-- Logs begin at Mon 2021-12-20 10:46:15 UTC, end at Mon 2021-12-20 12:18:06 UTC. -- Dec 20 11:21:12.821633 n-d-victoria-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 11:21:14.940772 n-d-victoria-1 neutron-server[83454]: INFO neutron.common.config [-] Logging enabled! Dec 20 11:21:14.941391 n-d-victoria-1 neutron-server[83454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 20 11:21:14.941498 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83454) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 11:21:14.943844 n-d-victoria-1 neutron-server[83454]: INFO neutron.common.config [-] Logging enabled! Dec 20 11:21:14.944094 n-d-victoria-1 neutron-server[83454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 20 11:21:14.944337 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83454) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 11:21:14.945276 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 11:21:14.945507 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 11:21:14.945853 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 11:21:14.946118 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 11:21:14.946341 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 11:21:14.946660 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.947474 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.947772 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.947999 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.948293 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.948580 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.948861 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.949147 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.949439 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.949720 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.950016 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.950298 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.950524 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.950802 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.951087 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.951373 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.951593 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] debug = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.951871 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.952295 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.952692 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.952973 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.953259 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.953531 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.953806 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.954111 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.954438 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] host = n-d-victoria-1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.954715 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.954999 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.955271 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.955553 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.955827 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.956101 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.956382 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.956654 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.956926 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] log_file = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.957200 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.957486 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.957770 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.958090 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.958322 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.958541 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.958828 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.959115 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.959390 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.959668 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.959941 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.960214 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.960488 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.960754 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.961038 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.961323 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.961605 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.961878 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.962177 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.963083 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.963366 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.963653 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.963931 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.964208 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.964484 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.964774 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.965043 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.965318 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.965618 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.965902 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.966211 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.966497 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.966772 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.967053 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.967325 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.967596 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.967866 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] use_json = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.968136 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.968403 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.968682 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.968951 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.969222 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.969494 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.969763 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.970068 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:14.970368 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.970665 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.970964 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.971248 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.971544 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.971829 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.972118 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.972395 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.972681 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.972967 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.973259 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.973544 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.973832 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.974162 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.974457 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.974749 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.975010 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.975298 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.975575 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.975847 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.976124 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.976414 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.976689 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.976959 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.977240 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.977516 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.977785 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.978106 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.978387 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.978675 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.978950 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.979222 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.979493 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.979767 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.980036 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.980321 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.980596 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.981133 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.981404 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.981686 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.981958 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.982263 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.982541 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.982813 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.983087 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.983357 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.983627 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.983900 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.984169 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.984439 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.984708 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.984978 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.985254 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.985530 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.985803 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.986098 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.986373 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.986647 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.986933 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.987228 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.987505 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.987783 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.988062 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.988338 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.988612 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.988883 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.989160 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.989438 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.989710 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.990011 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.990367 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.990656 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.990939 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.991218 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.991519 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.991798 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.992085 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.992363 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.992643 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.992929 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.993212 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.993508 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.993844 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.994164 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.994461 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.994754 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.995035 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.995342 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.995623 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:14.995839 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 11:21:14.996078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83454) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 11:21:15.395917 n-d-victoria-1 neutron-server[83454]: INFO keyring.backend [-] Loading KWallet Dec 20 11:21:15.403403 n-d-victoria-1 neutron-server[83454]: INFO keyring.backend [-] Loading SecretService Dec 20 11:21:15.406671 n-d-victoria-1 neutron-server[83454]: INFO keyring.backend [-] Loading Windows Dec 20 11:21:15.408014 n-d-victoria-1 neutron-server[83454]: INFO keyring.backend [-] Loading chainer Dec 20 11:21:15.408585 n-d-victoria-1 neutron-server[83454]: INFO keyring.backend [-] Loading macOS Dec 20 11:21:15.441555 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:15.441823 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:15.442134 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:15.442465 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 11:21:15.745663 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.745948 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.746241 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.801329 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.801608 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.801873 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.804982 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.805264 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.805531 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.833845 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.834150 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.834421 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.861600 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.861877 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:15.862165 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.176939 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.177539 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.177539 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.177722 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.178397 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.305583 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.305907 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.306242 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.306515 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.306779 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.307084 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.307346 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.307602 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.307852 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.308128 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.308383 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.308642 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.308903 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.309156 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.309417 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.309682 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.309936 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.310241 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.310495 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.310773 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.311118 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.311369 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.311616 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.311893 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.312140 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.312381 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.312765 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.313005 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.313242 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.313477 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.313711 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.313946 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.314523 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 11:21:16.317741 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 11:21:16.322219 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 11:21:16.326279 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 20 11:21:16.327922 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 11:21:16.328303 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 11:21:16.328634 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 11:21:16.329017 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 11:21:16.331867 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 11:21:16.332119 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 11:21:16.332466 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 11:21:16.361621 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 20 11:21:16.362092 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.362394 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83454) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 20 11:21:16.362756 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.364128 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83454) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 11:21:16.364425 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 11:21:16.364671 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 11:21:16.367996 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.368288 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.428465 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 11:21:16.428650 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 11:21:16.428888 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 11:21:16.429261 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 11:21:16.459178 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_db.sqlalchemy.engines [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83454) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 20 11:21:16.776307 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing driver for type 'gre' Dec 20 11:21:16.776830 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] gre ID ranges: [(1, 1000)] Dec 20 11:21:16.828184 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing driver for type 'local' Dec 20 11:21:16.828515 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing driver for type 'vlan' Dec 20 11:21:16.840032 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] VlanTypeDriver initialization complete Dec 20 11:21:16.840389 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing driver for type 'vxlan' Dec 20 11:21:16.840899 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] vxlan ID ranges: [(1, 1000)] Dec 20 11:21:16.891178 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing extension driver 'port_security' Dec 20 11:21:16.891558 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] PortSecurityExtensionDriver initialization complete Dec 20 11:21:16.891901 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing mechanism driver 'openvswitch' Dec 20 11:21:16.892254 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing mechanism driver 'hyperv' Dec 20 11:21:16.898823 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.plugins.ml2.plugin [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:21:16.899567 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.899975 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.900328 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.900716 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnet after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.901068 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnet after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.901430 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.901788 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.902171 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.902511 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.902882 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > security_group after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.903222 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > security_group after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.903558 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > security_group after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.903928 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.904266 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.904597 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.904931 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] ML2 OVO RPC backend initialized. {{(pid=83454) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 20 11:21:16.905550 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.905899 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.906333 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.906675 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > networks before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.907016 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.907354 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > ports before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.907692 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnet before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.908030 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnets before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.908370 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.908704 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.909033 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.909362 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.909699 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.910061 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.910391 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnet after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.910721 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnet after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.911048 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.911626 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.plugin [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Modular L2 Plugin initialization complete Dec 20 11:21:16.911953 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading services supported by the core plugin {{(pid=83454) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 11:21:16.912273 n-d-victoria-1 neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Got port-security extension from driver 'port_security' Dec 20 11:21:16.912728 n-d-victoria-1 neutron-server[83454]: INFO neutron.extensions.vlantransparent [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Disabled vlantransparent extension. Dec 20 11:21:16.913143 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83454) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 11:21:16.913452 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: router Dec 20 11:21:16.950389 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router_interface before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.950779 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router after_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.951144 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router before_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.951505 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.951874 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.952225 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router after_delete 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.952580 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > floatingip after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.952941 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router after_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.953287 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.953631 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.953974 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.954360 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.954767 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.955134 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.955468 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.955800 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: subnet after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.956133 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.956473 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > port precommit_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.956816 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.957153 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: port before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.957491 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.957840 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.958198 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_delete 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.958546 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.958899 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.959236 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.959599 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > agent after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.959940 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > agent after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.960281 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.961125 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Tracking information for resource: router configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.961454 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Tracking information for resource: floatingip configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:21:16.966385 n-d-victoria-1 neutron-server[83454]: INFO neutron.db.l3_agentschedulers_db [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 11:21:16.966956 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.967313 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.967662 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.968009 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.968792 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router before_create 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.969152 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_delete 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.969518 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_create 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.969870 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > router precommit_update 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.974262 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.services.provider_configuration [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service providers = [] {{(pid=83454) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 11:21:16.974627 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.db.servicetype_db [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83454) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 11:21:16.977771 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.services.service_base [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:21:16.978159 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.services.service_base [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:21:16.978498 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.services.service_base [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:21:16.979406 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.services.service_base [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:21:16.979770 n-d-victoria-1 neutron-server[83454]: INFO neutron.services.service_base [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 11:21:16.980144 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:16.980454 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 11:21:16.991374 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:16.991712 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: auto_allocate Dec 20 11:21:16.998179 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: network precommit_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.998550 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: network precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:16.999071 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:16.999388 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: tag Dec 20 11:21:17.006240 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:17.006569 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: timestamp Dec 20 11:21:17.010928 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:17.011257 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: network_ip_availability Dec 20 11:21:17.016486 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:17.016854 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:17.017209 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:17.017905 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:17.018250 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: flavors Dec 20 11:21:17.023298 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:17.023626 n-d-victoria-1 neutron-server[83454]: INFO neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading Plugin: revisions Dec 20 11:21:17.027985 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:21:17.028321 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_concurrency.lockutils [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.586s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:17.029062 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83454) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 20 11:21:17.029403 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Initializing extension manager. Dec 20 11:21:17.029912 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: __init__.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.030281 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: __pycache__ {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.030617 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.030947 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.031275 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: _filter_validation_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.031601 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.031921 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: address_group.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.032665 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.033224 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: address-group Dec 20 11:21:17.033542 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: address_scope.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.034280 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.034785 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: address-scope Dec 20 11:21:17.035102 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.036022 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.036525 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: router-admin-state-down-before-update Dec 20 11:21:17.036928 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: agent.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.037624 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.038160 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: agent Dec 20 11:21:17.038481 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: agent_resources_synced.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.039385 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.039893 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: agent-resources-synced Dec 20 11:21:17.040211 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: allowedaddresspairs.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.042613 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.043125 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: allowed-address-pairs Dec 20 11:21:17.043446 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: auto_allocated_topology.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.044519 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.045025 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: auto-allocated-topology Dec 20 11:21:17.045345 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: availability_zone.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.046059 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.046558 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: availability_zone Dec 20 11:21:17.046875 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: availability_zone_filter.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.047781 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.048280 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: availability_zone_filter Dec 20 11:21:17.048598 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: data_plane_status.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.049499 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.050014 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 11:21:17.050342 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: default_subnetpools.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.051249 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.051747 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: default-subnetpools Dec 20 11:21:17.052064 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.052833 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.053338 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: dhcp_agent_scheduler Dec 20 11:21:17.053653 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: dns.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.054599 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.055095 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension dns-integration not supported by any of loaded plugins Dec 20 11:21:17.055410 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: dns_domain_ports.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.056875 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.057376 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 11:21:17.057695 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: dvr.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.058382 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.058881 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: dvr Dec 20 11:21:17.059197 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: empty_string_filtering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.060105 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.060602 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: empty-string-filtering Dec 20 11:21:17.060915 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.061823 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.062351 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 11:21:17.062667 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.063573 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.064066 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 11:21:17.064383 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: external_net.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.065284 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.065785 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: external-net Dec 20 11:21:17.066144 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.067043 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.067542 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: extra_dhcp_opt Dec 20 11:21:17.067858 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: extraroute.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.068755 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.069258 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: extraroute Dec 20 11:21:17.069573 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: extraroute_atomic.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.070628 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.071130 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: extraroute-atomic Dec 20 11:21:17.071448 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: filter_validation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.072131 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.072626 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: filter-validation Dec 20 11:21:17.072940 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: fip_pf_description.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.074021 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.074524 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 11:21:17.074842 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: fip_port_details.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.075756 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.076256 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: fip-port-details Dec 20 11:21:17.076573 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: flavors.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.077813 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.078347 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: flavors Dec 20 11:21:17.078669 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.080387 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.080905 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 11:21:17.081230 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: floatingip_pools.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.081923 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.082453 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: floatingip-pools Dec 20 11:21:17.082777 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: ip_allocation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.083693 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.084194 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 11:21:17.084512 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.085426 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.085927 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: ip-substring-filtering Dec 20 11:21:17.086279 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l2_adjacency.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.087199 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.087779 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 11:21:17.088096 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l3.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.089050 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.089557 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: router Dec 20 11:21:17.089943 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.092160 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.092680 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 11:21:17.093009 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.093936 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.094479 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: ext-gw-mode Dec 20 11:21:17.094803 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.095714 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.096221 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: l3-ha Dec 20 11:21:17.096542 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l3_flavors.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.097457 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.097960 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: l3-flavors Dec 20 11:21:17.098306 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.099209 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.099711 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 11:21:17.100038 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: l3agentscheduler.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.101054 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.101561 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: l3_agent_scheduler Dec 20 11:21:17.101887 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: logging.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.103924 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.104438 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension logging not supported by any of loaded plugins Dec 20 11:21:17.104765 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: metering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.105495 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.106386 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: metering Dec 20 11:21:17.106709 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.107797 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.108306 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: metering_source_and_destination_fields Dec 20 11:21:17.108623 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: multiprovidernet.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.109664 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.110205 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: multi-provider Dec 20 11:21:17.110529 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: netmtu.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.111436 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.111938 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: net-mtu Dec 20 11:21:17.112256 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: netmtu_writable.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.113162 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.113659 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: net-mtu-writable Dec 20 11:21:17.113972 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: network_availability_zone.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.114657 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.115153 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: network_availability_zone Dec 20 11:21:17.115467 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: network_ip_availability.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.116556 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.117064 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: network-ip-availability Dec 20 11:21:17.117383 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: network_segment_range.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.118173 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.120105 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 11:21:17.120445 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: pagination.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.121434 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.121764 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: pagination Dec 20 11:21:17.122132 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.123045 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.123552 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: port-mac-address-regenerate Dec 20 11:21:17.123870 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: port_resource_request.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.124905 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.125282 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 11:21:17.125596 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: portbindings.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.126529 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.127038 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: binding Dec 20 11:21:17.127353 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: portbindings_extended.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.128635 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.129143 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: binding-extended Dec 20 11:21:17.129460 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: portsecurity.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.130402 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.130901 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: port-security Dec 20 11:21:17.131216 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: project_id.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.132193 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.132524 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: project-id Dec 20 11:21:17.132845 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: providernet.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.133748 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.134322 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: provider Dec 20 11:21:17.134639 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.138208 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.138732 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos not supported by any of loaded plugins Dec 20 11:21:17.139059 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.140312 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.140820 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 11:21:17.141144 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.142096 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.142600 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 11:21:17.142924 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_default.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.143831 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.144337 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-default not supported by any of loaded plugins Dec 20 11:21:17.144657 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_fip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.145302 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.145802 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-fip not supported by any of loaded plugins Dec 20 11:21:17.146159 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_gateway_ip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.147081 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.147586 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 11:21:17.147906 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_port_network_policy.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.148811 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.149314 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 11:21:17.149630 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_rule_type_details.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.150606 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.151107 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 11:21:17.151426 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: qos_rules_alias.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.152477 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.152983 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 11:21:17.153300 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: quotasv2.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.154200 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.154527 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: quotas Dec 20 11:21:17.154847 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: quotasv2_detail.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.156596 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.156933 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: quota_details Dec 20 11:21:17.157261 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: rbac.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.158329 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.158850 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: rbac-policies Dec 20 11:21:17.159174 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: rbac_address_scope.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.160099 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.160606 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: rbac-address-scope Dec 20 11:21:17.160926 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: rbac_security_groups.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.161845 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.162385 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: rbac-security-groups Dec 20 11:21:17.162705 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: rbac_subnetpool.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.163614 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.164119 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: rbac-subnetpool Dec 20 11:21:17.164438 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: revisionifmatch.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.165351 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.166505 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: revision-if-match Dec 20 11:21:17.166822 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: revisions.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.167931 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.168437 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: standard-attr-revisions Dec 20 11:21:17.168755 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: router_availability_zone.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.169417 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.169918 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: router_availability_zone Dec 20 11:21:17.170260 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: routerservicetype.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.171171 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.171668 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension router-service-type not supported by any of loaded plugins Dec 20 11:21:17.171983 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.172914 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.173415 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: port-security-groups-filtering Dec 20 11:21:17.173729 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: securitygroup.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.185126 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.185666 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: security-group Dec 20 11:21:17.186259 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: segment.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.186769 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.187278 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension segment not supported by any of loaded plugins Dec 20 11:21:17.187606 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.188566 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.189072 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 11:21:17.189395 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: servicetype.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.190530 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.191047 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: service-type Dec 20 11:21:17.191371 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: sorting.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.192349 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.192676 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: sorting Dec 20 11:21:17.192992 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: standard_attr_segment.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.193896 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.194432 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 11:21:17.194754 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: standardattrdescription.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.195398 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.195898 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: standard-attr-description Dec 20 11:21:17.196213 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: stateful_security_group.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.197172 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.197675 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: stateful-security-group Dec 20 11:21:17.197992 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: stdattrs_common.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.198589 n-d-victoria-1 neutron-server[83454]: WARNING neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 11:21:17.198902 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.199810 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.200310 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 11:21:17.200622 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: subnet_onboard.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.201758 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.202305 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: subnet_onboard Dec 20 11:21:17.202623 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.203561 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.204066 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 11:21:17.204383 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: subnet_service_types.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.205302 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.205806 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: subnet-service-types Dec 20 11:21:17.206161 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: subnetallocation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.207253 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.207755 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: subnet_allocation Dec 20 11:21:17.208072 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.208726 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.209225 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: subnetpool-prefix-ops Dec 20 11:21:17.209539 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.210490 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.210988 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 11:21:17.211302 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: tagging.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.212371 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.212889 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: standard-attr-tag Dec 20 11:21:17.213210 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: timestamp.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.214454 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.214970 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loaded extension: standard-attr-timestamp Dec 20 11:21:17.215292 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: trunk.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.216317 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.216826 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension trunk not supported by any of loaded plugins Dec 20 11:21:17.217146 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: trunk_details.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.218092 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.218605 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension trunk-details not supported by any of loaded plugins Dec 20 11:21:17.218928 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: uplink_status_propagation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.219840 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.220346 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 11:21:17.220666 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Loading extension file: vlantransparent.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:21:17.221330 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:21:17.221833 n-d-victoria-1 neutron-server[83454]: INFO neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 11:21:17.224056 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:network Dec 20 11:21:17.224748 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:subnet Dec 20 11:21:17.225515 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:21:17.226140 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:port Dec 20 11:21:17.227418 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.227852 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service FLAVORS assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.228983 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.229405 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.229733 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:router Dec 20 11:21:17.230408 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:floatingip Dec 20 11:21:17.231385 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service METERING assigned prefix: /metering {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.232787 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:17.233151 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:17.233498 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:21:17.234641 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 11:21:17.235072 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:security_group Dec 20 11:21:17.235731 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 11:21:17.236456 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.236787 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:21:17.237122 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] subnetpool is already registered Dec 20 11:21:17.237736 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.238100 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:21:17.238425 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] subnetpool is already registered Dec 20 11:21:17.240917 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.241345 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service FLAVORS assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.241929 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.242369 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.242703 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:router Dec 20 11:21:17.243028 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] router is already registered Dec 20 11:21:17.244177 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:floatingip Dec 20 11:21:17.244514 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] floatingip is already registered Dec 20 11:21:17.245135 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service METERING assigned prefix: /metering {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.245787 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 11:21:17.246141 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] rbac_policy is already registered Dec 20 11:21:17.246678 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:security_group Dec 20 11:21:17.247001 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] security_group is already registered Dec 20 11:21:17.247575 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 11:21:17.247900 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] security_group_rule is already registered Dec 20 11:21:17.248551 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.248881 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:21:17.249203 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] subnetpool is already registered Dec 20 11:21:17.249800 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:21:17.250173 n-d-victoria-1 neutron-server[83454]: INFO neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:21:17.250501 n-d-victoria-1 neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] subnetpool is already registered Dec 20 11:21:17.251143 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: extensions {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.252581 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: address-groups {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.254189 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: address-scopes {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.255369 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: agents {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.256506 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: auto-allocated-topology {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.257726 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: availability_zones {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.259039 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: dhcp-networks {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.260570 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: dhcp-agents {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.261965 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: routers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.263772 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: flavors {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.264908 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: service_profiles {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.266108 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: next_providers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.267592 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: service_profiles {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.269002 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: floatingip-pools {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.270213 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: routers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.271975 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: floatingips {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.273136 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: l3-routers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.274663 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: l3-agents {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.276194 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: metering-labels {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.278972 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: metering-label-rules {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.279996 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: network-ip-availabilities {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.281286 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: bindings {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.283118 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: quotas {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.284624 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: quotas {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.286031 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: rbac-policies {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.287368 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: security-groups {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.288680 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: security-group-rules {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.289896 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: service-providers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.291656 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: subnetpools {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.293228 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: subnetpools {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.294719 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.296358 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.298138 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.299867 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.301586 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.303254 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.305017 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.307501 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.309291 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.311117 n-d-victoria-1 neutron-server[83454]: DEBUG neutron.api.extensions [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:21:17.316886 n-d-victoria-1 neutron-server[83454]: WARNING keystonemiddleware.auth_token [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 11:21:17.321644 n-d-victoria-1 neutron-server[83454]: WARNING keystonemiddleware.auth_token [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 11:21:17.329593 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_concurrency.lockutils [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Acquired lock "singleton_lock" {{(pid=83454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 20 11:21:17.330095 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_concurrency.lockutils [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Releasing lock "singleton_lock" {{(pid=83454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 20 11:21:17.330733 n-d-victoria-1 neutron-server[83454]: INFO oslo_service.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Starting 2 workers Dec 20 11:21:17.335282 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Started child 83557 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:21:17.339469 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Started child 83558 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:21:17.340557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:17.341310 n-d-victoria-1 neutron-server[83454]: INFO neutron.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 11:21:17.341634 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Notify callbacks [] for process, before_spawn {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:17.342198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [-] (83557) wsgi starting up on http://0.0.0.0:9696 Dec 20 11:21:17.344181 n-d-victoria-1 neutron-server[83454]: INFO oslo_service.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Starting 1 workers Dec 20 11:21:17.344382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:17.345618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [-] (83558) wsgi starting up on http://0.0.0.0:9696 Dec 20 11:21:17.349121 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Started child 83559 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:21:17.349655 n-d-victoria-1 neutron-server[83454]: INFO oslo_service.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Starting 1 workers Dec 20 11:21:17.352726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] calling RpcWorker wait() {{(pid=83559) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 11:21:17.353723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] returning from RpcWorker wait() {{(pid=83559) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 11:21:17.354551 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Started child 83560 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:21:17.355243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:17.356091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:21:17.358672 n-d-victoria-1 neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-b5927dc1-35b8-4306-8386-9915feb1c79d None None] Notify callbacks [] for process, after_spawn {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:17.360178 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 11:21:17.360392 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 11:21:17.360569 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 11:21:17.360778 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 11:21:17.361120 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 11:21:17.361279 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 11:21:17.361371 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:17.361840 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.362064 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.362327 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.362577 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.362875 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.363417 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.363681 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.363917 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.364189 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.364432 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.364596 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.364760 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.364999 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.365242 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.365537 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.365805 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.366078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.366342 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.366508 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.366745 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.367023 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.367270 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.367546 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] debug = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.367791 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.368272 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.368494 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.369288 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.369531 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.369800 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.370065 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.370350 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.370582 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.370813 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.371048 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.371302 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.371560 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.371799 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.372075 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.372273 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.372742 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] host = n-d-victoria-1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.372976 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.373191 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.373414 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.373637 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.373876 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.374128 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.374378 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.374635 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.374906 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.375154 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.375410 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.375635 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.375845 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.376080 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_file = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.376238 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_options = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.376481 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.376745 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.377007 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.377195 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.377359 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.377564 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.377779 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.377938 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.378221 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.378457 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.378668 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.378897 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.379137 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.379365 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.379634 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.379862 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.380076 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.380281 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.380551 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.380794 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.381018 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.381254 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.381465 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.381677 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.381902 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.382153 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.382392 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.382620 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.382828 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.383066 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.383316 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.383560 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.383793 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.384039 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.384297 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.384521 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.384731 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.384990 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.385245 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.385451 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.385717 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.385843 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:21:17.385970 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.386207 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.386418 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.386648 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.386863 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_json = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.387074 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.387287 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.387540 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.387754 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.387981 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.388192 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.388405 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.388630 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.389213 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.389690 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.389690 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.389974 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.390166 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.390491 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.390704 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.390840 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.391062 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.391334 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.391674 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.391922 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.392361 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.392525 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.392779 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.393044 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.393267 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.393707 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.393836 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.393965 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.394202 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.394420 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.394691 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.394921 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.395154 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.395401 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.395819 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.395819 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.396075 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.396281 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.396516 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.396747 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.396982 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.397207 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.397427 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.397641 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.397973 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.398947 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.398947 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.398947 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.398947 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.399372 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.399372 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.399605 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.399735 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.400413 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.400654 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.400866 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.401079 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.401295 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.401523 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404084 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404691 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404691 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404691 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404691 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404691 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404978 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.404978 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.405182 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.405401 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.405632 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.405846 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.406088 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.406304 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.406542 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.406837 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.407149 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.407402 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.407683 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.407903 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.408154 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.408388 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.408628 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.408858 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.409098 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.409334 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.409585 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.409841 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.410107 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.410332 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.410568 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.410792 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.411013 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.411264 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.411643 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.412059 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.412431 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.412865 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.413288 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.413681 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.414120 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.414522 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.414935 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.415353 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.416313 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.416730 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.417019 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.417315 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.417605 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.417886 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.418366 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.419096 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.419575 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.420004 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.420446 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.420901 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.421338 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.421737 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.422234 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.422507 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.422757 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.422982 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.423218 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.423541 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.423797 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.424047 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.424301 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.424567 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.424835 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.425076 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.425345 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.425612 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.425866 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.426693 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.426693 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.426693 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.426924 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.427054 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.427448 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.427707 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.427939 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.428163 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.428382 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.428596 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.428851 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.429063 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.429282 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.429497 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.429713 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.429929 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.430225 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.430437 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.430676 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.430924 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.431755 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.432154 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.432376 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.432625 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.432943 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.433118 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.433383 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.433791 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.434205 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.434576 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.434965 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.435372 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.435731 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.436146 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.436369 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.436589 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.436805 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.437046 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.437261 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.437482 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.437734 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.437944 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.438388 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.438636 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.439097 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.439488 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.439739 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.439960 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.440180 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.440745 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.440745 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.440934 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.441065 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.441304 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.441542 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.441761 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.442172 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.442413 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.442626 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.442840 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.443058 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.443270 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.443533 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.443775 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.443985 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.444263 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.444510 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.444739 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.444978 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.445226 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.445456 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.445668 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.445878 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.446122 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.446334 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.446623 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.447437 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.447663 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.447958 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.448201 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.448445 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.448683 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.449021 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.449255 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.449496 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.449729 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.449978 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.450234 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.450475 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.450798 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.451087 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.451343 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.451574 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.451859 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.452129 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.452406 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.452634 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.452934 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.453256 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.453563 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.453834 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.454105 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.454391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.454634 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.454846 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.455081 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.455293 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.455679 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.455914 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.456168 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.456391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.456635 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.456875 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.457092 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.457315 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.457560 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.457811 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.458065 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.458219 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 11:21:17.458718 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 11:21:17.458875 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 11:21:17.459024 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 11:21:17.459204 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 11:21:17.459372 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 11:21:17.459519 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 11:21:17.459719 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.459876 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.460031 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.460186 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.460340 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.460519 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.460677 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.460830 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.460984 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.461138 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.461291 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.461444 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.461598 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.461751 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.461904 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.462081 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.462236 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.462426 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.462589 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.462743 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.462897 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.463049 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.463204 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] debug = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.463357 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.463548 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.463707 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.463861 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.464016 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.464175 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.464326 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.464637 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.464793 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465316 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465316 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465316 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465552 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465552 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465708 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465811 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.465963 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] host = n-d-victoria-1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.466286 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.466455 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.466589 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.466746 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.466960 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.467056 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.467192 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.467350 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.467513 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.467669 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.467827 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.467981 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.468137 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.468291 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_file = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.468445 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_options = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.468600 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.468754 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.468910 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.469090 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.469250 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.469410 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.469571 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.469729 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.469867 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.470035 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.470343 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.470499 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.470654 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.470810 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.470965 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.471120 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.471275 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.471429 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.471584 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.471739 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.471893 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.472047 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.472201 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.472360 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.472511 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.472815 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.473000 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.473129 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.473273 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.473429 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.473652 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.473769 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.473879 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.474067 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.474200 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.474351 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.474505 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.474665 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.474821 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.474973 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.475127 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.475281 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.475434 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.475588 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.475742 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.475895 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_json = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.476049 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.476202 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.476356 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.476509 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.476663 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.476816 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.476971 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.477129 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:21:17.477307 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.477473 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.477638 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.477971 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.478155 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.478312 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.478494 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.478664 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.478824 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.478982 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.479148 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.479308 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.479484 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.479644 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.479802 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.479960 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.480121 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.480279 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.480439 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.480597 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.481158 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.481320 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.481624 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.481782 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.482114 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.482278 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.482435 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.482594 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.482747 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.482900 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.483054 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.483208 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.483360 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.483515 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.483671 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.483824 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485040 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485040 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485040 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485040 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56084) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:17.485391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485391 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485715 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485715 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485844 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.485910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:21:17.485979 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.486136 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.486312 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.486472 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.486630 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.486789 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.486947 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.487107 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.487276 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.487426 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.487585 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.487744 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.487903 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.488061 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.488220 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.488378 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.488537 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.488696 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.488854 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.489013 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.489171 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.489329 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.489501 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.489642 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.489800 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.489968 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.490168 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.490326 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.490484 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.490643 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.490801 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.490959 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.491117 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.491275 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.491434 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.491591 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.491749 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.491907 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.492068 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.492226 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.492384 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.492542 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.492702 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.492860 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.493018 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.493177 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.493335 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.493494 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.494187 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.494348 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.494506 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.494664 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.494831 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.494989 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.495151 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.495309 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.495474 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.495642 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.495802 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.495961 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.496120 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.496278 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.496464 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.496591 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.496749 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.496907 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.497092 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.497226 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.497397 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.497663 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.497751 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.497848 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.498089 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.498254 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.498359 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.499317 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.499317 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.499317 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.499317 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.499317 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.499317 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503078 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503633 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503633 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503633 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503633 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503633 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503633 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.503633 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504094 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0128040 Dec 20 11:21:17.504169 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504169 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504169 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504169 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504169 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504169 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504507 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504507 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504507 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504711 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504989 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.504989 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.505144 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506027 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506027 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506027 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506027 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506027 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506027 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506487 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506487 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506487 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506656 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506809 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.506930 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.507088 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.507248 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.507406 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.507565 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.507725 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.507887 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.508045 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.508237 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.508382 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.509172 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.509172 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.509172 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.509172 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.509172 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510204 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510204 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510204 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510410 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510502 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510584 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510757 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.510898 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.511821 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.511986 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.512146 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.512319 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.512489 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.512958 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.512958 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.512958 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.513333 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.513333 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.513490 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.513569 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.513674 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.513832 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.513990 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.514934 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.515104 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.515266 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.515483 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.515579 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.515787 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.515889 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.516038 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.516210 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.516369 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.516530 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.516691 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.516842 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.516993 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.517149 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.517322 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.517486 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.518157 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.518501 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.518714 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.518905 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.519090 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520073 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520073 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520073 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520073 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520073 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520073 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520461 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520461 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520581 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520660 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520826 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.520990 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.521154 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.521315 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.521477 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.521637 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.522659 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.522659 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.522659 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.522659 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.522659 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.523044 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:21:17.523044 n-d-victoria-1 neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 11:21:27.700561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c32bfb-3fc6-43c4-a76f-f46d177de5da None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:21:27.782931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c32bfb-3fc6-43c4-a76f-f46d177de5da None None] No non-hosted networks {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 11:21:27.797213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.agentschedulers_db [None req-d5c32bfb-3fc6-43c4-a76f-f46d177de5da None None] DHCP Agent not found on host n-d-victoria-1 {{(pid=83559) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 11:21:27.848427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b640c687-6a97-416d-a51b-a825792eb59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399523'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:29.821499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5dd72c0a-6656-4384-8e1a-fd3cab882ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399523'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:29.850843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1c5d-f8e2-4a99-a330-9d1540799218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:31.043643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399523'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:31.060703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399523'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:31.062029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.062895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.064370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.064711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.065159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.065493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.065813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.066556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.067287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.067697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.068043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:31.068796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-victoria-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:21:31.078696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-victoria-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:21:32.527108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399523'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:33.809899 n-d-victoria-1 neutron-server[83559]: INFO neutron.db.l3_hamode_db [None req-70233b1d-6b6b-4d4b-9680-f3545a4cbae1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 11:21:33.894484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70233b1d-6b6b-4d4b-9680-f3545a4cbae1 None None] Routers set() bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:21:33.894872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70233b1d-6b6b-4d4b-9680-f3545a4cbae1 None None] Router IDs set() for agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:21:34.079835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:34.666159 n-d-victoria-1 neutron-server[83558]: WARNING oslo_policy.policy [None req-131cd114-5aea-408c-9f22-ebf6b4f6c00a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:21:34.666766 n-d-victoria-1 neutron-server[83558]: WARNING oslo_policy.policy [None req-131cd114-5aea-408c-9f22-ebf6b4f6c00a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:21:34.881077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-131cd114-5aea-408c-9f22-ebf6b4f6c00a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:21:34.882037 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-131cd114-5aea-408c-9f22-ebf6b4f6c00a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8013084 Dec 20 11:21:37.113232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56194) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:37.490988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:21:37.540097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.policy [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83558) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 11:21:37.540830 n-d-victoria-1 neutron-server[83558]: WARNING oslo_policy.policy [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:21:37.541229 n-d-victoria-1 neutron-server[83558]: WARNING oslo_policy.policy [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:21:37.544597 n-d-victoria-1 neutron-server[83558]: INFO neutron.quota [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] Loaded quota_driver: . Dec 20 11:21:37.560145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:21:37.628315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100538715', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100642773', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100644206', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100634315', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100640705', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-536832', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535040', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66614376', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66530607'] for rbac-policy, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:37.694746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:37.695909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-97358c76-779d-4080-99fc-297a307261ae admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5817416 Dec 20 11:21:40.163129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56208) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:40.526736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'eaa875623eb942638c2155ce26be82af'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:21:40.531214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:21:40.535566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Usage tracker for resource:network and tenant:eaa875623eb942638c2155ce26be82af is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:21:40.540552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:21:40.546625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:21:40.556484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Made reservation on behalf of eaa875623eb942638c2155ce26be82af for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:21:40.559282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.576854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.617749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:21:40.621856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa875623eb942638c2155ce26be82af is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:21:40.624672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:21:40.630441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:21:40.694249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.698396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.703865 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:40.720236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:21:40.746297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741097323978', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.746899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Unsubscribe: segment precommit_create {{(pid=83558) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 11:21:40.747352 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Added segment d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7 of type vlan for network b0c3c260-b12b-46e8-a953-5e573b2297b6 Dec 20 11:21:40.765151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e667d856-596a-46dd-8a2b-d5e553818c8f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:40.818337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.818597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.818918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.819235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.819554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.819865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.820178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.820483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.820787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.821089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.822094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Tracked resource versions report: Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: pushed versions: Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Log': {'1.0'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Network': {'1.1'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Port': {'1.5'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'PortForwarding': {'1.2'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'QosPolicy': {'1.8'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'SecurityGroup': {'1.2'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'SubPort': {'1.0'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Subnet': {'1.1'}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Trunk': {'1.1'}} Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: consumer versions: Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: { DHCP agent@n-d-victoria-1: {}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: L3 agent@n-d-victoria-1: {}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: Metadata agent@n-d-victoria-1: {}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: Metering agent@n-d-victoria-1: {}, Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: Open vSwitch agent@n-d-victoria-1: { 'ConntrackHelper': '1.0', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Log': '1.0', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Network': '1.1', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Port': '1.5', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'PortForwarding': '1.2', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'QosPolicy': '1.8', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'SecurityGroup': '1.2', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'SecurityGroupRule': '1.0', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'SubPort': '1.0', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Subnet': '1.1', Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: 'Trunk': '1.1'}} Dec 20 11:21:40.823151 n-d-victoria-1 neutron-server[83558]: {{(pid=83558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:21:40.865535 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:40.869302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.909562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.910863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:21:40.911503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:40.916703 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:41.017351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8531713 Dec 20 11:21:41.025464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c3c260-b12b-46e8-a953-5e573b2297b6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:41.029017 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:41.037216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:21:43.561147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56224) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:44.014680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f6df87-dc0e-46d3-a7d0-63be9d21f9d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:21:44.015974 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e0f6df87-dc0e-46d3-a7d0-63be9d21f9d2 admin admin] 10.222.0.32 "GET /v2.0/networks/b0c3c260-b12b-46e8-a953-5e573b2297b6 HTTP/1.1" status: 200 len: 825 time: 0.4539039 Dec 20 11:21:44.045087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8ed2f10a-dea5-4e45-b252-3a880ec3c102 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/6bcd6838-9c61-4adc-b659-c9217a104d9e HTTP/1.1" status: 200 len: 734 time: 0.0238378 Dec 20 11:21:44.053013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Request body: {'subnet': {'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'name': 'private-subnet', 'subnetpool_id': '6bcd6838-9c61-4adc-b659-c9217a104d9e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'eaa875623eb942638c2155ce26be82af'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:21:44.057203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:21:44.060885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Usage tracker for resource:subnet and tenant:eaa875623eb942638c2155ce26be82af is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:21:44.063723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:21:44.069186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:21:44.079466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Made reservation on behalf of eaa875623eb942638c2155ce26be82af for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:21:44.081958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:44.346848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:44.351149 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:44.429642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1643b563-261d-4522-a537-149466292795,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:44.433307 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:44.437944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Checking segment: {'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:21:44.438357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Network hostable DHCP agents. Network: b0c3c260-b12b-46e8-a953-5e573b2297b6, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:21:44.461405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:21:44.471454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b0c3c260-b12b-46e8-a953-5e573b2297b6) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:21:44.476050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:21:44.476618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:44.481474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d876314b-ca82-44a3-9a95-b3d3a29a9f4e None None] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:21:44.496982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4471107 Dec 20 11:21:44.781202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-b0c3c260-b12b-46e8-a953-5e573b2297b6', 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'fixed_ips': [{'subnet_id': '1643b563-261d-4522-a537-149466292795'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:21:44.782432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:44.961057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Allocated IP 172.20.0.2 (b0c3c260-b12b-46e8-a953-5e573b2297b6/1643b563-261d-4522-a537-149466292795/2c6167a6-264e-4df2-9242-b16ebb52beca) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:21:45.176968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:45.189605 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Transition to ACTIVE for port object 2c6167a6-264e-4df2-9242-b16ebb52beca will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:21:45.211011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Transition to ACTIVE for port object 2c6167a6-264e-4df2-9242-b16ebb52beca will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:21:45.218736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:45.223182 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:45.278214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:21:45.285022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:21:45.292434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Pushing event updated for resources: {'Port': ['ID=2c6167a6-264e-4df2-9242-b16ebb52beca,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:45.294760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:21:45.333078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.333413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.333739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.334084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.334404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.334718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.335025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.335334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.335641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.335946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.336254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Tracked resource versions report: Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: pushed versions: Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Log': {'1.0'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Network': {'1.1'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Port': {'1.5'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'PortForwarding': {'1.2'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'QosPolicy': {'1.8'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'SecurityGroup': {'1.2'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'SubPort': {'1.0'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Subnet': {'1.1'}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Trunk': {'1.1'}} Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: consumer versions: Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: { DHCP agent@n-d-victoria-1: {}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: L3 agent@n-d-victoria-1: {}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: Metadata agent@n-d-victoria-1: {}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: Metering agent@n-d-victoria-1: {}, Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: Open vSwitch agent@n-d-victoria-1: { 'ConntrackHelper': '1.0', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Log': '1.0', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Network': '1.1', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Port': '1.5', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'PortForwarding': '1.2', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'QosPolicy': '1.8', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'SecurityGroup': '1.2', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'SecurityGroupRule': '1.0', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'SubPort': '1.0', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Subnet': '1.1', Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: 'Trunk': '1.1'}} Dec 20 11:21:45.337850 n-d-victoria-1 neutron-server[83559]: {{(pid=83559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:21:45.369616 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:45.393523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Attempting to bind port 2c6167a6-264e-4df2-9242-b16ebb52beca on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:21:45.393898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Attempting to bind port 2c6167a6-264e-4df2-9242-b16ebb52beca by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:21:45.394337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Attempting to bind port 2c6167a6-264e-4df2-9242-b16ebb52beca on network b0c3c260-b12b-46e8-a953-5e573b2297b6 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:21:45.401022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:21:45.401424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Checking segment: {'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:21:45.401889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:45.402299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Bound using segment: {'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:21:45.402771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Bound port: 2c6167a6-264e-4df2-9242-b16ebb52beca, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:21:45.403150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:45.486594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] For port 2c6167a6-264e-4df2-9242-b16ebb52beca, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:21:45.490463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] For port 2c6167a6-264e-4df2-9242-b16ebb52beca, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2c6167a6-264e-4df2-9242-b16ebb52beca,segment=NetworkSegment(d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7),segment_id=d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:21:45.496981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:45.500745 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:45.598881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Pushing event updated for resources: {'Port': ['ID=2c6167a6-264e-4df2-9242-b16ebb52beca,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:45.603226 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:46.781203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56234) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:47.167015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-8c44e5ae-5c43-47e7-8452-d15bba9fdd9d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:21:47.168002 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8c44e5ae-5c43-47e7-8452-d15bba9fdd9d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3858616 Dec 20 11:21:49.147916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93adebe6-34be-4f07-9c7d-ae4dbbe15bb9 None None] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:21:49.306898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2c6167a6-264e-4df2-9242-b16ebb52beca up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:21:49.336355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-965c6059-b566-4ca6-8268-f39b8f3c6ad7 None None] Provisioning for port 2c6167a6-264e-4df2-9242-b16ebb52beca completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:21:49.444989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56250) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:49.447777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2c6167a6-264e-4df2-9242-b16ebb52beca completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:21:49.454798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2c6167a6-264e-4df2-9242-b16ebb52beca triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:21:49.455189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:49.571427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:49.605347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2c6167a6-264e-4df2-9242-b16ebb52beca, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2c6167a6-264e-4df2-9242-b16ebb52beca,segment=NetworkSegment(d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7),segment_id=d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:21:49.610253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:49.612601 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:49.690378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2c6167a6-264e-4df2-9242-b16ebb52beca,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:49.695747 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:49.698136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-59e2012f-bcd9-4978-a7ca-da9cd8954392 None None] Provisioning complete for port 2c6167a6-264e-4df2-9242-b16ebb52beca triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:21:49.698375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59e2012f-bcd9-4978-a7ca-da9cd8954392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:49.850527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-a68cb830-9995-4fee-a052-88b1fbdaa563 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:21:49.851494 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a68cb830-9995-4fee-a052-88b1fbdaa563 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4056301 Dec 20 11:21:51.259634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2c6167a6-264e-4df2-9242-b16ebb52beca up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:21:51.329432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2c6167a6-264e-4df2-9242-b16ebb52beca triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:21:51.329805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:52.350542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56262) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:52.790521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'eaa875623eb942638c2155ce26be82af'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:21:52.795423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:21:52.799082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Usage tracker for resource:router and tenant:eaa875623eb942638c2155ce26be82af is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:21:52.802279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:21:52.808312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:21:52.817730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:52.819165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:52.843135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:52.954164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:52.970664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:52.971794 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d6b5de86-edd1-4ad9-bf8d-8f36475e4f24 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6203020 Dec 20 11:21:55.189449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56272) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:55.569763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-11d11262-aa4f-4808-a89a-8caefb60385a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:21:55.570744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-11d11262-aa4f-4808-a89a-8caefb60385a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3803413 Dec 20 11:21:57.632004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-850bc101-6aee-452c-9e22-caf6e432bf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:57.793028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56282) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:21:58.168018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:21:58.172851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:21:58.176576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Usage tracker for resource:network and tenant:6250dece64234b4caebf9309ceb588ea is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:21:58.179356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:21:58.185397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:21:58.195590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Made reservation on behalf of 6250dece64234b4caebf9309ceb588ea for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:21:58.198326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.209842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.241693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:21:58.245812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Usage tracker for resource:security_group_rule and tenant:6250dece64234b4caebf9309ceb588ea is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:21:58.248488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:21:58.254674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:21:58.322368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.325865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.329842 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:58.342912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Reserving flat network on physical network physnet1 {{(pid=83558) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 11:21:58.367141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.367480 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Added segment 54fea170-cb35-4787-8e76-90a3257bb4dd of type flat for network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d Dec 20 11:21:58.369115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aecc9e-1b9f-4d91-aa52-b2ee50ce91de,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:58.374764 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:58.402993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.437702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.438828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:21:58.439393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:21:58.443895 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99a285d5-a646-492f-a627-3388fedc2d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:21:58.534274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7401922 Dec 20 11:21:58.538889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:21:58.542230 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:21:58.551465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:21:59.819827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c437ed79-f882-4e97-9781-99eb9fdf9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:00.742409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56292) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:22:00.967060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:01.037123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:01.182212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0286e0-2d6b-4e2a-86b8-82c54f194fbd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:22:01.183425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ed0286e0-2d6b-4e2a-86b8-82c54f194fbd admin admin] 10.222.0.32 "GET /v2.0/subnets/1643b563-261d-4522-a537-149466292795 HTTP/1.1" status: 200 len: 849 time: 0.4395003 Dec 20 11:22:01.323995 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3e06f871-df6d-4ab3-9cd4-83f6122bad21 admin admin] 10.222.0.32 "GET /v2.0/routers/873bb659-8a29-45b6-af88-a7efd935bfa6 HTTP/1.1" status: 200 len: 704 time: 0.1352921 Dec 20 11:22:01.772578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:01.991484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Allocated IP 172.20.0.1 (b0c3c260-b12b-46e8-a953-5e573b2297b6/1643b563-261d-4522-a537-149466292795/96d19f4c-42e4-44fb-a2f2-e696f7d6658d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:22:02.168828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.184986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Transition to ACTIVE for port object 96d19f4c-42e4-44fb-a2f2-e696f7d6658d will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:22:02.235342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.239265 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:02.300590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:22:02.303694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:22:02.308096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:22:02.309164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.311076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Pushing event updated for resources: {'Port': ['ID=96d19f4c-42e4-44fb-a2f2-e696f7d6658d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:02.315777 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:02.428948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.467498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.485000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d864e631-25ee-4137-9707-2144ee6280df None None] Provisioning for port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:22:02.489474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d864e631-25ee-4137-9707-2144ee6280df None None] Provisioning complete for port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:22:02.489821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d864e631-25ee-4137-9707-2144ee6280df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.539910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d864e631-25ee-4137-9707-2144ee6280df None None] Port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:22:02.656273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.660383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.661520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:02.664602 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:02.741015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Pushing event updated for resources: {'Port': ['ID=96d19f4c-42e4-44fb-a2f2-e696f7d6658d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:02.744674 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:02.849968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:22:02.851038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:22:03.062907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9f99a6b-776f-4fe9-9f30-279968fe2371 None None] Provisioning complete for port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:22:03.063203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9f99a6b-776f-4fe9-9f30-279968fe2371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:03.112814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a9f99a6b-776f-4fe9-9f30-279968fe2371 None None] Port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:22:03.189713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Router 873bb659-8a29-45b6-af88-a7efd935bfa6 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:22:03.349163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:22:03.358576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] 10.222.0.32 "PUT /v2.0/routers/873bb659-8a29-45b6-af88-a7efd935bfa6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0297272 Dec 20 11:22:03.359561 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Sync routers for ids ['873bb659-8a29-45b6-af88-a7efd935bfa6'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:22:03.372882 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Routers {'873bb659-8a29-45b6-af88-a7efd935bfa6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:22:03.373717 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:22:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['873bb659-8a29-45b6-af88-a7efd935bfa6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:03.542729 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Set router 873bb659-8a29-45b6-af88-a7efd935bfa6 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:22:03.897600 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'name': 'router1', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:21:52Z', 'updated_at': '2021-12-20T11:22:02Z', 'revision_number': 2, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'gw_port_host': None, '_interfaces': [{'id': '96d19f4c-42e4-44fb-a2f2-e696f7d6658d', 'name': '', 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'mac_address': 'fa:16:3e:53:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1643b563-261d-4522-a537-149466292795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:01Z', 'updated_at': '2021-12-20T11:22:02Z', 'revision_number': 2, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'subnets': [{'id': '1643b563-261d-4522-a537-149466292795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcd6838-9c61-4adc-b659-c9217a104d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:03.902383 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Checking router: 873bb659-8a29-45b6-af88-a7efd935bfa6 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:22:03.902745 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Updating router 873bb659-8a29-45b6-af88-a7efd935bfa6 port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:22:03.955618 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:04.318563 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:04.332740 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Transition to ACTIVE for port object 96d19f4c-42e4-44fb-a2f2-e696f7d6658d will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:22:04.338933 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:04.344092 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:04.571793 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Pushing event updated for resources: {'Port': ['ID=96d19f4c-42e4-44fb-a2f2-e696f7d6658d,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:04.579695 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Attempting to bind port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:22:04.580089 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Attempting to bind port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:22:04.580514 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Attempting to bind port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d on network b0c3c260-b12b-46e8-a953-5e573b2297b6 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:22:04.587522 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.587848 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.588170 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.588482 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.588792 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.589099 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.589402 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.589702 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.590025 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.590323 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.590621 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Tracked resource versions report: Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: pushed versions: Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Log': {'1.0'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Network': {'1.1'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Port': {'1.5'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'PortForwarding': {'1.2'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'QosPolicy': {'1.8'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'SecurityGroup': {'1.2'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'SubPort': {'1.0'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Subnet': {'1.1'}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Trunk': {'1.1'}} Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: consumer versions: Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: { DHCP agent@n-d-victoria-1: {}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: L3 agent@n-d-victoria-1: {}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: Metadata agent@n-d-victoria-1: {}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: Metering agent@n-d-victoria-1: {}, Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: Open vSwitch agent@n-d-victoria-1: { 'ConntrackHelper': '1.0', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Log': '1.0', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Network': '1.1', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Port': '1.5', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'PortForwarding': '1.2', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'QosPolicy': '1.8', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'SecurityGroup': '1.2', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'SecurityGroupRule': '1.0', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'SubPort': '1.0', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Subnet': '1.1', Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: 'Trunk': '1.1'}} Dec 20 11:22:04.591679 n-d-victoria-1 neutron-server[83560]: {{(pid=83560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:22:04.595764 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:04.597588 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:22:04.597992 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Checking segment: {'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:22:04.598475 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:04.598846 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Bound using segment: {'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:22:04.599784 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Bound port: 96d19f4c-42e4-44fb-a2f2-e696f7d6658d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dd77d2-96da-48ac-9f87-c18ffa2bc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:22:04.599784 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:04.688186 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] For port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:22:04.692017 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] For port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=96d19f4c-42e4-44fb-a2f2-e696f7d6658d,segment=NetworkSegment(d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7),segment_id=d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:22:04.696973 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:04.701046 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:04.779870 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Pushing event updated for resources: {'Port': ['ID=96d19f4c-42e4-44fb-a2f2-e696f7d6658d,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:04.783375 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:04.788831 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Routers {'873bb659-8a29-45b6-af88-a7efd935bfa6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:22:04.789434 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:22:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['873bb659-8a29-45b6-af88-a7efd935bfa6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:04.940786 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] Set router 873bb659-8a29-45b6-af88-a7efd935bfa6 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:22:05.256914 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'name': 'router1', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:21:52Z', 'updated_at': '2021-12-20T11:22:02Z', 'revision_number': 2, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'gw_port_host': None, '_interfaces': [{'id': '96d19f4c-42e4-44fb-a2f2-e696f7d6658d', 'name': '', 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'mac_address': 'fa:16:3e:53:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1643b563-261d-4522-a537-149466292795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:01Z', 'updated_at': '2021-12-20T11:22:04Z', 'revision_number': 4, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'subnets': [{'id': '1643b563-261d-4522-a537-149466292795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcd6838-9c61-4adc-b659-c9217a104d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:05.261456 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254c022-c93e-419d-b917-87ca623bac26 None None] The sync data for ids ['873bb659-8a29-45b6-af88-a7efd935bfa6'] in n-d-victoria-1 is: [{'id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'name': 'router1', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:21:52Z', 'updated_at': '2021-12-20T11:22:02Z', 'revision_number': 2, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'gw_port_host': None, '_interfaces': [{'id': '96d19f4c-42e4-44fb-a2f2-e696f7d6658d', 'name': '', 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'mac_address': 'fa:16:3e:53:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1643b563-261d-4522-a537-149466292795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:01Z', 'updated_at': '2021-12-20T11:22:04Z', 'revision_number': 4, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'subnets': [{'id': '1643b563-261d-4522-a537-149466292795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcd6838-9c61-4adc-b659-c9217a104d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:22:05.661366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:22:05.969953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3743b90f-0603-415d-a832-14740ca09b2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:22:05.970531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3743b90f-0603-415d-a832-14740ca09b2b admin admin] Synchronizing usage tracker for tenant:6250dece64234b4caebf9309ceb588ea on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:22:05.988281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3743b90f-0603-415d-a832-14740ca09b2b admin admin] Unset dirty status for tenant:6250dece64234b4caebf9309ceb588ea on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:22:05.989477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3743b90f-0603-415d-a832-14740ca09b2b admin admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 842 time: 0.3271539 Dec 20 11:22:05.999047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Request body: {'subnet': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.35.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.35.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:22:06.003956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:22:06.008345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Usage tracker for resource:subnet and tenant:6250dece64234b4caebf9309ceb588ea is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:22:06.011118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:22:06.016895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:22:06.025976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Made reservation on behalf of 6250dece64234b4caebf9309ceb588ea for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:22:06.028162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:06.393191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.objects.ports [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:22:06.393631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:06.397429 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89bdc556-77bf-4cdd-9ddc-99478febd1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:06.467448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada7de68-c15c-42ae-a3e2-08f30a9bfbd7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:06.471666 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:06.481264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:22:06.481611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Network hostable DHCP agents. Network: 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:22:06.502550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:22:06.511456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:22:06.515171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:22:06.515751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:06.520164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b00b6b-c6bf-4dbc-aa17-ba82dc247670 None None] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:22:06.536270 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5405319 Dec 20 11:22:06.734564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb72a81-b3de-43b9-ac38-97a9bd3bd2ef None None] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:22:07.284180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 96d19f4c-42e4-44fb-a2f2-e696f7d6658d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:22:07.349529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:22:07.354705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:22:07.355122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:07.471130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:07.507291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=96d19f4c-42e4-44fb-a2f2-e696f7d6658d,segment=NetworkSegment(d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7),segment_id=d4dd77d2-96da-48ac-9f87-c18ffa2bc2f7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:22:07.510748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:07.512788 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d6efa020-705f-4b59-9435-ff6a8bdd37d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:07.577019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=96d19f4c-42e4-44fb-a2f2-e696f7d6658d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:07.579988 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:08.625097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56338) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:22:08.853961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e3aa8828-e9b7-458d-8e6a-d798a00ee5a3 admin admin] 10.222.0.32 "GET /v2.0/routers/873bb659-8a29-45b6-af88-a7efd935bfa6 HTTP/1.1" status: 200 len: 710 time: 0.2276664 Dec 20 11:22:08.978806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61fb12-ca95-48ad-ba1b-a57dbaa3dee2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:22:08.980139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2d61fb12-ca95-48ad-ba1b-a57dbaa3dee2 admin admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 886 time: 0.1209629 Dec 20 11:22:08.988948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:22:09.269592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 96d19f4c-42e4-44fb-a2f2-e696f7d6658d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:22:09.338543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:22:09.338990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:09.408473 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:22:09.451469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:09.667703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:09.722773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:09.847174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Allocated IP 172.35.0.122 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/394a73ad-03c0-4a49-816d-0b8a5f3338e1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:22:09.986366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:10.012555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:10.016019 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:10.078053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:22:10.079107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:22:10.082999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:22:10.104317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Pushing event updated for resources: {'Port': ['ID=394a73ad-03c0-4a49-816d-0b8a5f3338e1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:10.110138 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:10.219041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:10.380494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:10.383742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:10.570539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Router 873bb659-8a29-45b6-af88-a7efd935bfa6 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:22:10.763864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:22:10.771846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:10.773007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/873bb659-8a29-45b6-af88-a7efd935bfa6 HTTP/1.1" status: 200 len: 890 time: 1.7872486 Dec 20 11:22:10.773625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Sync routers for ids ['873bb659-8a29-45b6-af88-a7efd935bfa6'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:22:10.786627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Routers {'873bb659-8a29-45b6-af88-a7efd935bfa6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:22:10.787296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:22:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['873bb659-8a29-45b6-af88-a7efd935bfa6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:10.982811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Set router 873bb659-8a29-45b6-af88-a7efd935bfa6 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:22:11.317131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'name': 'router1', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': '394a73ad-03c0-4a49-816d-0b8a5f3338e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:21:52Z', 'updated_at': '2021-12-20T11:22:10Z', 'revision_number': 4, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'gw_port': {'id': '394a73ad-03c0-4a49-816d-0b8a5f3338e1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:05:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:09Z', 'updated_at': '2021-12-20T11:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '96d19f4c-42e4-44fb-a2f2-e696f7d6658d', 'name': '', 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'mac_address': 'fa:16:3e:53:6e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1643b563-261d-4522-a537-149466292795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:01Z', 'updated_at': '2021-12-20T11:22:07Z', 'revision_number': 5, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'subnets': [{'id': '1643b563-261d-4522-a537-149466292795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcd6838-9c61-4adc-b659-c9217a104d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:11.322492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Checking router: 873bb659-8a29-45b6-af88-a7efd935bfa6 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:22:11.322843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Updating router 873bb659-8a29-45b6-af88-a7efd935bfa6 port 394a73ad-03c0-4a49-816d-0b8a5f3338e1 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:22:11.374574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:11.688401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:11.699803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Transition to ACTIVE for port object 394a73ad-03c0-4a49-816d-0b8a5f3338e1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:22:11.706200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:11.710513 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:11.785229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Attempting to bind port 394a73ad-03c0-4a49-816d-0b8a5f3338e1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:22:11.785871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Attempting to bind port 394a73ad-03c0-4a49-816d-0b8a5f3338e1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:22:11.786034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Attempting to bind port 394a73ad-03c0-4a49-816d-0b8a5f3338e1 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:22:11.788572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f2259-746c-4fb6-a08c-a154444b3f89 None None] Pushing event updated for resources: {'Port': ['ID=394a73ad-03c0-4a49-816d-0b8a5f3338e1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:11.791798 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-924f2259-746c-4fb6-a08c-a154444b3f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:11.796416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:22:11.796783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:22:11.797177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:11.797551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:22:11.798021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Bound port: 394a73ad-03c0-4a49-816d-0b8a5f3338e1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:22:11.798425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:11.886774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] For port 394a73ad-03c0-4a49-816d-0b8a5f3338e1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:22:11.889603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] For port 394a73ad-03c0-4a49-816d-0b8a5f3338e1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=394a73ad-03c0-4a49-816d-0b8a5f3338e1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:22:11.894077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:11.897490 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:11.974609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Routers {'873bb659-8a29-45b6-af88-a7efd935bfa6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:22:11.975209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:22:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['873bb659-8a29-45b6-af88-a7efd935bfa6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:12.021326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f2259-746c-4fb6-a08c-a154444b3f89 None None] Pushing event updated for resources: {'Port': ['ID=394a73ad-03c0-4a49-816d-0b8a5f3338e1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:12.024945 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-924f2259-746c-4fb6-a08c-a154444b3f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:12.153084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] Set router 873bb659-8a29-45b6-af88-a7efd935bfa6 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:22:12.468470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'name': 'router1', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': '394a73ad-03c0-4a49-816d-0b8a5f3338e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:21:52Z', 'updated_at': '2021-12-20T11:22:10Z', 'revision_number': 4, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'gw_port': {'id': '394a73ad-03c0-4a49-816d-0b8a5f3338e1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:05:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:09Z', 'updated_at': '2021-12-20T11:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '96d19f4c-42e4-44fb-a2f2-e696f7d6658d', 'name': '', 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'mac_address': 'fa:16:3e:53:6e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1643b563-261d-4522-a537-149466292795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:01Z', 'updated_at': '2021-12-20T11:22:07Z', 'revision_number': 5, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'subnets': [{'id': '1643b563-261d-4522-a537-149466292795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcd6838-9c61-4adc-b659-c9217a104d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:22:12.472382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395b6b-e2ad-4f76-9522-cb9fde02286b None None] The sync data for ids ['873bb659-8a29-45b6-af88-a7efd935bfa6'] in n-d-victoria-1 is: [{'id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'name': 'router1', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': '394a73ad-03c0-4a49-816d-0b8a5f3338e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:21:52Z', 'updated_at': '2021-12-20T11:22:10Z', 'revision_number': 4, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'gw_port': {'id': '394a73ad-03c0-4a49-816d-0b8a5f3338e1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:05:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:09Z', 'updated_at': '2021-12-20T11:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '96d19f4c-42e4-44fb-a2f2-e696f7d6658d', 'name': '', 'network_id': 'b0c3c260-b12b-46e8-a953-5e573b2297b6', 'tenant_id': 'eaa875623eb942638c2155ce26be82af', 'mac_address': 'fa:16:3e:53:6e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873bb659-8a29-45b6-af88-a7efd935bfa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1643b563-261d-4522-a537-149466292795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:22:01Z', 'updated_at': '2021-12-20T11:22:07Z', 'revision_number': 5, 'project_id': 'eaa875623eb942638c2155ce26be82af', 'subnets': [{'id': '1643b563-261d-4522-a537-149466292795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcd6838-9c61-4adc-b659-c9217a104d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:22:12.992241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56348) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:22:13.173027 n-d-victoria-1 neutron-server[83557]: WARNING oslo_policy.policy [None req-36eff4e2-cc2c-4a5d-9f76-f5fe8667f6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:22:13.173646 n-d-victoria-1 neutron-server[83557]: WARNING oslo_policy.policy [None req-36eff4e2-cc2c-4a5d-9f76-f5fe8667f6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:22:13.294311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 394a73ad-03c0-4a49-816d-0b8a5f3338e1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:22:13.361030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 394a73ad-03c0-4a49-816d-0b8a5f3338e1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:22:13.365562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 394a73ad-03c0-4a49-816d-0b8a5f3338e1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:22:13.365939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:13.479180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:13.495326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 394a73ad-03c0-4a49-816d-0b8a5f3338e1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=394a73ad-03c0-4a49-816d-0b8a5f3338e1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:22:13.498881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:13.502229 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:22:13.533181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.policy [None req-36eff4e2-cc2c-4a5d-9f76-f5fe8667f6ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83557) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 11:22:13.533952 n-d-victoria-1 neutron-server[83557]: WARNING oslo_policy.policy [None req-36eff4e2-cc2c-4a5d-9f76-f5fe8667f6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:22:13.534356 n-d-victoria-1 neutron-server[83557]: WARNING oslo_policy.policy [None req-36eff4e2-cc2c-4a5d-9f76-f5fe8667f6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:22:13.546398 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-36eff4e2-cc2c-4a5d-9f76-f5fe8667f6ad admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1070 time: 0.5445671 Dec 20 11:22:13.567091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=394a73ad-03c0-4a49-816d-0b8a5f3338e1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:22:13.570220 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:22:15.277842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 394a73ad-03c0-4a49-816d-0b8a5f3338e1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:22:15.364702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 394a73ad-03c0-4a49-816d-0b8a5f3338e1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:22:15.365055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:27.635495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-014604d4-7b12-493c-b30b-385823f9d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:29.812567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92e395f6-ccc7-45c8-9ec4-f257fd7592f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:30.970690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:31.037934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:32.487253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:46.408559 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:22:57.641274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc3d76ff-bbfe-4138-af14-ff64a6f19e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:22:59.816476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea189-1168-49c7-934d-115fa3589530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:00.973123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:01.039220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:02.491582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:23.408184 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:23:27.635234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dde760e4-5351-49ec-9efc-3e6aa18d9e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:29.818252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf67dc91-50bb-430d-8a98-08d9e974ea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:30.979038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:31.044546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:32.595865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:57.637824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6bf5e10c-699f-4f04-8142-ee9388de2c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:23:59.819519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d16ea08a-1bfa-432b-81c8-97bd064ea3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:00.407975 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:24:00.978633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:01.045442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:02.504418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:17.670419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56958) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:17.768045 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa87d4c4-c8a9-401a-b3d7-e476d9370f24 admin admin] GET failed (client error): The resource could not be found. Dec 20 11:24:17.769197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fa87d4c4-c8a9-401a-b3d7-e476d9370f24 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0978560 Dec 20 11:24:17.896041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea0da6-adde-4668-9140-64c217f7d3eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:17.897420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-87ea0da6-adde-4668-9140-64c217f7d3eb admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1242769 Dec 20 11:24:19.874676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56968) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:20.000126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c0ff3-d993-4729-91a2-390abb173989 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:20.000670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9b5c0ff3-d993-4729-91a2-390abb173989 admin admin] Synchronizing usage tracker for tenant:6250dece64234b4caebf9309ceb588ea on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:24:20.016066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9b5c0ff3-d993-4729-91a2-390abb173989 admin admin] Unset dirty status for tenant:6250dece64234b4caebf9309ceb588ea on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:24:20.017249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9b5c0ff3-d993-4729-91a2-390abb173989 admin admin] 10.222.0.32 "GET /v2.0/subnets/1643b563-261d-4522-a537-149466292795 HTTP/1.1" status: 200 len: 849 time: 0.1416118 Dec 20 11:24:20.026872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:24:20.171169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:20.352743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741097296132'] for subnet, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:20.356507 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:24:20.401465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:20.402084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:20.403354 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] 10.222.0.32 "PUT /v2.0/subnets/1643b563-261d-4522-a537-149466292795 HTTP/1.1" status: 200 len: 868 time: 0.3800342 Dec 20 11:24:20.425337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1643b563-261d-4522-a537-149466292795,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:24:20.426304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797bb37a-33c3-433a-8a44-a1abda81f4aa None None] Network b0c3c260-b12b-46e8-a953-5e573b2297b6 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:24:20.435280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.435897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.436254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.436568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.437031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.437359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.437683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.438020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.438344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.438659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.438973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:24:20.442894 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:24:20.929378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7e310778-1125-41d6-9da6-d03601f7562c None None] Provisioning complete for port 96d19f4c-42e4-44fb-a2f2-e696f7d6658d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:24:20.929755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e310778-1125-41d6-9da6-d03601f7562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:21.053169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7e310778-1125-41d6-9da6-d03601f7562c None None] Provisioning complete for port 2c6167a6-264e-4df2-9242-b16ebb52beca triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:24:21.053535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e310778-1125-41d6-9da6-d03601f7562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:22.394752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56978) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:22.585657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d173878-5379-4466-af89-46d3818b450f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:22.585935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d173878-5379-4466-af89-46d3818b450f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:22.587421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6d173878-5379-4466-af89-46d3818b450f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1917408 Dec 20 11:24:24.601155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56988) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:24.790846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b056b3c6-f5db-4264-8b4e-cbdf219d9d67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:24.791216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b056b3c6-f5db-4264-8b4e-cbdf219d9d67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:24.792704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b056b3c6-f5db-4264-8b4e-cbdf219d9d67 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1906357 Dec 20 11:24:26.793112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56998) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:26.981365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af8946-debf-4b3f-8b73-f2388f66c843 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:26.982817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67af8946-debf-4b3f-8b73-f2388f66c843 admin admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 886 time: 0.1885185 Dec 20 11:24:27.639216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-36bba67d-a4ce-4003-a9cd-f6d0b64a3c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:29.035548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:29.228490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581c642-20de-47c0-95fc-2fd184631971 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:29.230392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a581c642-20de-47c0-95fc-2fd184631971 admin admin] 10.222.0.32 "GET /v2.0/networks/b0c3c260-b12b-46e8-a953-5e573b2297b6 HTTP/1.1" status: 200 len: 869 time: 0.1936033 Dec 20 11:24:29.824705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-199062e8-5acd-40b2-8f3c-f7942318ac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:30.978880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:31.046606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:31.239088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57018) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:31.369585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd3b06c-4358-40a7-90ce-425364a640c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:31.369945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd3b06c-4358-40a7-90ce-425364a640c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:31.371432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0cd3b06c-4358-40a7-90ce-425364a640c2 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314495 Dec 20 11:24:32.508985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:33.381247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57028) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:33.507218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce178322-eeab-4b63-b215-37d14a07aa39 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:33.507575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce178322-eeab-4b63-b215-37d14a07aa39 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:33.509015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ce178322-eeab-4b63-b215-37d14a07aa39 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268418 Dec 20 11:24:35.510738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57038) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:35.636165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101f7e7-5524-479b-bef2-1d0c4901e747 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:35.637474 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9101f7e7-5524-479b-bef2-1d0c4901e747 admin admin] 10.222.0.32 "GET /v2.0/subnets/1643b563-261d-4522-a537-149466292795 HTTP/1.1" status: 200 len: 868 time: 0.1258225 Dec 20 11:24:37.407923 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:24:37.619782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:37.744273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2791d2-d942-420c-811e-056b195a903f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:37.745576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bd2791d2-d942-420c-811e-056b195a903f admin admin] 10.222.0.32 "GET /v2.0/subnets/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7 HTTP/1.1" status: 200 len: 816 time: 0.1248507 Dec 20 11:24:55.831448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:55.903058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-15283acb-993e-4506-8401-2a3be6016f0b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:24:55.904093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-15283acb-993e-4506-8401-2a3be6016f0b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717313 Dec 20 11:24:57.640541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa22617b-645d-4f76-a415-ae2a110de7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:24:57.990476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:24:58.077943 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73a1898-42b6-4195-bda7-a1b8ffcd2b2e admin admin] GET failed (client error): The resource could not be found. Dec 20 11:24:58.079130 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b73a1898-42b6-4195-bda7-a1b8ffcd2b2e admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0877509 Dec 20 11:24:58.202642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaae96e-1d3f-4aa5-99c8-004bfadbf3d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:24:58.208683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bfaae96e-1d3f-4aa5-99c8-004bfadbf3d1 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1211030 Dec 20 11:24:59.827262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bba0032-b491-4225-89df-bb5b22c6bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:00.237242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:25:00.308992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:25:00.313638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:25:00.323318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:25:00.332665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Made reservation on behalf of 6250dece64234b4caebf9309ceb588ea for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:25:00.335445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:00.424715 n-d-victoria-1 neutron-server[83558]: WARNING neutron.services.revisions.revision_plugin [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Could not find related network for resource to bump revision. Dec 20 11:25:00.435603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:25:00.444600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:00.444927 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Added segment 140c0cb6-80fd-4216-bee1-0c7c2453ee61 of type vlan for network 3f016f31-7c65-44a0-b316-274b8e09f221 Dec 20 11:25:00.469100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:00.495723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:00.496874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:25:00.497445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:00.501842 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:25:00.626889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3885772 Dec 20 11:25:00.632205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=3f016f31-7c65-44a0-b316-274b8e09f221,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:25:00.635059 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:25:00.643345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3f016f31-7c65-44a0-b316-274b8e09f221 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:25:00.980272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:01.046790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:02.510883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:02.636951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57116) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:25:02.723975 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e78b7c2-733e-4d3e-8774-5e15f5a9107b admin admin] GET failed (client error): The resource could not be found. Dec 20 11:25:02.724944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e78b7c2-733e-4d3e-8774-5e15f5a9107b admin admin] Synchronizing usage tracker for tenant:6250dece64234b4caebf9309ceb588ea on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:25:02.739379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e78b7c2-733e-4d3e-8774-5e15f5a9107b admin admin] Unset dirty status for tenant:6250dece64234b4caebf9309ceb588ea on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:25:02.741064 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9e78b7c2-733e-4d3e-8774-5e15f5a9107b admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1031702 Dec 20 11:25:02.841451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01fe861-f008-4057-86d4-a3519a3ba388 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:25:02.842799 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d01fe861-f008-4057-86d4-a3519a3ba388 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0978112 Dec 20 11:25:02.852378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'cidr': '192.168.233.0/24'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:25:02.856802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:25:02.866694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:25:02.876702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Made reservation on behalf of 6250dece64234b4caebf9309ceb588ea for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:25:02.878978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:03.070759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:03.074156 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:25:03.139628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e877431f-41db-4104-95fb-9b3a13b2103b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:25:03.143049 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:25:03.151105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:25:03.151431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Network hostable DHCP agents. Network: 3f016f31-7c65-44a0-b316-274b8e09f221, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:25:03.172246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:25:03.180341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3f016f31-7c65-44a0-b316-274b8e09f221) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:25:03.184120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:25:03.184668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:03.189542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623d496-9122-44d8-a7cf-67235c7bc212 None None] Network 3f016f31-7c65-44a0-b316-274b8e09f221 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:25:03.207305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3586547 Dec 20 11:25:03.409936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-3f016f31-7c65-44a0-b316-274b8e09f221', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'tenant_id': '6250dece64234b4caebf9309ceb588ea', 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:25:03.410875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:03.566012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Allocated IP 192.168.233.2 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/40e8005f-a997-4235-b3a0-4e2fd1a32c14) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:25:03.769438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:03.779831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Transition to ACTIVE for port object 40e8005f-a997-4235-b3a0-4e2fd1a32c14 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:25:03.798119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Transition to ACTIVE for port object 40e8005f-a997-4235-b3a0-4e2fd1a32c14 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:25:03.804164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:03.808812 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-924f2259-746c-4fb6-a08c-a154444b3f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:25:03.870780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:25:03.873960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:25:03.876938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:25:03.882906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Pushing event updated for resources: {'Port': ['ID=40e8005f-a997-4235-b3a0-4e2fd1a32c14,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:25:03.976053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.976389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.976710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.977029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.977344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.977656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.977964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.978291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.978859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.979168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.979467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:25:03.983520 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:25:04.007864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Attempting to bind port 40e8005f-a997-4235-b3a0-4e2fd1a32c14 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:25:04.008229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Attempting to bind port 40e8005f-a997-4235-b3a0-4e2fd1a32c14 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:25:04.008580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Attempting to bind port 40e8005f-a997-4235-b3a0-4e2fd1a32c14 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:25:04.015502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:25:04.015872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:25:04.016283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:04.016658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:25:04.017118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Bound port: 40e8005f-a997-4235-b3a0-4e2fd1a32c14, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:25:04.017532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:04.105519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] For port 40e8005f-a997-4235-b3a0-4e2fd1a32c14, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:25:04.109800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] For port 40e8005f-a997-4235-b3a0-4e2fd1a32c14, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=40e8005f-a997-4235-b3a0-4e2fd1a32c14,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:25:04.113672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:04.117607 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:25:04.190217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Pushing event updated for resources: {'Port': ['ID=40e8005f-a997-4235-b3a0-4e2fd1a32c14,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:25:04.193632 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:25:05.024863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bce300-1e61-443b-9949-e189c12fec80 None None] Network 3f016f31-7c65-44a0-b316-274b8e09f221 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:25:05.149966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7b15c6a7-ce2f-47b6-9570-be3386f66ec4 None None] Provisioning for port 40e8005f-a997-4235-b3a0-4e2fd1a32c14 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:25:05.440076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 40e8005f-a997-4235-b3a0-4e2fd1a32c14 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:25:05.523718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 40e8005f-a997-4235-b3a0-4e2fd1a32c14 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:25:05.528464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 40e8005f-a997-4235-b3a0-4e2fd1a32c14 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:25:05.528830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:05.642505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:05.675352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 40e8005f-a997-4235-b3a0-4e2fd1a32c14, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=40e8005f-a997-4235-b3a0-4e2fd1a32c14,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:25:05.679581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:05.681626 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:25:05.745365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=40e8005f-a997-4235-b3a0-4e2fd1a32c14,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:25:05.748415 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:25:07.391115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 40e8005f-a997-4235-b3a0-4e2fd1a32c14 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:25:07.459930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 40e8005f-a997-4235-b3a0-4e2fd1a32c14 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:25:07.460299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:14.406843 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:25:27.642943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b616f53e-94f1-43b9-8cea-74c72b9ec5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:29.828721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95117784-c836-459e-93e9-74186a82475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:30.984914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:31.048319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:32.514888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:51.407090 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:25:57.644312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-236ae7be-3100-439f-a792-660ca976fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:25:59.830771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cafc53de-3cff-4973-b7c6-499ca67e8264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:00.987081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:01.049875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:02.517732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:15.838051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57158) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:26:15.843752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-060ebc2f-eec4-4a77-b907-67da6539f4f1 tempest-verify_tempest_config-2035330268 tempest-verify_tempest_config-2035330268-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:26:15.844712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-060ebc2f-eec4-4a77-b907-67da6539f4f1 tempest-verify_tempest_config-2035330268 tempest-verify_tempest_config-2035330268-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057790 Dec 20 11:26:16.159219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57174) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:26:16.295983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:16.326218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:26:16.329943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Usage tracker for resource:security_group_rule and tenant:d4826de802584ccabf107456cd4e101c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:26:16.333499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:26:16.339258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:26:16.405521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:16.409290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:16.417979 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e36af667-9f5f-4632-882f-8eeba138a189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:26:16.454945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d26c9-79ae-4a0e-8b21-90a337195b86,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:26:16.461688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Synchronizing usage tracker for tenant:6250dece64234b4caebf9309ceb588ea on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:26:16.469102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.469439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.469769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.470118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.470440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.470755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.471070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.471382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.471690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.471996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.472311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:26:16.476389 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:26:16.487697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Unset dirty status for tenant:6250dece64234b4caebf9309ceb588ea on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:26:16.489467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4826de802584ccabf107456cd4e101c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3287468 Dec 20 11:26:16.492069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:26:16.548074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:16.572957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:16.660237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:16.663883 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:26:16.675966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d26c9-79ae-4a0e-8b21-90a337195b86,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:26:16.679331 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:26:16.681273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:16.682640 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df4d26c9-79ae-4a0e-8b21-90a337195b86 HTTP/1.1" status: 204 len: 168 time: 0.1893280 Dec 20 11:26:27.646834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e440d63-ecfe-406b-92f5-6ed78da498e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:28.406458 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:26:29.831904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a815dae0-ff83-40ce-90da-23cdf2ebed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:30.990401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:31.050547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:32.520944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:57.647551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71eae96b-0348-44c8-87c8-be07b246da7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:26:59.832922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-19a6defc-52bf-45f3-b802-6631869ab394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:00.993780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:01.051390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:02.521302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:05.405411 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:27:27.652259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f674cde5-820e-44ef-a5aa-726ac8418fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:29.835374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a633364c-fdbf-4c86-9828-28bfe1f33ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:30.997395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:31.053453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:32.524275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:42.405374 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:27:57.653886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0aadad2d-d881-421e-81dd-a4046f49dfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:27:59.835009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4af7d596-7ce2-494f-9169-ee8218a36845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:00.998458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:01.054298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:02.526015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:19.405251 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:28:27.654634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd8caa82-8403-4db0-962e-4aeecc68328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:29.835487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f818993-9d3e-4483-b588-78d3f2d0710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:31.000499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:31.052698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:32.527638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:56.404849 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:28:57.655407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-666ce8f0-4039-4346-85fc-9bc8732ed88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:28:59.836608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-565cc97d-92b6-4f2c-9355-a0071b5682e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:01.004369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:01.053427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:02.530941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:14.645563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399523'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:17.609851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399523'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:27.656678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-394417de-cf00-4245-929b-bf57a2381735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:29.837460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1836355f-8000-4281-8c59-80e40bffcbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:31.005779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:31.055457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:32.532450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:33.404579 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:29:44.595476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:47.602531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:57.657963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e571d68-8bae-4447-8282-1463d895ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:29:59.839374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f8ca60f6-cd35-4a91-a8ba-3827535c183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:01.007494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:01.057408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:02.535836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:07.308577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57244) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:30:07.440338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-63575f6e-09f6-42e4-ac07-e96ad812f2ec admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4697 time: 0.1306248 Dec 20 11:30:09.443185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57254) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:30:09.520922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-33ffa913-d9dd-46b1-b643-dd14cc71bb04 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4697 time: 0.0766709 Dec 20 11:30:10.404723 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:30:14.608333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:17.617429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:27.658809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-674f056a-f4a1-49e8-b8e8-568662029890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:29.839284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0dec37e-28ba-441f-8458-199dac8b5c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:31.010385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:31.057330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:32.537303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:44.611461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:47.405623 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:30:47.616379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:57.663220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab98e-55a8-45cd-a29e-7119950f83f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:30:59.840707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccb34a0-ffae-457c-8684-3c5f0aafb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:01.012665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:01.060588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:02.542933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:14.610274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:17.629482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:24.409724 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:31:27.666511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f47c9b9-6ba8-4fe6-bc5e-1c7317cb9f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:29.841222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ec840387-7a95-4299-98f6-719c70439b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:31.015931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:31.063431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:32.544487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:44.533067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57448) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:44.630834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:44.641086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:45.061130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:45.061404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-309d69a0-f88d-45d9-bd02-cb02215c70ab tempest-AutoAllocateNetworkTest-31123252 tempest-AutoAllocateNetworkTest-31123252-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eaf158f79582445bb8e22097899d928a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5263290 Dec 20 11:31:45.258437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e0e99-2fa0-43b8-affc-4e1c55707630 tempest-AutoAllocateNetworkTest-31123252 tempest-AutoAllocateNetworkTest-31123252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:31:45.263443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57480) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:45.273774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8d1e0e99-2fa0-43b8-affc-4e1c55707630 tempest-AutoAllocateNetworkTest-31123252 tempest-AutoAllocateNetworkTest-31123252-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2111251 Dec 20 11:31:45.300685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-network', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:31:45.302260 n-d-victoria-1 neutron-server[83557]: INFO neutron.quota [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Loaded quota_driver: . Dec 20 11:31:45.314716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:45.326506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Usage tracker for resource:network and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:45.331971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:45.343814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:45.355443 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b8f25b0f-d927-470d-925e-16eab406a9ea tempest-AutoAllocateNetworkTest-31123252 tempest-AutoAllocateNetworkTest-31123252-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903709 Dec 20 11:31:45.358093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57486) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:45.363909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Made reservation on behalf of 4e0144e0fe2d4cb7a2ed3eb19a247cd6 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:31:45.368288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.393098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.394031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-be73ebb3-d26b-428a-b100-f5ebfbd5c4da tempest-AutoAllocateNetworkTest-31123252 tempest-AutoAllocateNetworkTest-31123252-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eaf158f79582445bb8e22097899d928a HTTP/1.1" status: 200 len: 208 time: 0.0345783 Dec 20 11:31:45.438891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:45.442571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:45.446523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:45.452315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:45.525192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.530608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.546554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:31:45.555084 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:45.568324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741097323978', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.569176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Unsubscribe: segment precommit_create {{(pid=83557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 11:31:45.569809 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Added segment d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a of type vlan for network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 Dec 20 11:31:45.641235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.684205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.691717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:31:45.692332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:45.721567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5cfd9-b3ce-4e19-9433-b9baea65276c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:45.728687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0831161 Dec 20 11:31:45.728840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:45.738958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Request body: {'subnet': {'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-subnet', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:31:45.745456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.745785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.746222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.746442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.746756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.747062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.747539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.747662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.747948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.748245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.748542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Tracked resource versions report: Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: pushed versions: Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Log': {'1.0'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Network': {'1.1'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Port': {'1.5'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'PortForwarding': {'1.2'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'QosPolicy': {'1.8'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'SecurityGroup': {'1.2'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'SubPort': {'1.0'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Subnet': {'1.1'}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Trunk': {'1.1'}} Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: consumer versions: Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: { DHCP agent@n-d-victoria-1: {}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: HyperV agent@n-h1-victoria-1: {}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: HyperV agent@n-h2-victoria-1: {}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: L3 agent@n-d-victoria-1: {}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: Metadata agent@n-d-victoria-1: {}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: Metering agent@n-d-victoria-1: {}, Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: Open vSwitch agent@n-d-victoria-1: { 'ConntrackHelper': '1.0', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Log': '1.0', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Network': '1.1', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Port': '1.5', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'PortForwarding': '1.2', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'QosPolicy': '1.8', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'SecurityGroup': '1.2', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'SecurityGroupRule': '1.0', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'SubPort': '1.0', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Subnet': '1.1', Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: 'Trunk': '1.1'}} Dec 20 11:31:45.749715 n-d-victoria-1 neutron-server[83557]: {{(pid=83557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:31:45.777421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:45.781679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Usage tracker for resource:subnet and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:45.790652 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:45.791525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:45.798092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:45.806462 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:45.822550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Made reservation on behalf of 4e0144e0fe2d4cb7a2ed3eb19a247cd6 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:31:45.824822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.019710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=bd14f5bc-b2d9-4efa-aa52-0b96944f7086,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:46.024321 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:46.033717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:31:46.129901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.136444 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:46.217500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b964d349-7565-469f-a940-4b6c66bc60f5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:46.221642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:46.231747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Checking segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:31:46.232134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Network hostable DHCP agents. Network: bd14f5bc-b2d9-4efa-aa52-0b96944f7086, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:31:46.249283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57524) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:46.265350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:31:46.282205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, bd14f5bc-b2d9-4efa-aa52-0b96944f7086) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:46.294239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c946b-9c72-42c7-86d1-1c90dfb398c1 None None] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:31:46.299276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:31:46.300207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.328438 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5984271 Dec 20 11:31:46.333808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57534) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:46.341341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:31:46.347959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:46.352603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Usage tracker for resource:router and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:46.356440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:46.362620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:46.375203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.376905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.403746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.560796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:31:46.561863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.652871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.750443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Allocated IP 172.20.0.2 (bd14f5bc-b2d9-4efa-aa52-0b96944f7086/b964d349-7565-469f-a940-4b6c66bc60f5/f08215ea-998f-4af5-9311-beaa78b66a8a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:31:46.820559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.915599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:46.918050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.950804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf158f79582445bb8e22097899d928a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:46.956555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:46.960590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:46.965580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:47.039533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.052008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Transition to ACTIVE for port object f08215ea-998f-4af5-9311-beaa78b66a8a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:31:47.077382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Transition to ACTIVE for port object f08215ea-998f-4af5-9311-beaa78b66a8a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:31:47.086133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.092751 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:47.167366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:31:47.170781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:47.174792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.176829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Allocated IP 172.35.0.65 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/2ab14e78-ed2b-49e3-96e0-11ee5a8b4996) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:31:47.178989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:31:47.181219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Pushing event updated for resources: {'Port': ['ID=f08215ea-998f-4af5-9311-beaa78b66a8a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:47.184237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.198379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.198571 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:47.198661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.198946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.199211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.199458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.199781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.200113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.200762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.201081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.201391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.201703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Tracked resource versions report: Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: pushed versions: Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Log': {'1.0'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Network': {'1.1'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Port': {'1.5'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'PortForwarding': {'1.2'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'QosPolicy': {'1.8'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'SecurityGroup': {'1.2'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'SubPort': {'1.0'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Subnet': {'1.1'}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Trunk': {'1.1'}} Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: consumer versions: Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: { DHCP agent@n-d-victoria-1: {}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: HyperV agent@n-h1-victoria-1: {}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: HyperV agent@n-h2-victoria-1: {}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: L3 agent@n-d-victoria-1: {}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: Metadata agent@n-d-victoria-1: {}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: Metering agent@n-d-victoria-1: {}, Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: Open vSwitch agent@n-d-victoria-1: { 'ConntrackHelper': '1.0', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Log': '1.0', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Network': '1.1', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Port': '1.5', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'PortForwarding': '1.2', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'QosPolicy': '1.8', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'SecurityGroup': '1.2', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'SecurityGroupRule': '1.0', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'SubPort': '1.0', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Subnet': '1.1', Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: 'Trunk': '1.1'}} Dec 20 11:31:47.203025 n-d-victoria-1 neutron-server[83559]: {{(pid=83559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:31:47.245492 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:47.316871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Attempting to bind port f08215ea-998f-4af5-9311-beaa78b66a8a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:31:47.317239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Attempting to bind port f08215ea-998f-4af5-9311-beaa78b66a8a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:31:47.318207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Attempting to bind port f08215ea-998f-4af5-9311-beaa78b66a8a on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:31:47.326090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:31:47.327169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Checking segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:31:47.327169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.327441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Bound using segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:31:47.327752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Bound port: f08215ea-998f-4af5-9311-beaa78b66a8a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:31:47.328137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.335750 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaf158f79582445bb8e22097899d928a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0856812 Dec 20 11:31:47.338128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ed986-49a1-411d-b267-13940d49de88,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:47.339317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57570) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:47.352719 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:47.412119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.413723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.453294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.481310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] For port f08215ea-998f-4af5-9311-beaa78b66a8a, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:31:47.486194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] For port f08215ea-998f-4af5-9311-beaa78b66a8a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08215ea-998f-4af5-9311-beaa78b66a8a,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:31:47.493780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.498205 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:47.515496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.516436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.528611 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:47.531245 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:47.549053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ed986-49a1-411d-b267-13940d49de88,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:47.562879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.563606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.564129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.564769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.565297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.565824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.566461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.567111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.567599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.568528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.569061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Tracked resource versions report: Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: pushed versions: Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Log': {'1.0'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Network': {'1.1'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Port': {'1.5'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'PortForwarding': {'1.2'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'QosPolicy': {'1.8'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'SecurityGroup': {'1.2'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'SubPort': {'1.0'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Subnet': {'1.1'}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Trunk': {'1.1'}} Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: consumer versions: Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: { DHCP agent@n-d-victoria-1: {}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: HyperV agent@n-h1-victoria-1: {}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: HyperV agent@n-h2-victoria-1: {}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: L3 agent@n-d-victoria-1: {}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: Metadata agent@n-d-victoria-1: {}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: Metering agent@n-d-victoria-1: {}, Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: Open vSwitch agent@n-d-victoria-1: { 'ConntrackHelper': '1.0', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Log': '1.0', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Network': '1.1', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Port': '1.5', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'PortForwarding': '1.2', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'QosPolicy': '1.8', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'SecurityGroup': '1.2', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'SecurityGroupRule': '1.0', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'SubPort': '1.0', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Subnet': '1.1', Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: 'Trunk': '1.1'}} Dec 20 11:31:47.571276 n-d-victoria-1 neutron-server[83558]: {{(pid=83558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:31:47.587205 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:47.588959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.590992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca3ed986-49a1-411d-b267-13940d49de88 HTTP/1.1" status: 204 len: 168 time: 0.2494299 Dec 20 11:31:47.592194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:31:47.595895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:47.602240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Pushing event updated for resources: {'Port': ['ID=f08215ea-998f-4af5-9311-beaa78b66a8a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:47.602623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:31:47.611240 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:47.657771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:47.671928 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:47.682425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.829564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:47.829564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:48.125977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Router c3d1c1b2-9d42-4279-a945-7d98865f2d33 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:31:48.381409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:31:48.390981 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Sync routers for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:31:48.405886 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:31:48.409771 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:31:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:48.433035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:48.438258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:48.438825 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1026988 Dec 20 11:31:48.719850 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:31:48.909794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a305aa6-a2f5-4e2f-821c-bcd41bdc97c3 None None] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:31:49.217899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8cf8c839-f090-40d4-a9d6-43081560445c None None] Provisioning for port f08215ea-998f-4af5-9311-beaa78b66a8a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:31:49.306990 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:47Z', 'revision_number': 3, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:49.316824 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Checking router: c3d1c1b2-9d42-4279-a945-7d98865f2d33 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:31:49.319523 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Updating router c3d1c1b2-9d42-4279-a945-7d98865f2d33 port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:31:49.442940 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:49.696393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f08215ea-998f-4af5-9311-beaa78b66a8a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:31:49.836208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port f08215ea-998f-4af5-9311-beaa78b66a8a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:31:49.849783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f08215ea-998f-4af5-9311-beaa78b66a8a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:31:49.850768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:49.951351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:49.984966 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:49.994537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:49.999420 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Transition to ACTIVE for port object 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:31:50.010125 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.028598 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:50.036204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port f08215ea-998f-4af5-9311-beaa78b66a8a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08215ea-998f-4af5-9311-beaa78b66a8a,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:31:50.043513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.047469 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:50.109293 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Pushing event updated for resources: {'Port': ['ID=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:50.128526 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.128977 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.129303 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.129620 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.129931 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.130278 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.130707 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.131401 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.131401 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.131638 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.131943 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Tracked resource versions report: Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: pushed versions: Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Log': {'1.0'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Network': {'1.1'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Port': {'1.5'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'PortForwarding': {'1.2'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'QosPolicy': {'1.8'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'SecurityGroup': {'1.2'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'SubPort': {'1.0'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Subnet': {'1.1'}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Trunk': {'1.1'}} Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: consumer versions: Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: { DHCP agent@n-d-victoria-1: {}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: HyperV agent@n-h1-victoria-1: {}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: HyperV agent@n-h2-victoria-1: {}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: L3 agent@n-d-victoria-1: {}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: Metadata agent@n-d-victoria-1: {}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: Metering agent@n-d-victoria-1: {}, Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: Open vSwitch agent@n-d-victoria-1: { 'ConntrackHelper': '1.0', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Log': '1.0', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Network': '1.1', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Port': '1.5', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'PortForwarding': '1.2', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'QosPolicy': '1.8', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'SecurityGroup': '1.2', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'SecurityGroupRule': '1.0', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'SubPort': '1.0', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Subnet': '1.1', Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: 'Trunk': '1.1'}} Dec 20 11:31:50.132949 n-d-victoria-1 neutron-server[83560]: {{(pid=83560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:31:50.137967 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:50.142829 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Attempting to bind port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:31:50.143195 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Attempting to bind port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:31:50.143550 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Attempting to bind port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:31:50.152039 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:31:50.152407 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:31:50.152807 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.153194 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:31:50.153651 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Bound port: 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:31:50.154051 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.161771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=f08215ea-998f-4af5-9311-beaa78b66a8a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:50.172244 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:50.237234 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] For port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:31:50.241674 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] For port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:31:50.251116 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.257838 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6773c7e2-49cc-4334-b1fa-fb54ff30274b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:50.300716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Allocated IP 172.20.0.1 (bd14f5bc-b2d9-4efa-aa52-0b96944f7086/b964d349-7565-469f-a940-4b6c66bc60f5/b9695b7f-23cf-4371-ac74-350b8af1e80b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:31:50.369535 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:31:50.370183 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:31:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:50.472720 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Pushing event updated for resources: {'Port': ['ID=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:50.478134 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:50.510915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.530815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Transition to ACTIVE for port object b9695b7f-23cf-4371-ac74-350b8af1e80b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:31:50.557545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.564317 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4644bbdc-1a8e-4ce9-934a-cd62b5fe07d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:50.575455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:50.604667 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:31:50.638262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:31:50.641588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:50.643511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Pushing event updated for resources: {'Port': ['ID=b9695b7f-23cf-4371-ac74-350b8af1e80b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:50.656512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:31:50.656803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.674425 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:50.769200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.888556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:50.983507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:50.988865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3d17d697a24b278bdf2386d3aae4e1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:50.992455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:50.998853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:51.044097 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:47Z', 'revision_number': 3, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:51.056417 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f01d4d-ca7a-485b-bc21-a9b1448fabd1 None None] The sync data for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 is: [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:47Z', 'revision_number': 3, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:31:51.059356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3a1eae49-6be7-49be-aa84-2400de30eb4e None None] Provisioning for port b9695b7f-23cf-4371-ac74-350b8af1e80b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:31:51.068428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3a1eae49-6be7-49be-aa84-2400de30eb4e None None] Provisioning complete for port b9695b7f-23cf-4371-ac74-350b8af1e80b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:31:51.069243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3a1eae49-6be7-49be-aa84-2400de30eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.129843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.140451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.149264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:51.150673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3a1eae49-6be7-49be-aa84-2400de30eb4e None None] Port b9695b7f-23cf-4371-ac74-350b8af1e80b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:31:51.180165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.188256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.189652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.197136 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c71625c0-e3dd-4d74-9284-0617310b58a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:51.246248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ede7966-5068-4a9a-8cba-db41180b5c0a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:51.246248 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:51.272568 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd3d17d697a24b278bdf2386d3aae4e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6918917 Dec 20 11:31:51.273255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:51.472187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.485459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Pushing event updated for resources: {'Port': ['ID=b9695b7f-23cf-4371-ac74-350b8af1e80b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:51.498054 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:51.521787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.528426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:31:51.530566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:51.660581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.669605 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:51.690817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ede7966-5068-4a9a-8cba-db41180b5c0a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:51.695162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:51.700665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ede7966-5068-4a9a-8cba-db41180b5c0a HTTP/1.1" status: 204 len: 168 time: 0.4262376 Dec 20 11:31:51.701897 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:51.795973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f08215ea-998f-4af5-9311-beaa78b66a8a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:31:51.964637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f08215ea-998f-4af5-9311-beaa78b66a8a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:31:51.965021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.112632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-35ffaaef-338a-47fa-8d9c-9ae9cde7b31d None None] Provisioning complete for port b9695b7f-23cf-4371-ac74-350b8af1e80b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:31:52.113180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35ffaaef-338a-47fa-8d9c-9ae9cde7b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.155035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Router c3d1c1b2-9d42-4279-a945-7d98865f2d33 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:31:52.177221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-35ffaaef-338a-47fa-8d9c-9ae9cde7b31d None None] Port b9695b7f-23cf-4371-ac74-350b8af1e80b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:31:52.255517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:31:52.376639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:31:52.383715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:31:52.384210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.572574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.595465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:31:52.604550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:31:52.609795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] 10.222.0.32 "PUT /v2.0/routers/c3d1c1b2-9d42-4279-a945-7d98865f2d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1699290 Dec 20 11:31:52.610384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.612727 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:52.680893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:52.683847 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:52.705104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57742) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:52.724447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.761584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:52.765451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Usage tracker for resource:security_group_rule and tenant:3f00aa9db4134e0fa9f27e35cd04c082 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:52.768465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:52.775559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:52.834259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:52.848618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.855579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:52.863665 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:52.904790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6477a1e-f649-47f8-9886-506191cc657a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:52.907999 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:52.910477 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f00aa9db4134e0fa9f27e35cd04c082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2042956 Dec 20 11:31:52.913249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:52.984183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.012322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.082890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.089193 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ccbf9965-36c3-4cdf-a02c-98789abcf60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:53.108094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.109205 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6477a1e-f649-47f8-9886-506191cc657a HTTP/1.1" status: 204 len: 168 time: 0.1949649 Dec 20 11:31:53.111724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6477a1e-f649-47f8-9886-506191cc657a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:53.114609 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:53.277563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.347721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:53.352439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Usage tracker for resource:security_group_rule and tenant:d179c72259834f50aba1e96671c3329a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:53.355422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:53.362060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:53.470311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.479825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.494093 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8f01d29e-8218-49b6-aa72-f8e9033b83aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:53.602431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde34bd-a5aa-4eed-abe7-1a8867cb3057,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:53.611339 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:53.622740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:53.633791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d179c72259834f50aba1e96671c3329a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7976844 Dec 20 11:31:53.681786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:31:53.724630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.763414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.768707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:31:53.769153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.825116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.832885 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:53.847167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde34bd-a5aa-4eed-abe7-1a8867cb3057,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:53.849841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:53.851133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:53.855018 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fde34bd-a5aa-4eed-abe7-1a8867cb3057 HTTP/1.1" status: 204 len: 168 time: 0.2311523 Dec 20 11:31:54.380502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:54.511393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57852) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:54.710820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:54.729955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:54.750579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:54.774997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:54.779502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Usage tracker for resource:security_group_rule and tenant:82c3b0f248a8484aa20a5d3fc5e6a423 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:54.782969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:54.794973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:54.795610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:54.801206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Usage tracker for resource:security_group_rule and tenant:36b842dd7cf8449e92b96bea699206cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:54.805103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:54.812431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:54.875278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:54.880441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:54.893961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:54.897983 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21b557e8-f0c8-43e6-b3ca-4c840bdcc941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:54.901256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:54.934670 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82c3b0f248a8484aa20a5d3fc5e6a423&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2227991 Dec 20 11:31:54.937351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57880) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:54.937562 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37b5ebb4-2b80-4267-85cd-1b188729d2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:54.970788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36b842dd7cf8449e92b96bea699206cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5860851 Dec 20 11:31:54.971810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21db9e7c-613f-4973-b152-5893dfe3517d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:54.975950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57884) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:54.984099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ecab3b-ca27-4cff-b62e-5d2799f1c0fa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:54.992155 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:54.993283 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:55.051661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.076787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.089182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.109332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.149072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.153532 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:55.170345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ecab3b-ca27-4cff-b62e-5d2799f1c0fa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:55.173365 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:55.175829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.179777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32ecab3b-ca27-4cff-b62e-5d2799f1c0fa HTTP/1.1" status: 204 len: 168 time: 0.2401555 Dec 20 11:31:55.216418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.244172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.252051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:55.254925 n-d-victoria-1 neutron-server[83557]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 11:31:55.259701 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:55.279093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21db9e7c-613f-4973-b152-5893dfe3517d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:55.283816 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:55.298230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:55.310067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:08f7dd6eae66425eb4c36b2a4c59e671 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:55.312501 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-af74d8b4-85c4-4e40-87d0-fd1cf92240be tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=72fd95cd8257491dbf7edfae3c7c3643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592327 Dec 20 11:31:55.320095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:55.342844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:55.394711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Sync routers for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:31:55.410935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:31:55.416745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:31:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:55.430310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.431873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.437013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21db9e7c-613f-4973-b152-5893dfe3517d HTTP/1.1" status: 204 len: 168 time: 0.4493699 Dec 20 11:31:55.445184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.453385 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:55.489961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4042c7-ecff-48d3-ac71-2f6a6ae715f9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:55.495977 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:55.520892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08f7dd6eae66425eb4c36b2a4c59e671&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0061991 Dec 20 11:31:55.531750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:55.574912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-f7696a4d-a5ba-4ddb-afa9-5edb30396e82 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:31:55.576991 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-f7696a4d-a5ba-4ddb-afa9-5edb30396e82 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636423 Dec 20 11:31:55.612204 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-d13c1252-8ab0-4463-97fe-8f7628e57d6a tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/quotas/72fd95cd8257491dbf7edfae3c7c3643 HTTP/1.1" status: 200 len: 375 time: 0.0301015 Dec 20 11:31:55.629447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:31:55.671221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.703883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-c33c3ebb-fb12-4992-ba1e-48bd6c21437e tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72fd95cd8257491dbf7edfae3c7c3643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906241 Dec 20 11:31:55.723525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.789345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.795177 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:55.827974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4042c7-ecff-48d3-ac71-2f6a6ae715f9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:55.830495 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:55.831614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:55.832704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b4042c7-ecff-48d3-ac71-2f6a6ae715f9 HTTP/1.1" status: 204 len: 168 time: 0.2999318 Dec 20 11:31:55.890484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57922) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:55.899995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-network', 'tenant_id': '6864e5179b2b49e68803971ba4542267'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:31:55.914646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:55.929844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Usage tracker for resource:network and tenant:6864e5179b2b49e68803971ba4542267 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:55.936479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:55.950168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:55.977108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Made reservation on behalf of 6864e5179b2b49e68803971ba4542267 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:31:55.979444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.012272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.022401 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f93af9cc-78d6-4b03-998d-14f983c0dd13 req-5e75a276-4c4e-4609-b7a0-a6c2a6cf9588 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 210 time: 0.0735726 Dec 20 11:31:56.062970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:56.067185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6864e5179b2b49e68803971ba4542267 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:56.070503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:56.077307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:56.155886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.161878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.164126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 2, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:56.169119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Checking router: c3d1c1b2-9d42-4279-a945-7d98865f2d33 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:31:56.169482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Updating router c3d1c1b2-9d42-4279-a945-7d98865f2d33 port b9695b7f-23cf-4371-ac74-350b8af1e80b binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:31:56.176902 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab9a1a66-31b8-4ed3-bbe5-58a84f25554b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:56.201986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:31:56.207855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10fb1b0-fbdc-4781-b876-ca480ce2a87c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:56.212848 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:56.216815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.217310 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Added segment 9fdc4078-c6ee-4ca2-94cc-774eb0d0a814 of type vlan for network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 Dec 20 11:31:56.241887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.248511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.352131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.354250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:31:56.354971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.359970 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:56.458753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5671782 Dec 20 11:31:56.462260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57946) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:56.470108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Request body: {'subnet': {'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-subnet', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:31:56.477422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1dcbd55f-898f-44a2-b0ee-e7ce4702eb33,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:56.480171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:56.486122 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:56.486816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Usage tracker for resource:subnet and tenant:6864e5179b2b49e68803971ba4542267 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:56.493903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:56.501840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:56.517840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Made reservation on behalf of 6864e5179b2b49e68803971ba4542267 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:31:56.518887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:56.519014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.526867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:31:56.553192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.636392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:56.648638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Usage tracker for resource:security_group_rule and tenant:4898af34e94648a089f3b420f094e8d8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:56.657030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:56.664991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:56.815130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.826425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.848733 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc96bdcc-5212-4d2b-9c4e-ab497cf2f95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:56.937285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87228e7c-4b60-49ab-97bd-4054a4efe07e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:56.940423 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:56.946069 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4898af34e94648a089f3b420f094e8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4229147 Dec 20 11:31:56.946328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:56.946413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:57.057981 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:57.086859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.106740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Transition to ACTIVE for port object b9695b7f-23cf-4371-ac74-350b8af1e80b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:31:57.117864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.125757 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:57.165079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57988) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:57.213102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58000) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:57.241097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6945f86-d782-454c-99ee-1f97a635f895,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:57.252310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.262246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.323257 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:57.341417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:57.351809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Usage tracker for resource:security_group_rule and tenant:81cd0ef0ebc0477ba8f8a1eb2210aa57 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:57.356374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.356875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:57.363708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c510d-f6b2-45a1-9033-380ebecd8fe1 None None] Pushing event updated for resources: {'Port': ['ID=b9695b7f-23cf-4371-ac74-350b8af1e80b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:57.368149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:57.370810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Checking segment: {'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:31:57.371166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Network hostable DHCP agents. Network: 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:31:57.374525 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0c7c510d-f6b2-45a1-9033-380ebecd8fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:57.421497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:31:57.468689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:57.478073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:31:57.478869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.488213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ef3ab-671e-493e-9862-31eaeb0c7cf5 None None] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:31:57.510604 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0471971 Dec 20 11:31:57.513349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58010) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:57.521518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.523651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Attempting to bind port b9695b7f-23cf-4371-ac74-350b8af1e80b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:31:57.524244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Attempting to bind port b9695b7f-23cf-4371-ac74-350b8af1e80b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:31:57.524807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Attempting to bind port b9695b7f-23cf-4371-ac74-350b8af1e80b on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:31:57.524918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:31:57.529663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.534241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:57.541983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Usage tracker for resource:router and tenant:6864e5179b2b49e68803971ba4542267 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:57.543650 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-779c3c57-e7dd-4b6d-8111-fb144a1f6702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:57.548237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.552782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:57.578283 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:57.592705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1ff90-000b-4615-9dfc-a1aeac03dd44,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:57.600913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81cd0ef0ebc0477ba8f8a1eb2210aa57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3867640 Dec 20 11:31:57.602580 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:57.603525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58014) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:57.609206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:31:57.609753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:57.609847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Checking segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:31:57.609847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.611801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.612584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Bound using segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:31:57.613108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Bound port: b9695b7f-23cf-4371-ac74-350b8af1e80b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:31:57.613498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.614567 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87228e7c-4b60-49ab-97bd-4054a4efe07e HTTP/1.1" status: 204 len: 168 time: 0.6671739 Dec 20 11:31:57.620124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87228e7c-4b60-49ab-97bd-4054a4efe07e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:57.623568 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:57.637482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.638366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.675841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.688812 n-d-victoria-1 neutron-server[83558]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 11:31:57.750705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e1c3c7e-a550-48fa-8859-90c133ca442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.758937 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c9a0e96-6540-46ba-9c1a-3a094e6dc5cf req-1458514e-0f7a-4646-8e4a-78d8f5d49a4a tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 210 time: 0.5906312 Dec 20 11:31:57.762404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.805580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.868616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.873501 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:57.892073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] For port b9695b7f-23cf-4371-ac74-350b8af1e80b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:31:57.893609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1ff90-000b-4615-9dfc-a1aeac03dd44,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:57.895857 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:57.904816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] For port b9695b7f-23cf-4371-ac74-350b8af1e80b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9695b7f-23cf-4371-ac74-350b8af1e80b,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:31:57.910231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.913863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16f1ff90-000b-4615-9dfc-a1aeac03dd44 HTTP/1.1" status: 204 len: 168 time: 0.3065655 Dec 20 11:31:57.928714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:57.941658 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:57.992661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:58.012724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c510d-f6b2-45a1-9033-380ebecd8fe1 None None] Pushing event updated for resources: {'Port': ['ID=b9695b7f-23cf-4371-ac74-350b8af1e80b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:58.025538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-1dcbd55f-898f-44a2-b0ee-e7ce4702eb33', 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'fixed_ips': [{'subnet_id': 'f6945f86-d782-454c-99ee-1f97a635f895'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:31:58.026405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:58.051252 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0c7c510d-f6b2-45a1-9033-380ebecd8fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:58.193090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:31:58.201765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:31:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:58.279201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:58.321698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:58.537596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Allocated IP 172.35.0.194 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/37b0c631-851f-468e-800b-60cf38885e50) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:31:58.612115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Allocated IP 172.20.0.2 (1dcbd55f-898f-44a2-b0ee-e7ce4702eb33/f6945f86-d782-454c-99ee-1f97a635f895/23240ed4-a244-45ef-80ff-6b2eaa8d6db1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:31:58.626081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58044) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:58.747522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:58.762321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:31:58.794691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:58.800388 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:58.879469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Pushing event updated for resources: {'Port': ['ID=37b0c631-851f-468e-800b-60cf38885e50,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:58.883714 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:58.911414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:31:58.920223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:58.930944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:31:59.127332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.172599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.184683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93b0db28-a379-47dc-9637-2a7b50b73d2c req-712c65ba-3b0f-4a4e-bcef-09cadc23a606 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 210 time: 0.0759940 Dec 20 11:31:59.201460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Transition to ACTIVE for port object 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:31:59.223351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.223351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.223515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:31:59.226742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Usage tracker for resource:security_group_rule and tenant:d22d7666aa57484a933f1d1d9a06beaa is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:31:59.233023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:31:59.245642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:31:59.308706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Transition to ACTIVE for port object 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:31:59.325894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.338949 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:59.411334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.416536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.455647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:31:59.460424 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c6b61f4-d653-4bd6-8680-773a6b4dd86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:59.461228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:31:59.464649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Pushing event updated for resources: {'Port': ['ID=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:59.467760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:31:59.471214 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:59.478087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d22d7666aa57484a933f1d1d9a06beaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8480809 Dec 20 11:31:59.481006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58068) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:59.508219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:31:57Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:31:59.521802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f02cc7-3a1e-4f96-8248-e232ab42880d None None] The sync data for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 is: [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:31:57Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:31:59.617952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Attempting to bind port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:31:59.618869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.621725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Attempting to bind port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:31:59.622234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Attempting to bind port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 on network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:31:59.634395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:31:59.636691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Checking segment: {'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:31:59.637302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.637843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Bound using segment: {'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:31:59.639562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Bound port: 23240ed4-a244-45ef-80ff-6b2eaa8d6db1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:31:59.639562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.650176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Router 35ecbf72-83c6-428c-924c-470b4db8ba96 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:31:59.651434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.722366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf4eb6f-168e-4f66-b84e-4d5143148f74,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:59.728250 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:59.730502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.750724 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3fc32cd-8588-4a7e-b9bc-7856b830a6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:59.764232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf4eb6f-168e-4f66-b84e-4d5143148f74,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:59.766536 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:31:59.769808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.771163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdf4eb6f-168e-4f66-b84e-4d5143148f74 HTTP/1.1" status: 204 len: 168 time: 0.2892575 Dec 20 11:31:59.862472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] For port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:31:59.867357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] For port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,segment=NetworkSegment(9fdc4078-c6ee-4ca2-94cc-774eb0d0a814),segment_id=9fdc4078-c6ee-4ca2-94cc-774eb0d0a814)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:31:59.867736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d5f711fd-31b1-4b69-b0d1-5e09e2184d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.879981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:31:59.885023 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:31:59.972920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.53', 56132) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:31:59.986276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Pushing event updated for resources: {'Port': ['ID=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:31:59.989460 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:00.042561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-6a2f29b9-d2bf-47cb-9954-afb3eed975cf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=72fd95cd8257491dbf7edfae3c7c3643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625870 Dec 20 11:32:00.128108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:32:00.140379 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Sync routers for ids ['35ecbf72-83c6-428c-924c-470b4db8ba96'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:32:00.165853 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Routers {'35ecbf72-83c6-428c-924c-470b4db8ba96'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:32:00.166533 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:32:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['35ecbf72-83c6-428c-924c-470b4db8ba96'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:00.176866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:00.180173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6653707 Dec 20 11:32:00.184029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:00.470958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-b073905c-47aa-4888-86dd-aa1e37d1af8b tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:00.497675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-b073905c-47aa-4888-86dd-aa1e37d1af8b tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548342 Dec 20 11:32:00.564894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Request body: {'port': {'device_id': '7a5d4802-6772-439c-9235-153d91eb7272', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '72fd95cd8257491dbf7edfae3c7c3643'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:00.723446 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Set router 35ecbf72-83c6-428c-924c-470b4db8ba96 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:32:00.897538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1caaf5d0-28be-4a55-8253-bf67f21aa33b req-aded3010-98ba-4141-9d7e-dfc60c4f34cc tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 210 time: 0.2577357 Dec 20 11:32:01.013212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58114) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:01.047440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.062345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.095420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.207811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:01.211300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:01.220930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Usage tracker for resource:port and tenant:72fd95cd8257491dbf7edfae3c7c3643 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:01.224185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Usage tracker for resource:security_group_rule and tenant:6db27961ded04150beec4103be1daa0e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:01.226812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:01.229597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:01.253785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:01.256516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:01.290920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Made reservation on behalf of 72fd95cd8257491dbf7edfae3c7c3643 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:01.294850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.326348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.413192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:01.428501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.430946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Usage tracker for resource:security_group_rule and tenant:72fd95cd8257491dbf7edfae3c7c3643 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:01.434765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:01.438123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.449898 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:32:01.450743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:01.453912 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:01.492985 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:31:59Z', 'revision_number': 3, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:01.498334 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Checking router: 35ecbf72-83c6-428c-924c-470b4db8ba96 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:32:01.498429 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Updating router 35ecbf72-83c6-428c-924c-470b4db8ba96 port 37b0c631-851f-468e-800b-60cf38885e50 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:32:01.517491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f515b411-b8b2-44a9-869a-bc8d6d651016 None None] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:32:01.622586 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.728027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:01.738558 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6db27961ded04150beec4103be1daa0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7224219 Dec 20 11:32:01.767390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956c9b8e-5ba7-4f9b-b043-c2fdd6cf7dae,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:01.773905 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:01.809353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.819793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:01.831014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9695b7f-23cf-4371-ac74-350b8af1e80b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:01.920960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-435ede99-ec8e-4553-a07a-82543ef03ad0 None None] Provisioning for port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:02.038935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.095435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Allocated IP 192.168.233.133 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/c50eb6fd-239b-4a99-a955-daffd3a19406) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:02.115744 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.129816 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Transition to ACTIVE for port object 37b0c631-851f-468e-800b-60cf38885e50 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:02.139198 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.158686 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:02.210131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.265301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b9695b7f-23cf-4371-ac74-350b8af1e80b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:02.299243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9695b7f-23cf-4371-ac74-350b8af1e80b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:02.299620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.348566 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed424b-8839-4412-bb6c-5fdb531fb5e0 None None] Pushing event updated for resources: {'Port': ['ID=37b0c631-851f-468e-800b-60cf38885e50,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:02.353405 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Attempting to bind port 37b0c631-851f-468e-800b-60cf38885e50 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:02.354957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Attempting to bind port 37b0c631-851f-468e-800b-60cf38885e50 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:02.357093 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Attempting to bind port 37b0c631-851f-468e-800b-60cf38885e50 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:02.362769 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-b3ed424b-8839-4412-bb6c-5fdb531fb5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:02.387269 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:02.387269 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:02.387667 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.388042 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:02.388533 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Bound port: 37b0c631-851f-468e-800b-60cf38885e50, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:02.388904 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.476296 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] For port 37b0c631-851f-468e-800b-60cf38885e50, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:02.480345 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] For port 37b0c631-851f-468e-800b-60cf38885e50, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=37b0c631-851f-468e-800b-60cf38885e50,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:02.482432 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-be56e860-294e-4543-b12e-b6563d83f41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:02.486902 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.493058 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:02.511607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f2a6e772-9dbd-4b82-bab8-3b153a1d1c92 req-2e691673-4f69-4507-b9a3-d9e03b97ed02 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 210 time: 0.2697833 Dec 20 11:32:02.516018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.527065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.542771 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef7cdce-53f8-4cf7-885f-87e9559092c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:02.565136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956c9b8e-5ba7-4f9b-b043-c2fdd6cf7dae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:02.570816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.576292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.579055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/956c9b8e-5ba7-4f9b-b043-c2fdd6cf7dae HTTP/1.1" status: 204 len: 168 time: 0.8494039 Dec 20 11:32:02.580586 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:02.591873 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed424b-8839-4412-bb6c-5fdb531fb5e0 None None] Pushing event updated for resources: {'Port': ['ID=37b0c631-851f-468e-800b-60cf38885e50,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:02.598379 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-b3ed424b-8839-4412-bb6c-5fdb531fb5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:02.607728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:02.620828 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:02.624122 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Routers {'35ecbf72-83c6-428c-924c-470b4db8ba96'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:32:02.624925 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:32:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['35ecbf72-83c6-428c-924c-470b4db8ba96'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:02.627911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Transition to ACTIVE for port object c50eb6fd-239b-4a99-a955-daffd3a19406 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:02.662671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.668487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.677817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.685698 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:02.753364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b9695b7f-23cf-4371-ac74-350b8af1e80b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9695b7f-23cf-4371-ac74-350b8af1e80b,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:02.765438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.766870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:02.882811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:02.886724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:02.894173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Pushing event updated for resources: {'Port': ['ID=c50eb6fd-239b-4a99-a955-daffd3a19406,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:02.896289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:02.900655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:02.901266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:02.935324 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:02.988298 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:03.020403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Allocated IP 172.20.0.1 (1dcbd55f-898f-44a2-b0ee-e7ce4702eb33/f6945f86-d782-454c-99ee-1f97a635f895/a1b3920e-7f97-4778-b405-ccee7f799ce6) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:03.077103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5117624 Dec 20 11:32:03.120949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-21c45c48-f590-4b52-bc72-e3915b5cc57e tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:32:03.122662 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-21c45c48-f590-4b52-bc72-e3915b5cc57e tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0435703 Dec 20 11:32:03.168370 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] Set router 35ecbf72-83c6-428c-924c-470b4db8ba96 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:32:03.447905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b9695b7f-23cf-4371-ac74-350b8af1e80b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:03.463956 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:03.504400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:03.519434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:03.520577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:03.609930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:03.681509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Transition to ACTIVE for port object a1b3920e-7f97-4778-b405-ccee7f799ce6 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:03.749602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:03.785343 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49d5cc7b-1184-414f-a990-e89c9df262b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:03.806718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65ae6405-73b0-4f62-a579-702d50b57efa None None] Provisioning for port c50eb6fd-239b-4a99-a955-daffd3a19406 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:03.913295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65ae6405-73b0-4f62-a579-702d50b57efa None None] Provisioning complete for port c50eb6fd-239b-4a99-a955-daffd3a19406 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:03.913684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65ae6405-73b0-4f62-a579-702d50b57efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:03.922290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:03.932277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:03.964028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:03.964703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.066692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.129250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d40a4-38f2-44a4-9dfa-0d462788b94c req-861a07aa-d9e3-426f-8084-0456ab24bc67 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:04.131864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3b9d40a4-38f2-44a4-9dfa-0d462788b94c req-861a07aa-d9e3-426f-8084-0456ab24bc67 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Synchronizing usage tracker for tenant:72fd95cd8257491dbf7edfae3c7c3643 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:04.153381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-65ae6405-73b0-4f62-a579-702d50b57efa None None] Port c50eb6fd-239b-4a99-a955-daffd3a19406 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:32:04.178319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3b9d40a4-38f2-44a4-9dfa-0d462788b94c req-861a07aa-d9e3-426f-8084-0456ab24bc67 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Unset dirty status for tenant:72fd95cd8257491dbf7edfae3c7c3643 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:04.179938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b9d40a4-38f2-44a4-9dfa-0d462788b94c req-861a07aa-d9e3-426f-8084-0456ab24bc67 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 936 time: 0.3123739 Dec 20 11:32:04.182990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,segment=NetworkSegment(9fdc4078-c6ee-4ca2-94cc-774eb0d0a814),segment_id=9fdc4078-c6ee-4ca2-94cc-774eb0d0a814)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:04.186316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.199131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.205014 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:04.211333 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:31:59Z', 'revision_number': 3, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:04.225119 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b284-84aa-4552-b745-c035c6c219c2 None None] The sync data for ids ['35ecbf72-83c6-428c-924c-470b4db8ba96'] in n-d-victoria-1 is: [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:31:59Z', 'revision_number': 3, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:32:04.309488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3b9d40a4-38f2-44a4-9dfa-0d462788b94c req-f8196e7f-3ae1-4e17-ba35-e5f65069dc7a tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Synchronizing usage tracker for tenant:72fd95cd8257491dbf7edfae3c7c3643 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:04.353828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3b9d40a4-38f2-44a4-9dfa-0d462788b94c req-f8196e7f-3ae1-4e17-ba35-e5f65069dc7a tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Unset dirty status for tenant:72fd95cd8257491dbf7edfae3c7c3643 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:04.355768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b9d40a4-38f2-44a4-9dfa-0d462788b94c req-f8196e7f-3ae1-4e17-ba35-e5f65069dc7a tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677361 Dec 20 11:32:04.360706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b3920e-7f97-4778-b405-ccee7f799ce6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:04.370095 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:04.451254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9695b7f-23cf-4371-ac74-350b8af1e80b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:04.512021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-107f73b3-19ce-4e05-acf2-b66e78d94f96 None None] Provisioning for port a1b3920e-7f97-4778-b405-ccee7f799ce6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:04.534677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-107f73b3-19ce-4e05-acf2-b66e78d94f96 None None] Provisioning complete for port a1b3920e-7f97-4778-b405-ccee7f799ce6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:04.535053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-107f73b3-19ce-4e05-acf2-b66e78d94f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.589136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-107f73b3-19ce-4e05-acf2-b66e78d94f96 None None] Port a1b3920e-7f97-4778-b405-ccee7f799ce6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:32:04.591873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:04.595162 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:04.641308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9695b7f-23cf-4371-ac74-350b8af1e80b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:04.641747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.792165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.801009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.806204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:04.811399 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:04.854725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Request body: {'port': {'device_id': '7a5d4802-6772-439c-9235-153d91eb7272', 'device_owner': 'compute:tempest-test_az-1753125296', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:05.029982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b3920e-7f97-4778-b405-ccee7f799ce6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:05.035314 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:05.118252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:05.309226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:05.311461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:05.737607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b4b9e22e-91b6-45aa-a994-da2498dbef28 None None] Provisioning complete for port a1b3920e-7f97-4778-b405-ccee7f799ce6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:05.738093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e22e-91b6-45aa-a994-da2498dbef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:05.857212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9e22e-91b6-45aa-a994-da2498dbef28 None None] Port a1b3920e-7f97-4778-b405-ccee7f799ce6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:32:05.972293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dc3c7-2e38-440f-b26b-dd87ef1b571f req-ac2070e0-cb3e-48e4-b304-d0160f7a0a5e tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:05.977947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a29dc3c7-2e38-440f-b26b-dd87ef1b571f req-ac2070e0-cb3e-48e4-b304-d0160f7a0a5e tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 936 time: 0.1597075 Dec 20 11:32:06.011450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50eb6fd-239b-4a99-a955-daffd3a19406 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:06.028910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:06.066864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Transition to ACTIVE for port object c50eb6fd-239b-4a99-a955-daffd3a19406 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:06.073004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:06.079008 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:06.176768 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a29dc3c7-2e38-440f-b26b-dd87ef1b571f req-84dca16a-ae25-4dc7-912b-3eb73173a6bd tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415641 Dec 20 11:32:06.236638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Pushing event updated for resources: {'Port': ['ID=c50eb6fd-239b-4a99-a955-daffd3a19406,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:06.240942 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:06.312471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Attempting to bind port c50eb6fd-239b-4a99-a955-daffd3a19406 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:06.312841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Attempting to bind port c50eb6fd-239b-4a99-a955-daffd3a19406 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:06.313221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Attempting to bind port c50eb6fd-239b-4a99-a955-daffd3a19406 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:06.323462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Port c50eb6fd-239b-4a99-a955-daffd3a19406 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:32:06.323772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Attempting to bind port c50eb6fd-239b-4a99-a955-daffd3a19406 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:06.342314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:06.342668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:06.343224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:06.343676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Bound port: c50eb6fd-239b-4a99-a955-daffd3a19406, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:06.344024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:06.392431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:06.549274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] For port c50eb6fd-239b-4a99-a955-daffd3a19406, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:06.561692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Router 35ecbf72-83c6-428c-924c-470b4db8ba96 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:32:06.570466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] For port c50eb6fd-239b-4a99-a955-daffd3a19406, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c50eb6fd-239b-4a99-a955-daffd3a19406,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:06.572846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:06.574378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:06.578835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:06.583671 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:06.704491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:06.705966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] 10.222.0.53 "PUT /v2.0/ports/c50eb6fd-239b-4a99-a955-daffd3a19406 HTTP/1.1" status: 200 len: 1120 time: 2.6781139 Dec 20 11:32:06.711876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5d4802-6772-439c-9235-153d91eb7272', 'tag': 'c50eb6fd-239b-4a99-a955-daffd3a19406'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:06.992028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:32:07.003959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] 10.222.0.32 "PUT /v2.0/routers/35ecbf72-83c6-428c-924c-470b4db8ba96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8080742 Dec 20 11:32:07.046470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Pushing event updated for resources: {'Port': ['ID=c50eb6fd-239b-4a99-a955-daffd3a19406,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:07.082114 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:07.157369 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-ed63390a-4adc-4dde-bf1b-e1b1a41c2e74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=72fd95cd8257491dbf7edfae3c7c3643&device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 1123 time: 0.1421230 Dec 20 11:32:07.534778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-cc3060fc-d499-4e1d-95d1-c3fdfa2ee063 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=139c6c80a4904fde9bea1e39c7697a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513966 Dec 20 11:32:07.624093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8d9b9-faa4-4852-984f-d3a562967c23 req-8d73d32d-e826-4b74-8f3b-d7306a7373be tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:07.636477 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1e8d9b9-faa4-4852-984f-d3a562967c23 req-8d73d32d-e826-4b74-8f3b-d7306a7373be tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.1647286 Dec 20 11:32:07.702428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-01022aa9-83c7-4d0b-9d5c-c5b1d1d48a40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c50eb6fd-239b-4a99-a955-daffd3a19406 HTTP/1.1" status: 200 len: 217 time: 0.1572070 Dec 20 11:32:07.722774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1e8d9b9-faa4-4852-984f-d3a562967c23 req-d44a3b2d-5202-4a57-9713-b859393ee983 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845356 Dec 20 11:32:07.960043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff860-11da-46c8-99c0-927773e81f0d req-98ed0f92-f9c2-4b52-b739-b5ef0fba370c tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:07.967611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-98ed0f92-f9c2-4b52-b739-b5ef0fba370c tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4207747 Dec 20 11:32:07.996608 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-a158be15-e67c-4c03-a29d-009b0f0a7a85 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/quotas/139c6c80a4904fde9bea1e39c7697a28 HTTP/1.1" status: 200 len: 375 time: 0.0277183 Dec 20 11:32:08.096491 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-cd19baac-15e1-4809-8396-bfddeb0b28ae tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=139c6c80a4904fde9bea1e39c7697a28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985980 Dec 20 11:32:08.983381 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5d4802-6772-439c-9235-153d91eb7272', 'tag': 'c50eb6fd-239b-4a99-a955-daffd3a19406', 'status': 'completed', 'code': 200} Dec 20 11:32:09.298575 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c63d4a9-6f73-4ca2-bd17-f619f058abf0 req-603f2b4a-a5d5-4eae-bf34-7082bc6aa6f2 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 210 time: 0.1422567 Dec 20 11:32:09.856509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-512625c3-75b3-4339-affd-de63aa9d08ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:09.858569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-512625c3-75b3-4339-affd-de63aa9d08ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1397679 Dec 20 11:32:09.953642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f515-5442-403d-99cd-e50a116ba38f req-ebb47c3a-f768-4ca6-a0b7-23d3e1e7349d tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:09.955340 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3e43f515-5442-403d-99cd-e50a116ba38f req-ebb47c3a-f768-4ca6-a0b7-23d3e1e7349d tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.3151748 Dec 20 11:32:10.089444 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3e43f515-5442-403d-99cd-e50a116ba38f req-64abea7d-853a-4862-ae5e-b1764ee15992 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238277 Dec 20 11:32:10.108733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-431b791f-f6e4-4aa2-b043-21b29833d448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2400849 Dec 20 11:32:10.407525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 37b0c631-851f-468e-800b-60cf38885e50 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:10.602497 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-e3410f28-ab3a-47b9-bcfa-5afb53fcdf26 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844699 Dec 20 11:32:10.604313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 37b0c631-851f-468e-800b-60cf38885e50 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:10.609914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 37b0c631-851f-468e-800b-60cf38885e50 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:10.610329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:10.831157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-32f4dca3-e388-4de8-870d-9912ec10e9e4 req-c12f2e20-2054-4f36-9bfe-59bedf0e423e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 210 time: 0.1797540 Dec 20 11:32:10.905256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.16', 60224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:11.003648 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-aa165766-2649-4f16-ad72-808b84b5bbdc tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=139c6c80a4904fde9bea1e39c7697a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949013 Dec 20 11:32:11.051626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:11.098433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 37b0c631-851f-468e-800b-60cf38885e50, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=37b0c631-851f-468e-800b-60cf38885e50,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:11.105201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:11.107545 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:11.216294 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e1f8a7-c91f-46b4-8cdd-53686830da45 req-dca502bb-5c86-472b-923b-d3769d88cfc5 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322502 Dec 20 11:32:11.299935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=37b0c631-851f-468e-800b-60cf38885e50,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:11.303170 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:11.507537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff860-11da-46c8-99c0-927773e81f0d req-fafbac4f-9ab9-41e5-afa7-d51a31215107 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:11.510374 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-fafbac4f-9ab9-41e5-afa7-d51a31215107 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5021429 Dec 20 11:32:11.575552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Request body: {'port': {'device_id': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '139c6c80a4904fde9bea1e39c7697a28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:11.675621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6322d445-31b5-4a33-bc39-456047a15fcb req-2fb7d3d4-91c1-4906-b61d-99672607817b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=72fd95cd8257491dbf7edfae3c7c3643&device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 1123 time: 0.3689141 Dec 20 11:32:11.854057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:11.894094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788920817', 'description': 'tempest-description--694642086'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:11.903753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:11.973980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Usage tracker for resource:security_group and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:11.985216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:11.996829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:11.999175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:12.007836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Usage tracker for resource:port and tenant:139c6c80a4904fde9bea1e39c7697a28 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:12.015208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:12.025953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.048610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d445-31b5-4a33-bc39-456047a15fcb req-611a35d8-5e75-4069-bcfa-347eb77ab481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:12.050446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6322d445-31b5-4a33-bc39-456047a15fcb req-611a35d8-5e75-4069-bcfa-347eb77ab481 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3495371 Dec 20 11:32:12.052114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:12.160084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Made reservation on behalf of 139c6c80a4904fde9bea1e39c7697a28 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:12.163215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.195917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:12.212176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d145765-56de-4d76-a637-bad1dc240609 req-955092c8-6d2d-48c0-ad92-91bb45f0092d tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:12.218462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d145765-56de-4d76-a637-bad1dc240609 req-955092c8-6d2d-48c0-ad92-91bb45f0092d tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.1624706 Dec 20 11:32:12.221487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.259371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Usage tracker for resource:security_group_rule and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:12.276040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:12.365855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6322d445-31b5-4a33-bc39-456047a15fcb req-3fbd7830-3e59-4280-8f7c-f692cb4784b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c50eb6fd-239b-4a99-a955-daffd3a19406 HTTP/1.1" status: 200 len: 217 time: 0.1806037 Dec 20 11:32:12.399728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 37b0c631-851f-468e-800b-60cf38885e50 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:12.452360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:12.468702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Usage tracker for resource:security_group_rule and tenant:139c6c80a4904fde9bea1e39c7697a28 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:12.476804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:12.510233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:12.592217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 37b0c631-851f-468e-800b-60cf38885e50 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:12.594201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.613812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d445-31b5-4a33-bc39-456047a15fcb req-46a8d4a0-c523-4e60-adbc-d8a7c4f4f2cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:12.621003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6322d445-31b5-4a33-bc39-456047a15fcb req-46a8d4a0-c523-4e60-adbc-d8a7c4f4f2cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2376428 Dec 20 11:32:12.643022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:12.749065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d145765-56de-4d76-a637-bad1dc240609 req-3c913a17-655e-4676-a663-a3f10be6d339 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945977 Dec 20 11:32:12.793282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.809746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.827486 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8300d472-3650-4c04-b429-8e0141105c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:12.919617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.931548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6322d445-31b5-4a33-bc39-456047a15fcb req-92ac314e-608e-485b-b8cc-dadb3862458e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3027577 Dec 20 11:32:12.940382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a911a1dd-1273-405e-a74f-ddd0a5cb0116,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:12.944642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:12.945670 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:12.948839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a1d7598-ff0a-45ab-a47a-4ed0307877fe req-4d475525-60d2-4afc-9207-9fabebc4cbc2 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 210 time: 0.1251857 Dec 20 11:32:12.960733 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20d3e432-b856-46cf-8f29-406ad185c360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:13.128753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1861b0a7-1acd-4006-b1f9-c377037969d0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:13.134349 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:13.142873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:13.150575 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2953560 Dec 20 11:32:13.163452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:13.173563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'security_group_rule': {'security_group_id': '1861b0a7-1acd-4006-b1f9-c377037969d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:13.184249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:13.195495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Usage tracker for resource:security_group_rule and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:13.205458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:13.216914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Allocated IP 192.168.233.57 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/82154c42-9603-47e5-85e3-c8796eefd848) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:13.226412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:13.283206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:13.313406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6322d445-31b5-4a33-bc39-456047a15fcb req-a9f2d5b7-9778-470c-af18-ae5f9f3dc6d5 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573701 Dec 20 11:32:13.552489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6322d445-31b5-4a33-bc39-456047a15fcb req-f390e955-c4b1-4365-913e-4abc745d6a4d service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352569 Dec 20 11:32:13.648672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:13.734759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:13.756919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Transition to ACTIVE for port object 82154c42-9603-47e5-85e3-c8796eefd848 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:13.784408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:13.807783 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:13.836346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:13.856822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccd06c3-f9bb-4fbe-8452-34d7e437a3be,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:13.868816 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:13.913467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52053051-5d47-4705-8b24-149cb495b472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:14.051137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:14.052017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.056374 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8884542 Dec 20 11:32:14.058357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58478) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:14.069384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:14.069871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'security_group_rule': {'security_group_id': '1861b0a7-1acd-4006-b1f9-c377037969d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:14.093958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:14.098421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:14.101485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.102921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:14.139986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Usage tracker for resource:security_group_rule and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:14.141301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Pushing event updated for resources: {'Port': ['ID=82154c42-9603-47e5-85e3-c8796eefd848,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:14.147279 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:14.157725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5877233 Dec 20 11:32:14.164800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:14.170385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-7837ae38-047f-4658-8268-c5ead3feaa4b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:32:14.171367 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-7837ae38-047f-4658-8268-c5ead3feaa4b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066326 Dec 20 11:32:14.214471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:14.387918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.497782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-728af44a-3fbc-49d4-90e1-d61b59d8e52e None None] Provisioning for port 82154c42-9603-47e5-85e3-c8796eefd848 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:14.525945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-728af44a-3fbc-49d4-90e1-d61b59d8e52e None None] Provisioning complete for port 82154c42-9603-47e5-85e3-c8796eefd848 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:14.526356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-728af44a-3fbc-49d4-90e1-d61b59d8e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.617258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.638406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4337a-5f35-4ef8-a3f1-ed982c6f18d9 req-7482a35f-7bd7-4fde-aa30-c114bd8aed7d tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:14.650239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ec4337a-5f35-4ef8-a3f1-ed982c6f18d9 req-7482a35f-7bd7-4fde-aa30-c114bd8aed7d tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.3952274 Dec 20 11:32:14.653380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.712754 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:14.720489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.732777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cc8bd-90f5-4f04-98f2-8340ce1e36aa req-66f52627-9f39-4da6-a07b-0200cd82eb88 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:14.733877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c85cc8bd-90f5-4f04-98f2-8340ce1e36aa req-66f52627-9f39-4da6-a07b-0200cd82eb88 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Synchronizing usage tracker for tenant:139c6c80a4904fde9bea1e39c7697a28 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:14.754106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-728af44a-3fbc-49d4-90e1-d61b59d8e52e None None] Port 82154c42-9603-47e5-85e3-c8796eefd848 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:32:14.770320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c85cc8bd-90f5-4f04-98f2-8340ce1e36aa req-66f52627-9f39-4da6-a07b-0200cd82eb88 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Unset dirty status for tenant:139c6c80a4904fde9bea1e39c7697a28 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:14.776968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c158a3c-96b9-457b-b3e7-b1736f5f8c60,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:14.781224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c85cc8bd-90f5-4f04-98f2-8340ce1e36aa req-66f52627-9f39-4da6-a07b-0200cd82eb88 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 935 time: 0.1590004 Dec 20 11:32:14.784660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.788830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7253280 Dec 20 11:32:14.788830 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:14.790493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58490) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:14.796245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:14.813217 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ec4337a-5f35-4ef8-a3f1-ed982c6f18d9 req-ba3ba6f3-f02f-42fb-ba46-041e148c40c1 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615512 Dec 20 11:32:14.817525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:14.826552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Usage tracker for resource:floatingip and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:14.840952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:14.855937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:14.877593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:14.916968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c85cc8bd-90f5-4f04-98f2-8340ce1e36aa req-d887dc02-f0c1-4076-9cea-1c43cb5fb21e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Synchronizing usage tracker for tenant:139c6c80a4904fde9bea1e39c7697a28 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:14.965243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c85cc8bd-90f5-4f04-98f2-8340ce1e36aa req-d887dc02-f0c1-4076-9cea-1c43cb5fb21e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Unset dirty status for tenant:139c6c80a4904fde9bea1e39c7697a28 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:14.978871 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c85cc8bd-90f5-4f04-98f2-8340ce1e36aa req-d887dc02-f0c1-4076-9cea-1c43cb5fb21e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960680 Dec 20 11:32:15.088423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58502) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:15.159845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Request body: {'port': {'device_id': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:15.233589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:15.487640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:15.530903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:15.535304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Usage tracker for resource:security_group_rule and tenant:4a13e010c1cf4629b11d3b2b576984cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:15.541361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:15.548236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:15.640943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:15.652276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Allocated IP 172.35.0.212 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/41cfc828-b8ee-4533-b64f-2c8a46bb38b9) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:15.652496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:15.659149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:15.679549 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:15.742521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7f0e1-c92c-4cb3-a71d-69bef0911f1e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:15.749824 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:15.993181 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a13e010c1cf4629b11d3b2b576984cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9022954 Dec 20 11:32:15.996255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58530) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:16.039243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.095724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95839419-6b23-420d-b132-7b40e7e2f9e8 req-16c52deb-eae6-4e01-9354-8896eb49cfd7 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:16.102690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58538) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:16.103426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95839419-6b23-420d-b132-7b40e7e2f9e8 req-16c52deb-eae6-4e01-9354-8896eb49cfd7 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.1238737 Dec 20 11:32:16.168286 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95839419-6b23-420d-b132-7b40e7e2f9e8 req-e3d6430b-58de-4935-b177-0cf52518e12c tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Dec 20 11:32:16.171843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.185853 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:16.231482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.327481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event updated for resources: {'Port': ['ID=41cfc828-b8ee-4533-b64f-2c8a46bb38b9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:16.346588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:16.358963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:16.360146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:16.366334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:16.459156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.466389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.560279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c1721-6e19-4351-b65e-fe8545cabc4d req-f6f308d6-5991-4b63-939d-f7e9a15d12b3 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:16.573037 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c97c1721-6e19-4351-b65e-fe8545cabc4d req-f6f308d6-5991-4b63-939d-f7e9a15d12b3 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 935 time: 0.1432769 Dec 20 11:32:16.611812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:16.617930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Usage tracker for resource:security_group_rule and tenant:03e9ba316ea4481ebc98ab8bc83154fe is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:16.622250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:16.631012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:16.653427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.675949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.700678 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-18dbc6cf-1140-4dea-a873-ecfdd680faf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:16.719913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7f0e1-c92c-4cb3-a71d-69bef0911f1e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:16.751531 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:16.767553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.768671 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6c7f0e1-c92c-4cb3-a71d-69bef0911f1e HTTP/1.1" status: 204 len: 168 time: 0.7711704 Dec 20 11:32:16.771176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82154c42-9603-47e5-85e3-c8796eefd848 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:16.787505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.819264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Transition to ACTIVE for port object 82154c42-9603-47e5-85e3-c8796eefd848 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:16.836435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.850341 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:16.860798 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c97c1721-6e19-4351-b65e-fe8545cabc4d req-70471406-9fe8-41b6-a53d-ddf6985ad128 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864163 Dec 20 11:32:16.869155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.946926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Pushing event updated for resources: {'Port': ['ID=82154c42-9603-47e5-85e3-c8796eefd848,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:16.953402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:16.954543 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:16.963578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.088667 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e6dd537-3540-4f9e-90b1-d51910f9f250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:17.097284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03e9ba316ea4481ebc98ab8bc83154fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9873948 Dec 20 11:32:17.107811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58562) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:17.303401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Attempting to bind port 82154c42-9603-47e5-85e3-c8796eefd848 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:17.305645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Attempting to bind port 82154c42-9603-47e5-85e3-c8796eefd848 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:17.308271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Attempting to bind port 82154c42-9603-47e5-85e3-c8796eefd848 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:17.331759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69563a2d-2467-4ddb-88f2-3cfa49bfc7a7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:17.382677 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:17.403597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Port 82154c42-9603-47e5-85e3-c8796eefd848 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:32:17.404815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Attempting to bind port 82154c42-9603-47e5-85e3-c8796eefd848 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:17.422701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.438036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.456073 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:17.471422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.507087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.587444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:17.588440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:17.589972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:17.591269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Bound port: 82154c42-9603-47e5-85e3-c8796eefd848, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:17.591967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.597098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event updated for resources: {'Port': ['ID=41cfc828-b8ee-4533-b64f-2c8a46bb38b9,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:17.618028 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:17.670239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.783913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] For port 82154c42-9603-47e5-85e3-c8796eefd848, host n-h2-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:17.790635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] For port 82154c42-9603-47e5-85e3-c8796eefd848, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=82154c42-9603-47e5-85e3-c8796eefd848,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:17.792770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.795186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58576) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:17.832587 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af7fb061-8f6c-4108-a748-42a11800fb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:17.840321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.853927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.858481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69563a2d-2467-4ddb-88f2-3cfa49bfc7a7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:17.863025 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:17.866842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.873312 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69563a2d-2467-4ddb-88f2-3cfa49bfc7a7 HTTP/1.1" status: 204 len: 168 time: 0.7614286 Dec 20 11:32:17.873312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.874226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:17.892232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1005619 Dec 20 11:32:17.940878 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:17.977501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58586) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:18.006721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4721f48-c020-4046-9b7f-b6b2bde94c5d req-ceec01e7-af71-46dc-aa81-3bcbbf760c69 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:18.016721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4721f48-c020-4046-9b7f-b6b2bde94c5d req-ceec01e7-af71-46dc-aa81-3bcbbf760c69 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.4221909 Dec 20 11:32:18.063533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:18.065335 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] 10.222.0.16 "PUT /v2.0/ports/82154c42-9603-47e5-85e3-c8796eefd848 HTTP/1.1" status: 200 len: 1097 time: 3.1385505 Dec 20 11:32:18.100438 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4721f48-c020-4046-9b7f-b6b2bde94c5d req-fe6d6fe1-b882-4645-a727-2f85d8b19e39 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815301 Dec 20 11:32:18.106108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'tag': '82154c42-9603-47e5-85e3-c8796eefd848'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:18.549495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-95041ee1-98a1-4813-b5fb-7753b6ae1aa9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1788920817&fields=id&tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6 HTTP/1.1" status: 200 len: 267 time: 0.1059906 Dec 20 11:32:18.629695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:18.659913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:18.666609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c80a9627e2bf457fbe73195b4d5a215f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:18.670427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:18.677662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:18.750184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:18.759120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0eee3600cb40668ef9fe13c73b30cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:18.771352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:18.788789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:18.799589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Pushing event updated for resources: {'Port': ['ID=82154c42-9603-47e5-85e3-c8796eefd848,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:18.805691 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:18.825334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:18.837243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:18.850316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202029-0620-4d95-b5b5-48857cc1567b req-1452e1cd-b0c0-4a5f-9a37-cb0e379fa88c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:18.859683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-1452e1cd-b0c0-4a5f-9a37-cb0e379fa88c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 824 time: 0.3078003 Dec 20 11:32:18.899344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-727fe46f-48e7-4853-b5a4-666eea64ae39 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/quotas/4e0144e0fe2d4cb7a2ed3eb19a247cd6 HTTP/1.1" status: 200 len: 375 time: 0.0383310 Dec 20 11:32:18.982039 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c625d1e4-bf41-41d4-8d3c-74bd2ce1efd5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:19.030790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58610) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:19.075710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.096276 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c80a9627e2bf457fbe73195b4d5a215f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2986126 Dec 20 11:32:19.105359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:19.114234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f96cb-ab48-4f57-9ee9-2dce5fae746f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:19.119945 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:19.134626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d9da-c986-4c22-876c-5200c29abc58 req-a14fd2eb-6c41-457d-bf79-2955a5a4fd75 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:19.136117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8828d9da-c986-4c22-876c-5200c29abc58 req-a14fd2eb-6c41-457d-bf79-2955a5a4fd75 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 947 time: 0.8986886 Dec 20 11:32:19.140975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-eaad960d-7da9-400c-8b51-8ac98e02e9ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=139c6c80a4904fde9bea1e39c7697a28&device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 1100 time: 0.8684990 Dec 20 11:32:19.181689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.243091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.274251 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-7b3b722b-e446-4492-ab33-d578f7545746 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=82154c42-9603-47e5-85e3-c8796eefd848 HTTP/1.1" status: 200 len: 217 time: 0.1252010 Dec 20 11:32:19.299019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8828d9da-c986-4c22-876c-5200c29abc58 req-36a8af2f-ca4a-4ec0-86cc-101df27e544c tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514893 Dec 20 11:32:19.310766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-90202029-0620-4d95-b5b5-48857cc1567b req-6e175758-b5c5-4506-a0a4-7bc7c3eb2604 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Synchronizing usage tracker for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:19.329433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:19.335599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Usage tracker for resource:security_group_rule and tenant:273dd9ca0bbe4a84b5b3fef47305c1ef is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:19.340139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:19.349876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:19.455950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.491667 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-301515f4-617b-401e-9a00-6745e3d53d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:19.529241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed0eee3600cb40668ef9fe13c73b30cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5398386 Dec 20 11:32:19.534509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58626) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:19.535216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.544220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.582332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b2c8-af32-4e7d-8700-14588ecafc9d req-92ec8378-918f-4224-8d65-d61db293d797 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:19.584122 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9bd4b2c8-af32-4e7d-8700-14588ecafc9d req-92ec8378-918f-4224-8d65-d61db293d797 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.1001832 Dec 20 11:32:19.630752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Sync routers for ids ['35ecbf72-83c6-428c-924c-470b4db8ba96'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:32:19.648746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Routers {'35ecbf72-83c6-428c-924c-470b4db8ba96'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:32:19.653378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:32:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['35ecbf72-83c6-428c-924c-470b4db8ba96'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:19.657460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa35fa1-749a-4d54-a02b-7835faeac95b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:19.669265 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9bd4b2c8-af32-4e7d-8700-14588ecafc9d req-a26bbf0a-d45e-40c4-8a25-65833d13b020 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769684 Dec 20 11:32:19.676477 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:19.686565 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb6db8d4-f74f-42e9-84dc-dd08f93d02b3 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:19.711449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-90202029-0620-4d95-b5b5-48857cc1567b req-6e175758-b5c5-4506-a0a4-7bc7c3eb2604 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Unset dirty status for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:19.715291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-6e175758-b5c5-4506-a0a4-7bc7c3eb2604 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8151398 Dec 20 11:32:19.736355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.748861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:19.761649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=273dd9ca0bbe4a84b5b3fef47305c1ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7296858 Dec 20 11:32:19.855309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.871667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad96e91-ff54-4685-bee5-c45c531b47aa,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:19.877956 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:19.922104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.944000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.979221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Set router 35ecbf72-83c6-428c-924c-470b4db8ba96 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:32:19.984097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:19.994046 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:20.015396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:20.024331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f96cb-ab48-4f57-9ee9-2dce5fae746f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:20.029859 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:20.072400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:20.073670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc5f96cb-ab48-4f57-9ee9-2dce5fae746f HTTP/1.1" status: 204 len: 168 time: 0.9643128 Dec 20 11:32:20.090105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:20.104743 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e18852f6-e537-441a-bbc3-a808b6e6c5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:20.111760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:20.116246 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3ab21c9-9cc2-4329-b5b0-8864771bc91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:20.139337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad96e91-ff54-4685-bee5-c45c531b47aa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:20.146504 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:20.155722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:20.156849 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ad96e91-ff54-4685-bee5-c45c531b47aa HTTP/1.1" status: 204 len: 168 time: 0.4068432 Dec 20 11:32:20.167003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa35fa1-749a-4d54-a02b-7835faeac95b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:20.175273 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:20.203838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:20.230684 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4aa35fa1-749a-4d54-a02b-7835faeac95b HTTP/1.1" status: 204 len: 168 time: 0.6941762 Dec 20 11:32:20.240953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-57a63756-f828-4180-b7c2-a798f8fb2cc3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:32:20.241950 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-57a63756-f828-4180-b7c2-a798f8fb2cc3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2690148 Dec 20 11:32:20.362628 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'tag': '82154c42-9603-47e5-85e3-c8796eefd848', 'status': 'completed', 'code': 200} Dec 20 11:32:20.592106 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-be9dbd93-999b-4635-a37e-f29b3fc6a58b service neutron] 10.222.0.32 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313990 Dec 20 11:32:20.692408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e1d4f-9228-475d-993a-612928354e5d req-aca0fb8e-14e8-4498-aaee-c833497bd07e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:20.701711 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e26e1d4f-9228-475d-993a-612928354e5d req-aca0fb8e-14e8-4498-aaee-c833497bd07e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 947 time: 0.1371572 Dec 20 11:32:20.763065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:32:04Z', 'revision_number': 4, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a1b3920e-7f97-4778-b405-ccee7f799ce6', 'name': '', 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'mac_address': 'fa:16:3e:b0:1b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6945f86-d782-454c-99ee-1f97a635f895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:32:02Z', 'updated_at': '2021-12-20T11:32:04Z', 'revision_number': 2, 'project_id': '6864e5179b2b49e68803971ba4542267', 'subnets': [{'id': 'f6945f86-d782-454c-99ee-1f97a635f895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:20.767565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Checking router: 35ecbf72-83c6-428c-924c-470b4db8ba96 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:32:20.777336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Updating router 35ecbf72-83c6-428c-924c-470b4db8ba96 port a1b3920e-7f97-4778-b405-ccee7f799ce6 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:32:20.803862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e26e1d4f-9228-475d-993a-612928354e5d req-6c98e4c2-b6aa-4d5d-bb66-9c5572bf0c7d tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009369 Dec 20 11:32:20.821179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-2923de41-d595-4940-bd32-09ec93ac774d service neutron] 10.222.0.32 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279248 Dec 20 11:32:20.893740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:21.152328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e367c50e-69b1-4440-ad75-e6334a333aee req-13622e3c-40dd-401f-9b8f-be6ca7a34554 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 210 time: 0.0912774 Dec 20 11:32:21.295981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585856-dfe4-43a7-a0ee-1a0760e1f1d6 req-cc18d662-ebb2-4667-929e-737beb044724 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:21.298107 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-88585856-dfe4-43a7-a0ee-1a0760e1f1d6 req-cc18d662-ebb2-4667-929e-737beb044724 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.2079930 Dec 20 11:32:21.361871 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-88585856-dfe4-43a7-a0ee-1a0760e1f1d6 req-3b32e58c-6ead-44b7-be86-a4f6e57ac0cd tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552268 Dec 20 11:32:21.452889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58682) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:21.494478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:21.559517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:21.569063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:21.578948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Usage tracker for resource:security_group_rule and tenant:ffee72194c4940e6b472552a6debed41 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:21.584072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:21.586419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Transition to ACTIVE for port object a1b3920e-7f97-4778-b405-ccee7f799ce6 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:21.594834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:21.600874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:21.608726 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-924f2259-746c-4fb6-a08c-a154444b3f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:21.709605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:21.725960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:21.780362 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fdd0c41-4981-40d2-8fc2-d3e34d57a50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:21.803817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff860-11da-46c8-99c0-927773e81f0d req-c1a56832-9605-491b-bb5c-e6761be1908b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:21.805226 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-c1a56832-9605-491b-bb5c-e6761be1908b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1158619 Dec 20 11:32:21.816518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffee72194c4940e6b472552a6debed41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3623738 Dec 20 11:32:21.819817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58694) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:21.852227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6915956-fc68-4831-a87b-3ab1034e04ca,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:21.868574 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:21.884660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c4967-cbee-4821-9420-864b7ba2d21d None None] Pushing event updated for resources: {'Port': ['ID=a1b3920e-7f97-4778-b405-ccee7f799ce6,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:21.898610 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-016c4967-cbee-4821-9420-864b7ba2d21d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:21.981428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:22.001746 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-044a0c01-81e3-4b42-b4b6-8836c282963a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1869028 Dec 20 11:32:22.045243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:22.129390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Attempting to bind port a1b3920e-7f97-4778-b405-ccee7f799ce6 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:22.129753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Attempting to bind port a1b3920e-7f97-4778-b405-ccee7f799ce6 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:22.130671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Attempting to bind port a1b3920e-7f97-4778-b405-ccee7f799ce6 on network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:22.149611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:22.158263 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:22.178282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:22.178746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Checking segment: {'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:22.179215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:22.179613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Bound using segment: {'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:22.180161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Bound port: a1b3920e-7f97-4778-b405-ccee7f799ce6, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:22.180542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:22.186019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6915956-fc68-4831-a87b-3ab1034e04ca,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:22.203788 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:22.209131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:22.214018 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-b7cc3400-95fd-4ed1-80e4-92775ebe01dd service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869154 Dec 20 11:32:22.239969 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6915956-fc68-4831-a87b-3ab1034e04ca HTTP/1.1" status: 204 len: 168 time: 0.4185338 Dec 20 11:32:22.325393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1e34-bf80-47f7-967c-4bc5f849d09a req-a25f55d7-ccd8-469b-bc5e-591100f7e12b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:22.327206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d85b1e34-bf80-47f7-967c-4bc5f849d09a req-a25f55d7-ccd8-469b-bc5e-591100f7e12b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 947 time: 0.2222903 Dec 20 11:32:22.401398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] For port a1b3920e-7f97-4778-b405-ccee7f799ce6, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:22.406246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] For port a1b3920e-7f97-4778-b405-ccee7f799ce6, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a1b3920e-7f97-4778-b405-ccee7f799ce6,segment=NetworkSegment(9fdc4078-c6ee-4ca2-94cc-774eb0d0a814),segment_id=9fdc4078-c6ee-4ca2-94cc-774eb0d0a814)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:22.417323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:22.428963 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fc4ed4dd-549e-4a77-ad5e-213178de7c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:22.433062 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d85b1e34-bf80-47f7-967c-4bc5f849d09a req-9b1c11d2-912a-4634-9170-79c84d98a226 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874839 Dec 20 11:32:22.490091 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-390ab371-a65b-4ad8-aa05-d5051e92b9f0 req-3185e6ac-4ca4-45f9-ac98-69d16ab0a240 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 210 time: 0.0442758 Dec 20 11:32:22.500970 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37ff860-11da-46c8-99c0-927773e81f0d req-e7156245-bbb3-4060-a986-0a8bf260a2a4 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825944 Dec 20 11:32:22.615051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Routers {'35ecbf72-83c6-428c-924c-470b4db8ba96'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:32:22.615742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:32:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['35ecbf72-83c6-428c-924c-470b4db8ba96'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:22.700339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c4967-cbee-4821-9420-864b7ba2d21d None None] Pushing event updated for resources: {'Port': ['ID=a1b3920e-7f97-4778-b405-ccee7f799ce6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:22.706604 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-016c4967-cbee-4821-9420-864b7ba2d21d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:22.766354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5f765-2b89-4451-aa09-f29383ff5c04 req-8230311e-726e-4597-8a8a-0239a0b32921 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:22.767833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0dd5f765-2b89-4451-aa09-f29383ff5c04 req-8230311e-726e-4597-8a8a-0239a0b32921 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 970 time: 0.1710649 Dec 20 11:32:22.786943 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-ec9c8a21-ed16-45a0-8ec7-e120636c4267 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=139c6c80a4904fde9bea1e39c7697a28&device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 1100 time: 0.1575530 Dec 20 11:32:22.827531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.16', 60231) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:22.921955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] Set router 35ecbf72-83c6-428c-924c-470b4db8ba96 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:32:23.033821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-cfd14341-75f6-4da7-8144-86c93b3babc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:23.035771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-cfd14341-75f6-4da7-8144-86c93b3babc4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2427626 Dec 20 11:32:23.068864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0dd5f765-2b89-4451-aa09-f29383ff5c04 req-466751b8-81fb-4d45-8fe8-6b54f0e758eb tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858098 Dec 20 11:32:23.112763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202029-0620-4d95-b5b5-48857cc1567b req-18e03f47-68e4-446f-8012-2ff6daf31a0b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:23.114907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-18e03f47-68e4-446f-8012-2ff6daf31a0b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.16 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 824 time: 0.2857723 Dec 20 11:32:23.195647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-4e5f6fe0-de0c-44e0-908a-9568019875ad tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6 HTTP/1.1" status: 200 len: 380 time: 0.0674782 Dec 20 11:32:23.196535 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-8c09fcf4-d37a-470c-8e22-0b061560daec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=82154c42-9603-47e5-85e3-c8796eefd848 HTTP/1.1" status: 200 len: 217 time: 0.1341257 Dec 20 11:32:23.210391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'port': {'device_id': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'admin_state_up': True, 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'security_groups': ['1861b0a7-1acd-4006-b1f9-c377037969d0']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:23.312495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-2b1e6d88-c405-4048-92cd-f1678dbb0bae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:23.314302 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-2b1e6d88-c405-4048-92cd-f1678dbb0bae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1075139 Dec 20 11:32:23.440255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58738) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:23.501744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c50eb6fd-239b-4a99-a955-daffd3a19406 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:32:23.505035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:23.573220 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-428f613c-8794-419b-a602-5bf0b87c908f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2348075 Dec 20 11:32:23.606046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:23.626510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:23.647325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Made reservation on behalf of 4e0144e0fe2d4cb7a2ed3eb19a247cd6 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:23.650738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:23.680322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c50eb6fd-239b-4a99-a955-daffd3a19406, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c50eb6fd-239b-4a99-a955-daffd3a19406,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:23.695790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'c50eb6fd-239b-4a99-a955-daffd3a19406', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'c50eb6fd-239b-4a99-a955-daffd3a19406', 'mac_address': 'fa:16:3e:f3:f3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:tempest-test_az-1753125296', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:32:23.783051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:23.812463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50eb6fd-239b-4a99-a955-daffd3a19406 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:23.834352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c50eb6fd-239b-4a99-a955-daffd3a19406, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c50eb6fd-239b-4a99-a955-daffd3a19406,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:23.842420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:32:04Z', 'revision_number': 4, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a1b3920e-7f97-4778-b405-ccee7f799ce6', 'name': '', 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'mac_address': 'fa:16:3e:b0:1b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6945f86-d782-454c-99ee-1f97a635f895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:32:02Z', 'updated_at': '2021-12-20T11:32:22Z', 'revision_number': 4, 'project_id': '6864e5179b2b49e68803971ba4542267', 'subnets': [{'id': 'f6945f86-d782-454c-99ee-1f97a635f895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:23.846891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:23.850615 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:23.864104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5be1f8ac-d662-4b85-bcfd-c54287f2d6c0 req-937eb293-d439-4c01-8fd9-41dec178a32a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 210 time: 0.0870650 Dec 20 11:32:23.885019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a1bab-8e67-41b5-a130-33ffc44f0a3e None None] The sync data for ids ['35ecbf72-83c6-428c-924c-470b4db8ba96'] in n-d-victoria-1 is: [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:32:04Z', 'revision_number': 4, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a1b3920e-7f97-4778-b405-ccee7f799ce6', 'name': '', 'network_id': '1dcbd55f-898f-44a2-b0ee-e7ce4702eb33', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'mac_address': 'fa:16:3e:b0:1b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6945f86-d782-454c-99ee-1f97a635f895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:32:02Z', 'updated_at': '2021-12-20T11:32:22Z', 'revision_number': 4, 'project_id': '6864e5179b2b49e68803971ba4542267', 'subnets': [{'id': 'f6945f86-d782-454c-99ee-1f97a635f895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:32:23.979371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c50eb6fd-239b-4a99-a955-daffd3a19406,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:23.986783 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:24.042715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:24.051907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Usage tracker for resource:security_group_rule and tenant:55adb330b3774540a5dd819a210ea4af is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:24.056692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:24.081802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Allocated IP 172.20.0.14 (bd14f5bc-b2d9-4efa-aa52-0b96944f7086/b964d349-7565-469f-a940-4b6c66bc60f5/bbe3347f-4007-4c16-9ac4-69fe45e7106f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:24.086145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:24.104379 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-beda1dd5-8677-4ee5-b608-4bf4de8ab531 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299351 Dec 20 11:32:24.168614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['c50eb6fd-239b-4a99-a955-daffd3a19406'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:24.222610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cdc00-5289-43d2-826c-0a84f83b9963 req-372827dd-71e2-47c5-8ad5-1c74a0edf752 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:24.235583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a33cdc00-5289-43d2-826c-0a84f83b9963 req-372827dd-71e2-47c5-8ad5-1c74a0edf752 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 947 time: 0.6157560 Dec 20 11:32:24.402830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a1b3920e-7f97-4778-b405-ccee7f799ce6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:24.562022 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a33cdc00-5289-43d2-826c-0a84f83b9963 req-3e3d70bc-0f76-41ea-81ab-f996aaed9665 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243539 Dec 20 11:32:24.582639 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-110a645f-5aa0-4c25-b4e1-8c8932eb7237 req-57a5b296-4dfd-4698-9bad-89444b5b5dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643190 Dec 20 11:32:24.585134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.602046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.611598 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79ccc084-8d1a-4057-a88c-0b682a4ce9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:24.623339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.655625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3c56e-afa7-4e05-8bf6-0e08c5464099,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:24.659496 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:24.665301 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55adb330b3774540a5dd819a210ea4af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2218006 Dec 20 11:32:24.665833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58766) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:24.670674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Transition to ACTIVE for port object bbe3347f-4007-4c16-9ac4-69fe45e7106f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:24.696205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a1b3920e-7f97-4778-b405-ccee7f799ce6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:24.711947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a1b3920e-7f97-4778-b405-ccee7f799ce6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:24.712354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.738461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b610835-0dc8-4ce2-b8b8-74e23bd6c040 req-86feda69-31b9-4043-9f0f-b120c64155f8 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:24.740498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b610835-0dc8-4ce2-b8b8-74e23bd6c040 req-86feda69-31b9-4043-9f0f-b120c64155f8 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 971 time: 0.2440631 Dec 20 11:32:24.775400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.787768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.789620 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-253bd530-1bb1-4f28-a4f9-d8a098a1fe0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:24.849299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.891230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.921340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:24.925968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:24.931367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:24.932998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port a1b3920e-7f97-4778-b405-ccee7f799ce6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a1b3920e-7f97-4778-b405-ccee7f799ce6,segment=NetworkSegment(9fdc4078-c6ee-4ca2-94cc-774eb0d0a814),segment_id=9fdc4078-c6ee-4ca2-94cc-774eb0d0a814)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:24.937380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:24.939020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.939440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:24.941383 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0c7c510d-f6b2-45a1-9033-380ebecd8fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:24.951596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b610835-0dc8-4ce2-b8b8-74e23bd6c040 req-3b637be9-e49b-4d45-95bd-b12e3dc31e43 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035911 Dec 20 11:32:24.953966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event updated for resources: {'Port': ['ID=bbe3347f-4007-4c16-9ac4-69fe45e7106f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:24.957968 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:24.987215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.004244 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70e87cf9-9157-4aef-afe4-30c914efa6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:25.011556 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8036582 Dec 20 11:32:25.022386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Request body: {'port': {'device_id': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:25.027929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3c56e-afa7-4e05-8bf6-0e08c5464099,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:25.031186 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:25.044358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.048116 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1f3c56e-afa7-4e05-8bf6-0e08c5464099 HTTP/1.1" status: 204 len: 168 time: 0.3810263 Dec 20 11:32:25.087169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=a1b3920e-7f97-4778-b405-ccee7f799ce6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:25.092196 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:25.182652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.376355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c50eb6fd-239b-4a99-a955-daffd3a19406 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:25.470914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d313954b-038d-440f-a71d-3b4adc60a9ef None None] Provisioning for port bbe3347f-4007-4c16-9ac4-69fe45e7106f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:25.477262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d313954b-038d-440f-a71d-3b4adc60a9ef None None] Provisioning complete for port bbe3347f-4007-4c16-9ac4-69fe45e7106f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:25.477937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d313954b-038d-440f-a71d-3b4adc60a9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.490225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c02df-8875-4bbe-8b6c-b8bb440d054d req-2d67c4f0-c26f-4ad7-bbae-11e9c1be7406 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:25.490800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0d3c02df-8875-4bbe-8b6c-b8bb440d054d req-2d67c4f0-c26f-4ad7-bbae-11e9c1be7406 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Synchronizing usage tracker for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:25.543436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port c50eb6fd-239b-4a99-a955-daffd3a19406 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:25.551631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port c50eb6fd-239b-4a99-a955-daffd3a19406 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:25.552701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.561104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0d3c02df-8875-4bbe-8b6c-b8bb440d054d req-2d67c4f0-c26f-4ad7-bbae-11e9c1be7406 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Unset dirty status for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:25.568069 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0d3c02df-8875-4bbe-8b6c-b8bb440d054d req-2d67c4f0-c26f-4ad7-bbae-11e9c1be7406 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 932 time: 0.3646965 Dec 20 11:32:25.612221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d313954b-038d-440f-a71d-3b4adc60a9ef None None] Port bbe3347f-4007-4c16-9ac4-69fe45e7106f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:32:25.671505 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0d3c02df-8875-4bbe-8b6c-b8bb440d054d req-9b24596d-4d48-4882-8842-e9bab7069257 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015010 Dec 20 11:32:25.705841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.744889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c50eb6fd-239b-4a99-a955-daffd3a19406, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c50eb6fd-239b-4a99-a955-daffd3a19406,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:25.746069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5d4802-6772-439c-9235-153d91eb7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50eb6fd-239b-4a99-a955-daffd3a19406'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:25.824394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.828429 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0c7c510d-f6b2-45a1-9033-380ebecd8fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:25.830644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe3347f-4007-4c16-9ac4-69fe45e7106f {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:25.850934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.874392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Transition to ACTIVE for port object bbe3347f-4007-4c16-9ac4-69fe45e7106f will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:25.910777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:25.926424 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:25.945418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c50eb6fd-239b-4a99-a955-daffd3a19406,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:25.948500 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:26.057500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe3347f-4007-4c16-9ac4-69fe45e7106f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:26.060379 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:26.153080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25ff2-5e71-4069-8b24-bb127e75bb45 req-725cff82-eb20-4b9f-b477-5c4e5184fbed tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:26.154528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66f25ff2-5e71-4069-8b24-bb127e75bb45 req-725cff82-eb20-4b9f-b477-5c4e5184fbed tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 947 time: 0.2834821 Dec 20 11:32:26.155505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Attempting to bind port bbe3347f-4007-4c16-9ac4-69fe45e7106f on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:26.155836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Attempting to bind port bbe3347f-4007-4c16-9ac4-69fe45e7106f by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:26.156151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Attempting to bind port bbe3347f-4007-4c16-9ac4-69fe45e7106f on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:26.163197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Port bbe3347f-4007-4c16-9ac4-69fe45e7106f on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:32:26.163514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Attempting to bind port bbe3347f-4007-4c16-9ac4-69fe45e7106f on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:26.172033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:26.172362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Checking segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:26.172791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Bound using segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:26.173186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Bound port: bbe3347f-4007-4c16-9ac4-69fe45e7106f, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:26.173645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:26.320784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] For port bbe3347f-4007-4c16-9ac4-69fe45e7106f, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:26.328283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] For port bbe3347f-4007-4c16-9ac4-69fe45e7106f, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:26.343216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:26.357149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a1b3920e-7f97-4778-b405-ccee7f799ce6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:26.359617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:26.393793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ded8-e030-4669-8bd0-7e5ad627d74d req-0b9baaab-88b6-4e15-9986-5ffdce874373 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:26.395468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f933ded8-e030-4669-8bd0-7e5ad627d74d req-0b9baaab-88b6-4e15-9986-5ffdce874373 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 972 time: 0.1408093 Dec 20 11:32:26.426490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:26.428366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/bbe3347f-4007-4c16-9ac4-69fe45e7106f HTTP/1.1" status: 200 len: 1094 time: 1.4108901 Dec 20 11:32:26.430674 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66f25ff2-5e71-4069-8b24-bb127e75bb45 req-576990e7-5072-4c34-9569-f0ae36283217 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599039 Dec 20 11:32:26.449383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:26.455716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 82154c42-9603-47e5-85e3-c8796eefd848 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:32:26.478703 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f933ded8-e030-4669-8bd0-7e5ad627d74d req-fb39b5ad-2df9-4511-87d5-8323b02cafa4 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755634 Dec 20 11:32:26.613282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a1b3920e-7f97-4778-b405-ccee7f799ce6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:26.616573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:26.652661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe3347f-4007-4c16-9ac4-69fe45e7106f,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:26.663791 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:26.705117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-518df637-f5ed-476d-bcc0-058ce84e844b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 1097 time: 0.2297630 Dec 20 11:32:26.798528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-dbb10172-3423-4ce1-a3db-d0e0b8e7beb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f HTTP/1.1" status: 200 len: 217 time: 0.0853026 Dec 20 11:32:26.848237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 82154c42-9603-47e5-85e3-c8796eefd848, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=82154c42-9603-47e5-85e3-c8796eefd848,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:26.930915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202029-0620-4d95-b5b5-48857cc1567b req-eaa0919b-e8d8-4ee2-b6d2-313e34e88670 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:26.934367 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-eaa0919b-e8d8-4ee2-b6d2-313e34e88670 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 200 len: 863 time: 0.1291955 Dec 20 11:32:26.996286 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5d4802-6772-439c-9235-153d91eb7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50eb6fd-239b-4a99-a955-daffd3a19406', 'code': 200} Dec 20 11:32:27.007512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '82154c42-9603-47e5-85e3-c8796eefd848', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '82154c42-9603-47e5-85e3-c8796eefd848', 'mac_address': 'fa:16:3e:c7:4b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:32:27.007664 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'status': 'completed', 'code': 200} Dec 20 11:32:27.109172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:27.144423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82154c42-9603-47e5-85e3-c8796eefd848 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:27.150226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-eb021e84-c0f4-45e7-911c-cb6386bdba5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2084191 Dec 20 11:32:27.178288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 82154c42-9603-47e5-85e3-c8796eefd848, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=82154c42-9603-47e5-85e3-c8796eefd848,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:27.179500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b7b-cfc1-4a65-900e-541bcf0c6abc req-22917cc0-5c29-431a-aab7-740a2e83b4b2 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:27.181123 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ce59b7b-cfc1-4a65-900e-541bcf0c6abc req-22917cc0-5c29-431a-aab7-740a2e83b4b2 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 944 time: 0.1146386 Dec 20 11:32:27.184730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:27.186499 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-016c4967-cbee-4821-9420-864b7ba2d21d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:27.223073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-b3472199-a038-4ef6-81b2-5289255aaf39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 1125 time: 0.1968169 Dec 20 11:32:27.250887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6ce59b7b-cfc1-4a65-900e-541bcf0c6abc req-0544f2ad-5547-43f6-bf18-43bac08ed546 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Synchronizing usage tracker for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:27.288497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=82154c42-9603-47e5-85e3-c8796eefd848,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:27.291015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6ce59b7b-cfc1-4a65-900e-541bcf0c6abc req-0544f2ad-5547-43f6-bf18-43bac08ed546 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Unset dirty status for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:27.292431 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ce59b7b-cfc1-4a65-900e-541bcf0c6abc req-0544f2ad-5547-43f6-bf18-43bac08ed546 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015279 Dec 20 11:32:27.295343 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:27.440074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:27.453841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-5c3d73e7-6c9f-4f29-8ec0-e35161324f00 service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905326 Dec 20 11:32:27.534791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['82154c42-9603-47e5-85e3-c8796eefd848'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:27.546669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:27.602331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Usage tracker for resource:security_group_rule and tenant:e4630bcb5f764564b37d3a55d1ff1b99 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:27.609675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:27.619107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:27.699716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90202029-0620-4d95-b5b5-48857cc1567b req-b5c99ff6-5b18-4e4b-984b-4d5a5dd50fdd service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388828 Dec 20 11:32:27.756951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c54da7d0-b628-4a11-ac16-32be20f85b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:27.906291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:27.918387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:27.924613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa45bc-1f7c-4cd3-8252-2be2a2014df7 req-06e7fc7a-8cf4-4955-bb65-c03abec9e7c0 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:27.927376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eeaa45bc-1f7c-4cd3-8252-2be2a2014df7 req-06e7fc7a-8cf4-4955-bb65-c03abec9e7c0 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 948 time: 0.1550832 Dec 20 11:32:27.962523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:27.975933 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8ebf8174-5437-4b07-a1b7-768f15851f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:28.020887 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eeaa45bc-1f7c-4cd3-8252-2be2a2014df7 req-502babb9-0f23-4736-8ecf-d1e304b36cc3 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856230 Dec 20 11:32:28.023949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54659-8412-496a-a819-ef100f22b10b req-b71529c8-7faf-4d37-bdc2-313c3a1a691c tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:28.030762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4e54659-8412-496a-a819-ef100f22b10b req-b71529c8-7faf-4d37-bdc2-313c3a1a691c tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 972 time: 0.3351798 Dec 20 11:32:28.051126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-11924d1a-f585-4c8d-91c3-f4a49a953325 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 1097 time: 0.2762792 Dec 20 11:32:28.101508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a567729-74ad-4e5b-be3c-33292f531a97,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:28.110539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3409d8c4-1b6e-4468-94ff-4a85b1acc302 req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8625040 Dec 20 11:32:28.113563 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:28.189344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4e54659-8412-496a-a819-ef100f22b10b req-330b93d9-3ab1-4b76-87c4-4aea66b9bff1 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577320 Dec 20 11:32:28.235579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-0824666e-f1f7-4610-b57f-25b370ad0154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:28.237143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-0824666e-f1f7-4610-b57f-25b370ad0154 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 925 time: 0.1649094 Dec 20 11:32:28.237900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.253732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:28.293362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:28.298438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6ace49eb3187408d963631173ced15b5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:28.301549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:28.308187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:28.336284 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-a820c46a-bca6-4b1b-8772-edbfe3330c55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f HTTP/1.1" status: 200 len: 217 time: 0.0917578 Dec 20 11:32:28.401958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.418899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-df82ec44-8b16-417e-912a-a970cd04c1fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:28.420358 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-df82ec44-8b16-417e-912a-a970cd04c1fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 200 len: 863 time: 0.0780754 Dec 20 11:32:28.427882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 82154c42-9603-47e5-85e3-c8796eefd848 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:28.458083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:28.462257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Usage tracker for resource:security_group_rule and tenant:0fcf31817aa84df3bbc2c0fe4fc1bb28 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:28.464809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:28.471513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:28.522336 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-6781c826-dcdf-4fa7-a841-2c3c1a964a9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0899556 Dec 20 11:32:28.529446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 82154c42-9603-47e5-85e3-c8796eefd848 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:28.534868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 82154c42-9603-47e5-85e3-c8796eefd848 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:28.535959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.568052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.587337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.600719 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-43e0ef01-05b0-4488-8105-8f60eea314ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:28.663714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.675244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d291b29-0a30-46d0-857e-3367c64f98a3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:28.678764 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:28.691471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5e756-34a9-49c1-9fb5-e99b767ff3b8 req-d7de1d81-aaee-4377-a22e-71a1b079d06f tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:28.692985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8dd5e756-34a9-49c1-9fb5-e99b767ff3b8 req-d7de1d81-aaee-4377-a22e-71a1b079d06f tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 944 time: 0.2119756 Dec 20 11:32:28.695185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-fa14e70b-e0cb-4c91-a6ac-291c266490cd service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655040 Dec 20 11:32:28.701787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:28.702459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ace49eb3187408d963631173ced15b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7950523 Dec 20 11:32:28.714889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 82154c42-9603-47e5-85e3-c8796eefd848, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=82154c42-9603-47e5-85e3-c8796eefd848,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:28.721614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.722693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.725205 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:28.743714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.753562 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:28.802474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8dd5e756-34a9-49c1-9fb5-e99b767ff3b8 req-3242aa47-13e8-4a71-9a27-8cc4b3bbfe20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976963 Dec 20 11:32:28.807868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=82154c42-9603-47e5-85e3-c8796eefd848,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:28.814370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63c633-3dc2-4b5f-86b6-6d8304aaba15,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:28.818225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:28.820669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fcf31817aa84df3bbc2c0fe4fc1bb28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5659959 Dec 20 11:32:28.822792 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:28.823479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:28.889262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.893300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44a20c79-8e5d-469d-a98b-54b8cba2e01d req-b510a016-eb11-4772-b76d-a2f00be931b6 service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923394 Dec 20 11:32:28.894107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.918271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.922864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.978474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.979716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:28.983415 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1d1846c-7e02-48f9-9891-5c2f77036afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:28.987768 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:28.996274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d291b29-0a30-46d0-857e-3367c64f98a3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:28.997504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82154c42-9603-47e5-85e3-c8796eefd848'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:28.998619 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:29.003857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63c633-3dc2-4b5f-86b6-6d8304aaba15,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:29.007810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.008304 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:29.012456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d291b29-0a30-46d0-857e-3367c64f98a3 HTTP/1.1" status: 204 len: 168 time: 0.2919612 Dec 20 11:32:29.021455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.024966 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f63c633-3dc2-4b5f-86b6-6d8304aaba15 HTTP/1.1" status: 204 len: 168 time: 0.1983745 Dec 20 11:32:29.072925 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82154c42-9603-47e5-85e3-c8796eefd848', 'code': 200} Dec 20 11:32:29.232528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1df709-a4ce-4fb7-aa07-9d8d60558091 req-2a666e8d-7714-460f-a5fe-858b8f2de125 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:29.234133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e1df709-a4ce-4fb7-aa07-9d8d60558091 req-2a666e8d-7714-460f-a5fe-858b8f2de125 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 949 time: 0.0863605 Dec 20 11:32:29.311691 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e1df709-a4ce-4fb7-aa07-9d8d60558091 req-3b70b9cd-f884-416c-9600-f2f24edc7547 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685716 Dec 20 11:32:29.321501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-471412b1-114e-48cc-9bd2-0ea45cf33b2b req-0f27543c-afae-499a-a337-a0050c97beb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 1102 time: 0.1849127 Dec 20 11:32:29.418830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-471412b1-114e-48cc-9bd2-0ea45cf33b2b req-2c0f5c10-eb55-4b81-aa81-9ff24132c1b3 service neutron] Synchronizing usage tracker for tenant:e4630bcb5f764564b37d3a55d1ff1b99 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:29.450115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-471412b1-114e-48cc-9bd2-0ea45cf33b2b req-2c0f5c10-eb55-4b81-aa81-9ff24132c1b3 service neutron] Unset dirty status for tenant:e4630bcb5f764564b37d3a55d1ff1b99 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:29.451240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-471412b1-114e-48cc-9bd2-0ea45cf33b2b req-2c0f5c10-eb55-4b81-aa81-9ff24132c1b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163533 Dec 20 11:32:29.460571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27fd0a-8741-4f69-9512-278e5810ff4d req-c2c34d01-b064-4ed4-b660-df1698830b3c tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:29.460571 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa27fd0a-8741-4f69-9512-278e5810ff4d req-c2c34d01-b064-4ed4-b660-df1698830b3c tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 972 time: 0.1081190 Dec 20 11:32:29.460746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:29.507746 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa27fd0a-8741-4f69-9512-278e5810ff4d req-9667c3ee-ea04-4bab-9c7c-f23f578277ed tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Dec 20 11:32:29.604312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:29.622117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.655722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:29.660135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Usage tracker for resource:security_group_rule and tenant:47098fd7ad6941768b843b4acd8713b9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:29.662925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:29.669037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:29.740260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.744630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.751250 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-53274915-90fa-48f7-ba0e-6ff62a5c28fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:29.806397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:29.809982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.819514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce90d5c-5507-4f6a-942a-b07578df2e8c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:29.824051 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:29.828459 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47098fd7ad6941768b843b4acd8713b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2206311 Dec 20 11:32:29.829234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58934) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:29.841623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-66e12fc1-51dd-4688-9147-0bcd3b8fe33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.842170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.875191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:29.879193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf26ef372c04c73a8420e869ff22768 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:29.883211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:29.883335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:29.889136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:29.891256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:e19c986fd5a244299744114a7dc86619 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:29.894230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:29.902166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:29.924738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.964573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.968748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.975241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:29.985401 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1759b338-3acb-4f1c-a65e-091d370509d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:30.043709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.048888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.057693 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:30.093178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b66287-13e5-431a-909a-e7109dc515a2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:30.097434 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:30.100473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.105940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cf26ef372c04c73a8420e869ff22768&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956910 Dec 20 11:32:30.105940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:30.108971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680f4c58-e87d-4c33-a3a7-9dfd0d06a479,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:30.113734 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:30.114915 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:30.124990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e19c986fd5a244299744114a7dc86619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6632276 Dec 20 11:32:30.127052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58944) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:30.131472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce90d5c-5507-4f6a-942a-b07578df2e8c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:30.134184 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:30.138296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.140335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fce90d5c-5507-4f6a-942a-b07578df2e8c HTTP/1.1" status: 204 len: 168 time: 0.3100281 Dec 20 11:32:30.216790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1507d-35d8-40b4-83db-16107ddb7184 req-dceaa5f6-34ec-4a3f-af92-7ce59349e4d8 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:30.222506 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38b1507d-35d8-40b4-83db-16107ddb7184 req-dceaa5f6-34ec-4a3f-af92-7ce59349e4d8 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 944 time: 0.2385988 Dec 20 11:32:30.266324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.319016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.328270 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38b1507d-35d8-40b4-83db-16107ddb7184 req-4df89926-75e3-42c2-918b-72c3a4122f5f tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956018 Dec 20 11:32:30.328883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.380187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.435318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.440494 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:30.442495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bbe3347f-4007-4c16-9ac4-69fe45e7106f details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:32:30.461791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b66287-13e5-431a-909a-e7109dc515a2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:30.474917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.482684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:30.483154 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:30.504209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680f4c58-e87d-4c33-a3a7-9dfd0d06a479,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:30.506308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.507398 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e76045c0-ac43-4f6f-92e3-2af798f7cc0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16b66287-13e5-431a-909a-e7109dc515a2 HTTP/1.1" status: 204 len: 168 time: 0.4007719 Dec 20 11:32:30.508360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.509485 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/680f4c58-e87d-4c33-a3a7-9dfd0d06a479 HTTP/1.1" status: 204 len: 168 time: 0.3752670 Dec 20 11:32:30.510887 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:30.533656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7780eb1-cf11-485c-9e5f-b778beb37478 req-c49c028f-ec5c-4436-a082-d46542282c7e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:30.541044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7780eb1-cf11-485c-9e5f-b778beb37478 req-c49c028f-ec5c-4436-a082-d46542282c7e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 949 time: 0.0981281 Dec 20 11:32:30.594794 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7780eb1-cf11-485c-9e5f-b778beb37478 req-d478e01f-83d8-4714-a0ff-ff8a3bf6260a tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528221 Dec 20 11:32:30.649242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port bbe3347f-4007-4c16-9ac4-69fe45e7106f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:30.664759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'port_id': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'mac_address': 'fa:16:3e:2b:7e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:32:30.725783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.744320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe3347f-4007-4c16-9ac4-69fe45e7106f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:30.761948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3f318-a360-48c1-b334-601de1e6d2b1 req-bedf49e5-ef9a-4853-9461-c92d060028e5 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:30.763837 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95a3f318-a360-48c1-b334-601de1e6d2b1 req-bedf49e5-ef9a-4853-9461-c92d060028e5 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 972 time: 0.0919213 Dec 20 11:32:30.764346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port bbe3347f-4007-4c16-9ac4-69fe45e7106f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:30.769412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:30.772543 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:30.813672 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95a3f318-a360-48c1-b334-601de1e6d2b1 req-da10c558-8ada-41c1-8cf7-046ea7ab859c tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Dec 20 11:32:30.850772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=bbe3347f-4007-4c16-9ac4-69fe45e7106f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:30.854483 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:31.001335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['bbe3347f-4007-4c16-9ac4-69fe45e7106f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:31.025708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58978) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:31.032766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-1bb1b509-0401-47b5-8305-ea48c45103d3 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 1125 time: 0.0883007 Dec 20 11:32:31.049226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.073847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.088926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.091371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:31.096175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Usage tracker for resource:security_group_rule and tenant:df27683faade41b0a1d33fe8efd743e8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:31.099326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:31.105759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.106500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:31.156283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:31.160954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Usage tracker for resource:security_group_rule and tenant:659a4bf582cd4d2996902ac32917cf40 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:31.167008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:31.174460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:31.312967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.315036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.331081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.336835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.352964 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cd17139-f93b-4f9a-a3a3-9f25605b398d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:31.353874 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0596bf44-dc37-44e2-a419-81458a08e573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:31.411055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df27683faade41b0a1d33fe8efd743e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3831763 Dec 20 11:32:31.411374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5107ee6-0d8a-4fa3-a6a6-1c00b3f007d7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:31.413123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:31.418711 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:31.432759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218ab3a9-2c73-4a0e-bd03-169b7c422c99,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:31.439113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-81b42f27-a758-4546-af3a-7a95c3f05457 req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985670 Dec 20 11:32:31.526488 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:31.620411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.660453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653fa30-a29d-4163-830f-0b2c316793af req-3561ae29-c9b8-4fbb-9146-b29bcf9adbeb tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:31.661814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:31.662471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2653fa30-a29d-4163-830f-0b2c316793af req-3561ae29-c9b8-4fbb-9146-b29bcf9adbeb tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 945 time: 0.1351192 Dec 20 11:32:31.664436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.749862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2653fa30-a29d-4163-830f-0b2c316793af req-b1f53288-a63e-4a8a-9b23-74bcb2c0db19 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785222 Dec 20 11:32:31.771269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.783010 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4eb4a336-83e0-4ea1-8931-e5f3205cec12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:31.808436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218ab3a9-2c73-4a0e-bd03-169b7c422c99,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:31.822583 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:31.827325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.828522 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/218ab3a9-2c73-4a0e-bd03-169b7c422c99 HTTP/1.1" status: 204 len: 168 time: 0.3999262 Dec 20 11:32:31.844729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1159224217-network', 'tenant_id': '3f0d5148896f4b0d974f7ab7b786dac2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:31.857264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:31.909830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Usage tracker for resource:network and tenant:3f0d5148896f4b0d974f7ab7b786dac2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:31.920449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:31.931541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:31.961774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Made reservation on behalf of 3f0d5148896f4b0d974f7ab7b786dac2 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:31.964496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:31.985841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.011913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce5de-ff21-4eab-9ddb-7418a8a9ae83 req-ffd3bf97-c2e7-426e-9193-3e63af11eeb7 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:32.013355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90bce5de-ff21-4eab-9ddb-7418a8a9ae83 req-ffd3bf97-c2e7-426e-9193-3e63af11eeb7 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 949 time: 0.1627779 Dec 20 11:32:32.054759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:32.069260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Usage tracker for resource:security_group_rule and tenant:3f0d5148896f4b0d974f7ab7b786dac2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:32.073267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:32.083519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:32.092499 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90bce5de-ff21-4eab-9ddb-7418a8a9ae83 req-e821ae83-cdc0-433b-927e-f20a40251671 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669637 Dec 20 11:32:32.160372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.165567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.168504 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:32.198588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:32:32.203988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a69d93a-1664-4a77-bd09-c1fe986c128f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:32.218880 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:32.223218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.224228 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Added segment a2c9abf8-bf69-41db-a099-52b73448e0b5 of type vlan for network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 Dec 20 11:32:32.251373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.295083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.296341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:32.297255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.307708 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:32.418801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Pushing event updated for resources: {'Network': ['ID=984ebb61-f77f-4ea0-9f33-86bc2a93ed95,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:32.424893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59054) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:32.425430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7617164 Dec 20 11:32:32.425968 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:32.431259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:32:32.431798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Request body: {'subnet': {'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1159224217-subnet', 'tenant_id': '3f0d5148896f4b0d974f7ab7b786dac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:32.436307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:32.440843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Usage tracker for resource:subnet and tenant:3f0d5148896f4b0d974f7ab7b786dac2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:32.444376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:32.452003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:32.453989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bbe3347f-4007-4c16-9ac4-69fe45e7106f up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:32.464765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Made reservation on behalf of 3f0d5148896f4b0d974f7ab7b786dac2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:32.468093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.615537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.619533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port bbe3347f-4007-4c16-9ac4-69fe45e7106f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:32.626451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port bbe3347f-4007-4c16-9ac4-69fe45e7106f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:32.626876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.886323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.904728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.919917 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79061b76-2870-4e19-83ad-2e61547f012b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:32.932513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:32.945604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port bbe3347f-4007-4c16-9ac4-69fe45e7106f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:32.952378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:32.959484 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:33.080827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=bbe3347f-4007-4c16-9ac4-69fe45e7106f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:33.081236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64313e95-a9c0-441b-8941-5dc9f90be7b0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:33.085601 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:33.090747 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:33.091332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:33.092354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Network hostable DHCP agents. Network: 984ebb61-f77f-4ea0-9f33-86bc2a93ed95, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:32:33.125857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:32:33.147142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 984ebb61-f77f-4ea0-9f33-86bc2a93ed95) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:33.151067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:33.151603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:33.157483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920e4f6-dfd1-486e-bdcb-141492ebeaf1 None None] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:32:33.192386 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'code': 200} Dec 20 11:32:33.233024 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8067248 Dec 20 11:32:33.261595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8bee-fc82-472f-8e4f-60f32a8e4a78 req-1d875691-a39c-4db5-b6ad-bf03894089b0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:33.268576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36fc8bee-fc82-472f-8e4f-60f32a8e4a78 req-1d875691-a39c-4db5-b6ad-bf03894089b0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 946 time: 0.1110249 Dec 20 11:32:33.325794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36fc8bee-fc82-472f-8e4f-60f32a8e4a78 req-f7571e1f-fc23-42e5-87dd-17fb71505c8d tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561974 Dec 20 11:32:33.554534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4db8a4e8-bc08-49cc-ba30-00091dfc93f5 req-482a457b-b6de-4aa2-830f-48b0df1bcf19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 1099 time: 0.2915473 Dec 20 11:32:33.570266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756cd7f-f744-41f6-b012-090b9c449650 req-ccff7847-9132-4611-b225-607767576f38 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:33.572439 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9756cd7f-f744-41f6-b012-090b9c449650 req-ccff7847-9132-4611-b225-607767576f38 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 949 time: 0.1667664 Dec 20 11:32:33.650761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4db8a4e8-bc08-49cc-ba30-00091dfc93f5 req-9babc2ca-cd16-47f0-887f-e9a7c30c51e3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771484 Dec 20 11:32:33.663794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ad55c-4df3-4315-8dd7-4a01657733e8 None None] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:32:33.666580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9756cd7f-f744-41f6-b012-090b9c449650 req-7a17797e-50da-4efb-bfef-2dc2b687e958 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779450 Dec 20 11:32:34.619999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f864a-ce9e-45fd-a485-50f1bf5481d1 req-ad3f5d94-e0f9-4fa4-9c65-1197d956f54e tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:34.626423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f8f864a-ce9e-45fd-a485-50f1bf5481d1 req-ad3f5d94-e0f9-4fa4-9c65-1197d956f54e tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 946 time: 0.1283958 Dec 20 11:32:34.674432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59198) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:34.678776 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f8f864a-ce9e-45fd-a485-50f1bf5481d1 req-e7d62b68-45f6-4ec1-b574-c7fac9c9584f tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466173 Dec 20 11:32:34.993126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-0527bbe4-05e8-4750-a352-aabe0b46c46e tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 1102 time: 0.1752763 Dec 20 11:32:34.998839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997012d2-808c-4173-9439-2d49a9f9f57f req-1b03399f-f523-44ea-aede-40e77a9435ba tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:35.000468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-997012d2-808c-4173-9439-2d49a9f9f57f req-1b03399f-f523-44ea-aede-40e77a9435ba tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 949 time: 0.1401095 Dec 20 11:32:35.120416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Deleting port 82154c42-9603-47e5-85e3-c8796eefd848 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:32:35.120774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:35.177938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-997012d2-808c-4173-9439-2d49a9f9f57f req-956196d7-657e-476e-97fc-06fa14536dba tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481483 Dec 20 11:32:35.180902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:35.237904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59236) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:35.248539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-198867632-network', 'tenant_id': '543293c9aa69444b8189486e26dc8930'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:35.255491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:35.262297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Usage tracker for resource:network and tenant:543293c9aa69444b8189486e26dc8930 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:35.273226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:35.274057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:35.283463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Usage tracker for resource:security_group_rule and tenant:faeed6e74393417c87ae9a52ef96706a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:35.288597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:35.293690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:35.306679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:35.397386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Made reservation on behalf of 543293c9aa69444b8189486e26dc8930 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:35.397386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:35.414112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:35.439584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:35.455260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:35.493339 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-797cc551-a849-4b68-b5c2-c2d1fe26d7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:35.558545 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faeed6e74393417c87ae9a52ef96706a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8827713 Dec 20 11:32:35.559316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73214a1d-8fdc-44c6-8e63-3e89f76ef9bc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:35.565097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59268) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:35.568284 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:35.573932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:35.592646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Usage tracker for resource:security_group_rule and tenant:543293c9aa69444b8189486e26dc8930 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:35.599079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:35.608318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] For port 82154c42-9603-47e5-85e3-c8796eefd848, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=82154c42-9603-47e5-85e3-c8796eefd848,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:35.608854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:35.617362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:35.788491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Calling delete_port for 82154c42-9603-47e5-85e3-c8796eefd848 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:32:35.857072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38213fda-cfdb-4f66-800a-b970deedaca2 req-fa1aaba4-aa6e-40fb-850b-141143ebed7e tempest-FlavorsV2NegativeTest-1783990708 tempest-FlavorsV2NegativeTest-1783990708-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a5fdff7eadb4d49954a94f6d02c7414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788963 Dec 20 11:32:35.916701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:36.028944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.071807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.120247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:36.126863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a20776372e472d811385a0276e77a6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:36.129959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:36.137754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351529-5fda-437e-aad5-f3a72e229992 req-547f8d39-fd4e-4c55-a0ba-2029beaf81e5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:36.139207 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57351529-5fda-437e-aad5-f3a72e229992 req-547f8d39-fd4e-4c55-a0ba-2029beaf81e5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 946 time: 0.1472957 Dec 20 11:32:36.142895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:36.151442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.188534 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57351529-5fda-437e-aad5-f3a72e229992 req-ffb6758f-3093-4a5a-a175-d422aa14ce7c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Dec 20 11:32:36.226305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.242604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.250154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38213fda-cfdb-4f66-800a-b970deedaca2 req-b09578cd-a69e-4bed-9ea3-964eae61de5b tempest-FlavorsV2NegativeTest-1783990708 tempest-FlavorsV2NegativeTest-1783990708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:36.251190 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38213fda-cfdb-4f66-800a-b970deedaca2 req-b09578cd-a69e-4bed-9ea3-964eae61de5b tempest-FlavorsV2NegativeTest-1783990708 tempest-FlavorsV2NegativeTest-1783990708-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3838806 Dec 20 11:32:36.251783 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:36.310650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:32:36.324405 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38213fda-cfdb-4f66-800a-b970deedaca2 req-bd040fba-3558-4cc5-aa91-498295963b8d tempest-FlavorsV2NegativeTest-1783990708 tempest-FlavorsV2NegativeTest-1783990708-project] 10.222.0.32 "GET /v2.0/quotas/4a5fdff7eadb4d49954a94f6d02c7414 HTTP/1.1" status: 200 len: 375 time: 0.0551996 Dec 20 11:32:36.353542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.358970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.363089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20439f1-820e-4fdd-a0c1-feb5992cf554,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:36.370262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.372584 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:36.384600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['82154c42-9603-47e5-85e3-c8796eefd848'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:36.395165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38213fda-cfdb-4f66-800a-b970deedaca2 req-01854d7c-7fd9-4cd3-9a11-2d84f59af248 tempest-FlavorsV2NegativeTest-1783990708 tempest-FlavorsV2NegativeTest-1783990708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a5fdff7eadb4d49954a94f6d02c7414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698009 Dec 20 11:32:36.401934 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:36.462156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.465531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.466026 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Added segment 10ce3669-a531-45b8-b445-905cedad556c of type vlan for network d6708730-64bc-4a71-9ee3-f91104196013 Dec 20 11:32:36.469424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Pushing event deleted for resources: {'Port': ['ID=82154c42-9603-47e5-85e3-c8796eefd848,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:36.473289 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:36.480836 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fefc871-41f5-4fb7-9ba0-e257490bd3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:36.492915 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:36.510873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-022238b7-21d5-4643-bd40-be6dc4f86a65 req-3ca1794d-5ceb-433c-a808-7ed1558ee44e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=aec8fce9-9bbf-407c-8702-2f2d52f15ccd HTTP/1.1" status: 200 len: 210 time: 0.0692003 Dec 20 11:32:36.515121 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4a20776372e472d811385a0276e77a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5970037 Dec 20 11:32:36.522724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59318) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:36.552629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73214a1d-8fdc-44c6-8e63-3e89f76ef9bc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:36.555771 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:36.571293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0006da22-a323-4257-8f79-d02704611255,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:36.634169 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:36.655411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] No DVR routers for this DVR port 82154c42-9603-47e5-85e3-c8796eefd848 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:32:36.659170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.664143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.670957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'name': 'network-vif-deleted', 'tag': '82154c42-9603-47e5-85e3-c8796eefd848'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:36.674128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.704106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.705569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73214a1d-8fdc-44c6-8e63-3e89f76ef9bc HTTP/1.1" status: 204 len: 168 time: 1.1392956 Dec 20 11:32:36.707153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b06d4869-43f2-49e1-8d8a-23761bca376a req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] 10.222.0.16 "DELETE /v2.0/ports/82154c42-9603-47e5-85e3-c8796eefd848 HTTP/1.1" status: 204 len: 173 time: 1.7056651 Dec 20 11:32:36.761711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5fcd-432e-4e46-8544-58617c4c5d28 req-3bddd51e-3fcd-4485-be12-f39a7066c151 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:36.778348 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5c5fcd-432e-4e46-8544-58617c4c5d28 req-3bddd51e-3fcd-4485-be12-f39a7066c151 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 946 time: 0.2905178 Dec 20 11:32:36.778960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59334) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:36.786177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.786305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.797947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'floatingip': {'port_id': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:36.908546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.924005 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:36.940112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.945395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0006da22-a323-4257-8f79-d02704611255 HTTP/1.1" status: 204 len: 168 time: 0.4213781 Dec 20 11:32:36.947288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0006da22-a323-4257-8f79-d02704611255,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:36.947397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:36.949914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:36.955790 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:36.969190 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8fce9-9bbf-407c-8702-2f2d52f15ccd', 'name': 'network-vif-deleted', 'tag': '82154c42-9603-47e5-85e3-c8796eefd848', 'status': 'completed', 'code': 200} Dec 20 11:32:36.976472 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20aaeafc-6ec1-46bc-b503-eb1ef9264ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:37.065348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:37.172389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9333797 Dec 20 11:32:37.174578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:37.182544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Request body: {'subnet': {'network_id': 'd6708730-64bc-4a71-9ee3-f91104196013', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-198867632-subnet', 'tenant_id': '543293c9aa69444b8189486e26dc8930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:37.189809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:37.196994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Usage tracker for resource:subnet and tenant:543293c9aa69444b8189486e26dc8930 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:37.198516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d6708730-64bc-4a71-9ee3-f91104196013,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:37.202234 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:37.210082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:37.211397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d6708730-64bc-4a71-9ee3-f91104196013 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:32:37.222760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:37.264631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Made reservation on behalf of 543293c9aa69444b8189486e26dc8930 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:37.267348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:37.643879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:37.670977 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a764652b-20ed-40ea-ab4c-13f6c9369b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:37.763138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:37.789324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c82ba2-f7fb-446a-a37c-16cba453aff7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:37.793256 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:37.794697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:37.818561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Checking segment: {'id': '10ce3669-a531-45b8-b445-905cedad556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd6708730-64bc-4a71-9ee3-f91104196013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:37.818985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Network hostable DHCP agents. Network: d6708730-64bc-4a71-9ee3-f91104196013, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:32:37.847603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:37.852839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Usage tracker for resource:security_group_rule and tenant:7df6356c73fb42828480152ef3efe021 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:37.856024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:37.865062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:37.880566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Network d6708730-64bc-4a71-9ee3-f91104196013 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:32:37.903686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d6708730-64bc-4a71-9ee3-f91104196013) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:37.909277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:37.909849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:37.919558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f80836-faed-4f1f-86d3-c4ec741b6521 None None] Network d6708730-64bc-4a71-9ee3-f91104196013 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:32:37.994897 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8191359 Dec 20 11:32:38.005354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.018356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.029800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59380) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:38.030687 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0146607c-4871-4fab-b59d-a8902a7fedb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:38.120032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.132004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7df6356c73fb42828480152ef3efe021&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3663559 Dec 20 11:32:38.154632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59384) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:38.155174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:38.155912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c900ea2a-e8a0-4bca-ba9a-11375bc962e4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:38.160281 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:38.228637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:38.234396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:56ef863dd34140459b22e4c9ebad2aaa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:38.242819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:38.246355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a241a-7c13-4850-b677-d59aed28b95c req-eb045461-7f17-4671-9279-831ca8569249 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:38.252729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:38.253400 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a08a241a-7c13-4850-b677-d59aed28b95c req-eb045461-7f17-4671-9279-831ca8569249 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 972 time: 0.5040390 Dec 20 11:32:38.290962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cbde71-cb83-4e3a-be47-3987384c51f9 None None] Network d6708730-64bc-4a71-9ee3-f91104196013 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:32:38.346861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.351115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59400) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:38.384501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a08a241a-7c13-4850-b677-d59aed28b95c req-5b276e1c-da58-42d1-9a78-85a34103e4d7 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301596 Dec 20 11:32:38.410586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-59068e74-b574-480c-9788-a757b8d7d7c2 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=139c6c80a4904fde9bea1e39c7697a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612190 Dec 20 11:32:38.443524 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:32:38.490181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 82154c42-9603-47e5-85e3-c8796eefd848 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:32:38.532600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 82154c42-9603-47e5-85e3-c8796eefd848 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:32:38.533196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 82154c42-9603-47e5-85e3-c8796eefd848 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:32:38.602680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.613579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.621615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.628598 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9201fd52-d071-455d-92ed-8515a4be1dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:38.700819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b8412d-a575-4826-90fe-585f84474652,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:38.720441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.735890 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:38.757769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:38.799931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:38.803849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5fdff7eadb4d49954a94f6d02c7414 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:38.807505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:38.852018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:38.856475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Usage tracker for resource:security_group_rule and tenant:1d046ca1bc594102a3b8f384d2d6e28d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:38.860387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:38.866977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:38.901465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:38.906742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-dcb0af20-f475-4fce-aee3-e7f59c709d75 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:38.908088 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-dcb0af20-f475-4fce-aee3-e7f59c709d75 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 972 time: 0.1097970 Dec 20 11:32:38.915874 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3 associated. External IP: 172.35.0.212, port: bbe3347f-4007-4c16-9ac4-69fe45e7106f. Dec 20 11:32:38.955750 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56ef863dd34140459b22e4c9ebad2aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9063911 Dec 20 11:32:38.965646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:38.971310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-c29cc3a3-1ea3-4a5c-93c4-8abaa1544df7 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:38.972704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-c29cc3a3-1ea3-4a5c-93c4-8abaa1544df7 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5612512 Dec 20 11:32:39.003244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.069408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.089071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.096006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.109804 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:39.116812 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-21d9be8f-0e7f-4b79-a822-ac4c5094bc12 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/quotas/139c6c80a4904fde9bea1e39c7697a28 HTTP/1.1" status: 200 len: 375 time: 0.1298187 Dec 20 11:32:39.209250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Deleting port c50eb6fd-239b-4a99-a955-daffd3a19406 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:32:39.209577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.245096 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-47412ad2-3081-4cf1-bc60-2c896ea02cb7 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=139c6c80a4904fde9bea1e39c7697a28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063509 Dec 20 11:32:39.254089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385a4687-d9c0-4e18-9ed8-46c44b6a906a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:39.258252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.267112 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d046ca1bc594102a3b8f384d2d6e28d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1051164 Dec 20 11:32:39.268203 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:39.271675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:39.293180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.299398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.304807 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:39.376908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.393214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3a2e-4723-4a55-b419-c15fe74219da req-5aa7d68b-671f-47e9-be39-ee229e5386b1 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:39.393214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-580d3a2e-4723-4a55-b419-c15fe74219da req-5aa7d68b-671f-47e9-be39-ee229e5386b1 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:39.394023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9fd326-8aed-47ad-9fe9-b0996994717b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:39.400769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.412841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:39.415438 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fd7d00f-25be-460e-8492-d7e77868e9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:39.428896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a5fdff7eadb4d49954a94f6d02c7414&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0731709 Dec 20 11:32:39.437376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59434) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:39.440229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c900ea2a-e8a0-4bca-ba9a-11375bc962e4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:39.451805 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:39.495622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.499049 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c900ea2a-e8a0-4bca-ba9a-11375bc962e4 HTTP/1.1" status: 204 len: 168 time: 1.3331780 Dec 20 11:32:39.500679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-580d3a2e-4723-4a55-b419-c15fe74219da req-5aa7d68b-671f-47e9-be39-ee229e5386b1 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:39.507143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-5aa7d68b-671f-47e9-be39-ee229e5386b1 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.5452960 Dec 20 11:32:39.552296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.572921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.585904 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:39.618541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-377183c9-5d45-46da-8870-9f0eeb159bdd tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/quotas/3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 375 time: 0.1105261 Dec 20 11:32:39.619773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b8412d-a575-4826-90fe-585f84474652,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:39.684016 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:39.689984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.695600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-2d544ba2-5a67-438c-8b91-eba3bde19d67 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761876 Dec 20 11:32:39.714721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.715844 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85b8412d-a575-4826-90fe-585f84474652 HTTP/1.1" status: 204 len: 168 time: 0.7416716 Dec 20 11:32:39.767446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9f56-94b8-438a-8e75-5f882ab00c0f req-ff5ee62d-8bf2-4221-a279-1afa9dc74dfc tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:39.768971 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aceb9f56-94b8-438a-8e75-5f882ab00c0f req-ff5ee62d-8bf2-4221-a279-1afa9dc74dfc tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 972 time: 0.1607883 Dec 20 11:32:39.801072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.825523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.858018 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-90c39560-5460-414d-bb8f-e6926b4cd690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:39.897860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a4687-d9c0-4e18-9ed8-46c44b6a906a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:39.901826 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:39.904568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:39.912389 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/385a4687-d9c0-4e18-9ed8-46c44b6a906a HTTP/1.1" status: 204 len: 168 time: 0.6393728 Dec 20 11:32:39.926995 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aceb9f56-94b8-438a-8e75-5f882ab00c0f req-e43668a2-a753-4252-a1bc-291410c89629 tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430044 Dec 20 11:32:39.984224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] For port c50eb6fd-239b-4a99-a955-daffd3a19406, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c50eb6fd-239b-4a99-a955-daffd3a19406,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:39.984602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.097467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.143872 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8615e818-1a8f-403d-9d9e-fbf2c3d86301 req-8f1c862d-c06c-46e6-9cf2-c3f9c29bb2b4 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 210 time: 0.0637901 Dec 20 11:32:40.186468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Calling delete_port for c50eb6fd-239b-4a99-a955-daffd3a19406 owned by compute:tempest-test_az-1753125296 {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:32:40.298763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-37964bb6-ac99-4952-bcd3-ee5906dbb795 service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021168 Dec 20 11:32:40.485810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:40.513119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.534429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.553258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:40.553686 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7db03fd-5432-4c2c-acee-f3b0d2cb373c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:40.565024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2c6eead6674abd8e02db048a6507b8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:40.569089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:40.577062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:40.579279 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-c3d864ff-0c96-4a1e-b87a-604b1d31110d service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796562 Dec 20 11:32:40.606433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9fd326-8aed-47ad-9fe9-b0996994717b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:40.611580 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:40.666371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.677932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.691440 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f07d978-d1b3-40bc-9d49-bef505c805c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:40.744011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.745099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c9fd326-8aed-47ad-9fe9-b0996994717b HTTP/1.1" status: 204 len: 168 time: 1.3043702 Dec 20 11:32:40.753041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:40.765071 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:40.768229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['c50eb6fd-239b-4a99-a955-daffd3a19406'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:40.818605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Pushing event deleted for resources: {'Port': ['ID=c50eb6fd-239b-4a99-a955-daffd3a19406,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:40.830323 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc2c6eead6674abd8e02db048a6507b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3405204 Dec 20 11:32:40.831573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59486) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:40.833111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c0e365-8364-4436-a2f1-0bb66eb833d0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:40.848088 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:40.927242 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:40.944301 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-550814ee-bd18-4bd4-9cdc-ac9fabbb81a5 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=139c6c80a4904fde9bea1e39c7697a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561152 Dec 20 11:32:41.049348 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56656094-f53c-4987-a86b-ba0f00683ca7 req-1ab6bbcd-f4eb-4395-8872-05f2d47a521b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 210 time: 0.1185865 Dec 20 11:32:41.189388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:41.280258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] No DVR routers for this DVR port c50eb6fd-239b-4a99-a955-daffd3a19406 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:32:41.284036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:41.284606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:41.286316 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed57726b-5aad-4284-95b7-414ba66d8f7c req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.53 "DELETE /v2.0/ports/c50eb6fd-239b-4a99-a955-daffd3a19406 HTTP/1.1" status: 204 len: 173 time: 2.3188496 Dec 20 11:32:41.290133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5d4802-6772-439c-9235-153d91eb7272', 'name': 'network-vif-deleted', 'tag': 'c50eb6fd-239b-4a99-a955-daffd3a19406'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:41.356514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-84555811-6bdb-458d-8018-2cfeb227d057 req-77cfa843-9190-4f3f-83b1-df74da38199b tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Synchronizing usage tracker for tenant:72fd95cd8257491dbf7edfae3c7c3643 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:41.414212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:41.421619 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:41.444501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c0e365-8364-4436-a2f1-0bb66eb833d0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:41.459485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Router c3d1c1b2-9d42-4279-a945-7d98865f2d33 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:32:41.484602 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:41.497634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:41.498423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-84555811-6bdb-458d-8018-2cfeb227d057 req-77cfa843-9190-4f3f-83b1-df74da38199b tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Unset dirty status for tenant:72fd95cd8257491dbf7edfae3c7c3643 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:41.498891 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06c0e365-8364-4436-a2f1-0bb66eb833d0 HTTP/1.1" status: 204 len: 168 time: 0.6576595 Dec 20 11:32:41.513113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84555811-6bdb-458d-8018-2cfeb227d057 req-77cfa843-9190-4f3f-83b1-df74da38199b tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a5d4802-6772-439c-9235-153d91eb7272 HTTP/1.1" status: 200 len: 210 time: 0.2345538 Dec 20 11:32:41.569394 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-054a17f1-7e7c-4f4a-9d88-e2e2d32be2b7 req-825a59ca-e66b-42ab-b328-7cd4eeabf537 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 210 time: 0.0804858 Dec 20 11:32:41.578796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-33b8478a-2283-4093-a5a9-c94f4e0e68bc tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:41.580478 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-33b8478a-2283-4093-a5a9-c94f4e0e68bc tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6279340 Dec 20 11:32:41.658592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Request body: {'port': {'device_id': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '139c6c80a4904fde9bea1e39c7697a28'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:41.761361 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5d4802-6772-439c-9235-153d91eb7272', 'name': 'network-vif-deleted', 'tag': 'c50eb6fd-239b-4a99-a955-daffd3a19406', 'status': 'completed', 'code': 200} Dec 20 11:32:41.829048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:41.841555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Usage tracker for resource:port and tenant:139c6c80a4904fde9bea1e39c7697a28 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:41.845834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:41.854517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:41.932169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Made reservation on behalf of 139c6c80a4904fde9bea1e39c7697a28 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:41.935180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:42.075240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:32:42.091605 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] Sync routers for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:32:42.110893 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:32:42.112046 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:32:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:42.118880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:42.213992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a9cc8b57-1991-4c47-be7e-a00a55ac1e4b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "PUT /v2.0/floatingips/1a35d1e9-0465-4974-9284-2ca8c70b25d3 HTTP/1.1" status: 200 len: 992 time: 5.4283972 Dec 20 11:32:42.213992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Allocated IP 192.168.233.154 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/60e7e391-ba12-4425-8092-d4f1a35d1273) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:42.400849 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f9617ca-4a0e-4ecd-bf9a-815bd4475a5f req-995e47d0-53b0-4424-81c4-dcab423db629 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 210 time: 0.0575380 Dec 20 11:32:42.539959 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:32:42.566753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:42.623993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Transition to ACTIVE for port object 60e7e391-ba12-4425-8092-d4f1a35d1273 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:42.697457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:42.708350 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:42.955864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:42.967357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:42.983617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:42.988166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:42.989432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:43.017483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Pushing event updated for resources: {'Port': ['ID=60e7e391-ba12-4425-8092-d4f1a35d1273,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:43.117283 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4749775 Dec 20 11:32:43.122680 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:43.130804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Request body: {'port': {'device_id': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:43.152271 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '1a35d1e9-0465-4974-9284-2ca8c70b25d3', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'port_id': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'mac_address': 'fa:16:3e:2b:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:32:16Z', 'updated_at': '2021-12-20T11:32:38Z', 'revision_number': 1, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:43.157770 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] Checking router: c3d1c1b2-9d42-4279-a945-7d98865f2d33 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:32:43.172747 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:32:43.173768 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:32:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:43.236188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23a22-2fad-46af-a5fd-a523639d800b req-7d07eb30-0359-4b5e-8e44-ac7c3dfb7ad3 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:43.236943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-32f23a22-2fad-46af-a5fd-a523639d800b req-7d07eb30-0359-4b5e-8e44-ac7c3dfb7ad3 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Synchronizing usage tracker for tenant:139c6c80a4904fde9bea1e39c7697a28 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:43.310083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-32f23a22-2fad-46af-a5fd-a523639d800b req-7d07eb30-0359-4b5e-8e44-ac7c3dfb7ad3 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Unset dirty status for tenant:139c6c80a4904fde9bea1e39c7697a28 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:43.311620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32f23a22-2fad-46af-a5fd-a523639d800b req-7d07eb30-0359-4b5e-8e44-ac7c3dfb7ad3 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 936 time: 0.4762437 Dec 20 11:32:43.321087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3a2e-4723-4a55-b419-c15fe74219da req-a863957a-5ae0-4053-a3bc-bee43542fb17 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:43.322534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-a863957a-5ae0-4053-a3bc-bee43542fb17 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.5306976 Dec 20 11:32:43.334857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-543e7358-4166-4ac3-8030-9596035b05bd None None] Provisioning for port 60e7e391-ba12-4425-8092-d4f1a35d1273 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:43.341838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-543e7358-4166-4ac3-8030-9596035b05bd None None] Provisioning complete for port 60e7e391-ba12-4425-8092-d4f1a35d1273 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:43.342318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-543e7358-4166-4ac3-8030-9596035b05bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:43.380682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:43.392390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Request body: {'port': {'device_id': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'admin_state_up': True, 'tenant_id': '3f0d5148896f4b0d974f7ab7b786dac2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:43.419573 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:32:43.483602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c50eb6fd-239b-4a99-a955-daffd3a19406 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:32:43.578712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32f23a22-2fad-46af-a5fd-a523639d800b req-94b6cbe6-dba5-48e1-a011-9316e450d970 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988242 Dec 20 11:32:43.583101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: c50eb6fd-239b-4a99-a955-daffd3a19406 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:32:43.586303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c50eb6fd-239b-4a99-a955-daffd3a19406 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:32:43.588094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-543e7358-4166-4ac3-8030-9596035b05bd None None] Port 60e7e391-ba12-4425-8092-d4f1a35d1273 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:32:43.739845 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c3782b17-273a-4d87-9c92-dbcde1603b26 req-d194dc8c-299f-4c29-9433-7275c5cbc3bf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 210 time: 0.0923550 Dec 20 11:32:43.740448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59580) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:43.889965 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '1a35d1e9-0465-4974-9284-2ca8c70b25d3', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'port_id': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'mac_address': 'fa:16:3e:2b:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:32:16Z', 'updated_at': '2021-12-20T11:32:38Z', 'revision_number': 1, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:32:43.894885 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79333c52-337a-47c1-b299-856cf10d0286 None None] The sync data for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 is: [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '1a35d1e9-0465-4974-9284-2ca8c70b25d3', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'port_id': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'mac_address': 'fa:16:3e:2b:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:32:16Z', 'updated_at': '2021-12-20T11:32:38Z', 'revision_number': 1, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:32:43.896807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:43.909921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:43.934727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Usage tracker for resource:port and tenant:3f0d5148896f4b0d974f7ab7b786dac2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:43.946740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:43.954626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:43.959229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:44.016931 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'status': 'completed', 'code': 200} Dec 20 11:32:44.033493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Made reservation on behalf of 3f0d5148896f4b0d974f7ab7b786dac2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:44.037823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:44.154999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-75437eeb-2a8c-418e-a2c0-c316df9517e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 1099 time: 0.1177828 Dec 20 11:32:44.287105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f905c-ab7b-4efb-85dd-2854437e3005 None None] New status for floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:32:44.389519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Allocated IP 172.20.0.8 (984ebb61-f77f-4ea0-9f33-86bc2a93ed95/64313e95-a9c0-441b-8941-5dc9f90be7b0/75d2f7f2-1d25-406b-a91a-e86b440d5803) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:44.465065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-219ec1fb-f6c1-44af-bb60-a9411a280fbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:44.466772 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-219ec1fb-f6c1-44af-bb60-a9411a280fbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 925 time: 0.3052499 Dec 20 11:32:44.530734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e7e391-ba12-4425-8092-d4f1a35d1273 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:44.559880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:44.613232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-229fc676-f71d-46a7-8075-0b1cab13117f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f HTTP/1.1" status: 200 len: 1000 time: 0.1385887 Dec 20 11:32:44.636423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Transition to ACTIVE for port object 60e7e391-ba12-4425-8092-d4f1a35d1273 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:44.643253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-67967880-network', 'tenant_id': 'e9817e1271cf41629db3efc19bfe6149'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:44.649411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:44.675644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:44.676872 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b2d05a3c-0631-4808-8a1a-00eb5ab4caf9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:44.774375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:44.794556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Usage tracker for resource:network and tenant:e9817e1271cf41629db3efc19bfe6149 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:44.807455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:44.828631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:44.846814 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-17210830-a1ac-4a98-8687-6d0f6bb1d876 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72fd95cd8257491dbf7edfae3c7c3643&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1030791 Dec 20 11:32:44.848217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-5b0a0ffa-c707-4e91-9ece-01f5b8d77ce6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:44.849765 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-5b0a0ffa-c707-4e91-9ece-01f5b8d77ce6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 200 len: 863 time: 0.1927335 Dec 20 11:32:44.852012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59618) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:45.076502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Pushing event updated for resources: {'Port': ['ID=60e7e391-ba12-4425-8092-d4f1a35d1273,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:45.101225 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:45.111639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.115518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Made reservation on behalf of e9817e1271cf41629db3efc19bfe6149 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:45.117737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.139289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Attempting to bind port 60e7e391-ba12-4425-8092-d4f1a35d1273 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:45.140598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Attempting to bind port 60e7e391-ba12-4425-8092-d4f1a35d1273 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:45.141934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Attempting to bind port 60e7e391-ba12-4425-8092-d4f1a35d1273 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:45.189650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Port 60e7e391-ba12-4425-8092-d4f1a35d1273 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:32:45.189969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Attempting to bind port 60e7e391-ba12-4425-8092-d4f1a35d1273 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:45.200754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.215949 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24fba200-6577-4f02-93c3-29b072b82388 req-364dce17-36eb-4b54-a18e-0a8848827fe4 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 210 time: 0.1067364 Dec 20 11:32:45.216665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.217348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:45.217687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:45.218089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:45.218532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Bound port: 60e7e391-ba12-4425-8092-d4f1a35d1273, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:45.219125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.245338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.296354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf8a7-2b91-4696-8844-9acae1420976 req-78120a33-cab4-472e-95d0-4add92717e3e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:45.296354 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a2fbf8a7-2b91-4696-8844-9acae1420976 req-78120a33-cab4-472e-95d0-4add92717e3e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 948 time: 0.4590976 Dec 20 11:32:45.327499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.368829 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4abcaad5-90ee-4ba9-8f0e-343a76b2bc34 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:45.404601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:45.412610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Usage tracker for resource:security_group_rule and tenant:e9817e1271cf41629db3efc19bfe6149 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:45.422717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:45.434383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:45.494858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] For port 60e7e391-ba12-4425-8092-d4f1a35d1273, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:45.511078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a2fbf8a7-2b91-4696-8844-9acae1420976 req-533e7894-3b41-4260-a5e1-ad721a48dd9c tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116437 Dec 20 11:32:45.520332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:45.526339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:45.528430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:45.540564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:45.545271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:45.546068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.550449 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:45.553708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] For port 60e7e391-ba12-4425-8092-d4f1a35d1273, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=60e7e391-ba12-4425-8092-d4f1a35d1273,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:45.573214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.577922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.579760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.587543 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50674c64-6bbf-427b-829f-4066b2f0b43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:45.588747 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:45.600731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.621685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3b5112-3edb-4ffe-ba61-a49ecc57d70b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:45.624538 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:45.630028 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57125758-cb1d-4f8b-ae07-09b58cd3ad94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:45.631091 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2523823 Dec 20 11:32:45.650543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Request body: {'port': {'device_id': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:45.663124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06421c74-01eb-4f5d-b7ab-3bc130a49e57,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:45.666088 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:45.679299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:32:45.681615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.686333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f3b5112-3edb-4ffe-ba61-a49ecc57d70b HTTP/1.1" status: 204 len: 168 time: 0.8306687 Dec 20 11:32:45.695102 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-d0d5beb6-203c-4a8c-adf4-7d0d707d3672 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.8388939 Dec 20 11:32:45.702094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.702633 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Added segment 32308b8e-bff2-4b15-934b-90cd4554bca7 of type vlan for network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 Dec 20 11:32:45.711105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.713147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] 10.222.0.16 "PUT /v2.0/ports/60e7e391-ba12-4425-8092-d4f1a35d1273 HTTP/1.1" status: 200 len: 1098 time: 2.5861037 Dec 20 11:32:45.812921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Pushing event updated for resources: {'Port': ['ID=60e7e391-ba12-4425-8092-d4f1a35d1273,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:45.860018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.882112 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:45.971067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.994801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-96bc0775-f1f9-4723-abdd-8e0dd059f8bc tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7fd835c674c44335852ed800449aa3c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367961 Dec 20 11:32:45.997464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:45.998576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:45.999164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:46.007160 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:46.022818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'tag': '60e7e391-ba12-4425-8092-d4f1a35d1273'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:46.026401 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-325a2015-b974-444e-b07b-7a7b906559df service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211589 Dec 20 11:32:46.169237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2131965 Dec 20 11:32:46.206719 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'tag': '60e7e391-ba12-4425-8092-d4f1a35d1273', 'status': 'completed', 'code': 200} Dec 20 11:32:46.208427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59654) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:46.222461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Pushing event updated for resources: {'Network': ['ID=9b0a5ac6-674c-43e4-a551-8a2a020b3791,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:46.241896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Request body: {'subnet': {'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-67967880-subnet', 'tenant_id': 'e9817e1271cf41629db3efc19bfe6149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:46.242404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.242745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.243079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.243410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.243735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.244056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.244383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.244703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.245019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.245336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.245649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:46.256200 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:46.267004 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-00fb62bf-be1a-460f-ba43-c1b465873419 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=139c6c80a4904fde9bea1e39c7697a28&device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 1101 time: 0.4576051 Dec 20 11:32:46.275374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:46.289478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:32:46.295665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ddf9ce90-3779-4e85-af15-5efac53823ce req-4669acac-d292-4ebc-946b-5291b6243f12 service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588685 Dec 20 11:32:46.542114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb5b86-2295-4b96-a8eb-8b905791b7a3 req-75400569-6d83-4337-b3ed-3fe2b7757db0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:46.549465 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ecbb5b86-2295-4b96-a8eb-8b905791b7a3 req-75400569-6d83-4337-b3ed-3fe2b7757db0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 931 time: 0.1002460 Dec 20 11:32:46.575775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:46.607181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Usage tracker for resource:subnet and tenant:e9817e1271cf41629db3efc19bfe6149 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:46.615582 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-ef54f095-49c5-4318-b0e3-494323340fb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=60e7e391-ba12-4425-8092-d4f1a35d1273 HTTP/1.1" status: 200 len: 217 time: 0.3329999 Dec 20 11:32:46.616338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:46.622938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ecbb5b86-2295-4b96-a8eb-8b905791b7a3 req-c9a22333-1908-4217-9d8a-8f72608ec548 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724983 Dec 20 11:32:46.674929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:46.715028 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-575513e3-2334-411d-9a22-d15dac200bd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=659a4bf582cd4d2996902ac32917cf40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1377821 Dec 20 11:32:46.717489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:46.744161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:46.776352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Made reservation on behalf of e9817e1271cf41629db3efc19bfe6149 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:46.778643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:46.795419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-e77bf538-2859-4e0f-a500-a1c42644f0dc tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:46.796825 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-e77bf538-2859-4e0f-a500-a1c42644f0dc tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7805431 Dec 20 11:32:46.834145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:46.834306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-96fbe401-b095-44ca-82f2-d373a7ac8d48 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:46.835653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-96fbe401-b095-44ca-82f2-d373a7ac8d48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2086215 Dec 20 11:32:46.869005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:46.918124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef8116-29bf-4879-91f0-3502a883ba91 req-0a608a36-3af9-4e56-9113-0300cfc1eb86 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:46.919571 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0bef8116-29bf-4879-91f0-3502a883ba91 req-0a608a36-3af9-4e56-9113-0300cfc1eb86 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 948 time: 0.1451459 Dec 20 11:32:46.943853 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-7fedce35-c590-42e5-b079-af2a8af352af tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/quotas/7fd835c674c44335852ed800449aa3c2 HTTP/1.1" status: 200 len: 375 time: 0.1268814 Dec 20 11:32:46.976421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:46.995811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.000497 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74b214ed-6601-4a17-ba55-d6dec4aa25d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:47.013007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-a5cfb11f-f380-40fe-b227-ef65742b2098 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fd835c674c44335852ed800449aa3c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533130 Dec 20 11:32:47.019110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0bef8116-29bf-4879-91f0-3502a883ba91 req-d7abc6d3-d5d0-464c-8c4a-912d45ef749b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932343 Dec 20 11:32:47.021760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5107ee6-0d8a-4fa3-a6a6-1c00b3f007d7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:47.031025 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:47.039396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.042828 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5107ee6-0d8a-4fa3-a6a6-1c00b3f007d7 HTTP/1.1" status: 204 len: 168 time: 0.3218939 Dec 20 11:32:47.046956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:47.058936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Usage tracker for resource:security_group_rule and tenant:67eaa01a703549c1ad403936aa008b0c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:47.070925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:47.077609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:47.211544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.212744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-b87e58a0-9d7e-49ff-a273-0ce9dd2c64a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3647254 Dec 20 11:32:47.219817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.244119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d2f7f2-1d25-406b-a91a-e86b440d5803 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:47.260917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.305137 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:47.313355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67eaa01a703549c1ad403936aa008b0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5684240 Dec 20 11:32:47.318848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59702) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:47.345490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df639155-30bb-436f-99d2-591820de7fc3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:47.351376 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:47.414620 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c58a24b-a695-48f5-b222-758e62a49ebd req-7445af24-67f2-4688-aa9e-ac69b3af638c tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 210 time: 0.0652072 Dec 20 11:32:47.421767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Transition to ACTIVE for port object 75d2f7f2-1d25-406b-a91a-e86b440d5803 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:47.539859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.540940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.577248 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:47.655423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.780018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:47.798446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:47.802391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-9681a0de-822c-4f95-b80f-e2761110fe2d service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810149 Dec 20 11:32:47.862581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.862939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.863288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.864205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.864549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.864901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.865216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.865545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.865876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.866240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.866570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:47.870307 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:47.884221 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:47.940617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f341-d32f-48b3-b579-a381d310b40b req-5accfecd-d7b1-45eb-a1cb-8b8a82a0c396 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:47.943044 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66f0f341-d32f-48b3-b579-a381d310b40b req-5accfecd-d7b1-45eb-a1cb-8b8a82a0c396 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.1376317 Dec 20 11:32:47.979911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a03b218-421b-4a94-9813-6c93352eb437,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:48.011750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:48.018714 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:48.025730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Checking segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:48.026131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Network hostable DHCP agents. Network: 9b0a5ac6-674c-43e4-a551-8a2a020b3791, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:32:48.027978 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66f0f341-d32f-48b3-b579-a381d310b40b req-6fe52926-fe77-4dec-a976-70cb97c00287 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771735 Dec 20 11:32:48.248286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:48.248718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:48.248966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:48.273312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:32:48.273638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:48.284292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:48.284645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:48.285047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:48.286104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Bound port: 75d2f7f2-1d25-406b-a91a-e86b440d5803, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:48.286458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:48.334452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:32:48.371435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 9b0a5ac6-674c-43e4-a551-8a2a020b3791) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:48.381556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed3b3e-a308-46f9-94de-6f99d4624a05 None None] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:32:48.383895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:48.384530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:48.397957 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e2b8e2-6355-4e77-b72e-f5a24ee3be09 req-cfe5b0f3-3012-4be0-a65c-b7447ef3f34a service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709963 Dec 20 11:32:48.454501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:48.463912 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d7060bac-6825-42c7-a968-fd43c0d31dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:48.489221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2748415 Dec 20 11:32:48.531257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df639155-30bb-436f-99d2-591820de7fc3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:48.539953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:48.540988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df639155-30bb-436f-99d2-591820de7fc3 HTTP/1.1" status: 204 len: 168 time: 1.2060907 Dec 20 11:32:48.549265 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:48.562230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:48.579034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40284ff-75a8-4bd2-aef4-81888a11b3c9 req-999a8658-113f-4ded-88ca-99a69618141b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:48.586759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d40284ff-75a8-4bd2-aef4-81888a11b3c9 req-999a8658-113f-4ded-88ca-99a69618141b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 948 time: 0.4037187 Dec 20 11:32:48.600002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:48.715152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c57b5c10-0bc5-44a1-968c-5579e9205e13 req-e5fb2fca-9d4a-4084-9b80-74d94e242c35 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 210 time: 0.1026595 Dec 20 11:32:48.726725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.53', 56147) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:48.746868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:48.771896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:48.785937 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:48.813544 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-6b517149-fe71-4de6-be8c-7f2963a80b4d tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7fd835c674c44335852ed800449aa3c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822957 Dec 20 11:32:48.821195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9af0da-f715-4377-8335-3e5f3c1ad713 None None] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:32:48.869198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:48.874133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:48.876466 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] 10.222.0.53 "PUT /v2.0/ports/75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 1093 time: 3.2302132 Dec 20 11:32:48.877758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:48.884420 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:48.899352 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d40284ff-75a8-4bd2-aef4-81888a11b3c9 req-034c5be0-3c59-430f-8047-914c5e9eb139 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117831 Dec 20 11:32:48.915800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5c358c1-a843-4303-b166-de92311b2bcf req-19832fe9-fcf4-4766-b2e9-e4a1aa6a58c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=139c6c80a4904fde9bea1e39c7697a28&device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 1101 time: 0.4319174 Dec 20 11:32:49.187914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-cb89d917-db44-4dcb-994e-a54730560d82 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:49.189310 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-cb89d917-db44-4dcb-994e-a54730560d82 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687849 Dec 20 11:32:49.212969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Request body: {'port': {'device_id': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '7fd835c674c44335852ed800449aa3c2'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:49.222206 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803', 'status': 'completed', 'code': 200} Dec 20 11:32:49.282687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c358c1-a843-4303-b166-de92311b2bcf req-5227bf9b-dc24-40e4-b69a-c9df1c3897ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:49.284337 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5c358c1-a843-4303-b166-de92311b2bcf req-5227bf9b-dc24-40e4-b69a-c9df1c3897ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3573411 Dec 20 11:32:49.328716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.426341 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-58123ca8-714c-4c4d-ae9e-c4ec577c6e70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1096 time: 0.2437999 Dec 20 11:32:49.430331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5c358c1-a843-4303-b166-de92311b2bcf req-4011a4c7-47e1-4905-b70a-75688793f44f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=60e7e391-ba12-4425-8092-d4f1a35d1273 HTTP/1.1" status: 200 len: 217 time: 0.1341391 Dec 20 11:32:49.511296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:49.519689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Usage tracker for resource:security_group_rule and tenant:b2aa9f90e3a94b3c9fac108c5a3d7b3b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:49.527117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:49.530394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:49.536199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:49.538402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Usage tracker for resource:port and tenant:7fd835c674c44335852ed800449aa3c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:49.541980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:49.553000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:49.576240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Made reservation on behalf of 7fd835c674c44335852ed800449aa3c2 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:49.579301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.601013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.605557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-efe1b3c2-864c-469f-8278-e684eb4bfd15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 217 time: 0.1727185 Dec 20 11:32:49.616387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:49.669329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:49.675418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.677275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Usage tracker for resource:security_group_rule and tenant:7fd835c674c44335852ed800449aa3c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:49.680837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:49.686669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:49.689870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.704195 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-81e42213-0246-4f35-9b4c-5bd99d9dd661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:49.706807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.720181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c358c1-a843-4303-b166-de92311b2bcf req-902e400b-d445-4be2-a6d8-f27f3f20109c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:49.721646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5c358c1-a843-4303-b166-de92311b2bcf req-902e400b-d445-4be2-a6d8-f27f3f20109c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1928170 Dec 20 11:32:49.777508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78597aea-7f4c-4f5a-af24-b3e6c758a6ac,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:49.783154 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2aa9f90e3a94b3c9fac108c5a3d7b3b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1821184 Dec 20 11:32:49.787840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0931a4-dd6e-4d06-bd3a-29edb0f50082 req-ff7a7f22-fda6-4bb9-903b-934554d3cf1d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:49.788571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1f0931a4-dd6e-4d06-bd3a-29edb0f50082 req-ff7a7f22-fda6-4bb9-903b-934554d3cf1d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:49.790438 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:49.792161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59792) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:49.794362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3a2e-4723-4a55-b419-c15fe74219da req-0ebea966-f6ff-4b0d-8da3-aa5b3281d769 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:49.795767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-0ebea966-f6ff-4b0d-8da3-aa5b3281d769 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1834538 Dec 20 11:32:49.853976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:49.869690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Usage tracker for resource:security_group_rule and tenant:75269a6736eb4edc95dceac6fd01cc62 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:49.875078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-8c7613b1-6582-444e-9d71-3c300edd7007 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672107 Dec 20 11:32:49.875923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:49.878160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.886106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:49.899545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.901649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:49.907275 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aae1a886-5d63-45bd-b7e3-0ace2fdf2282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:49.974502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1f0931a4-dd6e-4d06-bd3a-29edb0f50082 req-ff7a7f22-fda6-4bb9-903b-934554d3cf1d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:49.990051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f0931a4-dd6e-4d06-bd3a-29edb0f50082 req-ff7a7f22-fda6-4bb9-903b-934554d3cf1d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.6298597 Dec 20 11:32:50.006307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.055488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19d3cb1-98f3-4ee9-91e7-152bf5c60989,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:50.072327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5c358c1-a843-4303-b166-de92311b2bcf req-66bedbfb-694b-4494-b7a9-538b5710b3d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3405046 Dec 20 11:32:50.075911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:50.166288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.188249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.206143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e6957e8-8cc3-4e35-8bef-7e019b260557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:50.206955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1f0931a4-dd6e-4d06-bd3a-29edb0f50082 req-57733059-8cc3-4b81-96af-d3b73ce8a053 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:50.245972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.254629 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e341cd64-b741-48ef-98e3-92bab1e6db95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:50.274433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Allocated IP 192.168.233.99 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/130e54b3-840b-4856-9e87-c70a49efca97) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:50.294339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78597aea-7f4c-4f5a-af24-b3e6c758a6ac,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:50.302132 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:50.307742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c6053a2c-13fe-45b8-958e-c8a47a75a1b8 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:50.308688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c6053a2c-13fe-45b8-958e-c8a47a75a1b8 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:50.339333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2ef1a2-3a56-49ed-94db-0a0108e9fef4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:50.343449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-033bc389-48eb-4926-8414-98579302846c service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583724 Dec 20 11:32:50.348990 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:50.360285 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75269a6736eb4edc95dceac6fd01cc62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7072988 Dec 20 11:32:50.375685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:50.391415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1f0931a4-dd6e-4d06-bd3a-29edb0f50082 req-57733059-8cc3-4b81-96af-d3b73ce8a053 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:50.392543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f0931a4-dd6e-4d06-bd3a-29edb0f50082 req-57733059-8cc3-4b81-96af-d3b73ce8a053 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011776 Dec 20 11:32:50.393539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c6053a2c-13fe-45b8-958e-c8a47a75a1b8 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:50.400152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c6053a2c-13fe-45b8-958e-c8a47a75a1b8 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.3847251 Dec 20 11:32:50.422303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.423598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78597aea-7f4c-4f5a-af24-b3e6c758a6ac HTTP/1.1" status: 204 len: 168 time: 0.6303360 Dec 20 11:32:50.425012 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5c358c1-a843-4303-b166-de92311b2bcf req-6c924b0c-84db-4d61-b940-4e9737b50fcf service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896376 Dec 20 11:32:50.479249 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-292aacbc-60ee-41f0-93e9-419002eb36f6 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/quotas/e9817e1271cf41629db3efc19bfe6149 HTTP/1.1" status: 200 len: 375 time: 0.0780685 Dec 20 11:32:50.598284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-6ec01b69-faba-4756-8dbc-d39c43840202 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178136 Dec 20 11:32:50.639999 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f841e1a4-6cb1-4a8f-af34-696a4bbcc4d6 req-3c290a37-957c-402b-9986-03c047da07d1 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 210 time: 0.0532477 Dec 20 11:32:50.643663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580d3a2e-4723-4a55-b419-c15fe74219da req-eee97666-fb2c-4a69-b18c-ac4602e4a6fb service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869987 Dec 20 11:32:50.694143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5c358c1-a843-4303-b166-de92311b2bcf req-5e4efd38-9013-4ae3-a061-1757a974be78 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203424 Dec 20 11:32:50.709647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.726317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.764180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Transition to ACTIVE for port object 130e54b3-840b-4856-9e87-c70a49efca97 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:50.770322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.834706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.842283 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:50.920473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-929d4ef4-1fc6-4960-8e0c-298139972152 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:32:50.927952 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-929d4ef4-1fc6-4960-8e0c-298139972152 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1322281 Dec 20 11:32:50.930181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.967900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:50.970894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d495955-924a-4d5f-9188-014b98720d60 req-f9af1999-f586-43fb-9032-f1c94ecdb681 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1096 time: 0.2670374 Dec 20 11:32:50.972192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59828) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:50.975815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:50.985046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:50.988896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:50.989494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:50.994744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Pushing event updated for resources: {'Port': ['ID=130e54b3-840b-4856-9e87-c70a49efca97,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:51.009228 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:51.015068 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-45fdf9b5-45b5-4934-9ae4-4b1d22bb762a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:51.015242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:51.031553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:51.035208 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f2ef1a2-3a56-49ed-94db-0a0108e9fef4 HTTP/1.1" status: 204 len: 168 time: 0.6559615 Dec 20 11:32:51.084236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2ef1a2-3a56-49ed-94db-0a0108e9fef4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:51.088030 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:51.089349 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8806245 Dec 20 11:32:51.116297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Request body: {'port': {'device_id': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:51.168618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:51.178159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abf1cf-7ac3-4fb2-8121-8538c45b5d88 req-2c0bf58d-5e28-4101-b626-90374f736434 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:51.185403 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4abf1cf-7ac3-4fb2-8121-8538c45b5d88 req-2c0bf58d-5e28-4101-b626-90374f736434 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 948 time: 0.3854690 Dec 20 11:32:51.193798 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-8313a982-4229-4a61-870f-6e02e77237ef service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647066 Dec 20 11:32:51.218989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Usage tracker for resource:security_group_rule and tenant:6e60ee2b9ed942c184f77a604fbb6150 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:51.225780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:51.243594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:51.267539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-73bda489-c98c-4b3f-aff0-0c727880d9cd None None] Provisioning for port 130e54b3-840b-4856-9e87-c70a49efca97 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:51.274760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d495955-924a-4d5f-9188-014b98720d60 req-ae9aea1c-d910-405a-b49d-b56c231f4634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:51.276217 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d495955-924a-4d5f-9188-014b98720d60 req-ae9aea1c-d910-405a-b49d-b56c231f4634 service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.3011060 Dec 20 11:32:51.276922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-73bda489-c98c-4b3f-aff0-0c727880d9cd None None] Provisioning complete for port 130e54b3-840b-4856-9e87-c70a49efca97 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:51.278342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-73bda489-c98c-4b3f-aff0-0c727880d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:51.297364 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4abf1cf-7ac3-4fb2-8121-8538c45b5d88 req-08c78588-81a7-4369-a972-986ce6b90a65 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099665 Dec 20 11:32:51.364266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-73bda489-c98c-4b3f-aff0-0c727880d9cd None None] Port 130e54b3-840b-4856-9e87-c70a49efca97 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:32:51.378161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d495955-924a-4d5f-9188-014b98720d60 req-b8ef210a-cf17-48fd-80c9-258553b9fb25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 217 time: 0.0786664 Dec 20 11:32:51.422307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:51.489528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d495955-924a-4d5f-9188-014b98720d60 req-3226680f-1179-462f-a2c2-43c1937d129a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:51.490983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d495955-924a-4d5f-9188-014b98720d60 req-3226680f-1179-462f-a2c2-43c1937d129a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1019874 Dec 20 11:32:51.492615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:51.496111 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-1b5a1edc-c1ce-41d7-8bcd-706dfc8d2bc9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011048 Dec 20 11:32:51.549232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:51.562588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:51.573411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d495955-924a-4d5f-9188-014b98720d60 req-63fef121-cf64-4dad-a53c-3810a13ae65b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738230 Dec 20 11:32:51.687014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1bba99-ee57-44af-8fcf-ae3b3fcf4e49,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:51.693315 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:51.697662 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e60ee2b9ed942c184f77a604fbb6150&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7239068 Dec 20 11:32:51.705446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:51.801396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d495955-924a-4d5f-9188-014b98720d60 req-67d2563f-88ed-4fd8-8e44-6c38c7c5eb32 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088790 Dec 20 11:32:52.077827 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d78058da-c749-434f-ad36-6f7932d37839 req-d973d65a-fffb-4b21-bc13-59ae03471b58 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 210 time: 0.0676665 Dec 20 11:32:52.105606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d495955-924a-4d5f-9188-014b98720d60 req-30f086c7-8ae8-4b46-a8d9-b7dff8cf804e service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969742 Dec 20 11:32:52.106134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:52.204114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:52.262624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130e54b3-840b-4856-9e87-c70a49efca97 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:52.287278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910275e-e9c1-44d4-99e5-bb9afd461c7f req-bf70b6b8-eab4-463b-ba59-b11eda127205 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:52.288904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7910275e-e9c1-44d4-99e5-bb9afd461c7f req-bf70b6b8-eab4-463b-ba59-b11eda127205 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.2432272 Dec 20 11:32:52.291035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:52.321313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c33a5-ced9-4763-b89e-548f85fb6c77 req-cd3fd442-f4c3-4088-81e8-b6fd47da5f65 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:52.332985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-863c33a5-ced9-4763-b89e-548f85fb6c77 req-cd3fd442-f4c3-4088-81e8-b6fd47da5f65 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 935 time: 0.1148500 Dec 20 11:32:52.348090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Transition to ACTIVE for port object 130e54b3-840b-4856-9e87-c70a49efca97 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:52.369340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:52.377764 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:52.409597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7910275e-e9c1-44d4-99e5-bb9afd461c7f req-52c2dd0b-a4fb-4121-97a6-5b3d914a258a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102886 Dec 20 11:32:52.410701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-863c33a5-ced9-4763-b89e-548f85fb6c77 req-6f6d1ce7-a36b-47a2-9237-364f5cef5a98 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763323 Dec 20 11:32:52.416244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:52.531495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:52.532388 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a1bba99-ee57-44af-8fcf-ae3b3fcf4e49 HTTP/1.1" status: 204 len: 168 time: 0.8250229 Dec 20 11:32:52.553786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 60e7e391-ba12-4425-8092-d4f1a35d1273 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:32:52.570625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Pushing event updated for resources: {'Port': ['ID=130e54b3-840b-4856-9e87-c70a49efca97,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:52.573168 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:52.597217 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-774f5b93-25e4-4a36-9781-5c63cc975590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:52.626853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1bba99-ee57-44af-8fcf-ae3b3fcf4e49,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:52.737800 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:52.826287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20c870-b207-4a88-93ae-f886f4f234f9 req-98d1e5fc-b318-44d2-8fb2-0ee3a8ab99cb tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:52.829243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Attempting to bind port 130e54b3-840b-4856-9e87-c70a49efca97 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:52.829705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Attempting to bind port 130e54b3-840b-4856-9e87-c70a49efca97 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:52.830249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Attempting to bind port 130e54b3-840b-4856-9e87-c70a49efca97 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:52.836306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed20c870-b207-4a88-93ae-f886f4f234f9 req-98d1e5fc-b318-44d2-8fb2-0ee3a8ab99cb tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 948 time: 0.1182427 Dec 20 11:32:52.848760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Port 130e54b3-840b-4856-9e87-c70a49efca97 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:32:52.852175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Attempting to bind port 130e54b3-840b-4856-9e87-c70a49efca97 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:52.869154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:52.872467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:52.873893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:52.874963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Bound port: 130e54b3-840b-4856-9e87-c70a49efca97, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:52.877859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:52.920749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed20c870-b207-4a88-93ae-f886f4f234f9 req-3d38870d-511b-479d-8c48-73befb8d1da8 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834320 Dec 20 11:32:53.077646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 60e7e391-ba12-4425-8092-d4f1a35d1273, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=60e7e391-ba12-4425-8092-d4f1a35d1273,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:53.097663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '60e7e391-ba12-4425-8092-d4f1a35d1273', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '60e7e391-ba12-4425-8092-d4f1a35d1273', 'mac_address': 'fa:16:3e:db:9d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:32:53.142136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] For port 130e54b3-840b-4856-9e87-c70a49efca97, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:53.146942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] For port 130e54b3-840b-4856-9e87-c70a49efca97, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=130e54b3-840b-4856-9e87-c70a49efca97,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:53.153474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:53.158653 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:53.232640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:53.234687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:53.236224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] 10.222.0.53 "PUT /v2.0/ports/130e54b3-840b-4856-9e87-c70a49efca97 HTTP/1.1" status: 200 len: 1097 time: 2.1284454 Dec 20 11:32:53.236691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'tag': '130e54b3-840b-4856-9e87-c70a49efca97'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:53.259920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Pushing event updated for resources: {'Port': ['ID=130e54b3-840b-4856-9e87-c70a49efca97,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:53.264047 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:53.297812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e7e391-ba12-4425-8092-d4f1a35d1273 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:53.349120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 60e7e391-ba12-4425-8092-d4f1a35d1273, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=60e7e391-ba12-4425-8092-d4f1a35d1273,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:53.457536 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'tag': '130e54b3-840b-4856-9e87-c70a49efca97', 'status': 'completed', 'code': 200} Dec 20 11:32:53.471234 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4bb82821-65b3-4187-8100-196a9e0392c1 req-b967575c-f96e-45ff-9734-10bc41161778 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 210 time: 0.1466527 Dec 20 11:32:53.520757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:32:53.521044 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-ac3f4f27-3cb3-4f59-9ba0-6a12f61aae02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd835c674c44335852ed800449aa3c2&device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 1100 time: 0.1158314 Dec 20 11:32:53.688390 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-ced3d174-122d-4fff-9613-68e130be728c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=130e54b3-840b-4856-9e87-c70a49efca97 HTTP/1.1" status: 200 len: 217 time: 0.1595659 Dec 20 11:32:53.758365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:53.789494 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:53.794437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-69e82adb-f4f7-49e8-a2c4-2913c3cb0bb2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:53.796234 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-69e82adb-f4f7-49e8-a2c4-2913c3cb0bb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0987625 Dec 20 11:32:53.849744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-ec587aca-be31-485c-87c5-2d418097847a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:53.851323 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-ec587aca-be31-485c-87c5-2d418097847a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.3214452 Dec 20 11:32:53.869626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Request body: {'port': {'device_id': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'admin_state_up': True, 'tenant_id': 'e9817e1271cf41629db3efc19bfe6149'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:53.930775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=60e7e391-ba12-4425-8092-d4f1a35d1273,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:53.945830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.946328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.946754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.947322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.947853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.948532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.949070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.949774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.950338 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.950862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.951842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:32:53.961941 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:53.964784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-e0a95166-49de-4c37-906a-5b669ce929fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1618040 Dec 20 11:32:53.972098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:54.012086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '75d2f7f2-1d25-406b-a91a-e86b440d5803', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'port_id': '75d2f7f2-1d25-406b-a91a-e86b440d5803', 'mac_address': 'fa:16:3e:e5:89:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64313e95-a9c0-441b-8941-5dc9f90be7b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:32:54.018956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['60e7e391-ba12-4425-8092-d4f1a35d1273'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:54.030956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77569d2-a31a-4caf-8607-dfe1921340f8 req-331c54be-b90e-4d45-8623-af1a23166190 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:54.032595 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e77569d2-a31a-4caf-8607-dfe1921340f8 req-331c54be-b90e-4d45-8623-af1a23166190 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.1684017 Dec 20 11:32:54.061049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c9b0-fc06-4274-9df3-a64b28ff6cb3 req-bc9eac43-92eb-4afa-a985-b7df6bb366cc tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:54.062879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a784c9b0-fc06-4274-9df3-a64b28ff6cb3 req-bc9eac43-92eb-4afa-a985-b7df6bb366cc tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 947 time: 0.2992635 Dec 20 11:32:54.163204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a784c9b0-fc06-4274-9df3-a64b28ff6cb3 req-905aac59-b5bf-40f3-9c37-9935d45a01a8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894413 Dec 20 11:32:54.173469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e77569d2-a31a-4caf-8607-dfe1921340f8 req-1fa93682-ca54-448c-b2f5-d9624faafefd tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845561 Dec 20 11:32:54.174784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:54.179675 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-ed2e38c9-383d-4f3d-8e28-350d1afec42d service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022974 Dec 20 11:32:54.183060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Usage tracker for resource:port and tenant:e9817e1271cf41629db3efc19bfe6149 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:54.186769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:54.200493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:54.235371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Made reservation on behalf of e9817e1271cf41629db3efc19bfe6149 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:32:54.235371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:54.392567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:54.437945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d2f7f2-1d25-406b-a91a-e86b440d5803 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:54.467802 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15603e2-466d-4358-9ec8-78034cde6d94 req-58eebb61-cd71-437b-8436-18f16bcb4fc7 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814813 Dec 20 11:32:54.518194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af0bd-8231-4b4c-b780-d5bcf5e7cff0 req-b081410e-ebd0-42ef-a2a7-5c1a24505993 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:54.520868 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-783af0bd-8231-4b4c-b780-d5bcf5e7cff0 req-b081410e-ebd0-42ef-a2a7-5c1a24505993 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 949 time: 0.1383626 Dec 20 11:32:54.544148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:54.565257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:54.569752 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:54.612713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Allocated IP 172.20.0.2 (9b0a5ac6-674c-43e4-a551-8a2a020b3791/5a03b218-421b-4a94-9813-6c93352eb437/c3cc6325-d271-4fa9-813a-e626012a17af) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:32:54.658050 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-783af0bd-8231-4b4c-b780-d5bcf5e7cff0 req-3f1bc9e8-7695-4648-a310-eb92c8e76ca0 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314480 Dec 20 11:32:54.669102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:54.674579 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:54.696162 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c811bbeb-057f-4120-af29-3c921b006372 req-b3fde18d-597c-4491-a49d-0365d39b188b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd835c674c44335852ed800449aa3c2&device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 1100 time: 0.1156020 Dec 20 11:32:54.762453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['75d2f7f2-1d25-406b-a91a-e86b440d5803'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:55.025307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811bbeb-057f-4120-af29-3c921b006372 req-827dfa55-0fa2-4fcf-a565-283bea52b1b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:55.026318 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c811bbeb-057f-4120-af29-3c921b006372 req-827dfa55-0fa2-4fcf-a565-283bea52b1b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3228219 Dec 20 11:32:55.126848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-86291938-248d-4664-ae97-086bcc9fcbba req-7c38503e-ccb8-45c5-b50d-3d81fd5e4ead tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 210 time: 0.0939331 Dec 20 11:32:55.168216 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c811bbeb-057f-4120-af29-3c921b006372 req-3f304a0c-3298-4b3b-8f68-1a685f30e67e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=130e54b3-840b-4856-9e87-c70a49efca97 HTTP/1.1" status: 200 len: 217 time: 0.1337986 Dec 20 11:32:55.281230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:55.300395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811bbeb-057f-4120-af29-3c921b006372 req-59d1e2f7-291c-4f05-b2a5-7ad965216ef8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:55.304445 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c811bbeb-057f-4120-af29-3c921b006372 req-59d1e2f7-291c-4f05-b2a5-7ad965216ef8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1297538 Dec 20 11:32:55.319032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:55.325406 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0eb03ebd-889a-42e6-be47-fb4598c0a506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:55.402963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c811bbeb-057f-4120-af29-3c921b006372 req-28490d78-2d6e-4758-b409-90adc2b3bb58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.0906401 Dec 20 11:32:55.409847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:55.420335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:32:55.421534 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:55.422373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:32:55.429019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:32:55.432892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:55.433491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:55.516842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6514206 Dec 20 11:32:55.531180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:55.532953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Request body: {'port': {'device_id': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:32:55.570924 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c811bbeb-057f-4120-af29-3c921b006372 req-eee9f119-b345-4f3b-ba5d-e7eb31529310 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596773 Dec 20 11:32:55.580769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b6b4b-4d5c-43dc-b231-4bc731d0f845 req-cf648fa2-b3ba-4055-a576-f2a965f58604 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:55.587909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-582b6b4b-4d5c-43dc-b231-4bc731d0f845 req-cf648fa2-b3ba-4055-a576-f2a965f58604 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 947 time: 0.1485355 Dec 20 11:32:55.648024 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-582b6b4b-4d5c-43dc-b231-4bc731d0f845 req-026d191b-d4a0-4740-a512-807c7109d3ee tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591795 Dec 20 11:32:55.658365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 75d2f7f2-1d25-406b-a91a-e86b440d5803 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:55.667374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 75d2f7f2-1d25-406b-a91a-e86b440d5803 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:55.667912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:55.744945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c811bbeb-057f-4120-af29-3c921b006372 req-295c4cc6-49d1-4a7b-9cfd-d04c496c1607 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665497 Dec 20 11:32:55.755647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:55.845394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:55.883878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:55.885255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:55.893104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:55.895884 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-28507dc9-44bb-4bc4-9bd4-7a245969a2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:55.985424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:55.990643 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:56.034529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b689b73-d4e8-4e6d-b4d5-5091fb7bf8e0 req-35dd1916-e25d-439b-971d-1aa8624ecc1f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:56.036709 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b689b73-d4e8-4e6d-b4d5-5091fb7bf8e0 req-35dd1916-e25d-439b-971d-1aa8624ecc1f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 945 time: 0.1613915 Dec 20 11:32:56.097475 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b689b73-d4e8-4e6d-b4d5-5091fb7bf8e0 req-6252d3f3-20d6-430a-b1c3-abb7b81c309f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536504 Dec 20 11:32:56.209058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cc6325-d271-4fa9-813a-e626012a17af {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:56.217328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.237992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Transition to ACTIVE for port object c3cc6325-d271-4fa9-813a-e626012a17af will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:32:56.245827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.251417 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:56.279720 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803', 'code': 200} Dec 20 11:32:56.307074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b750c-7ef3-4902-b8a7-8a50ddc8023f req-0aa6baae-4f7d-4eae-ab51-3fad1e9c412b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:56.308531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e3b750c-7ef3-4902-b8a7-8a50ddc8023f req-0aa6baae-4f7d-4eae-ab51-3fad1e9c412b tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 949 time: 0.1963432 Dec 20 11:32:56.397190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:56.404458 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:56.420940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3847736e-6c3b-4e59-a187-ae84b71f9956 req-e347c24c-861d-40eb-920b-a90010056563 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1098 time: 0.0695338 Dec 20 11:32:56.468704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3847736e-6c3b-4e59-a187-ae84b71f9956 req-720765c8-200a-49aa-9cba-2f81a45e886a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Dec 20 11:32:56.468942 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e3b750c-7ef3-4902-b8a7-8a50ddc8023f req-47973c9d-bcae-45f9-8d74-878c40ab06b5 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024446 Dec 20 11:32:56.475075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Attempting to bind port c3cc6325-d271-4fa9-813a-e626012a17af on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:32:56.475402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Attempting to bind port c3cc6325-d271-4fa9-813a-e626012a17af by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:32:56.475720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Attempting to bind port c3cc6325-d271-4fa9-813a-e626012a17af on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:56.481445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Port c3cc6325-d271-4fa9-813a-e626012a17af on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:32:56.482134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Attempting to bind port c3cc6325-d271-4fa9-813a-e626012a17af on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:32:56.488453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:32:56.488782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Checking segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:32:56.489156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Bound using segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:32:56.489574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Bound port: c3cc6325-d271-4fa9-813a-e626012a17af, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:32:56.489914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.582658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 60e7e391-ba12-4425-8092-d4f1a35d1273 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:56.586568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:32:56.589666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:32:56.635120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.643100 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:56.653659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 60e7e391-ba12-4425-8092-d4f1a35d1273 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:56.658681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 60e7e391-ba12-4425-8092-d4f1a35d1273 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:56.659081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.717821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.719710 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3cc6325-d271-4fa9-813a-e626012a17af HTTP/1.1" status: 200 len: 1093 time: 1.1935928 Dec 20 11:32:56.721038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:56.744939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:56.748454 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:56.810076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33744b55-ad50-4b83-879a-d0af6a33c633 req-8322df6c-bfe8-4c30-bb4e-e34f29bcc2a6 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:56.810944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-33744b55-ad50-4b83-879a-d0af6a33c633 req-8322df6c-bfe8-4c30-bb4e-e34f29bcc2a6 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:56.812947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.848051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-33744b55-ad50-4b83-879a-d0af6a33c633 req-8322df6c-bfe8-4c30-bb4e-e34f29bcc2a6 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:56.849190 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33744b55-ad50-4b83-879a-d0af6a33c633 req-8322df6c-bfe8-4c30-bb4e-e34f29bcc2a6 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 943 time: 0.2543039 Dec 20 11:32:56.851303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 60e7e391-ba12-4425-8092-d4f1a35d1273, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=60e7e391-ba12-4425-8092-d4f1a35d1273,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:56.856503 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-cbf1a430-f3db-4340-8c15-954e3b26a15c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 1096 time: 0.0972998 Dec 20 11:32:56.856683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:56.859500 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:56.929302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=60e7e391-ba12-4425-8092-d4f1a35d1273,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:56.932549 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:56.939224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-46669d1e-e568-46c1-8d7b-71b866941ab6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3cc6325-d271-4fa9-813a-e626012a17af HTTP/1.1" status: 200 len: 217 time: 0.0679634 Dec 20 11:32:56.994252 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33744b55-ad50-4b83-879a-d0af6a33c633 req-aa63b289-2935-478b-b8ca-2c753f92a8cc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368072 Dec 20 11:32:57.013247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-7a75132b-7204-4416-b2a7-c0d92bd68d2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:57.014822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-7a75132b-7204-4416-b2a7-c0d92bd68d2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.0671880 Dec 20 11:32:57.065989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-f52c4931-f504-477f-a2c5-a3afe0689aeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447273 Dec 20 11:32:57.168244 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'status': 'completed', 'code': 200} Dec 20 11:32:57.335769 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-5701c5ef-b959-4610-b337-b33f68630010 service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607181 Dec 20 11:32:57.345807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db459ed3-75f8-485e-b771-1966de1c9d10 req-b74e41ee-850f-439e-8080-55d7f24a56dd tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:57.347233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db459ed3-75f8-485e-b771-1966de1c9d10 req-b74e41ee-850f-439e-8080-55d7f24a56dd tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 947 time: 0.1808410 Dec 20 11:32:57.414120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1957-c9e5-4274-a047-89d967c87d91 req-615ff2b4-3928-4441-90f9-8117eea9bdc0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:57.416144 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc9e1957-c9e5-4274-a047-89d967c87d91 req-615ff2b4-3928-4441-90f9-8117eea9bdc0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 945 time: 0.0769362 Dec 20 11:32:57.465939 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc9e1957-c9e5-4274-a047-89d967c87d91 req-a7cbde25-e709-43b1-803c-764e03c2b725 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Dec 20 11:32:57.480586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db459ed3-75f8-485e-b771-1966de1c9d10 req-f48e4fc7-ef11-4201-b05b-e6a4eddfee00 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130495 Dec 20 11:32:57.530952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd7870c-406c-41eb-a4e0-9418c059e89d req-dedbe276-c706-428b-b818-fa02a74808f5 service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820416 Dec 20 11:32:57.539282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 130e54b3-840b-4856-9e87-c70a49efca97 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:32:57.663895 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-006ed691-c245-4459-99b3-e4f3924d9592 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 1096 time: 0.0744994 Dec 20 11:32:57.714896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c8aad52-f530-45c8-8b88-94083c499bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:57.718835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 130e54b3-840b-4856-9e87-c70a49efca97, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=130e54b3-840b-4856-9e87-c70a49efca97,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:57.742702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '130e54b3-840b-4856-9e87-c70a49efca97', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '130e54b3-840b-4856-9e87-c70a49efca97', 'mac_address': 'fa:16:3e:fe:f0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:32:57.838910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:57.864970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130e54b3-840b-4856-9e87-c70a49efca97 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:32:57.882737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 130e54b3-840b-4856-9e87-c70a49efca97, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=130e54b3-840b-4856-9e87-c70a49efca97,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:57.906883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:57.912833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-64735abc-5b17-461b-abb2-13b9472dfccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:57.912833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-64735abc-5b17-461b-abb2-13b9472dfccf service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 904 time: 0.2370257 Dec 20 11:32:57.916740 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:58.001521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=130e54b3-840b-4856-9e87-c70a49efca97,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:58.005201 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:58.048818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305c053-7dc6-4eea-99c7-ad88ee4813a9 req-951e94d6-6882-47e4-b818-34ffc36045bd tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:58.050595 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8305c053-7dc6-4eea-99c7-ad88ee4813a9 req-951e94d6-6882-47e4-b818-34ffc36045bd tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 950 time: 0.2320523 Dec 20 11:32:58.083001 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-ab62d4b0-85d6-44c4-aaed-62f791343131 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3cc6325-d271-4fa9-813a-e626012a17af HTTP/1.1" status: 200 len: 217 time: 0.1364126 Dec 20 11:32:58.118938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['130e54b3-840b-4856-9e87-c70a49efca97'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:32:58.163653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8305c053-7dc6-4eea-99c7-ad88ee4813a9 req-04ad3838-2f56-47a8-87c8-4ab24672b763 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987530 Dec 20 11:32:58.170953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-c45c543a-caa4-41e6-a15c-4647000030a9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:58.172458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-c45c543a-caa4-41e6-a15c-4647000030a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.0835972 Dec 20 11:32:58.211211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:58.228861 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-455a94e7-0268-4317-b37e-e8792bed0a87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493898 Dec 20 11:32:58.305212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7e391-ba12-4425-8092-d4f1a35d1273'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:32:58.309866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f02c8-b223-428d-b8fa-5cd7b46b6691 req-99cb137c-4bd1-4ee7-b1b4-1ead39801041 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:58.315207 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f88f02c8-b223-428d-b8fa-5cd7b46b6691 req-99cb137c-4bd1-4ee7-b1b4-1ead39801041 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 943 time: 0.1468122 Dec 20 11:32:58.332332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60072) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:58.417395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f88f02c8-b223-428d-b8fa-5cd7b46b6691 req-d273db7d-cecd-453a-9b0a-2428704912bf tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:58.450024 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7e391-ba12-4425-8092-d4f1a35d1273', 'code': 200} Dec 20 11:32:58.466597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-34f2086a-d13a-428b-acad-5844949161b3 service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297022 Dec 20 11:32:58.468165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f88f02c8-b223-428d-b8fa-5cd7b46b6691 req-d273db7d-cecd-453a-9b0a-2428704912bf tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:58.469563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f88f02c8-b223-428d-b8fa-5cd7b46b6691 req-d273db7d-cecd-453a-9b0a-2428704912bf tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477535 Dec 20 11:32:58.609511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:58.646320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:58.698999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:58.705915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Usage tracker for resource:security_group_rule and tenant:374df19e22484ad99ee822198ac29670 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:58.710079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:58.719449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:58.724237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10e3b4ff-7aad-475f-b0e8-deb197108f52 req-cdbde2f7-459c-45ca-a0ab-71c8fa0d58df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 1103 time: 0.2106829 Dec 20 11:32:58.742351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e38dee1a-c0cb-47c7-ae5d-59f05072d2f5 req-8359a1e7-c8c7-42fc-8f5f-963471d0736b service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601166 Dec 20 11:32:58.746023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:58.752949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Usage tracker for resource:security_group_rule and tenant:41daa139c7284a7e80108f6ba921de93 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:58.764406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:58.773206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:58.815914 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10e3b4ff-7aad-475f-b0e8-deb197108f52 req-93e58e76-d210-45b3-99bb-c69547f0c4c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820267 Dec 20 11:32:58.819660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a63bd1-6598-4cd1-881f-24699148dda7 req-d39c8b8d-f5dc-4d9a-915d-709710107381 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:58.821537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c0a63bd1-6598-4cd1-881f-24699148dda7 req-d39c8b8d-f5dc-4d9a-915d-709710107381 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 945 time: 0.1427393 Dec 20 11:32:58.824339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2863-6dd6-4763-a3c8-d793bd8522b2 req-19dd1252-e8d1-4f36-86bc-9a44d6fa81f5 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:58.825027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-155c2863-6dd6-4763-a3c8-d793bd8522b2 req-19dd1252-e8d1-4f36-86bc-9a44d6fa81f5 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Synchronizing usage tracker for tenant:7fd835c674c44335852ed800449aa3c2 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:58.863717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:58.865025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-155c2863-6dd6-4763-a3c8-d793bd8522b2 req-19dd1252-e8d1-4f36-86bc-9a44d6fa81f5 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Unset dirty status for tenant:7fd835c674c44335852ed800449aa3c2 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:58.866244 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-155c2863-6dd6-4763-a3c8-d793bd8522b2 req-19dd1252-e8d1-4f36-86bc-9a44d6fa81f5 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 948 time: 0.2242134 Dec 20 11:32:58.868758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:58.877293 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:58.896583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:58.900928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c0a63bd1-6598-4cd1-881f-24699148dda7 req-56294db2-b416-4465-ac56-c32ffeca5b76 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669365 Dec 20 11:32:58.902100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:58.909102 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17ba9e97-1b1f-40a5-9867-8a75032c125a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:58.930971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3016ff3e-d0c2-4239-91c0-0f8000289cf2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:58.936171 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:58.951895 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=374df19e22484ad99ee822198ac29670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7324321 Dec 20 11:32:58.952924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:58.961743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf7e9f-c3f0-4638-832b-a8b833638604,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:58.969547 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:58.975837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41daa139c7284a7e80108f6ba921de93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6367772 Dec 20 11:32:58.976136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60098) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:58.976284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-155c2863-6dd6-4763-a3c8-d793bd8522b2 req-9cdaa200-5aa3-4381-a176-2c4015e2c440 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Synchronizing usage tracker for tenant:7fd835c674c44335852ed800449aa3c2 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:32:59.027635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-155c2863-6dd6-4763-a3c8-d793bd8522b2 req-9cdaa200-5aa3-4381-a176-2c4015e2c440 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Unset dirty status for tenant:7fd835c674c44335852ed800449aa3c2 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:32:59.028846 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-155c2863-6dd6-4763-a3c8-d793bd8522b2 req-9cdaa200-5aa3-4381-a176-2c4015e2c440 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529605 Dec 20 11:32:59.033948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.046582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.073477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.088560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.135736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.141784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-279dceec-626b-4305-83d9-24086b63a169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:59.157764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.158961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3016ff3e-d0c2-4239-91c0-0f8000289cf2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:59.163094 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:59.170466 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:59.176574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.180777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3016ff3e-d0c2-4239-91c0-0f8000289cf2 HTTP/1.1" status: 204 len: 168 time: 0.2271776 Dec 20 11:32:59.188683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf7e9f-c3f0-4638-832b-a8b833638604,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:59.190925 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:32:59.191796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.192966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0bf7e9f-c3f0-4638-832b-a8b833638604 HTTP/1.1" status: 204 len: 168 time: 0.2156386 Dec 20 11:32:59.480967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88ec6-35a7-4a7f-88ad-f15365797410 req-190c7b6e-f6d0-48ea-9295-6a9614ce00c9 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:32:59.489423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39f88ec6-35a7-4a7f-88ad-f15365797410 req-190c7b6e-f6d0-48ea-9295-6a9614ce00c9 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 950 time: 0.0931540 Dec 20 11:32:59.546593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39f88ec6-35a7-4a7f-88ad-f15365797410 req-11a0374e-315a-44cc-af82-08257932ccd6 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559852 Dec 20 11:32:59.553775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 130e54b3-840b-4856-9e87-c70a49efca97 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:32:59.570060 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-71b7c065-0b95-4b7c-b914-9b9ed6582a2e req-37a3bf67-0f16-4d63-a08c-a1bb0e131dd4 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1098 time: 0.0816898 Dec 20 11:32:59.631230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-71b7c065-0b95-4b7c-b914-9b9ed6582a2e req-fd74d84a-0eca-4a66-bd50-b7a4e09a150e tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565090 Dec 20 11:32:59.638928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 130e54b3-840b-4856-9e87-c70a49efca97 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:32:59.643757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 130e54b3-840b-4856-9e87-c70a49efca97 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:32:59.644910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.667370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:32:59.696928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.750929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:32:59.756994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Usage tracker for resource:security_group_rule and tenant:be4627b424aa4374b7154e17051c9a78 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:32:59.760604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:32:59.767789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:32:59.810917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.888508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64dc5bf9-7e32-4655-8ed7-70d96b26e29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.893785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 130e54b3-840b-4856-9e87-c70a49efca97, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=130e54b3-840b-4856-9e87-c70a49efca97,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:32:59.897947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:32:59.900888 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58b1377e-1d25-4b5b-b6eb-9777e52d1158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:32:59.976699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=130e54b3-840b-4856-9e87-c70a49efca97,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:32:59.981403 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:00.007160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.025001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.034868 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a74ceca2-5a86-4462-af78-1f35b99cd51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:00.099335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fcce8-58b3-4afb-b6c2-75bfed7082fc req-eb136051-6737-4c32-8b40-db52654b38e5 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:00.100790 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba9ff334-0b5b-4d8b-9f88-128adc6935fb req-7ef4a962-e6cf-4e94-b102-7f934e6694fc tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1098 time: 0.1622024 Dec 20 11:33:00.100918 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fb4fcce8-58b3-4afb-b6c2-75bfed7082fc req-eb136051-6737-4c32-8b40-db52654b38e5 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 943 time: 0.2414882 Dec 20 11:33:00.102648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cff729-f729-4363-842a-51bc699a6a23,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:00.112096 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:00.117817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be4627b424aa4374b7154e17051c9a78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4488869 Dec 20 11:33:00.123275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60134) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:00.123630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:00.158208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.160847 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fb4fcce8-58b3-4afb-b6c2-75bfed7082fc req-18060c21-e140-43aa-808e-cc6456885d88 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Dec 20 11:33:00.225210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ba9ff334-0b5b-4d8b-9f88-128adc6935fb req-84f80dba-1d19-43d7-a014-bd5dab0a0a05 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] Synchronizing usage tracker for tenant:543293c9aa69444b8189486e26dc8930 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:00.241863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:00.253708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed4cbc66ce64e3cb9c87241697d2279 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:00.258344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:00.266522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:00.278590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.280096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ba9ff334-0b5b-4d8b-9f88-128adc6935fb req-84f80dba-1d19-43d7-a014-bd5dab0a0a05 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] Unset dirty status for tenant:543293c9aa69444b8189486e26dc8930 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:00.281237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba9ff334-0b5b-4d8b-9f88-128adc6935fb req-84f80dba-1d19-43d7-a014-bd5dab0a0a05 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731954 Dec 20 11:33:00.315565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.407387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.411189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.415743 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e1edc94-8b52-4d2d-9743-faaa328a8dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:00.427135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.432013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90106e73-f10d-43fa-8760-5e4bfdb6a6c8 req-249b09ae-44e1-40fb-8e48-2d651a65e8dc tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:00.438517 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-90106e73-f10d-43fa-8760-5e4bfdb6a6c8 req-249b09ae-44e1-40fb-8e48-2d651a65e8dc tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 949 time: 0.1475017 Dec 20 11:33:00.440757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cff729-f729-4363-842a-51bc699a6a23,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:00.445082 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:00.445706 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3347ad57-8b85-4ca7-933d-182fd97eb704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:00.456346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e54b3-840b-4856-9e87-c70a49efca97'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:00.485024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.488433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2cff729-f729-4363-842a-51bc699a6a23 HTTP/1.1" status: 204 len: 168 time: 0.3616171 Dec 20 11:33:00.500852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0ec0a9-7d93-4a78-ae7e-cc37eb54d99b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:00.511448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-90106e73-f10d-43fa-8760-5e4bfdb6a6c8 req-3e0e5a63-4643-4bb9-af67-d347ed07047c tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710843 Dec 20 11:33:00.518282 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:00.526198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ed4cbc66ce64e3cb9c87241697d2279&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3977544 Dec 20 11:33:00.527163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60158) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:00.597250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c3cc6325-d271-4fa9-813a-e626012a17af details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:00.610026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.658971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.675504 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e54b3-840b-4856-9e87-c70a49efca97', 'code': 200} Dec 20 11:33:00.748970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.759534 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-84b916b2-2c54-4bff-b4bc-d5d709f27172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:00.814455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:00.829391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'mac_address': 'fa:16:3e:83:ef:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:00.840543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0ec0a9-7d93-4a78-ae7e-cc37eb54d99b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:00.859990 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:00.935179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.937873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.943719 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd0ec0a9-7d93-4a78-ae7e-cc37eb54d99b HTTP/1.1" status: 204 len: 168 time: 0.4156849 Dec 20 11:33:00.954546 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8afb943a-1649-47cb-bed6-1fa6cd42988a req-958ed1cd-702e-4f38-b934-8fce5bcebd85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0877030 Dec 20 11:33:00.966735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cc6325-d271-4fa9-813a-e626012a17af {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:00.984907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:00.998254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:00.998836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fec456df-45b3-457c-93ed-3689248c8df2 req-d376f39d-7f3c-4bec-aa23-da8044e39e9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 1102 time: 0.2402477 Dec 20 11:33:01.001722 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:01.012302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77955-3948-44ab-9d9b-5c998e3be886 req-3e45d026-1676-4a32-88e1-50738ec94e24 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:01.020095 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-07e77955-3948-44ab-9d9b-5c998e3be886 req-3e45d026-1676-4a32-88e1-50738ec94e24 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 950 time: 0.1724730 Dec 20 11:33:01.110478 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-07e77955-3948-44ab-9d9b-5c998e3be886 req-6e7bec1b-27a2-4dcf-b2ee-c5070068f071 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894210 Dec 20 11:33:01.116333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fec456df-45b3-457c-93ed-3689248c8df2 req-6b9cd994-19ba-4113-944b-b5b6c2273429 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790138 Dec 20 11:33:01.118584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:01.124443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:01.130190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:01.144176 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:01.242540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c3cc6325-d271-4fa9-813a-e626012a17af'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:01.629103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4accdd2-977a-41db-a9a6-62c767911fc4 req-8cf4b986-0a4b-41bb-93ad-bdb5dd56b384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:01.630693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4accdd2-977a-41db-a9a6-62c767911fc4 req-8cf4b986-0a4b-41bb-93ad-bdb5dd56b384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 944 time: 0.0788045 Dec 20 11:33:01.699117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4accdd2-977a-41db-a9a6-62c767911fc4 req-d3212049-aefc-45f3-aff8-54289872669d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583305 Dec 20 11:33:01.958844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d51749-4dbf-4b9f-839e-803bab5603e8 req-6b805cc6-6c38-47de-9199-e472e0026855 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:01.960454 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-55d51749-4dbf-4b9f-839e-803bab5603e8 req-6b805cc6-6c38-47de-9199-e472e0026855 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 950 time: 0.0795364 Dec 20 11:33:02.014384 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-55d51749-4dbf-4b9f-839e-803bab5603e8 req-3011f37b-8d83-4dc2-92b5-e04e86f19056 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Dec 20 11:33:02.301310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ae32e-defb-48f4-84b8-e04cd128cf25 req-7a196684-ef2a-4069-8283-032665b5c960 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:02.302792 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e7ae32e-defb-48f4-84b8-e04cd128cf25 req-7a196684-ef2a-4069-8283-032665b5c960 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 949 time: 0.1198292 Dec 20 11:33:02.364194 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e7ae32e-defb-48f4-84b8-e04cd128cf25 req-43aa7de1-7c32-440a-b8a2-8ee929fd0463 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542116 Dec 20 11:33:02.526272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60264) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:02.532241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-9339e068-eb27-41b7-a293-68f0a0d9ffe2 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:33:02.533179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-9339e068-eb27-41b7-a293-68f0a0d9ffe2 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055799 Dec 20 11:33:02.564329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:02.600786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c3cc6325-d271-4fa9-813a-e626012a17af up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:02.724527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port c3cc6325-d271-4fa9-813a-e626012a17af completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:02.730868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port c3cc6325-d271-4fa9-813a-e626012a17af triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:02.731387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:02.887322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:02.927032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:02.938881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:02.944169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:02.946975 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:02.953526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b596-5ce6-48c8-8a7e-aedf6ab4f2ef req-82b262c9-2fce-49ce-ab02-bedcf447671d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:02.955089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d45b596-5ce6-48c8-8a7e-aedf6ab4f2ef req-82b262c9-2fce-49ce-ab02-bedcf447671d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 944 time: 0.0855091 Dec 20 11:33:03.010244 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d45b596-5ce6-48c8-8a7e-aedf6ab4f2ef req-112f589c-3bc2-4c2c-aa8e-876a03429160 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488045 Dec 20 11:33:03.025227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:03.038502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:03.042348 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:03.207286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:03.207777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Unknown quota resources ['binding']. {{(pid=83558) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:33:03.249642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414bf7-37f2-47b9-9ffc-8faa406cc3d8 req-cf5993a4-6d6a-4d9d-8ac3-3d0f71a878af tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:03.251993 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8414bf7-37f2-47b9-9ffc-8faa406cc3d8 req-cf5993a4-6d6a-4d9d-8ac3-3d0f71a878af tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 950 time: 0.1045413 Dec 20 11:33:03.361853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:03.387136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8414bf7-37f2-47b9-9ffc-8faa406cc3d8 req-bb89f2d1-5977-4047-9839-f1f488b09f98 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280329 Dec 20 11:33:03.433367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:03.446381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5e0abc5b184a6bbf12225fc2469835 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:03.449211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:03.449724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:03.450292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:03.451597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:03.457477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:03.457991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:03.463215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:03.465405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:03.465904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:03.466460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:03.467057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Bound port: 75d2f7f2-1d25-406b-a91a-e86b440d5803, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:03.515472 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'code': 200} Dec 20 11:33:03.588033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:03.599233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:03.605395 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b0a0570e-0320-40c6-82b0-6296479ea1ae service neutron] 10.222.0.32 "POST /v2.0/ports/75d2f7f2-1d25-406b-a91a-e86b440d5803/bindings HTTP/1.1" status: 201 len: 391 time: 0.6147039 Dec 20 11:33:03.772631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:03.786685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:03.795825 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a4a6a26e-62fc-457a-9d28-8b4a704ea933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:03.878341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8344db34-4bca-45ff-8dd6-d9c0d3acba9a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:03.886345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d86e83-5139-4389-b15f-270b3c83f4e0 req-7bc16f1c-a9e8-4bc2-bebd-4b45da1b5186 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:03.892912 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23d86e83-5139-4389-b15f-270b3c83f4e0 req-7bc16f1c-a9e8-4bc2-bebd-4b45da1b5186 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 949 time: 0.1932204 Dec 20 11:33:03.900757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60324) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:03.926441 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d5e0abc5b184a6bbf12225fc2469835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8991327 Dec 20 11:33:03.929699 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:03.976591 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3fd57362-79d8-48b6-aa75-952b60656073 req-bbb606bd-d1b1-4916-8d5f-6be0a740c8fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 1098 time: 0.3675184 Dec 20 11:33:04.069822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23d86e83-5139-4389-b15f-270b3c83f4e0 req-9d5b3b3f-57ca-4807-ae1a-de778f979133 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760738 Dec 20 11:33:04.094857 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3fd57362-79d8-48b6-aa75-952b60656073 req-df33e9b0-91fe-4b93-a07e-0f84f57ea112 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925734 Dec 20 11:33:04.136995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:04.180347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.236287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.246928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-e914ad7c-6080-4e62-a14c-750dbf4e7e4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1098 time: 0.3036118 Dec 20 11:33:04.257569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab105b-8407-47e6-a410-ad84f85a9cf4 req-33f1bbe8-e59e-4f63-b820-72fff452c1e1 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:04.259020 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92ab105b-8407-47e6-a410-ad84f85a9cf4 req-33f1bbe8-e59e-4f63-b820-72fff452c1e1 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 945 time: 0.1937046 Dec 20 11:33:04.360986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.419279 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92ab105b-8407-47e6-a410-ad84f85a9cf4 req-fa71b3ed-15c9-4a86-bff2-940df17163dc tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537862 Dec 20 11:33:04.423725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a3564-5655-4646-b086-0242ecaeb48c req-8c366f52-0393-4526-a0d0-b537ef3d6e57 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:04.430604 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b8a3564-5655-4646-b086-0242ecaeb48c req-8c366f52-0393-4526-a0d0-b537ef3d6e57 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 945 time: 0.1925793 Dec 20 11:33:04.437058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.443663 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-af14b11d-2317-4ef0-b11d-2376140a3bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:04.475286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8344db34-4bca-45ff-8dd6-d9c0d3acba9a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:04.476976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:04.483085 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:04.484081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-2a33ba1f-63f4-43a1-9fa9-aeaae2bdf945 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:04.485476 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-2a33ba1f-63f4-43a1-9fa9-aeaae2bdf945 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 950 time: 0.1664083 Dec 20 11:33:04.487781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.491227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8344db34-4bca-45ff-8dd6-d9c0d3acba9a HTTP/1.1" status: 204 len: 168 time: 0.5869901 Dec 20 11:33:04.491227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-3db8897a-300f-495d-823c-804d3e0d0fed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:04.491706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-3db8897a-300f-495d-823c-804d3e0d0fed service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.1989601 Dec 20 11:33:04.494696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8886f8a04844bebcd8ef51f6c32381 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:04.499077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:04.550693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:04.560248 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-89400a0a-af09-45d6-bdcb-8a63f4300f27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 217 time: 0.0619409 Dec 20 11:33:04.582588 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b8a3564-5655-4646-b086-0242ecaeb48c req-d98a2660-31bd-4a3b-8123-8f01c1cf6f72 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511228 Dec 20 11:33:04.620331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Deleting port 60e7e391-ba12-4425-8092-d4f1a35d1273 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:33:04.620768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.657392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-d58a8f40-c0de-4e97-9f1e-547526bb96c6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:04.660905 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-d58a8f40-c0de-4e97-9f1e-547526bb96c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.0931685 Dec 20 11:33:04.719322 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-430fb67f-c890-47bd-9e7a-9c8398c537f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522633 Dec 20 11:33:04.787033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.796184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:04.805500 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e2a26262-220d-4eda-9829-5fe103dbd817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:04.960972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab1ba33-2fcb-4b7f-a28c-3355b141b6d3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:04.969844 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff8886f8a04844bebcd8ef51f6c32381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8292327 Dec 20 11:33:04.969844 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:04.971397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60356) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:05.006872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60360) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:05.038334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] For port 60e7e391-ba12-4425-8092-d4f1a35d1273, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=60e7e391-ba12-4425-8092-d4f1a35d1273,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:05.038957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.053757 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-60a3eb0d-dbb6-4d7f-b726-5e95a921cc6c service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273985 Dec 20 11:33:05.057253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.139197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0c3a93dd-16dc-4970-9377-a62b07e2fb68 req-474ad62b-6251-4b34-9087-76134d45ce4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2323523 Dec 20 11:33:05.163935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Calling delete_port for 60e7e391-ba12-4425-8092-d4f1a35d1273 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:33:05.227665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-f11fd029-e46d-42d0-a68f-84b1fc9f4976 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715146 Dec 20 11:33:05.321222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:05.329353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Usage tracker for resource:security_group_rule and tenant:43abf9e0dc6e47c8a1b56a0bbc731619 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:05.340040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:05.351445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:05.393760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.424964 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-fc1be245-2e62-4427-a9cf-84b94c8a5fe0 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545077 Dec 20 11:33:05.507555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.514451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f0375-afb0-4eb4-a9a9-ef8f616b16c2 req-0b04f3f6-dd66-4197-9dba-076c05f76b32 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:05.515868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f03f0375-afb0-4eb4-a9a9-ef8f616b16c2 req-0b04f3f6-dd66-4197-9dba-076c05f76b32 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2590f4-cf1c-4a8c-8096-29f6b40e64b4 HTTP/1.1" status: 200 len: 950 time: 0.1441252 Dec 20 11:33:05.516895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.524432 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0e4e304c-86b0-439a-82d4-476254bd1d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:05.540278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.589793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71dae2c-97b0-4f47-ad88-9ffb2c90398a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:05.593563 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:05.605848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f03f0375-afb0-4eb4-a9a9-ef8f616b16c2 req-6ca7411b-1f0d-4285-98cc-2b50a3a3b8a0 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.32 "GET /v2.0/security-groups?id=a911a1dd-1273-405e-a74f-ddd0a5cb0116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822570 Dec 20 11:33:05.644642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43abf9e0dc6e47c8a1b56a0bbc731619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6253874 Dec 20 11:33:05.647800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60374) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:05.649393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-06bbf6ed-7f85-4117-a01b-c884c3be5d2d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:05.651057 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-06bbf6ed-7f85-4117-a01b-c884c3be5d2d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4106944 Dec 20 11:33:05.652543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.660621 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:05.663917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['60e7e391-ba12-4425-8092-d4f1a35d1273'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:05.703480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Pushing event deleted for resources: {'Port': ['ID=60e7e391-ba12-4425-8092-d4f1a35d1273,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:05.714159 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:05.722674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.726071 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d50677e7-c5aa-47b9-b687-02bd6268958e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:05.746805 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-31dc9671-7798-4462-9ce8-67a22231561d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/quotas/dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 375 time: 0.0445783 Dec 20 11:33:05.750356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.771446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-d9d20465-3690-45fa-822e-b68b9010e5ad tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.1768415 Dec 20 11:33:05.775540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab1ba33-2fcb-4b7f-a28c-3355b141b6d3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:05.795071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.816088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:05.834584 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8f13474e-aca3-40b3-9176-b711f18c9a03 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869932 Dec 20 11:33:05.835729 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:05.901545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] No DVR routers for this DVR port 60e7e391-ba12-4425-8092-d4f1a35d1273 on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:33:05.903409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.905017 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dab1ba33-2fcb-4b7f-a28c-3355b141b6d3 HTTP/1.1" status: 204 len: 168 time: 0.9325213 Dec 20 11:33:05.909293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:05.912047 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58da11b1-96aa-4513-84ac-ed22343de5f6 req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] 10.222.0.16 "DELETE /v2.0/ports/60e7e391-ba12-4425-8092-d4f1a35d1273 HTTP/1.1" status: 204 len: 173 time: 1.4146321 Dec 20 11:33:05.912540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'name': 'network-vif-deleted', 'tag': '60e7e391-ba12-4425-8092-d4f1a35d1273'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:06.094187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:06.108649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:06.117628 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d2ca42d5-4d11-43cf-9c32-4871a3badeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:06.137417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71dae2c-97b0-4f47-ad88-9ffb2c90398a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:06.144668 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:06.203993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:06.205237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b71dae2c-97b0-4f47-ad88-9ffb2c90398a HTTP/1.1" status: 204 len: 168 time: 0.5549347 Dec 20 11:33:06.252893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180794e3-8876-4338-9f21-13b9b35fe6a5 req-c29ab4d8-9c63-4c35-b1d5-e12b8e4616e2 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:06.262785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-180794e3-8876-4338-9f21-13b9b35fe6a5 req-c29ab4d8-9c63-4c35-b1d5-e12b8e4616e2 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 949 time: 0.2843127 Dec 20 11:33:06.330495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0b94-191c-40c3-a476-feee041c0fbd req-f7c37272-39f3-47e8-b7b6-d34ff99709b7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:06.354908 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9d1f0b94-191c-40c3-a476-feee041c0fbd req-f7c37272-39f3-47e8-b7b6-d34ff99709b7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 945 time: 0.1199729 Dec 20 11:33:06.463029 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9d1f0b94-191c-40c3-a476-feee041c0fbd req-10c17dd8-152a-43ba-ba93-5bda526f64be tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055465 Dec 20 11:33:06.467718 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-180794e3-8876-4338-9f21-13b9b35fe6a5 req-01a0ab98-2b7d-4c75-b7da-68b410e83c4a tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031949 Dec 20 11:33:06.546682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:06.651063 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2590f4-cf1c-4a8c-8096-29f6b40e64b4', 'name': 'network-vif-deleted', 'tag': '60e7e391-ba12-4425-8092-d4f1a35d1273', 'status': 'completed', 'code': 200} Dec 20 11:33:06.679289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60400) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:06.681519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:06.754400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:06.758963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:06.766152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:06.774143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:06.786629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:06.827644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09af2879-13da-41a0-9e11-ec8e8b3b70bb req-4d047599-1a8c-4290-88c2-6c07654fcc8e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 210 time: 0.1177926 Dec 20 11:33:06.853929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:06.860658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:17b72a08730140afa0b7a16b347cc059 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:06.864142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:06.871016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:06.926066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:06.935973 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:07.000996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.007352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.009942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9f31-a46d-469b-88d0-494a44c789b9 req-2e73f3fb-c949-4850-9af6-a3e95f093a38 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:07.018012 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-633c9f31-a46d-469b-88d0-494a44c789b9 req-2e73f3fb-c949-4850-9af6-a3e95f093a38 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 945 time: 0.4006796 Dec 20 11:33:07.020839 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42278222-a532-4882-a5e9-7eaf52491e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:07.045832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:07.046277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:07.046671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:07.065141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:07.065538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Attempting to bind port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:07.073429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7029be-6626-4d12-b5ba-2084981260fb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:07.080997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:07.082218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:07.083381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:07.084172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Bound port: 75d2f7f2-1d25-406b-a91a-e86b440d5803, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:07.084746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.085972 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:07.097296 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803', 'code': 200} Dec 20 11:33:07.113726 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-633c9f31-a46d-469b-88d0-494a44c789b9 req-bd3c106d-c90f-4722-880e-0a812b206d1f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947216 Dec 20 11:33:07.126803 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17b72a08730140afa0b7a16b347cc059&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4442322 Dec 20 11:33:07.127077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:07.252774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:07.257133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:07.290372 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-30e4fc3e-9184-4708-bd77-b22f74a14305 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7fd835c674c44335852ed800449aa3c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312388 Dec 20 11:33:07.291837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.292013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.304770 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93175036-1404-478d-9967-44a9f16cfb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:07.345332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.401524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.405221 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f50f02f8-8c1b-497a-a8f6-3cdb2b423e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:07.423052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7029be-6626-4d12-b5ba-2084981260fb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:07.432444 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:07.433668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.434755 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac7029be-6626-4d12-b5ba-2084981260fb HTTP/1.1" status: 204 len: 168 time: 0.3053439 Dec 20 11:33:07.545970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:07.560533 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:07.739913 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-818d55fc-0304-4a1d-b4bb-46eb0c26a287 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547466 Dec 20 11:33:07.792900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:07.794345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 1125 time: 2.0019028 Dec 20 11:33:07.845137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95777b50-5b59-4eb1-869d-dad069598c8a req-953ab007-a216-41f5-8b5a-d128f177a8ef tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:07.845137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-953ab007-a216-41f5-8b5a-d128f177a8ef tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5410957 Dec 20 11:33:07.860570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['75d2f7f2-1d25-406b-a91a-e86b440d5803'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:07.892901 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-0f9402af-3d9c-4db3-bbf2-efc94f22c276 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/quotas/7fd835c674c44335852ed800449aa3c2 HTTP/1.1" status: 200 len: 375 time: 0.0418456 Dec 20 11:33:08.060063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-c7748f66-aa45-4199-abc7-7ea228cde88b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:08.061764 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-c7748f66-aa45-4199-abc7-7ea228cde88b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094411 Dec 20 11:33:08.079317 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-77a2bc54-da0b-456c-909b-6f700dc039e0 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fd835c674c44335852ed800449aa3c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1761329 Dec 20 11:33:08.091196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Request body: {'port': {'device_id': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'dc71026b2bba4ad2a830f46780e52b38'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:08.135081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4d121-9115-4a83-9556-f6ccc78bc5aa req-2ad7349c-3061-4858-bc6b-245a6dc3c273 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:08.142827 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0af4d121-9115-4a83-9556-f6ccc78bc5aa req-2ad7349c-3061-4858-bc6b-245a6dc3c273 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 945 time: 0.3114812 Dec 20 11:33:08.351020 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0af4d121-9115-4a83-9556-f6ccc78bc5aa req-1a2d075c-63b3-4698-99cb-f841f2e672f9 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026155 Dec 20 11:33:08.399632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:08.403810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Usage tracker for resource:port and tenant:dc71026b2bba4ad2a830f46780e52b38 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:08.407802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:08.422681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:08.458822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Made reservation on behalf of dc71026b2bba4ad2a830f46780e52b38 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:08.462667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:08.489638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:08.541327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:08.549006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Usage tracker for resource:security_group_rule and tenant:dc71026b2bba4ad2a830f46780e52b38 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:08.553705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:08.569697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:08.613628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 60e7e391-ba12-4425-8092-d4f1a35d1273 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:08.646296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4395b5-6a6b-4f11-84b5-7e3052e853ef req-057c476c-130a-46a3-a87f-660f7f54cdc9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:08.656686 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c4395b5-6a6b-4f11-84b5-7e3052e853ef req-057c476c-130a-46a3-a87f-660f7f54cdc9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.1637111 Dec 20 11:33:08.703841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 60e7e391-ba12-4425-8092-d4f1a35d1273 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:33:08.708099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 60e7e391-ba12-4425-8092-d4f1a35d1273 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:33:08.719938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c4395b5-6a6b-4f11-84b5-7e3052e853ef req-e4d9e9e3-19c1-42ac-81c8-5118ec73eaf3 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619006 Dec 20 11:33:08.810598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4225c6b9-3524-4ccc-93ea-5d1d671e1240 req-f6982681-3371-4fdf-89bf-113a33fbcf41 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 210 time: 0.1402533 Dec 20 11:33:08.819510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:08.838404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:08.844581 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fabf8e5-10db-421b-914c-d2c87a0b8874 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:08.867516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad600a59-7373-484d-bf9c-26c19fec80a8 req-cf238b17-45a6-42ad-8c19-e21fc984d217 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 210 time: 0.0534630 Dec 20 11:33:08.952505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:08.985664 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:09.099125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:09.113577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Allocated IP 192.168.233.108 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/694291af-8eba-4d15-b627-e33b698d683a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:33:09.180991 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803', 'status': 'completed', 'code': 200} Dec 20 11:33:09.414981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:09.449960 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-d613263b-7d9e-4266-9058-437a52de6386 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1128 time: 0.2482233 Dec 20 11:33:09.459248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:09.548127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Transition to ACTIVE for port object 694291af-8eba-4d15-b627-e33b698d683a will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:09.723526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-e021f762-a546-45e0-acb3-aa6fdbb19784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:09.725120 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-e021f762-a546-45e0-acb3-aa6fdbb19784 service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2617443 Dec 20 11:33:09.773912 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-cb3c010f-91c7-4119-b950-b78aabd11992 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7fd835c674c44335852ed800449aa3c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620029 Dec 20 11:33:09.795004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f0033ae-2117-4d9e-9e06-3f4cf47284bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=139c6c80a4904fde9bea1e39c7697a28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3707879 Dec 20 11:33:09.802416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:09.805135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:09.835364 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:09.868721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c9746-8689-45b0-bb6f-11fb8b297026 req-9ad475cf-08f7-449e-9324-c569877c4d47 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:09.875400 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c03c9746-8689-45b0-bb6f-11fb8b297026 req-9ad475cf-08f7-449e-9324-c569877c4d47 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 945 time: 0.3668525 Dec 20 11:33:09.877820 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-a3fae830-8da0-43d8-ab75-e95e0d3fe2a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 217 time: 0.1385317 Dec 20 11:33:09.988011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95777b50-5b59-4eb1-869d-dad069598c8a req-6779dd89-cd4f-4309-bebf-30db26ec340d tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:09.990548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-6779dd89-cd4f-4309-bebf-30db26ec340d tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124786 Dec 20 11:33:10.010584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Request body: {'port': {'device_id': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '7fd835c674c44335852ed800449aa3c2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:10.023514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-4d6eb6ad-9bc9-4dcb-b97a-8f27cee1e3bf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:10.025019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-4d6eb6ad-9bc9-4dcb-b97a-8f27cee1e3bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1381969 Dec 20 11:33:10.061243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:33:10.107143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:10.110906 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-31a12be6-0233-42ae-8019-c626e0329401 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588238 Dec 20 11:33:10.114093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:33:10.117823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:10.118453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.130640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:10.182361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:10.196135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:10.225598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Made reservation on behalf of 7fd835c674c44335852ed800449aa3c2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:10.228840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.323886 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:10.337221 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-d1e2741e-9380-46fb-9c37-122e173e72af service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065506 Dec 20 11:33:10.361149 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c03c9746-8689-45b0-bb6f-11fb8b297026 req-f7204ede-9c91-4b79-b4c6-1aea0bff8e0a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848351 Dec 20 11:33:10.464300 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3833280 Dec 20 11:33:10.475771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-20d97aae-44c3-4cb9-adfe-14dd37e12841 None None] Provisioning for port 694291af-8eba-4d15-b627-e33b698d683a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:10.481259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-20d97aae-44c3-4cb9-adfe-14dd37e12841 None None] Provisioning complete for port 694291af-8eba-4d15-b627-e33b698d683a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:10.481716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20d97aae-44c3-4cb9-adfe-14dd37e12841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.490323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Request body: {'port': {'device_id': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:10.544506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-20d97aae-44c3-4cb9-adfe-14dd37e12841 None None] Port 694291af-8eba-4d15-b627-e33b698d683a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:33:10.559400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Allocated IP 192.168.233.133 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/11845ebf-38a9-419f-9ccc-3b1919ad47b9) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:33:10.616956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0c6fd-da26-4b6e-a411-5d52a16470b1 req-835eb8d2-49eb-4d16-8974-48f8ad402c20 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:10.618430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40a0c6fd-da26-4b6e-a411-5d52a16470b1 req-835eb8d2-49eb-4d16-8974-48f8ad402c20 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.1913724 Dec 20 11:33:10.624196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.628184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:10.764384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40a0c6fd-da26-4b6e-a411-5d52a16470b1 req-1d69a8d4-b61c-40ed-8271-96c8b5407c25 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338706 Dec 20 11:33:10.770509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.802655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:10.814031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:33:10.833453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.849088 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-288cad92-1723-401f-96c3-ca0ad1d517ef req-46a4d3ad-7a07-4e51-a3e2-d5e828a7ffe5 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004492 Dec 20 11:33:10.850245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Transition to ACTIVE for port object 11845ebf-38a9-419f-9ccc-3b1919ad47b9 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:10.874623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.881572 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:10.889073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['130e54b3-840b-4856-9e87-c70a49efca97'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:10.893137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.949182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c1bd5-59aa-4eff-afa8-65365cf5eec6 req-57904c15-0525-4ca4-82db-917b142f7258 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:10.949892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a09c1bd5-59aa-4eff-afa8-65365cf5eec6 req-57904c15-0525-4ca4-82db-917b142f7258 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:10.988165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:10.995913 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6c4353e1-936d-46fe-9943-89f32d215219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:11.004187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:33:11.005333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Pushing event updated for resources: {'Port': ['ID=11845ebf-38a9-419f-9ccc-3b1919ad47b9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:11.010376 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:11.011120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:11.013747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:33:11.017718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:11.018373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.058992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0528970 Dec 20 11:33:11.060922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a09c1bd5-59aa-4eff-afa8-65365cf5eec6 req-57904c15-0525-4ca4-82db-917b142f7258 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:11.062084 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a09c1bd5-59aa-4eff-afa8-65365cf5eec6 req-57904c15-0525-4ca4-82db-917b142f7258 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 936 time: 0.5451822 Dec 20 11:33:11.063304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a911a1dd-1273-405e-a74f-ddd0a5cb0116,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:11.066212 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:11.071695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34955e9d-d23e-4fd6-a22e-e1f8627701a2 req-cbd443a0-226d-4e13-b298-205e6e8c3284 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:11.072412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-34955e9d-d23e-4fd6-a22e-e1f8627701a2 req-cbd443a0-226d-4e13-b298-205e6e8c3284 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Synchronizing usage tracker for tenant:7fd835c674c44335852ed800449aa3c2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:11.086613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Request body: {'port': {'device_id': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:11.101338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.105075 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a911a1dd-1273-405e-a74f-ddd0a5cb0116 HTTP/1.1" status: 204 len: 168 time: 1.3015914 Dec 20 11:33:11.173584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-34955e9d-d23e-4fd6-a22e-e1f8627701a2 req-cbd443a0-226d-4e13-b298-205e6e8c3284 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Unset dirty status for tenant:7fd835c674c44335852ed800449aa3c2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:11.175148 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-34955e9d-d23e-4fd6-a22e-e1f8627701a2 req-cbd443a0-226d-4e13-b298-205e6e8c3284 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 936 time: 0.2582734 Dec 20 11:33:11.183762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a09c1bd5-59aa-4eff-afa8-65365cf5eec6 req-3b65f3a8-fccd-43e2-81d6-a5f16ea5d79a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:11.275930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a09c1bd5-59aa-4eff-afa8-65365cf5eec6 req-3b65f3a8-fccd-43e2-81d6-a5f16ea5d79a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:11.286890 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a09c1bd5-59aa-4eff-afa8-65365cf5eec6 req-3b65f3a8-fccd-43e2-81d6-a5f16ea5d79a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134991 Dec 20 11:33:11.305107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-34955e9d-d23e-4fd6-a22e-e1f8627701a2 req-ace976f6-9342-4666-a9bd-f94893775054 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240878 Dec 20 11:33:11.311290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.374985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c49fcdc9-c954-4c12-b1ad-ce1ea0d62ee6 None None] Provisioning for port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:11.382694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c49fcdc9-c954-4c12-b1ad-ce1ea0d62ee6 None None] Provisioning complete for port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:11.383250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c49fcdc9-c954-4c12-b1ad-ce1ea0d62ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.430205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694291af-8eba-4d15-b627-e33b698d683a {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:11.437699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.455175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Transition to ACTIVE for port object 694291af-8eba-4d15-b627-e33b698d683a will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:11.460548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.472946 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:11.498251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c49fcdc9-c954-4c12-b1ad-ce1ea0d62ee6 None None] Port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:33:11.644629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:11.648081 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:11.716615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:11.716953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:11.717874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:11.725424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Port 694291af-8eba-4d15-b627-e33b698d683a on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:11.725801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:11.734723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:11.735052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:11.736736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:11.737186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Bound port: 694291af-8eba-4d15-b627-e33b698d683a, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:11.739075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.765914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60566) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:11.801480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.839079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:11.843372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Usage tracker for resource:security_group_rule and tenant:e4756d2e3d2240a5af8cb9d551d144a8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:11.861214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:11.877154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:11.882274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h2-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:11.886066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:11.891127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.897071 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d49749b5-b19d-4cef-b744-4c56c4ff2ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:11.965075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11845ebf-38a9-419f-9ccc-3b1919ad47b9 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:11.983241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:11.985351 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] 10.222.0.16 "PUT /v2.0/ports/694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 1098 time: 1.5106227 Dec 20 11:33:11.986135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'tag': '694291af-8eba-4d15-b627-e33b698d683a'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:12.003379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.066803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Transition to ACTIVE for port object 11845ebf-38a9-419f-9ccc-3b1919ad47b9 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:12.076084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.091776 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f05c6996-e631-40bf-a72d-2fe7a17a48a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:12.127455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:12.140505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-98faf2c4-1bb5-42cf-bd2f-d51b84d4f07e tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ac11ccdcaef74279b5733c0be273d89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313293 Dec 20 11:33:12.169278 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:12.293746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.348599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-7fe8c691-3368-4262-9e70-ea51a020d80a tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:12.349937 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-7fe8c691-3368-4262-9e70-ea51a020d80a tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019582 Dec 20 11:33:12.361903 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-9e493b88-4528-45d2-a8a9-12f9937b30b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1101 time: 0.3123205 Dec 20 11:33:12.370876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.380764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Pushing event updated for resources: {'Port': ['ID=11845ebf-38a9-419f-9ccc-3b1919ad47b9,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:12.389656 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:12.390105 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:12.422257 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ceb304ec-789e-4b09-892b-9c526e7d5181 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/quotas/ac11ccdcaef74279b5733c0be273d89f HTTP/1.1" status: 200 len: 375 time: 0.0587075 Dec 20 11:33:12.480618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f870739e-1e66-4742-a7ca-8c70044f4188,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:12.482240 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-5d07d634-1872-4f90-ab0e-2a2ef97dc17c tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac11ccdcaef74279b5733c0be273d89f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533695 Dec 20 11:33:12.488725 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4756d2e3d2240a5af8cb9d551d144a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7212405 Dec 20 11:33:12.489918 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:12.496444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-6971b4ff-3b22-4bac-8d16-65f96f71876c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.1230576 Dec 20 11:33:12.496910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60588) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:12.500878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Attempting to bind port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:12.501220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Attempting to bind port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:12.501545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Attempting to bind port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:12.518436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94908c-1d72-4788-b3a1-37d9b2158540 req-0ceb1130-063f-4cfb-9490-2ffaf5295bbb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:12.525707 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c94908c-1d72-4788-b3a1-37d9b2158540 req-0ceb1130-063f-4cfb-9490-2ffaf5295bbb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.3156974 Dec 20 11:33:12.527954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:12.528053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Attempting to bind port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:12.552938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:12.553274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:12.553897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:12.554089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Bound port: 11845ebf-38a9-419f-9ccc-3b1919ad47b9, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:12.554431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.592784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-88eae92c-2141-4539-9dba-c9bf872ddaed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:12.594665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-88eae92c-2141-4539-9dba-c9bf872ddaed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0851896 Dec 20 11:33:12.629223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c94908c-1d72-4788-b3a1-37d9b2158540 req-c9e63476-56d2-46a3-8545-49c8927090ea tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025271 Dec 20 11:33:12.681461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.695417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] For port 11845ebf-38a9-419f-9ccc-3b1919ad47b9, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:12.699509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] For port 11845ebf-38a9-419f-9ccc-3b1919ad47b9, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=11845ebf-38a9-419f-9ccc-3b1919ad47b9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:12.709775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.717491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.723588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-16306591-0110-478b-82f5-bf1d9b00ba9a tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:12.787794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-40654156-3941-46f0-aeda-4632f8f59a94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1806905 Dec 20 11:33:12.799894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.801295 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] 10.222.0.53 "PUT /v2.0/ports/11845ebf-38a9-419f-9ccc-3b1919ad47b9 HTTP/1.1" status: 200 len: 1098 time: 1.7187738 Dec 20 11:33:12.801841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'tag': '11845ebf-38a9-419f-9ccc-3b1919ad47b9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:12.815609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Pushing event updated for resources: {'Port': ['ID=11845ebf-38a9-419f-9ccc-3b1919ad47b9,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:12.821485 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:12.852684 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'tag': '694291af-8eba-4d15-b627-e33b698d683a', 'status': 'completed', 'code': 200} Dec 20 11:33:12.899434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.905721 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-722eb034-1549-41d1-94a5-e9e2df01c3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:12.963885 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-69e223ea-f038-4be4-92de-0bd6e5f788f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd835c674c44335852ed800449aa3c2&device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 1101 time: 0.1078784 Dec 20 11:33:12.967598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f870739e-1e66-4742-a7ca-8c70044f4188,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:12.977243 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:12.990338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:12.991689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f870739e-1e66-4742-a7ca-8c70044f4188 HTTP/1.1" status: 204 len: 168 time: 0.4938743 Dec 20 11:33:13.079434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-933eecf2-368a-4626-a021-6b4e0d74170f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=11845ebf-38a9-419f-9ccc-3b1919ad47b9 HTTP/1.1" status: 200 len: 217 time: 0.1076555 Dec 20 11:33:13.114965 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-7b0bb08a-41c2-4600-9e13-fd89d4174476 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185360 Dec 20 11:33:13.256648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95777b50-5b59-4eb1-869d-dad069598c8a req-6c24eeb9-9e8c-490e-a20e-113d029878fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:13.258647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-6c24eeb9-9e8c-490e-a20e-113d029878fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1183906 Dec 20 11:33:13.341753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0869e0-d5b7-4285-bf0d-fa3600a771b9 req-79c2fa9a-1c12-4258-b52f-6ad34abbb828 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:13.343834 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0d0869e0-d5b7-4285-bf0d-fa3600a771b9 req-79c2fa9a-1c12-4258-b52f-6ad34abbb828 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 948 time: 0.2633576 Dec 20 11:33:13.381895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e684c-02eb-497d-844d-ea5a483232b6 req-8bf08e6b-be24-46fb-89c3-731a1eec5c92 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:13.384284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-410e684c-02eb-497d-844d-ea5a483232b6 req-8bf08e6b-be24-46fb-89c3-731a1eec5c92 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 948 time: 0.3309479 Dec 20 11:33:13.395464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aedb99c1-a3aa-4e34-ba77-905da9c7b9b1 req-5937319d-96fc-48a6-b9e0-f30c94f9ba1c service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723813 Dec 20 11:33:13.410385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-b8e189a9-c60f-43e4-8190-80b0ed7f3bc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1379936 Dec 20 11:33:13.418441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0d0869e0-d5b7-4285-bf0d-fa3600a771b9 req-e4e3609c-6a7a-4c33-9fc1-8da0a46e0355 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617371 Dec 20 11:33:13.447027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-410e684c-02eb-497d-844d-ea5a483232b6 req-7eb6f130-64ce-4602-b224-fea57d90c383 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537729 Dec 20 11:33:13.590312 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-0d5c7ce9-fb13-4714-a19b-cee0dce077dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1101 time: 0.1052821 Dec 20 11:33:13.609146 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-16c74a47-7f6d-44dc-abdb-b648e5587ee2 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897807 Dec 20 11:33:13.683534 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-661696f2-4892-4993-9434-40613379aab9 req-ec62c437-cd79-469e-948b-02765a99c483 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 210 time: 0.0867074 Dec 20 11:33:13.793169 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'tag': '11845ebf-38a9-419f-9ccc-3b1919ad47b9', 'status': 'completed', 'code': 200} Dec 20 11:33:13.881944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-5af376bb-c76e-4b53-a09c-7c0235424ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:13.883726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-5af376bb-c76e-4b53-a09c-7c0235424ff7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2845607 Dec 20 11:33:13.912086 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95777b50-5b59-4eb1-869d-dad069598c8a req-890c3bd5-6a9a-4dcd-89ff-7ebbb6439f79 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946010 Dec 20 11:33:13.945440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91110fef-538e-4a1c-99e4-a184ecf866a7 req-e7e1d61c-54a7-479a-ac5f-0d0861db9267 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:13.947210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91110fef-538e-4a1c-99e4-a184ecf866a7 req-e7e1d61c-54a7-479a-ac5f-0d0861db9267 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 943 time: 0.1184428 Dec 20 11:33:13.988667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-87b55d2b-60cf-427c-877b-3dee6e93b0fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.0891085 Dec 20 11:33:14.010882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91110fef-538e-4a1c-99e4-a184ecf866a7 req-ca651c93-adae-4168-98cd-10ce3ebe6107 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576499 Dec 20 11:33:14.069269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-8a619946-cb20-464b-9077-4bab9326afa1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:14.071224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-8a619946-cb20-464b-9077-4bab9326afa1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0646598 Dec 20 11:33:14.171747 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade5c905-737b-451e-b5be-3de905b56856 req-d903cd3e-cff9-48cb-9da6-e89b78f8684c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd835c674c44335852ed800449aa3c2&device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 1101 time: 0.1492662 Dec 20 11:33:14.184347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-8ddeee2f-17d6-43d0-b51b-0f995f94e39b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1017673 Dec 20 11:33:14.404447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5c905-737b-451e-b5be-3de905b56856 req-d20e48d3-cb29-433d-bfea-eb2be3df874d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:14.406144 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade5c905-737b-451e-b5be-3de905b56856 req-d20e48d3-cb29-433d-bfea-eb2be3df874d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1671917 Dec 20 11:33:14.428039 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-7775daee-39d9-4880-a579-4fe3d283644e service neutron] 10.222.0.53 "GET /v2.0/ports/75d2f7f2-1d25-406b-a91a-e86b440d5803/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.1824849 Dec 20 11:33:14.549452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-562a09fe-75af-4ffd-bf58-70b46c8eaa0e service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559859 Dec 20 11:33:14.566712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-872a209c-88e8-4342-9a31-189d45d45534 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac11ccdcaef74279b5733c0be273d89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808792 Dec 20 11:33:14.636903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:14.776869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade5c905-737b-451e-b5be-3de905b56856 req-d67d494d-2616-4cad-9e3c-316b950a421b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=11845ebf-38a9-419f-9ccc-3b1919ad47b9 HTTP/1.1" status: 200 len: 217 time: 0.3637860 Dec 20 11:33:14.857212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5c905-737b-451e-b5be-3de905b56856 req-0b28e3eb-e9db-474f-9767-dd83421e327f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:14.858660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade5c905-737b-451e-b5be-3de905b56856 req-0b28e3eb-e9db-474f-9767-dd83421e327f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0703299 Dec 20 11:33:14.930219 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f12ab3-2e77-49cf-aa25-79a1f04323f6 req-0b51b61c-9a55-4328-ba0e-0abbe83ab2fc service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619454 Dec 20 11:33:14.960546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53bfdf-9476-4f45-9551-833735f9ce82 req-2ed9b128-0773-45f2-9069-e4ad01a4c489 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:14.963672 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e53bfdf-9476-4f45-9551-833735f9ce82 req-2ed9b128-0773-45f2-9069-e4ad01a4c489 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 948 time: 0.2892075 Dec 20 11:33:15.005721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:15.033023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a424-d659-40dd-a42e-6afa97577843 req-5d3235bb-25f3-4469-8ce2-eaf7f596827c tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:15.035044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eba1a424-d659-40dd-a42e-6afa97577843 req-5d3235bb-25f3-4469-8ce2-eaf7f596827c tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 948 time: 0.3211279 Dec 20 11:33:15.047668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:15.080374 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e53bfdf-9476-4f45-9551-833735f9ce82 req-606c370d-d27a-4a17-91ca-17ab497a7f29 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113651 Dec 20 11:33:15.087731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-6ee204cf-38f2-433d-ae10-deee084a7493 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:15.088871 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-6ee204cf-38f2-433d-ae10-deee084a7493 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3738108 Dec 20 11:33:15.117598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade5c905-737b-451e-b5be-3de905b56856 req-c387da37-4a61-4d17-91dc-119d47927d3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2418034 Dec 20 11:33:15.122860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Request body: {'port': {'device_id': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'ac11ccdcaef74279b5733c0be273d89f'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:15.133471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d2f7f2-1d25-406b-a91a-e86b440d5803 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:15.158837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:15.199875 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eba1a424-d659-40dd-a42e-6afa97577843 req-e5791379-1a82-43db-9ee0-f58f7171d32c tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535723 Dec 20 11:33:15.212068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:15.419048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] Transition to ACTIVE for port object 75d2f7f2-1d25-406b-a91a-e86b440d5803 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:15.428378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:15.463511 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:15.464311 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:33:15.529656 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31af5dd5-3f7b-4a77-bb9f-ef55f32c0c65 req-13eef13f-a0f8-4bdd-9544-54c87bb9694e tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 210 time: 0.1114161 Dec 20 11:33:15.636027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:15.640644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Usage tracker for resource:port and tenant:ac11ccdcaef74279b5733c0be273d89f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:15.643943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:15.651248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:15.662373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade5c905-737b-451e-b5be-3de905b56856 req-e2303e43-dce8-4160-b627-6819925ff66e service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219409 Dec 20 11:33:15.669702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Made reservation on behalf of ac11ccdcaef74279b5733c0be273d89f for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:15.672980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:15.712318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:15.796023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] No DVR routers for this DVR port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:33:15.825946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=10']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:15.836399 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:15.838647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:15.846127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Usage tracker for resource:security_group_rule and tenant:ac11ccdcaef74279b5733c0be273d89f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:15.852231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:15.872482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:15.874254 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] 10.222.0.53 "PUT /v2.0/ports/75d2f7f2-1d25-406b-a91a-e86b440d5803/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 1.4364817 Dec 20 11:33:15.885138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade5c905-737b-451e-b5be-3de905b56856 req-19a5b5d2-1afc-44b0-a3d0-af44befb8e08 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993558 Dec 20 11:33:15.902542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b9140-21d1-400e-9315-388ec84cb685 req-b4645e4d-7481-4c46-8abf-d04ad9388e6c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:15.904209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-346b9140-21d1-400e-9315-388ec84cb685 req-b4645e4d-7481-4c46-8abf-d04ad9388e6c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 944 time: 0.2164431 Dec 20 11:33:16.024878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:16.036971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:16.049297 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-251527d5-f1d5-48ed-aff5-f43d40dc4998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:16.072451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-346b9140-21d1-400e-9315-388ec84cb685 req-5ebb227f-359b-449b-a64e-1676333d2831 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621892 Dec 20 11:33:16.111853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-a3ddd769-b0fb-463f-81eb-9bbdaa4e3a16 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.1579833 Dec 20 11:33:16.251555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:16.258115 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:16.308481 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-370b06c2-8769-4966-b4ec-5422afff9405 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 1097 time: 0.1847317 Dec 20 11:33:16.382597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ec0f-cdcd-4696-b28f-03a0efe4d199 req-2c55adc9-11c7-4090-8311-cb69581c9db2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:16.389941 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5d0ec0f-cdcd-4696-b28f-03a0efe4d199 req-2c55adc9-11c7-4090-8311-cb69581c9db2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 948 time: 0.1626515 Dec 20 11:33:16.395952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Allocated IP 192.168.233.39 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/0d1f9408-7136-4544-9782-e6401387edeb) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:33:16.509472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-0ea6b8c2-db95-4b4c-8cee-466e9f1e3f78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1097 time: 0.1757159 Dec 20 11:33:16.515070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5d0ec0f-cdcd-4696-b28f-03a0efe4d199 req-bf3b9294-eb89-472b-9af3-609084011b9e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242015 Dec 20 11:33:16.677682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 694291af-8eba-4d15-b627-e33b698d683a details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:16.770031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:16.787302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Transition to ACTIVE for port object 0d1f9408-7136-4544-9782-e6401387edeb will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:16.823859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:16.832962 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:16.857639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b9e6b68d-99d9-49ce-9214-411bcfa6af22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:16.859480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-b9e6b68d-99d9-49ce-9214-411bcfa6af22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.3425887 Dec 20 11:33:16.921937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:33:16.931960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:16.937760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:33:16.941951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:16.942595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:16.982608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ae555-ef5e-475b-8b4d-67394c306896 req-fd0af084-385c-46cc-99c1-e8c1a9c8c6b2 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:16.990663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-306ae555-ef5e-475b-8b4d-67394c306896 req-fd0af084-385c-46cc-99c1-e8c1a9c8c6b2 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 948 time: 0.4777262 Dec 20 11:33:17.015207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:17.027992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9137919 Dec 20 11:33:17.028617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Pushing event updated for resources: {'Port': ['ID=0d1f9408-7136-4544-9782-e6401387edeb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:17.032094 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:17.045259 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-ca5a9996-6acb-483d-be78-6986b91c1a31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 217 time: 0.1753514 Dec 20 11:33:17.047415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '694291af-8eba-4d15-b627-e33b698d683a', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '694291af-8eba-4d15-b627-e33b698d683a', 'mac_address': 'fa:16:3e:09:49:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:17.055402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Request body: {'port': {'device_id': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:17.090214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-306ae555-ef5e-475b-8b4d-67394c306896 req-57d52e35-91c7-470a-8ded-ad9ad4c98163 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986784 Dec 20 11:33:17.166658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:17.219474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694291af-8eba-4d15-b627-e33b698d683a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:17.239536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:17.245990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:17.247826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c3cc6325-d271-4fa9-813a-e626012a17af details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:17.252054 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:17.268378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:17.301925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-d5024aa3-911b-4cbe-89bc-ca9151b99d42 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:17.307799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-d5024aa3-911b-4cbe-89bc-ca9151b99d42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.2546136 Dec 20 11:33:17.425355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-2a770094-a78d-4c48-9d95-8447bce1cdc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084633 Dec 20 11:33:17.457167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:17.465700 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:17.473769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4cf4d283-972f-4333-937f-3f49cb4245c9 None None] Provisioning for port 0d1f9408-7136-4544-9782-e6401387edeb completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:17.507064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4cf4d283-972f-4333-937f-3f49cb4245c9 None None] Provisioning complete for port 0d1f9408-7136-4544-9782-e6401387edeb triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:17.507578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d283-972f-4333-937f-3f49cb4245c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:17.588075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a886ec-7733-452d-a96b-990abacbe2fd req-25529109-0eec-4916-99d6-4834d4e9b081 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:17.591173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-69a886ec-7733-452d-a96b-990abacbe2fd req-25529109-0eec-4916-99d6-4834d4e9b081 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 935 time: 0.5367124 Dec 20 11:33:17.667873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:17.694139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 11845ebf-38a9-419f-9ccc-3b1919ad47b9 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:17.711075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4d283-972f-4333-937f-3f49cb4245c9 None None] Port 0d1f9408-7136-4544-9782-e6401387edeb cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:33:17.722233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:17.789913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:17.799482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:33:17.817479 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-69a886ec-7733-452d-a96b-990abacbe2fd req-03108be0-dd8f-4833-a274-d549be39e4e4 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887628 Dec 20 11:33:17.840369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'mac_address': 'fa:16:3e:83:ef:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:17.869576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-385f0857-7c07-44f1-9656-82f533431838 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347913 Dec 20 11:33:18.004553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.042251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 11845ebf-38a9-419f-9ccc-3b1919ad47b9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=11845ebf-38a9-419f-9ccc-3b1919ad47b9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:18.053137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3cc6325-d271-4fa9-813a-e626012a17af {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:18.071228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '11845ebf-38a9-419f-9ccc-3b1919ad47b9', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '11845ebf-38a9-419f-9ccc-3b1919ad47b9', 'mac_address': 'fa:16:3e:f8:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:18.078261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1f9408-7136-4544-9782-e6401387edeb {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:18.102677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.119209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:18.147110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.157837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.162678 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:18.170471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Transition to ACTIVE for port object 0d1f9408-7136-4544-9782-e6401387edeb will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:18.180521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-0db4f19d-613d-46dd-a997-cc5e49d60f77 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009481 Dec 20 11:33:18.196417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.206041 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4580aa11-9bb3-46f8-9e64-461c42f54ca8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:18.223311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11845ebf-38a9-419f-9ccc-3b1919ad47b9 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:18.240763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 11845ebf-38a9-419f-9ccc-3b1919ad47b9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=11845ebf-38a9-419f-9ccc-3b1919ad47b9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:18.257438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.259742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c3cc6325-d271-4fa9-813a-e626012a17af'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:18.303467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3bacb-1adb-4b41-a3a4-c2f3f1ca57f3 req-02ea2518-5933-4715-9303-38c9118e44a2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:18.306650 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9e3bacb-1adb-4b41-a3a4-c2f3f1ca57f3 req-02ea2518-5933-4715-9303-38c9118e44a2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 949 time: 0.1195064 Dec 20 11:33:18.333158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31b8a6-2e9a-41f8-bee7-c6b63d81f160 req-0a3dd9c6-83f7-4e9c-9bc4-46c172c6a22a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:18.334855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c31b8a6-2e9a-41f8-bee7-c6b63d81f160 req-0a3dd9c6-83f7-4e9c-9bc4-46c172c6a22a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 944 time: 0.3690147 Dec 20 11:33:18.341840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:18.349551 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:18.350480 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:18.406603 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9e3bacb-1adb-4b41-a3a4-c2f3f1ca57f3 req-9f913bd1-f98f-40f0-8fa7-9f494b0bb332 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940289 Dec 20 11:33:18.480879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=11845ebf-38a9-419f-9ccc-3b1919ad47b9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:18.494230 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:18.499458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f9408-7136-4544-9782-e6401387edeb,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:18.505130 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:18.562028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c31b8a6-2e9a-41f8-bee7-c6b63d81f160 req-c5c3f3a0-5815-4abc-854f-ee512d1e5142 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161007 Dec 20 11:33:18.614080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['11845ebf-38a9-419f-9ccc-3b1919ad47b9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:18.709447 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-9dc0bde5-9674-428d-b2c1-fb6bedc91635 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.0880651 Dec 20 11:33:18.709694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:18.730712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Attempting to bind port 0d1f9408-7136-4544-9782-e6401387edeb on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:18.736134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Attempting to bind port 0d1f9408-7136-4544-9782-e6401387edeb by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:18.736602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Attempting to bind port 0d1f9408-7136-4544-9782-e6401387edeb on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:18.758281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Port 0d1f9408-7136-4544-9782-e6401387edeb on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:18.758773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Attempting to bind port 0d1f9408-7136-4544-9782-e6401387edeb on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:18.767539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:18.768006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:18.773018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:18.773018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Bound port: 0d1f9408-7136-4544-9782-e6401387edeb, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:18.773018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.904028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] For port 0d1f9408-7136-4544-9782-e6401387edeb, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:18.907780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] For port 0d1f9408-7136-4544-9782-e6401387edeb, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0d1f9408-7136-4544-9782-e6401387edeb,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:18.918246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.922703 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3beca416-6f19-485d-8f08-f7f7d23180a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:18.923950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-05f17de5-edc0-4168-ab71-f9330a4c745e service neutron] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:18.937776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-05f17de5-edc0-4168-ab71-f9330a4c745e service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:18.941677 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5784c5a7-dfc4-4fcd-a9cc-77e7a9922c48 req-05f17de5-edc0-4168-ab71-f9330a4c745e service neutron] 10.222.0.16 "DELETE /v2.0/ports/75d2f7f2-1d25-406b-a91a-e86b440d5803/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 0.2287710 Dec 20 11:33:19.072979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f9408-7136-4544-9782-e6401387edeb,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:19.093805 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:19.111159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:19.113134 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] 10.222.0.16 "PUT /v2.0/ports/0d1f9408-7136-4544-9782-e6401387edeb HTTP/1.1" status: 200 len: 1097 time: 2.0712616 Dec 20 11:33:19.114778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'tag': '0d1f9408-7136-4544-9782-e6401387edeb'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:19.286071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068113b-d019-4a49-bef6-d2d2db959eed req-cd4d3a0a-7667-441f-8fa4-7f54345aa0b1 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:19.293374 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c068113b-d019-4a49-bef6-d2d2db959eed req-cd4d3a0a-7667-441f-8fa4-7f54345aa0b1 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 949 time: 0.1872976 Dec 20 11:33:19.365616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-d68d0215-0918-40dd-b551-b8d6514533f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac11ccdcaef74279b5733c0be273d89f&device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 1100 time: 0.1999946 Dec 20 11:33:19.393861 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c068113b-d019-4a49-bef6-d2d2db959eed req-533f06ff-d9d2-4a68-97cd-896912c507d2 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993795 Dec 20 11:33:19.484539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-d3ef9942-f02b-403f-9298-399c78f7e78e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0d1f9408-7136-4544-9782-e6401387edeb HTTP/1.1" status: 200 len: 217 time: 0.1105900 Dec 20 11:33:19.556767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ede3-3a2a-4694-aab5-5dab88b637aa req-2f52629a-6bac-4f54-bb75-01d0c26eeff2 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:19.557444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e5a8ede3-3a2a-4694-aab5-5dab88b637aa req-2f52629a-6bac-4f54-bb75-01d0c26eeff2 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Synchronizing usage tracker for tenant:ac11ccdcaef74279b5733c0be273d89f on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:19.576433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-99db0a00-a638-45f2-a202-77585c66f15a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:19.577843 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-99db0a00-a638-45f2-a202-77585c66f15a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0853074 Dec 20 11:33:19.618950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e5a8ede3-3a2a-4694-aab5-5dab88b637aa req-2f52629a-6bac-4f54-bb75-01d0c26eeff2 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Unset dirty status for tenant:ac11ccdcaef74279b5733c0be273d89f on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:19.625485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5a8ede3-3a2a-4694-aab5-5dab88b637aa req-2f52629a-6bac-4f54-bb75-01d0c26eeff2 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 947 time: 0.3616436 Dec 20 11:33:19.668206 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'tag': '0d1f9408-7136-4544-9782-e6401387edeb', 'status': 'completed', 'code': 200} Dec 20 11:33:19.680723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e5a8ede3-3a2a-4694-aab5-5dab88b637aa req-64a90e02-be3f-41d4-a1fb-6879fb1abec1 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Synchronizing usage tracker for tenant:ac11ccdcaef74279b5733c0be273d89f on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:19.710981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 11845ebf-38a9-419f-9ccc-3b1919ad47b9 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:19.714665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-d3015837-7a59-4a8e-bff6-299728b7ac79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1287043 Dec 20 11:33:19.719513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e5a8ede3-3a2a-4694-aab5-5dab88b637aa req-64a90e02-be3f-41d4-a1fb-6879fb1abec1 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Unset dirty status for tenant:ac11ccdcaef74279b5733c0be273d89f on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:19.731796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5a8ede3-3a2a-4694-aab5-5dab88b637aa req-64a90e02-be3f-41d4-a1fb-6879fb1abec1 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054268 Dec 20 11:33:19.840074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:19.851180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:19.852290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:20.011727 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-213e130e-af66-4d3f-bb1d-28f33ff59891 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789409 Dec 20 11:33:20.036469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80668249-89f5-41ad-bef0-21a39ab63690 req-a518e71d-4481-4172-b9b2-9ed6e5c3e03a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:20.047174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80668249-89f5-41ad-bef0-21a39ab63690 req-a518e71d-4481-4172-b9b2-9ed6e5c3e03a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 949 time: 0.2089348 Dec 20 11:33:20.058319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:20.129615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 11845ebf-38a9-419f-9ccc-3b1919ad47b9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=11845ebf-38a9-419f-9ccc-3b1919ad47b9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:20.130836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11845ebf-38a9-419f-9ccc-3b1919ad47b9'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:20.144285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:20.149816 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:20.178192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80668249-89f5-41ad-bef0-21a39ab63690 req-6dde40d8-33b6-43cf-9a79-a89542ab4a90 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298854 Dec 20 11:33:20.245716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=11845ebf-38a9-419f-9ccc-3b1919ad47b9,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:20.250697 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:20.255603 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dccf527-227f-4734-8e60-b071acf9ca10 req-cd80bafe-6d17-49cf-8f1b-e6e674773801 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364151 Dec 20 11:33:20.282216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430430a-903f-4ac3-b4e1-03027766865f req-92943b12-b488-4896-91de-efaab6c6f010 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:20.301256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a430430a-903f-4ac3-b4e1-03027766865f req-92943b12-b488-4896-91de-efaab6c6f010 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 944 time: 0.2211654 Dec 20 11:33:20.414650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a430430a-903f-4ac3-b4e1-03027766865f req-8b6fce82-6320-4d20-98db-dbd7320c3967 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120994 Dec 20 11:33:20.441981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8954f77b-309b-4678-a472-0c2032f3461a req-b99cae9f-4f43-4825-a2b7-7e2614866a32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac11ccdcaef74279b5733c0be273d89f&device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 1100 time: 0.1245425 Dec 20 11:33:20.518396 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11845ebf-38a9-419f-9ccc-3b1919ad47b9', 'code': 200} Dec 20 11:33:20.729096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c3cc6325-d271-4fa9-813a-e626012a17af up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:20.827263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95440-97cf-4bd6-ba7b-ae2d18819cd6 req-caa32ad0-6376-42bc-9e33-eb21a4cb2dde tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:20.829374 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50c95440-97cf-4bd6-ba7b-ae2d18819cd6 req-caa32ad0-6376-42bc-9e33-eb21a4cb2dde tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 950 time: 0.1632607 Dec 20 11:33:20.830303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954f77b-309b-4678-a472-0c2032f3461a req-b200ef86-407f-43dc-9280-52661afd69f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:20.832215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8954f77b-309b-4678-a472-0c2032f3461a req-b200ef86-407f-43dc-9280-52661afd69f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3789017 Dec 20 11:33:20.836529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28b96668-1120-402b-b6cf-7caf8341ea51 req-63959e4d-9ba1-4fe1-ad67-0773a316cff9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 1103 time: 0.2220259 Dec 20 11:33:20.886118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port c3cc6325-d271-4fa9-813a-e626012a17af triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:20.886638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:20.949548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8954f77b-309b-4678-a472-0c2032f3461a req-8229919c-d00c-46e5-a6cd-943c05bb9212 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0d1f9408-7136-4544-9782-e6401387edeb HTTP/1.1" status: 200 len: 217 time: 0.1095667 Dec 20 11:33:20.955627 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50c95440-97cf-4bd6-ba7b-ae2d18819cd6 req-1a660efd-8c24-4e08-9ec6-33bd6bd90838 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133151 Dec 20 11:33:21.032175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28b96668-1120-402b-b6cf-7caf8341ea51 req-e1f49c30-3ec8-43c3-b9b6-d812903e113a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215050 Dec 20 11:33:21.050577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954f77b-309b-4678-a472-0c2032f3461a req-a94667b5-1ce1-4e08-83c8-c1aecc39aebd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:21.052313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8954f77b-309b-4678-a472-0c2032f3461a req-a94667b5-1ce1-4e08-83c8-c1aecc39aebd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0908566 Dec 20 11:33:21.098852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:21.177227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:21.184859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:21.185845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 694291af-8eba-4d15-b627-e33b698d683a up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:21.218419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8954f77b-309b-4678-a472-0c2032f3461a req-8bcb500f-d58e-4590-98aa-b39fa5f764bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1583095 Dec 20 11:33:21.231911 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:21.328141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:21.331962 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:21.348126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 694291af-8eba-4d15-b627-e33b698d683a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:21.358807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 694291af-8eba-4d15-b627-e33b698d683a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:21.360485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:21.391290 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-682ccf83-1b7f-415b-a5f4-cdab6bd21f6e req-630c0ee4-22c4-4f3f-90cd-e9db67cdd93e tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1097 time: 0.1285517 Dec 20 11:33:21.410889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d99f-c26a-4ba2-9aa7-494edfc423a5 req-b61bad67-e4ac-4c4b-9c0d-f24723bca454 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:21.412920 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00f9d99f-c26a-4ba2-9aa7-494edfc423a5 req-b61bad67-e4ac-4c4b-9c0d-f24723bca454 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 947 time: 0.2792473 Dec 20 11:33:21.470959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-682ccf83-1b7f-415b-a5f4-cdab6bd21f6e req-7d1f2b95-1e0c-446a-97b7-d949d5521f54 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785720 Dec 20 11:33:21.540319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:21.586421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:21.614685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:21.617185 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:21.720478 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00f9d99f-c26a-4ba2-9aa7-494edfc423a5 req-924241cc-7af0-4d6b-8050-3a0d28b4377b tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011599 Dec 20 11:33:21.724592 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8954f77b-309b-4678-a472-0c2032f3461a req-7b403d99-89a1-4ca8-9566-f7d5edd3f579 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959228 Dec 20 11:33:21.779014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:21.788964 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:21.904590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-ebc2eee7-cb28-49f7-b446-c9cc7b6ed659 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2915187 Dec 20 11:33:21.917636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b24b4e-74ec-455f-9bbd-53c0c839d0a7 req-a2bcf091-7f20-4e40-af1e-88db7e6c8761 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:21.919198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62b24b4e-74ec-455f-9bbd-53c0c839d0a7 req-a2bcf091-7f20-4e40-af1e-88db7e6c8761 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.0855668 Dec 20 11:33:21.957563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8954f77b-309b-4678-a472-0c2032f3461a req-8a596c0f-cf30-49a4-9d6c-9adf83d3ac90 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257361 Dec 20 11:33:22.008803 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62b24b4e-74ec-455f-9bbd-53c0c839d0a7 req-040e1a89-165f-4f88-9738-4b87fd9b2e98 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817416 Dec 20 11:33:22.103327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-f80b5b36-0914-4b83-aa23-5207f9cd4203 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd835c674c44335852ed800449aa3c2&device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 1102 time: 0.1168392 Dec 20 11:33:22.307742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-838737ae-13d4-41e0-84df-73598eb027fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:22.310393 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-838737ae-13d4-41e0-84df-73598eb027fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1733208 Dec 20 11:33:22.412911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-fc343a86-a611-43b2-b419-69a9a06f9af0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=130e54b3-840b-4856-9e87-c70a49efca97 HTTP/1.1" status: 200 len: 217 time: 0.0937350 Dec 20 11:33:22.489553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-b9e13bb0-51ae-4e18-a1e7-d703e90bc93b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:22.491435 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-b9e13bb0-51ae-4e18-a1e7-d703e90bc93b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0714767 Dec 20 11:33:22.492306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4111d0-be72-4296-af57-302095b0e71b req-0e92145a-c717-45a0-aa11-13066de5f601 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:22.498852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-0e92145a-c717-45a0-aa11-13066de5f601 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.2936909 Dec 20 11:33:22.518930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-9a427c99-8478-4aa7-98e9-201d771ca81b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/quotas/3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 375 time: 0.0192115 Dec 20 11:33:22.519259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af'}, {'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694291af-8eba-4d15-b627-e33b698d683a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:22.606117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-aa17316a-23df-44fa-afa5-8174fff17bb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863061 Dec 20 11:33:22.672948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-f30748e9-b275-4b5d-aed0-a730f1d96e5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1745393 Dec 20 11:33:22.718763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94c09b-dc90-4786-bac4-a77710bdde28 req-019b2c7b-bed2-4d11-b382-1dc10f62fc40 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:22.725993 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9b94c09b-dc90-4786-bac4-a77710bdde28 req-019b2c7b-bed2-4d11-b382-1dc10f62fc40 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 950 time: 0.1856143 Dec 20 11:33:22.789482 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-b5862150-6114-4ef0-9e94-e5830ff77a39 service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728573 Dec 20 11:33:22.854730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9b94c09b-dc90-4786-bac4-a77710bdde28 req-8c834f04-ecb6-43e5-baba-5d7eb33df679 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276665 Dec 20 11:33:22.895065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-09e74159-17cb-4202-90e0-0c8935ec3cd6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132361 Dec 20 11:33:22.969542 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-2dbf6c6e-20a5-467e-afb0-9e8badaad7b2 service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728332 Dec 20 11:33:23.190894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe85333-6a9d-4ab2-ae53-5376b88091bd req-26681623-b836-4a83-a69a-f26c2d2f1be3 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880220 Dec 20 11:33:23.212147 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'code': 200} Dec 20 11:33:23.212681 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694291af-8eba-4d15-b627-e33b698d683a', 'code': 200} Dec 20 11:33:23.511856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce0f5338-b699-4491-bf6a-09e263ad9208 req-58202389-6243-48cf-af54-027c9d47705c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1103 time: 0.2060328 Dec 20 11:33:23.530796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f066d8-4a8a-47e4-89ba-bb63895b0f8c req-13fcc8f8-9fd8-4d6b-97f2-7c6ef3564bfc tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:23.536541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f066d8-4a8a-47e4-89ba-bb63895b0f8c req-13fcc8f8-9fd8-4d6b-97f2-7c6ef3564bfc tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 947 time: 0.1387465 Dec 20 11:33:23.603179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce0f5338-b699-4491-bf6a-09e263ad9208 req-157a5b0c-65d7-4f71-9d20-947f2a11b2b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828736 Dec 20 11:33:23.637474 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f066d8-4a8a-47e4-89ba-bb63895b0f8c req-6b931459-c13e-4420-8fb2-40806319b8b8 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668178 Dec 20 11:33:24.007296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbb41f-8f83-4ae1-b817-faceccb2c58f req-3d5071eb-cdf4-4a65-a4f9-f8d76fe9efd4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:24.010867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3ad59bce-a441-42a9-85ee-04c4f3ac0162 req-ebd3dd18-87bc-40c4-b347-c104c63d11df tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 210 time: 0.0665548 Dec 20 11:33:24.014814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bfcbb41f-8f83-4ae1-b817-faceccb2c58f req-3d5071eb-cdf4-4a65-a4f9-f8d76fe9efd4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.0965242 Dec 20 11:33:24.069444 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bfcbb41f-8f83-4ae1-b817-faceccb2c58f req-fb14db3b-822b-4a56-969c-0459aa3aad6d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537689 Dec 20 11:33:24.333907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fcdf6-2f15-4b57-9d89-ae16ea008265 req-fb148774-545d-4a52-877e-7d198dc7a464 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:24.341235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-835fcdf6-2f15-4b57-9d89-ae16ea008265 req-fb148774-545d-4a52-877e-7d198dc7a464 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 950 time: 0.0953689 Dec 20 11:33:24.396639 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-835fcdf6-2f15-4b57-9d89-ae16ea008265 req-4a61f5a0-1dc1-4de2-8cb3-79816f46653b tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544589 Dec 20 11:33:24.709341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0d1f9408-7136-4544-9782-e6401387edeb details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:24.947811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4111d0-be72-4296-af57-302095b0e71b req-3148b057-e766-4c31-9996-f9ceda671d03 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:24.952274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-3148b057-e766-4c31-9996-f9ceda671d03 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.3519042 Dec 20 11:33:24.980306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Request body: {'port': {'device_id': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'admin_state_up': True, 'tenant_id': '3f0d5148896f4b0d974f7ab7b786dac2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:25.032682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8cd20-e47e-4d62-bbde-b041012b4c8e req-c3fb32cb-486f-4832-94c9-571c7cf0b891 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:25.042036 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42c8cd20-e47e-4d62-bbde-b041012b4c8e req-c3fb32cb-486f-4832-94c9-571c7cf0b891 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 947 time: 0.1980987 Dec 20 11:33:25.115225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0d1f9408-7136-4544-9782-e6401387edeb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0d1f9408-7136-4544-9782-e6401387edeb,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:25.131731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '0d1f9408-7136-4544-9782-e6401387edeb', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '0d1f9408-7136-4544-9782-e6401387edeb', 'mac_address': 'fa:16:3e:cc:5c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:25.193392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:25.214563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1f9408-7136-4544-9782-e6401387edeb {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:25.234558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0d1f9408-7136-4544-9782-e6401387edeb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0d1f9408-7136-4544-9782-e6401387edeb,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:25.245399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:25.248946 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:25.269325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42c8cd20-e47e-4d62-bbde-b041012b4c8e req-94bed2ac-e1d1-44b7-91ec-ff770abe27fe tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259457 Dec 20 11:33:25.332212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:25.351105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:25.368908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0d1f9408-7136-4544-9782-e6401387edeb,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:25.374972 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:25.376139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Made reservation on behalf of 3f0d5148896f4b0d974f7ab7b786dac2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:25.379255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:25.544484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['0d1f9408-7136-4544-9782-e6401387edeb'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:25.613189 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-78fe582f-444e-4056-aca0-52086b339c90 req-7867485a-be9c-4ac5-86e4-5e1a8094dfeb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 210 time: 0.0532393 Dec 20 11:33:25.682378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f401ff-3523-4047-b58c-f859b3299bc4 req-476705fa-45db-4da6-a739-43640f9c17e1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:25.683959 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-78f401ff-3523-4047-b58c-f859b3299bc4 req-476705fa-45db-4da6-a739-43640f9c17e1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1821854 Dec 20 11:33:25.695691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Allocated IP 172.20.0.13 (984ebb61-f77f-4ea0-9f33-86bc2a93ed95/64313e95-a9c0-441b-8941-5dc9f90be7b0/4d7e0d14-b91f-41e9-8ead-a56efafd09fe) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:33:25.770591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-78f401ff-3523-4047-b58c-f859b3299bc4 req-7e72ffff-5e0d-4a63-a4a5-180ef1d106b4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784442 Dec 20 11:33:26.105108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:26.120200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1b0a3-8ea3-40a3-9fc4-52c36f589c19 req-55bb301d-094c-4cf8-855d-7331719fc5fd tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:26.124437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64a1b0a3-8ea3-40a3-9fc4-52c36f589c19 req-55bb301d-094c-4cf8-855d-7331719fc5fd tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 950 time: 0.2047009 Dec 20 11:33:26.181378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:26.188488 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:26.260301 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64a1b0a3-8ea3-40a3-9fc4-52c36f589c19 req-7fcd2c62-a14f-4258-87dc-727820b615e8 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100430 Dec 20 11:33:26.301506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:26.305214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:33:26.311860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:26.314684 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:26.319377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:33:26.323430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:26.324100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:26.361498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3852665 Dec 20 11:33:26.376594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Request body: {'port': {'device_id': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:26.689540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:26.721473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0d1f9408-7136-4544-9782-e6401387edeb up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:26.879649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 0d1f9408-7136-4544-9782-e6401387edeb completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:26.885607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 0d1f9408-7136-4544-9782-e6401387edeb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:26.886323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:26.940601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.012887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.059212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.124812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0d1f9408-7136-4544-9782-e6401387edeb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0d1f9408-7136-4544-9782-e6401387edeb,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:27.125837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f9408-7136-4544-9782-e6401387edeb'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:27.126639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:27.140744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.143147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:f357db83a17e43ceb260f78c85359bbc is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:27.146966 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:27.149954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:27.164746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:27.280982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0d1f9408-7136-4544-9782-e6401387edeb,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:27.286266 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:27.291697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.323388 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-eb87e194-a31f-4b05-89ab-1764bb8f5738 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1103 time: 0.4691756 Dec 20 11:33:27.325517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.335347 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b501b9ce-48c7-4ed3-9609-fa78df1bb6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:27.379021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.430378 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f357db83a17e43ceb260f78c85359bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7387087 Dec 20 11:33:27.433624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4314d7fb-18d5-4e27-8f98-b89939269e61,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:27.434713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-35da32f0-3e43-4281-8806-b4646bf0dec9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9229581 Dec 20 11:33:27.437477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32786) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:27.441947 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:27.493766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:27.499594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Usage tracker for resource:security_group_rule and tenant:d10c6abed61c46ecbde929fd1e0b382c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:27.509525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:27.520834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7e0d14-b91f-41e9-8ead-a56efafd09fe {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:27.523577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:27.528886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.565739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.567031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.671968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.680166 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a17d8ceb-d6c7-41f5-af0b-2fd4f3c18cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:27.686930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Transition to ACTIVE for port object 4d7e0d14-b91f-41e9-8ead-a56efafd09fe will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:27.688729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.688876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2d34017a-f35e-4c90-9164-dff644236f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.701848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.704248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.716512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4314d7fb-18d5-4e27-8f98-b89939269e61,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:27.719597 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:27.720252 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:27.730218 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:27.797668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:27.801595 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-12aa8403-9ac8-4a45-b5f3-74e413f8efa7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4314d7fb-18d5-4e27-8f98-b89939269e61 HTTP/1.1" status: 204 len: 168 time: 0.3603001 Dec 20 11:33:27.801595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6740ed8f-b90b-44b4-bf06-765c5d536d81,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:27.831167 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:27.845469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Synchronizing usage tracker for tenant:d10c6abed61c46ecbde929fd1e0b382c on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:27.874526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Unset dirty status for tenant:d10c6abed61c46ecbde929fd1e0b382c on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:27.876725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ba26a17-7b66-4cfc-8725-191af4cfc074 req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521450 Dec 20 11:33:27.914192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264e3f9-46d3-4f9a-89d2-09f519454313 req-bd07d01b-3b03-42f6-982a-e7a9766b786d tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:27.921269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7264e3f9-46d3-4f9a-89d2-09f519454313 req-bd07d01b-3b03-42f6-982a-e7a9766b786d tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 949 time: 0.4906054 Dec 20 11:33:27.965734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:27.979813 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:28.043532 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-993f3150-b107-49ae-8208-d075a80d8661 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 1099 time: 0.4716322 Dec 20 11:33:28.046882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:28.047143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:28.047589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:28.073767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7264e3f9-46d3-4f9a-89d2-09f519454313 req-85a6f314-31ea-47fa-81d2-11922edbfdd6 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513004 Dec 20 11:33:28.074715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:28.074715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:28.128725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-d2400a39-2797-41b3-9d2a-5ce33855ba39 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 1103 time: 0.1238947 Dec 20 11:33:28.133630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:28.133973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:28.134383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:28.134857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Bound port: 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:28.135201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.153574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.193956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:28.202701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Usage tracker for resource:security_group_rule and tenant:fc62592f08d84cbd8971223a64ae3dbd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:28.206754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:28.214266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:28.309797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:28.313091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:28.335677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.349730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.376745 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a24fc4e0-78f1-4379-9dac-987a97e18004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:28.398831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.412664 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:28.417791 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-32f7244a-1799-4fbd-bfca-b4c84573e2eb req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863870 Dec 20 11:33:28.438575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:28.463531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.475842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cae5bb-c920-4d7a-b759-2f2b128fb9f5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:28.479102 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:28.505896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:28.511951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0a08906f2f48f7b58e689afccc3f29 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:28.514988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:28.521540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:28.527497 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f9408-7136-4544-9782-e6401387edeb', 'code': 200} Dec 20 11:33:28.542278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.543749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] 10.222.0.53 "PUT /v2.0/ports/4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 200 len: 1094 time: 2.1750627 Dec 20 11:33:28.544312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:28.565231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-a2dcb77c-18f5-44ef-90ef-9526b5af204b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:28.567082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-a2dcb77c-18f5-44ef-90ef-9526b5af204b service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 925 time: 0.4801078 Dec 20 11:33:28.574730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:28.582046 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:28.638669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449c032-a3cf-49af-a70f-b4e4debe8156 req-a922b8c0-b499-4afa-9719-9b153119bcf8 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:28.639639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e449c032-a3cf-49af-a70f-b4e4debe8156 req-a922b8c0-b499-4afa-9719-9b153119bcf8 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:28.678913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.692875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.707296 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d44337f-0da5-4d4b-99d4-cd2421eae067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:28.739948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e449c032-a3cf-49af-a70f-b4e4debe8156 req-a922b8c0-b499-4afa-9719-9b153119bcf8 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:28.746282 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e449c032-a3cf-49af-a70f-b4e4debe8156 req-a922b8c0-b499-4afa-9719-9b153119bcf8 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 944 time: 0.4319282 Dec 20 11:33:28.768772 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b1601fad-b4af-4f49-94d6-dc6d55e00957 req-b9ade4fb-726f-4a0d-93c4-a3b851a8705c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 1102 time: 0.1629424 Dec 20 11:33:28.769389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb9fe6-ebcb-4760-89ca-8969645456ba,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:28.772534 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:28.791463 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-b81364f4-2dd4-4933-a048-13176e6952f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f HTTP/1.1" status: 200 len: 1002 time: 0.2108352 Dec 20 11:33:28.811705 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb0a08906f2f48f7b58e689afccc3f29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689382 Dec 20 11:33:28.812450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:28.832492 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b1601fad-b4af-4f49-94d6-dc6d55e00957 req-6244dcc5-d19a-495f-acc9-312e2225c1e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525599 Dec 20 11:33:28.861509 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e449c032-a3cf-49af-a70f-b4e4debe8156 req-b12a3b28-90ac-4140-9a46-2124fc68e1eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144650 Dec 20 11:33:28.863309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-0adf6926-102d-4663-9995-aa2f2193dd4c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:28.864899 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-0adf6926-102d-4663-9995-aa2f2193dd4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 200 len: 863 time: 0.0646081 Dec 20 11:33:28.883042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-891722ba-7ba1-466a-9a45-90a27d30b32c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1097 time: 0.2504070 Dec 20 11:33:28.899808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:28.977900 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-ffc64562-ce3a-4d39-82b7-f6b7514b86e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 200 len: 217 time: 0.0849223 Dec 20 11:33:28.999179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:29.074696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:29.079147 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2d310a55-9376-4a83-80e6-a655c67a3748 tempest-LiveMigrationNegativeTest-1990462074 tempest-LiveMigrationNegativeTest-1990462074-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:29.103000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb9fe6-ebcb-4760-89ca-8969645456ba,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:29.116435 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:29.149628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:29.153957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1abb9fe6-ebcb-4760-89ca-8969645456ba HTTP/1.1" status: 204 len: 168 time: 0.3403778 Dec 20 11:33:29.420698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4111d0-be72-4296-af57-302095b0e71b req-87d80c86-b8ce-4370-8912-f8105f3198a1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:29.422832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-87d80c86-b8ce-4370-8912-f8105f3198a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.4385793 Dec 20 11:33:29.505965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-aa9ce6a8-694c-47c9-a99b-c3efb05d372c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703576 Dec 20 11:33:29.637784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-e503dee2-3abe-49b2-b92c-f69cd817b72c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5891480 Dec 20 11:33:29.730606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93c144c8-d983-429c-9e44-b2c2942002b7 req-ff6e5661-f029-4a58-8ced-33b702ddf738 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4825513 Dec 20 11:33:29.809294 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-33af6f42-87d3-4502-b4bd-1761422e57be service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931852 Dec 20 11:33:29.863454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bb47201f-9cb8-4dba-90e1-99f339819ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:30.178348 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe', 'status': 'completed', 'code': 200} Dec 20 11:33:30.275516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-0f5d3fd4-f5eb-4120-a3ad-ceef78dbfff4 service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807421 Dec 20 11:33:30.390366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c4111d0-be72-4296-af57-302095b0e71b req-ded91106-f95e-403f-8a26-a71643983132 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740349 Dec 20 11:33:30.441364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:30.469869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1f8c7-3e98-4ec9-9b50-5d3e62a376fd req-4737e3b1-d9eb-4bdf-a3d1-f20aa25e83f7 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:30.472141 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9f1f8c7-3e98-4ec9-9b50-5d3e62a376fd req-4737e3b1-d9eb-4bdf-a3d1-f20aa25e83f7 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 949 time: 0.2163100 Dec 20 11:33:30.600935 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9f1f8c7-3e98-4ec9-9b50-5d3e62a376fd req-e136326a-6399-4f2c-8892-e2ebb99f5777 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230748 Dec 20 11:33:30.660117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abf61781-2edc-4667-a6b0-f143d1e7f002 req-f974f6d2-2c7b-4d1f-9084-a323ba3d2f4a service neutron] 10.222.0.16 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747306 Dec 20 11:33:30.720891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-099962b9-6a06-4ae8-bd60-8bd9b249ff61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1097 time: 0.2073498 Dec 20 11:33:30.924674 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-085a158e-7c19-4ab5-a42b-fdc41abcc08d req-64c2ba8a-8efa-4a77-9c88-b9d0c3f7418a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1169858 Dec 20 11:33:30.970524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32876) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:30.993137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:31.014170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-509297cc-da1e-4926-bd84-e51d71a4bf23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:31.015706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-509297cc-da1e-4926-bd84-e51d71a4bf23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2853742 Dec 20 11:33:31.049119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:31.098185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:31.224377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee296ae8-2ae0-4bf4-aaba-537c02abf93b req-22bebc5d-c16d-4f55-82a3-0519e292c8bf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:31.226223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee296ae8-2ae0-4bf4-aaba-537c02abf93b req-22bebc5d-c16d-4f55-82a3-0519e292c8bf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 944 time: 0.3829830 Dec 20 11:33:31.227485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-b29036e7-2c99-4433-888e-071a7a435c51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 200 len: 217 time: 0.1997828 Dec 20 11:33:31.235286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:31.240064 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-9d3134ad-996d-4c37-a879-728794f024a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2683103 Dec 20 11:33:31.266630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:8f646fe8bfc34d788c5a05c58cdb49be is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:31.269754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:31.286287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:31.432154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:31.463638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca27f7-677e-4567-997a-e835e4a93317 req-be89066b-f7ae-4a9a-b949-ecba5f50600f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:31.466514 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aaca27f7-677e-4567-997a-e835e4a93317 req-be89066b-f7ae-4a9a-b949-ecba5f50600f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1896396 Dec 20 11:33:31.512379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:31.519666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-6bca3158-52bd-40b9-8c44-57718f1e2983 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:31.521215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-6bca3158-52bd-40b9-8c44-57718f1e2983 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.0728779 Dec 20 11:33:31.521912 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b76e04dd-6d8b-43ea-a841-5d63d5fc291b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:31.559152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aaca27f7-677e-4567-997a-e835e4a93317 req-deae310a-4249-4834-93f9-7f70ab4b90b9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860252 Dec 20 11:33:31.639714 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee296ae8-2ae0-4bf4-aaba-537c02abf93b req-e14a54a7-da71-4357-89ca-b687d9581b23 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049091 Dec 20 11:33:31.644978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-9ec9d13c-bc79-4d6a-b49d-f7c025b447a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146138 Dec 20 11:33:31.937666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-fe8e0988-1d38-44c1-9884-081c61b4b231 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594497 Dec 20 11:33:31.941287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f895ef-f682-4e76-845c-c6d881486a5b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:31.948542 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:31.979431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f646fe8bfc34d788c5a05c58cdb49be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5370522 Dec 20 11:33:31.982341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:32.122389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:32.178508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:32.355191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f0f0367-24bc-4b39-b52c-467ba51d909b req-5f59bb18-1c2b-42da-b57b-d0ce15ad7a5f service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053593 Dec 20 11:33:32.390986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:32.397825 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac6348d5-b65f-4e59-9418-56d8d854fbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:32.426362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a29e7-d6da-415d-81d2-117bc02a2790 req-d60e9879-6ec6-4db1-a3e3-c54f6f949110 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:32.429964 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc8a29e7-d6da-415d-81d2-117bc02a2790 req-d60e9879-6ec6-4db1-a3e3-c54f6f949110 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 950 time: 0.1724281 Dec 20 11:33:32.432303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:32.435709 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79f895ef-f682-4e76-845c-c6d881486a5b HTTP/1.1" status: 204 len: 168 time: 0.4497371 Dec 20 11:33:32.435709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f895ef-f682-4e76-845c-c6d881486a5b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:32.440083 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:32.508757 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc8a29e7-d6da-415d-81d2-117bc02a2790 req-187d042b-7b51-4124-92ae-9e9fb9a964fb tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718224 Dec 20 11:33:32.577778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:32.626053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edf367-3912-4d29-9258-952d754413ab req-a9ad4304-6a63-4fc4-b369-9acdbb04326d tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:32.634232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43edf367-3912-4d29-9258-952d754413ab req-a9ad4304-6a63-4fc4-b369-9acdbb04326d tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 949 time: 0.2693410 Dec 20 11:33:32.699402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43edf367-3912-4d29-9258-952d754413ab req-0fe9408f-b574-4d2d-963b-1c299ef2eba8 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639808 Dec 20 11:33:32.934425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e89aa-5289-42f4-aac4-d2dd79419077 req-61ae0b50-8e07-41b5-ab87-981e791b2f9f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:32.935848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed1e89aa-5289-42f4-aac4-d2dd79419077 req-61ae0b50-8e07-41b5-ab87-981e791b2f9f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 944 time: 0.1180449 Dec 20 11:33:32.997957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3600f3-4a76-4467-a611-34b14d29bcf7 req-3f346e27-5c83-44c3-a732-d017330afe29 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:33.000227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc3600f3-4a76-4467-a611-34b14d29bcf7 req-3f346e27-5c83-44c3-a732-d017330afe29 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1411881 Dec 20 11:33:33.004376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed1e89aa-5289-42f4-aac4-d2dd79419077 req-d7cb6e9c-d0ce-4ca2-bba1-595699da0f4d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553000 Dec 20 11:33:33.118980 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc3600f3-4a76-4467-a611-34b14d29bcf7 req-3e98ba64-34f1-49d8-86f2-96579de07174 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046276 Dec 20 11:33:33.438564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32966) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:33.466643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:33.511893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-5da76387-0977-44d0-a02f-3f511c62e55e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1103 time: 0.1000011 Dec 20 11:33:33.552426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:33.559093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Usage tracker for resource:security_group_rule and tenant:49c62561426143ed8bf86436b3c964e3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:33.564326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:33.572355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:33.691002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:33.707784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:33.720514 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5f35f01-5953-4b08-9ffe-db3e59e139d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:33.758317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9c4ad-db2c-4200-97c5-5e2bb3bcbbb4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:33.776132 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:33.818422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49c62561426143ed8bf86436b3c964e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3764603 Dec 20 11:33:33.818958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:33.827005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:33.900197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:33.954631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:33.983019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-b8e1eb5e-e168-4485-8af4-4b90913283b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:33.983633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-b8e1eb5e-e168-4485-8af4-4b90913283b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3593478 Dec 20 11:33:34.034667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:34.038333 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ac99922-4bdc-4741-8ef8-0d45622039fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:34.055998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9c4ad-db2c-4200-97c5-5e2bb3bcbbb4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:34.062788 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:34.067083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:34.070938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfe9c4ad-db2c-4200-97c5-5e2bb3bcbbb4 HTTP/1.1" status: 204 len: 168 time: 0.2487931 Dec 20 11:33:34.135626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4da1ee7e-07d4-4af4-a5cd-ca75bec58c7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.1371815 Dec 20 11:33:34.145090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-725d8d19-b2e5-4994-b515-b9689f5d3e45 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:34.147173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-725d8d19-b2e5-4994-b515-b9689f5d3e45 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 950 time: 0.6342490 Dec 20 11:33:34.198950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:34.246939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'port_id': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe', 'mac_address': 'fa:16:3e:42:5a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64313e95-a9c0-441b-8941-5dc9f90be7b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:34.278370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-0105e6c7-0369-4588-a270-9418d274e9b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:34.280070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-0105e6c7-0369-4588-a270-9418d274e9b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1305659 Dec 20 11:33:34.302371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a5fcf-ab10-4641-ad72-f87ca04780a5 req-a5e4046c-dc14-4e74-886b-ec28e3f1979d tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:34.310835 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-828a5fcf-ab10-4641-ad72-f87ca04780a5 req-a5e4046c-dc14-4e74-886b-ec28e3f1979d tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 950 time: 0.4316278 Dec 20 11:33:34.388753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560c6a8-20e7-45cd-a210-32d9f9ef595c req-58a09b69-4cbf-4f5f-87f9-83230844637c tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:34.390322 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b560c6a8-20e7-45cd-a210-32d9f9ef595c req-58a09b69-4cbf-4f5f-87f9-83230844637c tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 949 time: 0.1886961 Dec 20 11:33:34.449364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:34.480521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b560c6a8-20e7-45cd-a210-32d9f9ef595c req-6fb57a27-8ad4-419d-8f7e-d55c2b0d2757 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Dec 20 11:33:34.487679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Deleting port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:33:34.488064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:34.501830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7e0d14-b91f-41e9-8ead-a56efafd09fe {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:34.535885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:34.543624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:34.546542 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:34.555101 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-828a5fcf-ab10-4641-ad72-f87ca04780a5 req-12947ce4-3330-464f-8d02-19f7202d6ede tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431376 Dec 20 11:33:34.629160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:34.634556 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:34.696499 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-a20cb8b5-d941-427f-82fc-7007f442d6cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4024770 Dec 20 11:33:34.779911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['4d7e0d14-b91f-41e9-8ead-a56efafd09fe'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:34.914906 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-ab182f1b-5b9d-4ea1-8abb-7847b633b220 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030754 Dec 20 11:33:35.233523 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-1c8976d0-9ff8-4ba1-a231-b37a35de1081 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094866 Dec 20 11:33:35.258422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0874a-0321-47da-b356-8462f423e9c4 req-f981c017-1b58-4b44-871b-3c26f1d56f7f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:35.266553 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6af0874a-0321-47da-b356-8462f423e9c4 req-f981c017-1b58-4b44-871b-3c26f1d56f7f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 945 time: 0.4220202 Dec 20 11:33:35.270901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] For port 11845ebf-38a9-419f-9ccc-3b1919ad47b9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=11845ebf-38a9-419f-9ccc-3b1919ad47b9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:35.271329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:35.352483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-aa5b6596-2464-4303-a1fb-7ea52ae1453f tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:35.355511 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-aa5b6596-2464-4303-a1fb-7ea52ae1453f tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 949 time: 0.2157972 Dec 20 11:33:35.362487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d070a-3c82-4760-aa07-c1d0330559d8 req-aa046c68-d73f-4767-b102-eb6fd395b1e8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:35.364241 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3e2d070a-3c82-4760-aa07-c1d0330559d8 req-aa046c68-d73f-4767-b102-eb6fd395b1e8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1808524 Dec 20 11:33:35.537052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Deleting port 0d1f9408-7136-4544-9782-e6401387edeb {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:33:35.537873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:35.568133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Calling delete_port for 11845ebf-38a9-419f-9ccc-3b1919ad47b9 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:33:35.607909 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3e2d070a-3c82-4760-aa07-c1d0330559d8 req-04c7534d-3b60-47ea-a563-bf8649a6e99b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670694 Dec 20 11:33:35.642864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6af0874a-0321-47da-b356-8462f423e9c4 req-bf38fbd8-d38d-4f28-9b98-9d2d3421f053 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752370 Dec 20 11:33:35.833197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:35.841574 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:35.842825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:35.881221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['130e54b3-840b-4856-9e87-c70a49efca97'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:35.932073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Pushing event deleted for resources: {'Port': ['ID=11845ebf-38a9-419f-9ccc-3b1919ad47b9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:35.943202 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:35.976650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] For port 0d1f9408-7136-4544-9782-e6401387edeb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0d1f9408-7136-4544-9782-e6401387edeb,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:35.977016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:36.168005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:36.208069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:36.208446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:36.237971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] No DVR routers for this DVR port 11845ebf-38a9-419f-9ccc-3b1919ad47b9 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:33:36.262091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:36.275568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'name': 'network-vif-deleted', 'tag': '11845ebf-38a9-419f-9ccc-3b1919ad47b9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:36.317876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Calling delete_port for 0d1f9408-7136-4544-9782-e6401387edeb owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:33:36.373522 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eaad4fd9-18f0-48d0-8fa8-154648ca4aa5 req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "DELETE /v2.0/ports/11845ebf-38a9-419f-9ccc-3b1919ad47b9 HTTP/1.1" status: 204 len: 173 time: 2.2178857 Dec 20 11:33:36.405664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30402-d428-4803-b416-4e219bde03f5 req-a6f3de47-e9b5-400c-8871-d4e5d4debc39 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:36.419738 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2da30402-d428-4803-b416-4e219bde03f5 req-a6f3de47-e9b5-400c-8871-d4e5d4debc39 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 949 time: 0.4009955 Dec 20 11:33:36.522521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2da30402-d428-4803-b416-4e219bde03f5 req-2f26a030-84bf-4a2d-9230-899400af77bf tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702500 Dec 20 11:33:36.626099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:36.677001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:36.681059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:36.690608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76e2ebac-e935-4a33-b742-94c10de01da7 req-d94b17fd-fc7a-4b2f-b912-e8ae0b6a690e tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ce0900e5a21349ec904725c4059125f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439973 Dec 20 11:33:36.692724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['0d1f9408-7136-4544-9782-e6401387edeb'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:36.720113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:36.747602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:36.762777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:36.762777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 11845ebf-38a9-419f-9ccc-3b1919ad47b9 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:36.770459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d94ca2b2-fd72-4665-8e8d-2d642ae0e8bc req-29161e37-fd27-49cf-a6ca-0c461b4c2f2a tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Synchronizing usage tracker for tenant:7fd835c674c44335852ed800449aa3c2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:36.785665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Pushing event deleted for resources: {'Port': ['ID=0d1f9408-7136-4544-9782-e6401387edeb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:36.796288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d94ca2b2-fd72-4665-8e8d-2d642ae0e8bc req-29161e37-fd27-49cf-a6ca-0c461b4c2f2a tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Unset dirty status for tenant:7fd835c674c44335852ed800449aa3c2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:36.803488 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:36.815615 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d94ca2b2-fd72-4665-8e8d-2d642ae0e8bc req-29161e37-fd27-49cf-a6ca-0c461b4c2f2a tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=96071010-fc15-4d0b-b5e4-e94dd643c084 HTTP/1.1" status: 200 len: 210 time: 0.0958366 Dec 20 11:33:36.968490 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:36.969441 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96071010-fc15-4d0b-b5e4-e94dd643c084', 'name': 'network-vif-deleted', 'tag': '11845ebf-38a9-419f-9ccc-3b1919ad47b9', 'status': 'completed', 'code': 200} Dec 20 11:33:36.969647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 11845ebf-38a9-419f-9ccc-3b1919ad47b9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:33:36.969647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 11845ebf-38a9-419f-9ccc-3b1919ad47b9 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:33:37.067688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:37.077157 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:37.214032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] No DVR routers for this DVR port 0d1f9408-7136-4544-9782-e6401387edeb on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:33:37.218376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:37.230899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'name': 'network-vif-deleted', 'tag': '0d1f9408-7136-4544-9782-e6401387edeb'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:37.306846 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6e1c145-9a1a-43fa-a4f4-4b024af085b6 req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.16 "DELETE /v2.0/ports/0d1f9408-7136-4544-9782-e6401387edeb HTTP/1.1" status: 204 len: 173 time: 1.9406621 Dec 20 11:33:37.324159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921225f-d5ab-43fc-a033-76896648c94e req-3848a676-8f67-40b5-9e6a-b8811d94e75e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:37.326355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6921225f-d5ab-43fc-a033-76896648c94e req-3848a676-8f67-40b5-9e6a-b8811d94e75e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.2034261 Dec 20 11:33:37.376649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2ebac-e935-4a33-b742-94c10de01da7 req-e10d8868-134e-4963-810e-e90a4097c78f tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:37.380225 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76e2ebac-e935-4a33-b742-94c10de01da7 req-e10d8868-134e-4963-810e-e90a4097c78f tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6886768 Dec 20 11:33:37.396247 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6921225f-d5ab-43fc-a033-76896648c94e req-0a911f2d-2fda-4aab-bc43-a51b80c11f73 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637357 Dec 20 11:33:37.420105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76e2ebac-e935-4a33-b742-94c10de01da7 req-9849a2f5-8671-4868-bfb7-b32f87f6ca38 tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/quotas/ce0900e5a21349ec904725c4059125f7 HTTP/1.1" status: 200 len: 375 time: 0.0328724 Dec 20 11:33:37.472089 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe', 'code': 200} Dec 20 11:33:37.510551 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76e2ebac-e935-4a33-b742-94c10de01da7 req-19c889ae-bd83-455e-a9d6-88cb18b126e5 tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce0900e5a21349ec904725c4059125f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835495 Dec 20 11:33:37.877694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4608e5a-3adf-4b4d-80cb-49fdddad6ae1 req-9ed825f4-6f49-4b75-9cde-4235527f29e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:37.885824 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4608e5a-3adf-4b4d-80cb-49fdddad6ae1 req-9ed825f4-6f49-4b75-9cde-4235527f29e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 946 time: 0.2395613 Dec 20 11:33:37.890978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1133556-5d5f-4a56-8e8a-b0dfe01a588a req-bbdbb1b6-d7a0-49f5-bb6e-776db5ac671c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1099 time: 0.1801121 Dec 20 11:33:37.954309 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6e96d-d4bb-4180-8e00-10f698d4db5e', 'name': 'network-vif-deleted', 'tag': '0d1f9408-7136-4544-9782-e6401387edeb', 'status': 'completed', 'code': 200} Dec 20 11:33:37.967954 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1133556-5d5f-4a56-8e8a-b0dfe01a588a req-e91bae5f-10ff-4d7c-8ca2-0590f5648e03 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 Dec 20 11:33:37.985704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4608e5a-3adf-4b4d-80cb-49fdddad6ae1 req-b5de6d3a-be07-47ef-b0f8-b40b5e752f3c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Dec 20 11:33:38.183114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f7134174-5e73-4a85-8e45-0fc283e68d31 req-2470eafd-3a8c-4a7c-8d89-ac8fc9d2c69a tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Synchronizing usage tracker for tenant:ac11ccdcaef74279b5733c0be273d89f on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:38.188601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f7134174-5e73-4a85-8e45-0fc283e68d31 req-2470eafd-3a8c-4a7c-8d89-ac8fc9d2c69a tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Unset dirty status for tenant:ac11ccdcaef74279b5733c0be273d89f on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:38.188601 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7134174-5e73-4a85-8e45-0fc283e68d31 req-2470eafd-3a8c-4a7c-8d89-ac8fc9d2c69a tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed6e96d-d4bb-4180-8e00-10f698d4db5e HTTP/1.1" status: 200 len: 210 time: 0.0773206 Dec 20 11:33:38.619663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36960525-7fc7-4e17-a030-d7d2bd7e68c5 req-bb8b4cbb-f4ec-4822-b7ed-b22fe2b403b1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:38.620963 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36960525-7fc7-4e17-a030-d7d2bd7e68c5 req-bb8b4cbb-f4ec-4822-b7ed-b22fe2b403b1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.0773528 Dec 20 11:33:38.673740 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36960525-7fc7-4e17-a030-d7d2bd7e68c5 req-b178f6e8-9d30-4859-b081-88f16eb56291 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Dec 20 11:33:38.753611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0d1f9408-7136-4544-9782-e6401387edeb no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:38.792743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 0d1f9408-7136-4544-9782-e6401387edeb {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:33:38.793088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0d1f9408-7136-4544-9782-e6401387edeb not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:33:38.879910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e761c8-647c-4474-b141-1c42c39ea70b req-113dc118-46a5-46b5-8dc7-8b8a489283e9 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:38.881264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21e761c8-647c-4474-b141-1c42c39ea70b req-113dc118-46a5-46b5-8dc7-8b8a489283e9 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 949 time: 0.0753574 Dec 20 11:33:38.935460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21e761c8-647c-4474-b141-1c42c39ea70b req-f3725a1f-2378-424a-b06d-ebe7fa28d140 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482275 Dec 20 11:33:39.289885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe288f-7c12-449d-9811-a1b359c3a8e3 req-d0659272-c8b1-42c4-997c-5d856d468d8c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:39.291450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfbe288f-7c12-449d-9811-a1b359c3a8e3 req-d0659272-c8b1-42c4-997c-5d856d468d8c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 946 time: 0.0802577 Dec 20 11:33:39.339494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfbe288f-7c12-449d-9811-a1b359c3a8e3 req-6cc26ae8-877a-45d6-bd32-0481cee12042 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Dec 20 11:33:39.488769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9743cf87-ba17-4e53-bd0a-459e87f2bc12 req-6e5034ac-ce3e-4995-834b-2829a6b71c1f tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ce0900e5a21349ec904725c4059125f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301306 Dec 20 11:33:39.632639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743cf87-ba17-4e53-bd0a-459e87f2bc12 req-70043465-652d-4aaf-b27b-74f43cfde6de tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:39.634098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9743cf87-ba17-4e53-bd0a-459e87f2bc12 req-70043465-652d-4aaf-b27b-74f43cfde6de tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404161 Dec 20 11:33:39.650452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9743cf87-ba17-4e53-bd0a-459e87f2bc12 req-a1ea0d54-2f3b-416c-b74e-a59716c355a3 tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/quotas/ce0900e5a21349ec904725c4059125f7 HTTP/1.1" status: 200 len: 375 time: 0.0109711 Dec 20 11:33:39.694985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9743cf87-ba17-4e53-bd0a-459e87f2bc12 req-5d6aa036-5020-4328-add5-96331f3b70f7 tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce0900e5a21349ec904725c4059125f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396888 Dec 20 11:33:40.026854 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfd0ef17-64d5-4dcf-be43-b843a4f32a59 req-42a5f205-6911-4fb4-8f21-13aaa9687762 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1099 time: 0.1090877 Dec 20 11:33:40.037872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-ab0ab6af-ad41-484b-8138-726677ad479b tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:40.039597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-ab0ab6af-ad41-484b-8138-726677ad479b tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 949 time: 0.0911407 Dec 20 11:33:40.090605 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfd0ef17-64d5-4dcf-be43-b843a4f32a59 req-638aaaad-2d49-4133-9dc7-90f32c56b916 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Dec 20 11:33:40.128418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Deleting port 130e54b3-840b-4856-9e87-c70a49efca97 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:33:40.128418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:40.187742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:40.359401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baec813-b8bd-4b0e-b920-ecdddbece454 req-b87fd553-4c95-4f00-ae8f-15e2f925ec0b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:40.360836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3baec813-b8bd-4b0e-b920-ecdddbece454 req-b87fd553-4c95-4f00-ae8f-15e2f925ec0b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.0795114 Dec 20 11:33:40.442629 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3baec813-b8bd-4b0e-b920-ecdddbece454 req-e5a6e05c-88ba-4b81-9f5e-d5fc991e8cd1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 Dec 20 11:33:40.466517 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a66b0950-4809-4ff3-b3ff-c816f8845e61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac11ccdcaef74279b5733c0be273d89f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2752681 Dec 20 11:33:40.466747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:40.489573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] For port 130e54b3-840b-4856-9e87-c70a49efca97, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=130e54b3-840b-4856-9e87-c70a49efca97,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:40.489856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:40.544444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:40.587170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:40.622909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Calling delete_port for 130e54b3-840b-4856-9e87-c70a49efca97 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:33:40.652563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:40.658156 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5a7e67d-c2d7-465e-ad1d-5cee7854a4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:40.671541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5919b-0ef4-4dbc-8986-5e8f10cdb301,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:40.674975 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:40.685843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:40.687366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cf5919b-0ef4-4dbc-8986-5e8f10cdb301 HTTP/1.1" status: 204 len: 168 time: 0.2197690 Dec 20 11:33:40.792315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912edb10-9176-4d47-9986-c08fe9a22786 req-6d2d0d24-7c3e-4570-ae44-9e8610780407 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:40.800108 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-912edb10-9176-4d47-9986-c08fe9a22786 req-6d2d0d24-7c3e-4570-ae44-9e8610780407 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab8f3833-ce1c-4afd-b7bc-4f64da03e561 HTTP/1.1" status: 200 len: 949 time: 0.1089053 Dec 20 11:33:40.866523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-912edb10-9176-4d47-9986-c08fe9a22786 req-555259c0-743b-4058-91e0-2b0320bc731f tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.32 "GET /v2.0/security-groups?id=c19d3cb1-98f3-4ee9-91e7-152bf5c60989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651243 Dec 20 11:33:40.942359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:40.954487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['130e54b3-840b-4856-9e87-c70a49efca97'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:40.960729 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-045206fe-5204-47dc-9c06-64de3314d76e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:41.089454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Pushing event deleted for resources: {'Port': ['ID=130e54b3-840b-4856-9e87-c70a49efca97,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:41.092806 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:41.139241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] No DVR routers for this DVR port 130e54b3-840b-4856-9e87-c70a49efca97 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:33:41.142114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.153310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'name': 'network-vif-deleted', 'tag': '130e54b3-840b-4856-9e87-c70a49efca97'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:41.162270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:41.165766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e24b1fb-5610-40da-a0e5-ec9c353455f1 req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] 10.222.0.53 "DELETE /v2.0/ports/130e54b3-840b-4856-9e87-c70a49efca97 HTTP/1.1" status: 204 len: 173 time: 1.1211991 Dec 20 11:33:41.188012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.197936 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f20cf1a-ca97-4bfd-ba21-f8526fae4ecc req-a1fa33b8-0f06-484e-a342-514366624c3a tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1099 time: 0.1587570 Dec 20 11:33:41.245835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:41.250082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Usage tracker for resource:security_group_rule and tenant:d2cfb73ec5504ae08ea14f9083c94f28 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:41.253755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:41.259387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:41.272794 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f20cf1a-ca97-4bfd-ba21-f8526fae4ecc req-27b6fa15-78da-4bf3-a7b9-2040e5909289 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Dec 20 11:33:41.357256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.363565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.373291 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8971b979-fa19-4ef8-b517-9d4381a19ee3 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:41.406938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a054c-5be1-4fba-a976-71e836bf5dd0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:41.413582 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:41.436478 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2cfb73ec5504ae08ea14f9083c94f28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2730176 Dec 20 11:33:41.438995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33262) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:41.513867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.544386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.617346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.622210 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0986e3d7-bd07-41b9-8016-0b0285428bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:41.649631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a054c-5be1-4fba-a976-71e836bf5dd0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:41.656343 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:41.676347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:41.697784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e9a054c-5be1-4fba-a976-71e836bf5dd0 HTTP/1.1" status: 204 len: 168 time: 0.2469809 Dec 20 11:33:41.730579 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8f3833-ce1c-4afd-b7bc-4f64da03e561', 'name': 'network-vif-deleted', 'tag': '130e54b3-840b-4856-9e87-c70a49efca97', 'status': 'completed', 'code': 200} Dec 20 11:33:41.847011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-2ab72fed-ce95-4a19-84f1-0832faa9b126 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:41.848476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-2ab72fed-ce95-4a19-84f1-0832faa9b126 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.2844732 Dec 20 11:33:41.876135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-55116fa3-8a88-49c3-8dd6-8a275337ea16 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/quotas/e9817e1271cf41629db3efc19bfe6149 HTTP/1.1" status: 200 len: 375 time: 0.0206418 Dec 20 11:33:41.975090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fb728511-caa1-4e84-81e8-0bd283b5693b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980492 Dec 20 11:33:42.134615 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-883db72e-69f0-442f-8f98-29b4c8449821 service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578648 Dec 20 11:33:42.284279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aac109-6e5f-4cc4-b74d-64311cbff349 req-267c34ff-ff2c-489b-9ea2-35b6fe8801f5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:42.287236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-65aac109-6e5f-4cc4-b74d-64311cbff349 req-267c34ff-ff2c-489b-9ea2-35b6fe8801f5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1085756 Dec 20 11:33:42.296902 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-722c3680-1acd-4df1-9962-82e8486f777a service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566272 Dec 20 11:33:42.373277 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-65aac109-6e5f-4cc4-b74d-64311cbff349 req-259dea8f-4298-43d8-ab02-c96b4d93d658 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806301 Dec 20 11:33:42.385860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33304) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:42.607032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:42.675034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:42.678959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Usage tracker for resource:security_group_rule and tenant:11d4c23d651047f6896744ec1a02d306 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:42.682029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:42.688577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:42.778267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c3cc6325-d271-4fa9-813a-e626012a17af no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:42.798256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-fa497d80-06bd-4f99-94e3-4243ba86887a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:42.799751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-fa497d80-06bd-4f99-94e3-4243ba86887a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f447c68-a3be-47b3-b35f-1d4e4ad2ddda HTTP/1.1" status: 200 len: 945 time: 0.2125747 Dec 20 11:33:42.844088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:42.854967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:42.867034 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-04b329ce-49ef-42c3-ad04-7c216248f3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:42.921687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411a90ac-920c-46e0-8767-8f7a8721599f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:42.929529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:42.957893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11d4c23d651047f6896744ec1a02d306&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5705431 Dec 20 11:33:42.960652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:42.985430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Deleting port c3cc6325-d271-4fa9-813a-e626012a17af {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:33:42.985764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.055896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.066065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.156633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.184400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:43.221530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:43.231991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.247051 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:43.372267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.535442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:43.547389 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:43.548120 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:43.596137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-285738d5-ce23-42cc-b862-3e24ccc9fd4d req-f9ccf18a-7821-4ff9-8ea4-7553d6e7a6ac tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 210 time: 0.2281427 Dec 20 11:33:43.597334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411a90ac-920c-46e0-8767-8f7a8721599f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:43.601349 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:43.623441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.631357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/411a90ac-920c-46e0-8767-8f7a8721599f HTTP/1.1" status: 204 len: 168 time: 0.6695449 Dec 20 11:33:43.718571 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'code': 200} Dec 20 11:33:43.864476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] For port c3cc6325-d271-4fa9-813a-e626012a17af, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c3cc6325-d271-4fa9-813a-e626012a17af,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:43.865439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:43.898728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 130e54b3-840b-4856-9e87-c70a49efca97 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:43.937941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234d8a5-7b45-4ea3-8713-ffa1aec42ab5 req-da46039a-00a7-4f71-ae1a-60f1ff072776 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:43.948961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0234d8a5-7b45-4ea3-8713-ffa1aec42ab5 req-da46039a-00a7-4f71-ae1a-60f1ff072776 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1017878 Dec 20 11:33:43.981878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 130e54b3-840b-4856-9e87-c70a49efca97 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:33:43.984245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 130e54b3-840b-4856-9e87-c70a49efca97 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:33:44.030314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0234d8a5-7b45-4ea3-8713-ffa1aec42ab5 req-d6531f73-66c4-454f-ab11-f96a4b160e7d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800703 Dec 20 11:33:44.100350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Calling delete_port for c3cc6325-d271-4fa9-813a-e626012a17af owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:33:44.127449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33362) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:44.276448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3adf692c-be15-499a-99b2-709886bf15bd req-63bd506f-8184-4a80-83c8-729379858a76 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1099 time: 0.5250926 Dec 20 11:33:44.326598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33372) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:44.368154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97bce183-21b6-4fc9-8487-bed49a603753 req-454ef994-35df-455e-8793-d2650854fb5a tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ce0900e5a21349ec904725c4059125f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783668 Dec 20 11:33:44.381949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:44.405740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:44.425831 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3adf692c-be15-499a-99b2-709886bf15bd req-1d9bbc98-9cc2-4d74-a2be-4a330503b716 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484468 Dec 20 11:33:44.453012 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a59b5ce4-6593-4fb1-aeb3-4aac21c5817e tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:44.574458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event deleted for resources: {'Port': ['ID=c3cc6325-d271-4fa9-813a-e626012a17af,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:44.577648 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:44.654751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:44.682762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:44.690916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Usage tracker for resource:security_group_rule and tenant:34cb880d3b014a94a851817dab482242 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:44.694439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:44.709745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:44.739525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] No DVR routers for this DVR port c3cc6325-d271-4fa9-813a-e626012a17af on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:33:44.743355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:44.746609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-deleted', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:44.769228 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-19d4b7de-20dc-4a04-815f-777dbd987dd2 req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "DELETE /v2.0/ports/c3cc6325-d271-4fa9-813a-e626012a17af HTTP/1.1" status: 204 len: 173 time: 1.9623697 Dec 20 11:33:44.826238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-22d944da-1e9e-43c7-8de8-14a2e04714bc req-b44d3c35-5b1a-4d4b-8fef-3a116f52fd9a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:44.843700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-22d944da-1e9e-43c7-8de8-14a2e04714bc req-b44d3c35-5b1a-4d4b-8fef-3a116f52fd9a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:44.845054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22d944da-1e9e-43c7-8de8-14a2e04714bc req-b44d3c35-5b1a-4d4b-8fef-3a116f52fd9a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 210 time: 0.0625505 Dec 20 11:33:44.916167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-4f51b6c3-18a5-4cff-b1f2-ce70bb9524cb tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:44.923028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-4f51b6c3-18a5-4cff-b1f2-ce70bb9524cb tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.4092503 Dec 20 11:33:44.931723 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f447c68-a3be-47b3-b35f-1d4e4ad2ddda', 'name': 'network-vif-deleted', 'tag': 'c3cc6325-d271-4fa9-813a-e626012a17af', 'status': 'completed', 'code': 200} Dec 20 11:33:44.945948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Request body: {'port': {'device_id': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'admin_state_up': True, 'tenant_id': 'e9817e1271cf41629db3efc19bfe6149'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:45.028548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ac8c41ee-0e57-4f5f-85f5-24afcc7e860c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fd835c674c44335852ed800449aa3c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8996992 Dec 20 11:33:45.031138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33390) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:45.099179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.129104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.184009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bce183-21b6-4fc9-8487-bed49a603753 req-b69e7ee8-afa9-4a08-a866-9df2aed289b5 tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:45.184962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.186972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97bce183-21b6-4fc9-8487-bed49a603753 req-b69e7ee8-afa9-4a08-a866-9df2aed289b5 tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8110859 Dec 20 11:33:45.193909 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c511c7a4-2997-4f90-94d6-f1c76fafd73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:45.242091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19d3cb1-98f3-4ee9-91e7-152bf5c60989,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:45.251033 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:45.252062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.261160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97bce183-21b6-4fc9-8487-bed49a603753 req-ff1def50-c9c3-4357-b17e-d08ca67250dd tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/quotas/ce0900e5a21349ec904725c4059125f7 HTTP/1.1" status: 200 len: 375 time: 0.0585558 Dec 20 11:33:45.267285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.268865 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c19d3cb1-98f3-4ee9-91e7-152bf5c60989 HTTP/1.1" status: 204 len: 168 time: 0.2367520 Dec 20 11:33:45.294274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.299395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda428e-357a-4802-82c6-fafc3acae7f1 req-dcdf9028-74ba-4a55-adfa-1271f029b18b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:45.301110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2fda428e-357a-4802-82c6-fafc3acae7f1 req-dcdf9028-74ba-4a55-adfa-1271f029b18b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1105134 Dec 20 11:33:45.336990 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01e2e571-2995-4942-a73c-2e47c772116a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:45.362879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2fda428e-357a-4802-82c6-fafc3acae7f1 req-e9368092-02af-48b2-a7d5-29796e22a14b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542207 Dec 20 11:33:45.372754 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97bce183-21b6-4fc9-8487-bed49a603753 req-65183a65-d879-480b-b977-8f207c18da18 tempest-QuotasAdminNegativeTest-1282221746 tempest-QuotasAdminNegativeTest-1282221746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce0900e5a21349ec904725c4059125f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070468 Dec 20 11:33:45.395154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:45.414373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e21016d-7bed-4ca8-ab1b-f81d8e401d82,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:45.425593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:45.428114 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:45.443115 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34cb880d3b014a94a851817dab482242&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1112173 Dec 20 11:33:45.443536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33404) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:45.444397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Made reservation on behalf of e9817e1271cf41629db3efc19bfe6149 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:45.448815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.577420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.626525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.662952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Allocated IP 172.20.0.11 (9b0a5ac6-674c-43e4-a551-8a2a020b3791/5a03b218-421b-4a94-9813-6c93352eb437/8ccaa582-3e19-4f15-ad02-7c4050674ff5) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:33:45.703792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.709827 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a655308e-16a2-488e-b861-d551c58f7294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:45.736645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e21016d-7bed-4ca8-ab1b-f81d8e401d82,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:45.740851 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:45.743511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.744786 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e21016d-7bed-4ca8-ab1b-f81d8e401d82 HTTP/1.1" status: 204 len: 168 time: 0.3003821 Dec 20 11:33:45.901597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.941079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:45.951047 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:46.019204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:46.022314 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:46.037024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:33:46.038427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:46.041311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:33:46.046334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:46.047122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.089637 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-40eee2d2-f8be-4b9a-a78e-5c715f317f98 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378230 Dec 20 11:33:46.136005 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1948924 Dec 20 11:33:46.150614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Request body: {'port': {'device_id': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:46.219554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33430) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:46.330551 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-747274a6-29de-46af-9a1c-5ce34f0b36f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc62592f08d84cbd8971223a64ae3dbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1060221 Dec 20 11:33:46.331214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:46.338334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.364943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-518ac24f-ac62-4ea5-8d8f-c2e2372cbde9 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:46.366432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-518ac24f-ac62-4ea5-8d8f-c2e2372cbde9 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699542 Dec 20 11:33:46.420620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.447699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.479174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-b91d0dba-fe32-4331-b0fb-a363f9d40e9b tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/quotas/d0cda8115b0b4b119c9d42b2749a089f HTTP/1.1" status: 200 len: 375 time: 0.0722659 Dec 20 11:33:46.555610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.562401 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-56e0e82e-0b52-457b-a736-a42432da6aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:46.576020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cae5bb-c920-4d7a-b759-2f2b128fb9f5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:46.587677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a908455-497e-439f-bf14-a7bba204d1fb tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622485 Dec 20 11:33:46.597385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.598607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0cae5bb-c920-4d7a-b759-2f2b128fb9f5 HTTP/1.1" status: 204 len: 168 time: 0.2659571 Dec 20 11:33:46.600142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.600497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.601264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.601611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.602041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.602320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.602656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.602986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.604362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.604362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.604362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:46.608104 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:46.620101 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-136e40d3-15d0-4858-9dfa-78f33750459f req-8c89bc67-0169-4aa8-ae31-a6952e83f280 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1099 time: 0.1224363 Dec 20 11:33:46.681917 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-136e40d3-15d0-4858-9dfa-78f33750459f req-fae23837-949f-4b00-890e-b80e1b51fe4c tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608721 Dec 20 11:33:46.781493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c3cc6325-d271-4fa9-813a-e626012a17af no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:46.860895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: c3cc6325-d271-4fa9-813a-e626012a17af {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:33:46.861272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c3cc6325-d271-4fa9-813a-e626012a17af not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:33:46.875182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccaa582-3e19-4f15-ad02-7c4050674ff5 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:46.884657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.913554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Transition to ACTIVE for port object 8ccaa582-3e19-4f15-ad02-7c4050674ff5 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:46.969224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:46.981498 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:47.117039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:47.130787 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:47.134131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbd4e6-f9f3-4c11-81fe-f151851b39e1 req-315ba618-d455-49e6-8334-342ef6f6aa8b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:47.146201 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5fbd4e6-f9f3-4c11-81fe-f151851b39e1 req-315ba618-d455-49e6-8334-342ef6f6aa8b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1469114 Dec 20 11:33:47.233657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c80a1-54ed-4887-8195-94837fb4b751 req-32f0f011-9e5e-4138-9ecd-ad9d61451def tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:47.234373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d60c80a1-54ed-4887-8195-94837fb4b751 req-32f0f011-9e5e-4138-9ecd-ad9d61451def tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:47.240757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Attempting to bind port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:47.241108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Attempting to bind port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:47.241401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Attempting to bind port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:47.251205 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5fbd4e6-f9f3-4c11-81fe-f151851b39e1 req-5c49a7d1-311c-4c7f-8172-9fed1fdc641e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041069 Dec 20 11:33:47.275903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:47.276229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Attempting to bind port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:47.292568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d60c80a1-54ed-4887-8195-94837fb4b751 req-32f0f011-9e5e-4138-9ecd-ad9d61451def tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:47.294350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d60c80a1-54ed-4887-8195-94837fb4b751 req-32f0f011-9e5e-4138-9ecd-ad9d61451def tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 944 time: 0.3749075 Dec 20 11:33:47.294970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:47.295298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Checking segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:47.295678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Bound using segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:47.296875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Bound port: 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:47.297225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:47.440730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:47.533929 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d60c80a1-54ed-4887-8195-94837fb4b751 req-e953f772-c9ad-46dd-bddb-e2d79447f0f1 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094791 Dec 20 11:33:47.597266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:47.608288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:47.626934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:47.636655 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:47.668171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:47.710750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:47.712335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] 10.222.0.53 "PUT /v2.0/ports/8ccaa582-3e19-4f15-ad02-7c4050674ff5 HTTP/1.1" status: 200 len: 1094 time: 1.5657432 Dec 20 11:33:47.715132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:47.725232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c5e43ba-9c40-4d2b-ba6e-5c488ea6dec6 req-f60c9d7e-c70d-4b84-8ed1-4aa74b66e13b tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 210 time: 0.1142025 Dec 20 11:33:47.831099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:47.832042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1898977417-network', 'tenant_id': '89006318b41149a2a8b2982c57235de6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:47.833954 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:47.837558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:47.849814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Usage tracker for resource:network and tenant:89006318b41149a2a8b2982c57235de6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:47.856885 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'status': 'completed', 'code': 200} Dec 20 11:33:47.862334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:47.869666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:47.884645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Made reservation on behalf of 89006318b41149a2a8b2982c57235de6 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:47.888772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:47.894886 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4d9cc813-2347-4671-8ca9-a3d606b5c791 req-8d27a63c-bd49-47c9-9f36-90849891488e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1577199 Dec 20 11:33:47.903290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-9dd64c56-4d7a-4027-b1ec-54e0eb3d7fd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 1097 time: 0.1114337 Dec 20 11:33:47.903397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33496) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:47.910253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:47.949661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:47.956306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Usage tracker for resource:security_group_rule and tenant:89006318b41149a2a8b2982c57235de6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:47.959944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:47.967560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:47.997191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-039f111a-6423-4c86-b5f2-acdc6c2dad66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5 HTTP/1.1" status: 200 len: 217 time: 0.0866756 Dec 20 11:33:48.057213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.062871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.068153 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c2c97d5f-076c-4471-8bdb-e01f15619970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:48.100531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:33:48.124138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.124767 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Added segment dc514707-fd74-4471-a6c1-f4b868e5f6c6 of type vlan for network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 Dec 20 11:33:48.125738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.131914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04a9a54-da32-4880-a986-33514b91e765,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:48.135457 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:48.159639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-45e36ab3-658f-472d-aa72-eece0db9e1c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:48.161098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-45e36ab3-658f-472d-aa72-eece0db9e1c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.1581955 Dec 20 11:33:48.164972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.209721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.212468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:48.213067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.218948 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab6c316f-9a89-42d9-9a27-50209089e4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:48.221125 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-e2790efc-6b16-4b42-a0b9-57a3a1746f28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507081 Dec 20 11:33:48.222065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:48.225990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Usage tracker for resource:security_group_rule and tenant:ce0900e5a21349ec904725c4059125f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:48.247601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:48.259374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:48.422306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-c16bf884-92cf-429a-956f-562119d187c3 service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929901 Dec 20 11:33:48.441913 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-eaeef834-3faf-45e6-ac0d-7438de8683a2 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1363420 Dec 20 11:33:48.512182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.522272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.532902 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce063607-9ec1-4923-b40c-9c31e777c587 tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:48.571459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d8cdb-1246-4ac4-a990-3024dd48e019,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:48.612021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.612384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.612735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.613081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.613428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.613767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.614161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.614484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.614820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.615066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1732328 Dec 20 11:33:48.615347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.615687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:48.617892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Pushing event updated for resources: {'Network': ['ID=9c690b3f-a52a-4949-a191-3a8b7103e5d5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:48.653209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:33:48.663341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33526) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:48.670758 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:48.676306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Request body: {'subnet': {'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1898977417-subnet', 'tenant_id': '89006318b41149a2a8b2982c57235de6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:48.684257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce0900e5a21349ec904725c4059125f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7798483 Dec 20 11:33:48.685450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:48.689260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33530) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:48.692893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Usage tracker for resource:subnet and tenant:89006318b41149a2a8b2982c57235de6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:48.703845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:48.724674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:48.788713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43c0d2de-f8c8-4411-a5b4-e10d1218aba7 req-63658bc8-d46c-49ec-92a4-16b45800e3f3 service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403678 Dec 20 11:33:48.814303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Made reservation on behalf of 89006318b41149a2a8b2982c57235de6 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:48.817073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.837943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.867393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.870726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-11a9850e-f1a3-44ba-8d90-56ab00ccfcc8 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:48.872285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-11a9850e-f1a3-44ba-8d90-56ab00ccfcc8 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3742552 Dec 20 11:33:48.878258 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:48.890830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Request body: {'port': {'device_id': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'd0cda8115b0b4b119c9d42b2749a089f'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:48.960294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:48.981952 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e428ed25-b3eb-4a13-a7ca-70ae65dbf283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:49.030305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4cf5-1f4e-422a-b36a-d1c6fb30d4f0 req-851c7c23-d940-4851-881d-1b57ea32e75f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:49.031822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36ad4cf5-1f4e-422a-b36a-d1c6fb30d4f0 req-851c7c23-d940-4851-881d-1b57ea32e75f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.5323796 Dec 20 11:33:49.056094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:49.057253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c4d8cdb-1246-4ac4-a990-3024dd48e019 HTTP/1.1" status: 204 len: 168 time: 0.3659811 Dec 20 11:33:49.062758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d8cdb-1246-4ac4-a990-3024dd48e019,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:49.068191 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:49.099779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36ad4cf5-1f4e-422a-b36a-d1c6fb30d4f0 req-f845e96e-e5f1-44ec-af45-cb1799e9ed0d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590949 Dec 20 11:33:49.112302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-73dd4963-338c-422d-a528-4d50dc0bd717 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 1097 time: 0.1917562 Dec 20 11:33:49.147077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:49.156935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Usage tracker for resource:port and tenant:d0cda8115b0b4b119c9d42b2749a089f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:49.164501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:49.174042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:49.190622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Made reservation on behalf of d0cda8115b0b4b119c9d42b2749a089f for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:49.196811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:49.216843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:49.274961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:49.282873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Usage tracker for resource:security_group_rule and tenant:d0cda8115b0b4b119c9d42b2749a089f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:49.289106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:49.311428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:49.360590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-99a5c0c9-71ed-491c-a151-8d8e9d2e6c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:49.362628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-99a5c0c9-71ed-491c-a151-8d8e9d2e6c26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 904 time: 0.2342925 Dec 20 11:33:49.366914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:49.377120 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-10cda3c7-040f-4370-b567-35cb7b61a9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:49.495851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-277d46bf-73ae-4f76-81b1-4336b4889203 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5 HTTP/1.1" status: 200 len: 217 time: 0.1205366 Dec 20 11:33:49.515450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:49.527058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-abbedafe-ff51-4fd7-b9dc-991d668a8cf7 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:33:49.528075 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-abbedafe-ff51-4fd7-b9dc-991d668a8cf7 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081728 Dec 20 11:33:49.563864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:49.572949 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e98028c6-0c33-4b76-8596-612d0a4ce882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:49.592981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:49.593552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Unknown quota resources ['binding']. {{(pid=83558) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:33:49.662635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:49.665789 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:49.712213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50959735-77ee-4f1d-8e88-e47782329aeb,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:49.725774 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:49.731898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-a4c9a794-fce6-4e51-8fce-d5f18a3a6549 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:49.733313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-a4c9a794-fce6-4e51-8fce-d5f18a3a6549 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.2123675 Dec 20 11:33:49.735986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Checking segment: {'id': 'dc514707-fd74-4471-a6c1-f4b868e5f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:49.736318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Network hostable DHCP agents. Network: 9c690b3f-a52a-4949-a191-3a8b7103e5d5, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:33:49.749206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41207596-9e98-4e48-bf8d-47f3c9a763c0 req-e450b924-538f-45c7-ab43-59db405eaada tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:49.750713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-41207596-9e98-4e48-bf8d-47f3c9a763c0 req-e450b924-538f-45c7-ab43-59db405eaada tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 944 time: 0.2336056 Dec 20 11:33:49.816766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-40d6a8f9-fbab-4dc6-a7af-e19958f1c2eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740499 Dec 20 11:33:49.818877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Allocated IP 192.168.233.158 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/e25d5c49-3d59-435b-bd57-1f63bcf69cd4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:33:49.827373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33564) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:49.834306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-41207596-9e98-4e48-bf8d-47f3c9a763c0 req-40d0eb79-81e3-455c-803d-1874917b2bb4 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747063 Dec 20 11:33:49.941173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.042222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:33:50.057056 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e14f442-59a2-4e9f-8c0a-5e3c92ecebb9 req-fb9d6cb9-6ec3-42eb-a876-c7a48e27ec58 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 210 time: 0.0539615 Dec 20 11:33:50.090064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 9c690b3f-a52a-4949-a191-3a8b7103e5d5) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:50.098599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f636370a-8521-435a-b76c-619150dd2fde None None] Network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:33:50.112017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:50.124021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.124611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.132943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Usage tracker for resource:security_group_rule and tenant:b0e1894ac67148c5808a7341b3229954 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:50.133569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.138240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:50.157226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Transition to ACTIVE for port object e25d5c49-3d59-435b-bd57-1f63bcf69cd4 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:50.168530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:50.176117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-9c670c24-8335-47d1-8e64-6eed511497f5 service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506737 Dec 20 11:33:50.178538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:50.178915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:50.179192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:50.203796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.212565 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5481684 Dec 20 11:33:50.224022 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36331967-5798-4ad6-97c6-bb2bde3e743c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:50.228639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:50.228968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:50.301236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:33:50.301738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:50.302129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:50.302519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:50.302952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Bound port: 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:50.305172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:50.309917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:33:50.314979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.315328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.341894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Pushing event updated for resources: {'Port': ['ID=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:50.346684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:50.349468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4625394 Dec 20 11:33:50.366502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Request body: {'port': {'device_id': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:50.401159 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85edce0f-dc6f-4423-88ee-5b283e8fedf4 req-d745f0c9-35c8-4d52-b0db-1eb3052345b3 service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177539 Dec 20 11:33:50.435446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.450186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.475821 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:50.483114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:50.531548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.544269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7824ec15-4db9-4150-8057-b9f050f49f6b service neutron] 10.222.0.32 "POST /v2.0/ports/4d7e0d14-b91f-41e9-8ead-a56efafd09fe/bindings HTTP/1.1" status: 201 len: 391 time: 0.9619138 Dec 20 11:33:50.552256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f463af-9b06-4696-8f19-202f18329053 None None] Network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:33:50.579036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78446cbc-f342-4718-bdb7-53489267ccd7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:50.582174 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:50.584469 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0e1894ac67148c5808a7341b3229954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7566869 Dec 20 11:33:50.588368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33582) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:50.640746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dd52bff1-36bb-4ce2-b44f-643c899eb8e6 None None] Provisioning for port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:50.648635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dd52bff1-36bb-4ce2-b44f-643c899eb8e6 None None] Provisioning complete for port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:50.650167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dd52bff1-36bb-4ce2-b44f-643c899eb8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.680682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.703002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.712947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.723047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dd52bff1-36bb-4ce2-b44f-643c899eb8e6 None None] Port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:33:50.784941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.790292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.790578 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08fd073a-d198-4fc2-84ee-a22d825922e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:50.790709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.791006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.791366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.791721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.792073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.792422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.792773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.793159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:50.795018 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f0ae844-fdd2-4028-a3a9-1d638e24ec8c req-c2d07169-f53b-4f56-8adf-8fcc5c2fbc8a tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.3338208 Dec 20 11:33:50.822531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78446cbc-f342-4718-bdb7-53489267ccd7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:50.825803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:50.827570 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78446cbc-f342-4718-bdb7-53489267ccd7 HTTP/1.1" status: 204 len: 168 time: 0.2385521 Dec 20 11:33:50.830734 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:50.997184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9eea0-f973-46de-a4a5-f1132d91c282 req-ed436711-1042-43b7-bd9e-39e2eaa87669 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:51.003889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8a9eea0-f973-46de-a4a5-f1132d91c282 req-ed436711-1042-43b7-bd9e-39e2eaa87669 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1709423 Dec 20 11:33:51.070525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8a9eea0-f973-46de-a4a5-f1132d91c282 req-bfec7873-f664-40c3-9eb8-61811505971a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Dec 20 11:33:51.079053 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-1c28ee73-49cc-4c3d-bd8e-be428f730057 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1099 time: 0.1551175 Dec 20 11:33:51.190702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25d5c49-3d59-435b-bd57-1f63bcf69cd4 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:51.208191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:51.223933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Transition to ACTIVE for port object e25d5c49-3d59-435b-bd57-1f63bcf69cd4 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:51.234836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:51.242553 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b70c1e82-6b34-4d1b-a6ae-925c301790ce tempest-ServerDiagnosticsNegativeTest-742752370 tempest-ServerDiagnosticsNegativeTest-742752370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:51.334661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7c59137e-8a22-4add-8535-da92c81b12c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:51.336228 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7c59137e-8a22-4add-8535-da92c81b12c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2488847 Dec 20 11:33:51.373587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Pushing event updated for resources: {'Port': ['ID=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:51.398075 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:51.404323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0f311-785f-44d3-b447-d0d0c48b80c7 req-fadd6253-7972-4fb3-80cd-779b5bc214e0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:51.405574 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38b0f311-785f-44d3-b447-d0d0c48b80c7 req-fadd6253-7972-4fb3-80cd-779b5bc214e0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 946 time: 0.2079241 Dec 20 11:33:51.421404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-c0b6b888-4865-4ac8-b41c-e57da93c78f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 200 len: 217 time: 0.0772238 Dec 20 11:33:51.521229 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38b0f311-785f-44d3-b447-d0d0c48b80c7 req-94e5caaa-942d-43bd-8863-01da32377500 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983906 Dec 20 11:33:51.522567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-3d08f60c-4feb-4073-a28d-13e4aec3ceff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:51.523984 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-3d08f60c-4feb-4073-a28d-13e4aec3ceff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.0862291 Dec 20 11:33:51.573794 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-89f705ff-9fb9-4ae2-94b1-3acc37715763 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427415 Dec 20 11:33:51.656282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Attempting to bind port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:51.656620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Attempting to bind port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:51.657300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Attempting to bind port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:51.668746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-1b8afc40-decf-4e56-b24a-9d538e5d028d tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:51.669413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-1b8afc40-decf-4e56-b24a-9d538e5d028d tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Synchronizing usage tracker for tenant:89006318b41149a2a8b2982c57235de6 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:51.676946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:51.677257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Attempting to bind port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:51.689205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:51.689528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:51.689905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:51.690368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Bound port: e25d5c49-3d59-435b-bd57-1f63bcf69cd4, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:51.690716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:51.708258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-1b8afc40-decf-4e56-b24a-9d538e5d028d tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Unset dirty status for tenant:89006318b41149a2a8b2982c57235de6 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:51.709345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-1b8afc40-decf-4e56-b24a-9d538e5d028d tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/networks?id=9c690b3f-a52a-4949-a191-3a8b7103e5d5 HTTP/1.1" status: 200 len: 814 time: 0.4684510 Dec 20 11:33:51.763900 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a4beb87e-8a94-4ffd-b7e1-09ecf5f6e383 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/quotas/89006318b41149a2a8b2982c57235de6 HTTP/1.1" status: 200 len: 375 time: 0.0291080 Dec 20 11:33:51.833359 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-3e0f2351-68f5-407e-a4dd-9ea50451a67b tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89006318b41149a2a8b2982c57235de6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504358 Dec 20 11:33:51.837660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] For port e25d5c49-3d59-435b-bd57-1f63bcf69cd4, host n-h2-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:51.867808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] For port e25d5c49-3d59-435b-bd57-1f63bcf69cd4, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:51.877104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:51.892134 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:51.932791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-8e6be58b-4ddf-489e-9d62-1b227905f2f0 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518474 Dec 20 11:33:51.939696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921619ef-fce9-4c37-b110-1333b700633b req-5293ed7d-827a-4371-a127-dd44e352bf09 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:51.951942 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-921619ef-fce9-4c37-b110-1333b700633b req-5293ed7d-827a-4371-a127-dd44e352bf09 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 886 time: 0.3303814 Dec 20 11:33:51.961242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8ccaa582-3e19-4f15-ad02-7c4050674ff5 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:52.004478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:52.006111 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] 10.222.0.16 "PUT /v2.0/ports/e25d5c49-3d59-435b-bd57-1f63bcf69cd4 HTTP/1.1" status: 200 len: 1098 time: 1.6468549 Dec 20 11:33:52.006599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'tag': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:52.045122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Pushing event updated for resources: {'Port': ['ID=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:52.058325 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:52.101057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-af56ee32-c9fc-4c2e-ae8b-ba0136f8770f service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482079 Dec 20 11:33:52.140407 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-becf0f90-6a8e-4088-8863-278e8744b32e service neutron] 10.222.0.32 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963095 Dec 20 11:33:52.213677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:52.228273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'mac_address': 'fa:16:3e:f9:a9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:52.290945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9cb0-c349-442c-9c3b-ea4709d1dc55 req-a6cae106-7f9f-419b-b827-1779595f8677 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.291628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:52.292489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca8b9cb0-c349-442c-9c3b-ea4709d1dc55 req-a6cae106-7f9f-419b-b827-1779595f8677 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 944 time: 0.1480455 Dec 20 11:33:52.296772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-93850994-efed-4360-a738-4e6a100bf9c6 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1099 time: 0.1172628 Dec 20 11:33:52.311257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccaa582-3e19-4f15-ad02-7c4050674ff5 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:52.318686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:52.328497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:52.335296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:52.338675 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:52.340574 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-aecd96cc-d168-42b8-9dab-a622c7abc369 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 1101 time: 0.2840798 Dec 20 11:33:52.353319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-b89da81c-5e38-4d7a-a357-c5125c237493 service neutron] 10.222.0.32 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030518 Dec 20 11:33:52.437863 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-0e4eecc4-866b-44ef-a526-5d20e1a1e3e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=e25d5c49-3d59-435b-bd57-1f63bcf69cd4 HTTP/1.1" status: 200 len: 217 time: 0.0808330 Dec 20 11:33:52.445304 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:33:52.450567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca8b9cb0-c349-442c-9c3b-ea4709d1dc55 req-7af1f4d8-4c4e-4361-9a44-da228d918635 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520398 Dec 20 11:33:52.456408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:52.468652 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:52.471632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:52.511950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-c6cb1611-b54f-44a6-8b24-964fddf3d652 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.513451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-c6cb1611-b54f-44a6-8b24-964fddf3d652 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0700908 Dec 20 11:33:52.532761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.16', 60268) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:52.540485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['8ccaa582-3e19-4f15-ad02-7c4050674ff5'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:52.731382 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-884afbb9-8846-4324-a79f-a9d02f0999d9 service neutron] show failed (client error): The resource could not be found. Dec 20 11:33:52.732840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-884afbb9-8846-4324-a79f-a9d02f0999d9 service neutron] 10.222.0.16 "GET /v2.0/ports/694291af-8eba-4d15-b627-e33b698d683a/bindings/n-h1-victoria-1 HTTP/1.1" status: 404 len: 382 time: 0.1987782 Dec 20 11:33:52.735212 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-495c3e80-7316-4fd3-9e9c-6d065591e9be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2146256 Dec 20 11:33:52.819999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:52.824076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.824679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.825136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.825586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.826016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.826503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.826928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.827525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.827923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.829972 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a0760486-d600-4a4b-a57e-9888595fd73f req-28b935d5-dae9-45eb-b27a-0d6c0e1adbe5 tempest-NetworksTest-1871846204 tempest-NetworksTest-1871846204-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.2667484 Dec 20 11:33:52.868534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110b206-ce98-4714-a772-cf2181479a86 req-ee99d523-c36a-4055-a167-56d4f8dde890 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:52.869966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b110b206-ce98-4714-a772-cf2181479a86 req-ee99d523-c36a-4055-a167-56d4f8dde890 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 948 time: 0.1439967 Dec 20 11:33:52.972161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:52.997901 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-a54968da-bdb6-4a59-a36d-d5e5bba47cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471504 Dec 20 11:33:53.126947 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'tag': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4', 'status': 'completed', 'code': 200} Dec 20 11:33:53.200606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b110b206-ce98-4714-a772-cf2181479a86 req-57d0af3a-8803-472b-a34f-3d8db6d7c358 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974844 Dec 20 11:33:53.201282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:53.208912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:53.247374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:53.255499 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-559e50b9-9319-4efb-99a4-dde113ca6881 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:53.304882 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b2ed89d-4cce-4e06-a473-22a0d22ce6a3 req-ab115f8e-1179-4d8a-aa99-a86661500cac service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976718 Dec 20 11:33:53.322996 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-25704608-ad38-4c04-9323-13e6108625af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420&tenant_id=dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 1103 time: 0.3043218 Dec 20 11:33:53.334192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8b887-34e6-4264-a7bf-373123229822 req-1c7c088a-9a0c-4519-97ea-beca307afb2b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:53.336784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3a8b887-34e6-4264-a7bf-373123229822 req-1c7c088a-9a0c-4519-97ea-beca307afb2b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.1052830 Dec 20 11:33:53.403975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-victoria-1', 'device_owner': 'compute:nova'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:53.433025 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3a8b887-34e6-4264-a7bf-373123229822 req-82ce82f2-5813-49b4-b527-6ffe5f898aa3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882976 Dec 20 11:33:53.448400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33652) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:53.513092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:53.516799 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:53.584755 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-76bdd806-f34f-4604-a6fb-2c92206686ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 1101 time: 0.1463988 Dec 20 11:33:53.612802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:53.636975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:53.637485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:53.638243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:53.678033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:53.678033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Attempting to bind port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:53.726784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:53.727120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:53.727500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:53.727936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Bound port: 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:53.728270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:53.728380 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-882813e6-35af-4b31-ba34-47a3f277cbf2 req-2782ad3b-a095-424f-bdad-2bd152e448d3 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 210 time: 0.0910745 Dec 20 11:33:53.753320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:53.815211 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe', 'code': 200} Dec 20 11:33:53.836602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-a216d30d-c4c6-4730-9b71-d92b34da4fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:53.838199 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-a216d30d-c4c6-4730-9b71-d92b34da4fe8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2460370 Dec 20 11:33:53.945632 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-b6e04cc7-5db4-4867-aa3e-0d8533e1c279 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=e25d5c49-3d59-435b-bd57-1f63bcf69cd4 HTTP/1.1" status: 200 len: 217 time: 0.1012874 Dec 20 11:33:53.948480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:53.982609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8ccaa582-3e19-4f15-ad02-7c4050674ff5 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:54.035836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-765be29c-8638-4541-bebb-57826e4cef96 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:54.037280 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-765be29c-8638-4541-bebb-57826e4cef96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0851648 Dec 20 11:33:54.048659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e5400-09d4-425d-889d-2e0e4f9c706b req-486799bb-5f43-45b1-b4f7-bdcaf446250d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:54.050356 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-953e5400-09d4-425d-889d-2e0e4f9c706b req-486799bb-5f43-45b1-b4f7-bdcaf446250d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 945 time: 0.1555455 Dec 20 11:33:54.080635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Usage tracker for resource:security_group_rule and tenant:2186152d75b74cfabcb53f7330370b30 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:54.104083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:54.117905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:54.120878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:54.128015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:54.128683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.205929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:54.232362 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-953e5400-09d4-425d-889d-2e0e4f9c706b req-3a3a28e8-63e8-4d8a-812d-a785df7b8487 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437478 Dec 20 11:33:54.237697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:54.288423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.297671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646408-3bda-4dc6-8418-9749ad8670af req-6fa15ea8-fa6a-4625-922e-b871f8ecd069 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:54.305816 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8646408-3bda-4dc6-8418-9749ad8670af req-6fa15ea8-fa6a-4625-922e-b871f8ecd069 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 944 time: 0.4935548 Dec 20 11:33:54.312361 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:54.339937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.376353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:54.386851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:54.388370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-adad6fb8-3681-488a-a1a2-813a8fdd8f31 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:54.389752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-adad6fb8-3681-488a-a1a2-813a8fdd8f31 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.53 "GET /v2.0/networks?id=9c690b3f-a52a-4949-a191-3a8b7103e5d5 HTTP/1.1" status: 200 len: 814 time: 0.2937994 Dec 20 11:33:54.394582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.397183 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:54.408117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-c83f9bf5-d9ef-4915-907d-8d49fcca43c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3556912 Dec 20 11:33:54.410959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Request body: {'port': {'device_id': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5', 'admin_state_up': True, 'tenant_id': '89006318b41149a2a8b2982c57235de6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:54.478256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:54.490146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.490714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.491296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.491867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.492401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.493116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.493649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.494317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.494865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.495392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.495917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:33:54.507051 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:54.535137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:54.624727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.651897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.659471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.660851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] 10.222.0.16 "PUT /v2.0/ports/4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 200 len: 1126 time: 2.3482838 Dec 20 11:33:54.664074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:54.672849 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8646408-3bda-4dc6-8418-9749ad8670af req-22e0b330-d8fb-4aa2-ad59-592e0774e67e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660836 Dec 20 11:33:54.678401 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:54.678877 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c903b127-a9e7-4518-bdd0-3ce2aa18aeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:54.687946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:54.722168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:54.724670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['4d7e0d14-b91f-41e9-8ead-a56efafd09fe'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:54.741258 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-abb83af5-2525-4835-bdc2-6d9b394c1423 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966673 Dec 20 11:33:54.742349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Usage tracker for resource:port and tenant:89006318b41149a2a8b2982c57235de6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:54.746375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:54.770337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9619cdaf-1bc5-4a8c-9926-dae1b7e3f33e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:54.777861 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2186152d75b74cfabcb53f7330370b30&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3191929 Dec 20 11:33:54.778527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33680) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:54.781065 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:54.784899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.790035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:54.819013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Transition to ACTIVE for port object 694291af-8eba-4d15-b627-e33b698d683a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:54.827077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c102bc-5ee7-4ea2-9446-5cd111034d58 req-4bb3095b-8507-4db2-bdcd-4c3633858a0e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:54.827767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d6c102bc-5ee7-4ea2-9446-5cd111034d58 req-4bb3095b-8507-4db2-bdcd-4c3633858a0e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Synchronizing usage tracker for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:54.833242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.836374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Made reservation on behalf of 89006318b41149a2a8b2982c57235de6 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:33:54.837939 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:54.839425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:54.889784 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'code': 200} Dec 20 11:33:54.924097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d6c102bc-5ee7-4ea2-9446-5cd111034d58 req-4bb3095b-8507-4db2-bdcd-4c3633858a0e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Unset dirty status for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:54.931683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6c102bc-5ee7-4ea2-9446-5cd111034d58 req-4bb3095b-8507-4db2-bdcd-4c3633858a0e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 948 time: 0.3148336 Dec 20 11:33:54.972671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.53', 56193) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:55.053032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=6']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:55.054737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.056588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:55.064650 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2672d6a-ef65-4185-94bd-56bad9a130f2 req-be4a28c0-a6f6-4cc8-ad12-97f2f30dcc8c service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115079 Dec 20 11:33:55.083711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d6c102bc-5ee7-4ea2-9446-5cd111034d58 req-cecf41ed-bba3-492a-a9e1-a2d6b2cea7bf tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Synchronizing usage tracker for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:55.143836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d6c102bc-5ee7-4ea2-9446-5cd111034d58 req-cecf41ed-bba3-492a-a9e1-a2d6b2cea7bf tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Unset dirty status for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:55.144886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6c102bc-5ee7-4ea2-9446-5cd111034d58 req-cecf41ed-bba3-492a-a9e1-a2d6b2cea7bf tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124674 Dec 20 11:33:55.155100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] No DVR routers for this DVR port 694291af-8eba-4d15-b627-e33b698d683a on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:33:55.161671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Allocated IP 172.20.0.8 (9c690b3f-a52a-4949-a191-3a8b7103e5d5/50959735-77ee-4f1d-8e88-e47782329aeb/cfff0875-ab00-4956-a126-4fcef7d5a6c8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:33:55.187043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.328003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1ec4d910-4cf9-435a-bcd7-e597baeb79fe req-1a7512b8-7aa1-4e89-8185-822bdba6efac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 1099 time: 0.3450313 Dec 20 11:33:55.328687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:55.329020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:55.329367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:55.387287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881ae0-2ebb-4795-bd5e-967bd2d21fde req-41755307-1ac7-45a0-a239-9a975f024f9e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:55.388730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3881ae0-2ebb-4795-bd5e-967bd2d21fde req-41755307-1ac7-45a0-a239-9a975f024f9e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 948 time: 0.3272879 Dec 20 11:33:55.390359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Port 694291af-8eba-4d15-b627-e33b698d683a on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:55.390676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Attempting to bind port 694291af-8eba-4d15-b627-e33b698d683a on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:55.421413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.425405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:55.425736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:55.426136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:55.426574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Bound port: 694291af-8eba-4d15-b627-e33b698d683a, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:55.426908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.431453 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc6f47c7-ccec-4750-b2f0-5b70a9d9b8e0 req-b45a8f64-4190-4805-85fe-ad9dd794959c tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 210 time: 0.0488372 Dec 20 11:33:55.441966 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-571da7a5-84af-4ac2-a6ea-2c6c7470b5e6 tempest-AggregatesAdminTestJSON-1183716895 tempest-AggregatesAdminTestJSON-1183716895-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:55.459427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9619cdaf-1bc5-4a8c-9926-dae1b7e3f33e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:55.461674 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:55.466871 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1ec4d910-4cf9-435a-bcd7-e597baeb79fe req-541f8b08-580a-4da3-8cef-b4cd9f5b50ae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277390 Dec 20 11:33:55.487195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.518201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.522246 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9619cdaf-1bc5-4a8c-9926-dae1b7e3f33e HTTP/1.1" status: 204 len: 168 time: 0.7377980 Dec 20 11:33:55.533076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.542760 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:55.564368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3881ae0-2ebb-4795-bd5e-967bd2d21fde req-b55750b6-b9a6-4214-ba45-794445368182 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633778 Dec 20 11:33:55.609688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:55.613578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:55.620285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.625023 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a583e37a-d0a3-455d-b447-e55edfa56450 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:55.639024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:33:55.689661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.691309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] 10.222.0.53 "PUT /v2.0/ports/694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 1098 time: 2.2917347 Dec 20 11:33:55.696542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:33:55.706481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:33:55.709534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:55.710708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:55.711571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:55.712782 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:55.731004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Pushing event updated for resources: {'Port': ['ID=cfff0875-ab00-4956-a126-4fcef7d5a6c8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:55.746923 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:55.806903 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-9e7aa303-8a6f-4e38-88a9-1d90f376a731 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1101 time: 0.0900447 Dec 20 11:33:55.807033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2a803-3c86-401b-b6a3-39e819db3f26 req-611f039c-445e-4e9b-b49a-f2dc7e04c424 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:55.808464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-72a2a803-3c86-401b-b6a3-39e819db3f26 req-611f039c-445e-4e9b-b49a-f2dc7e04c424 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1684074 Dec 20 11:33:55.809693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4060225 Dec 20 11:33:55.816662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe'}, {'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694291af-8eba-4d15-b627-e33b698d683a'}, {'name': 'network-changed', 'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'tag': '694291af-8eba-4d15-b627-e33b698d683a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:55.858221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Request body: {'port': {'device_id': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:33:55.913887 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-72a2a803-3c86-401b-b6a3-39e819db3f26 req-aca39e91-853b-46a6-a87f-c3d48bdb6d5c tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987887 Dec 20 11:33:56.036192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:56.057139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:56.063439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-7af9e2b3-688d-4764-a6a6-32d3c1562a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:56.070975 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-7af9e2b3-688d-4764-a6a6-32d3c1562a42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2347927 Dec 20 11:33:56.084451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:56.127638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:56.140457 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe', 'status': 'completed', 'code': 200} Dec 20 11:33:56.140980 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694291af-8eba-4d15-b627-e33b698d683a', 'code': 200} Dec 20 11:33:56.141253 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'tag': '694291af-8eba-4d15-b627-e33b698d683a', 'status': 'completed', 'code': 200} Dec 20 11:33:56.196436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f51bd-97ce-4cd1-8efb-70e611d74c63 req-375a4cc7-33f5-44b9-aa94-c83452e4e697 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:56.202894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-709f51bd-97ce-4cd1-8efb-70e611d74c63 req-375a4cc7-33f5-44b9-aa94-c83452e4e697 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 944 time: 0.2933981 Dec 20 11:33:56.209066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Usage tracker for resource:security_group_rule and tenant:a143a9f804a742b39bd14be8d89b2e0a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:56.224008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:56.238513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:56.361220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-59ff421a-bd12-4378-8398-dd637cec661a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.2824473 Dec 20 11:33:56.361668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33720) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:56.450821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-458515fe-116f-468f-a02c-f4fec6877c12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1101 time: 0.2788374 Dec 20 11:33:56.482095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-709f51bd-97ce-4cd1-8efb-70e611d74c63 req-b5654a35-35a4-42c3-92e9-b339a3b2e157 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780926 Dec 20 11:33:56.487560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-ba6fe8cb-9ac5-40c2-97f9-d11152867340 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:56.491687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-ba6fe8cb-9ac5-40c2-97f9-d11152867340 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1133862 Dec 20 11:33:56.508040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-c4430d75-5236-4716-8871-34eb273daac7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1129 time: 0.3516083 Dec 20 11:33:56.673979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:56.691026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:56.707746 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae0d0fa-5af0-49a2-9ca0-c5f9cd7e9fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:56.753385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:56.781821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6b8fe-8f80-4b80-a62e-85753055e21f req-00d2a64f-9770-460c-9f0e-45e8b2f49f0b tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:56.783418 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dac6b8fe-8f80-4b80-a62e-85753055e21f req-00d2a64f-9770-460c-9f0e-45e8b2f49f0b tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 948 time: 0.4673667 Dec 20 11:33:56.805521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-91c4e5df-8794-422d-902d-c212a9cc2476 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3030190 Dec 20 11:33:56.817601 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a143a9f804a742b39bd14be8d89b2e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7570295 Dec 20 11:33:56.817601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d0ebd-fb08-4095-8932-805018435bc5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:56.819114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:56.823343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-350f3c02-b374-44d7-92e2-ae7b6a053147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:56.825069 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-350f3c02-b374-44d7-92e2-ae7b6a053147 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3632295 Dec 20 11:33:56.828697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:56.838464 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:56.847954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-72c7f6c4-12e3-4bae-9449-5257356017d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:56.849573 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-72c7f6c4-12e3-4bae-9449-5257356017d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2727933 Dec 20 11:33:56.875733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 694291af-8eba-4d15-b627-e33b698d683a no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:33:56.877924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:33:56.934399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Usage tracker for resource:security_group_rule and tenant:11bab09747fe48ddbe2c78d90a65d867 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:33:56.948930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:33:56.995809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-eab76d46-58ef-4655-b6cb-0ad9b58593d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.1537218 Dec 20 11:33:56.997879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:33:57.010507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-798f569d-5cd9-44ca-b27e-0f92706919e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 200 len: 217 time: 0.1448200 Dec 20 11:33:57.011011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dac6b8fe-8f80-4b80-a62e-85753055e21f req-99aeaa24-88d1-4796-9983-6d95a8440e02 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187772 Dec 20 11:33:57.015287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 694291af-8eba-4d15-b627-e33b698d683a not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:33:57.021374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfff0875-ab00-4956-a126-4fcef7d5a6c8 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:57.030473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.049123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:57.050389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Transition to ACTIVE for port object cfff0875-ab00-4956-a126-4fcef7d5a6c8 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:33:57.068064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:33:57.068507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e25d5c49-3d59-435b-bd57-1f63bcf69cd4 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:33:57.082804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16e874-c674-4ea4-a0bd-a824715c23cf req-a1daa448-266b-4deb-a68f-e0aec3a3a5b9 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:57.089414 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be16e874-c674-4ea4-a0bd-a824715c23cf req-a1daa448-266b-4deb-a68f-e0aec3a3a5b9 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 931 time: 0.3835747 Dec 20 11:33:57.107698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.127321 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:57.173650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-e865c748-548a-4756-8ae1-1c144c1e63d5 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579254 Dec 20 11:33:57.207072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-fcbf4b5f-4b60-4dfd-89db-5e651d2838c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:57.208478 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-fcbf4b5f-4b60-4dfd-89db-5e651d2838c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1876853 Dec 20 11:33:57.234907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e25d5c49-3d59-435b-bd57-1f63bcf69cd4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:57.249130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4', 'mac_address': 'fa:16:3e:56:41:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:33:57.278613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be16e874-c674-4ea4-a0bd-a824715c23cf req-5f267fb6-844a-44f0-9bc2-6bbb11d587b6 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882629 Dec 20 11:33:57.306555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.326439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25d5c49-3d59-435b-bd57-1f63bcf69cd4 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:57.331712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-64a2d51e-f23a-43fc-b7a5-87c84ede639f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077738 Dec 20 11:33:57.353172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e25d5c49-3d59-435b-bd57-1f63bcf69cd4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:57.357870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.360373 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:57.378067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-1e256f91-51d1-4272-ae29-1bd871dfff9f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:57.379484 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-1e256f91-51d1-4272-ae29-1bd871dfff9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.3730021 Dec 20 11:33:57.389405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.421018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.433512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:57.436796 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:57.438728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.461002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.471955 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7404345e-1b6a-4ed2-95ad-598e9e6f3ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:57.518394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Pushing event updated for resources: {'Port': ['ID=cfff0875-ab00-4956-a126-4fcef7d5a6c8,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:57.521369 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:57.591664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4453eb6-3de6-408e-a9a4-d4027c9b4f5f req-0503080e-8919-4de2-885c-5b23f1ee4607 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100194 Dec 20 11:33:57.597935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5511d09b-e442-4f7a-8628-3651ab8d13c3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:57.602305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66305e3d-9efb-4696-9ef6-9951587e3fa9 req-1af680dd-7512-4e5f-9bf5-2d18f8477844 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:57.603751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66305e3d-9efb-4696-9ef6-9951587e3fa9 req-1af680dd-7512-4e5f-9bf5-2d18f8477844 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 948 time: 0.4358599 Dec 20 11:33:57.609973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Attempting to bind port cfff0875-ab00-4956-a126-4fcef7d5a6c8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:33:57.610323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Attempting to bind port cfff0875-ab00-4956-a126-4fcef7d5a6c8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'dc514707-fd74-4471-a6c1-f4b868e5f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:33:57.610680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Attempting to bind port cfff0875-ab00-4956-a126-4fcef7d5a6c8 on network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:57.640662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.642339 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:57.648690 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:57.654780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Port cfff0875-ab00-4956-a126-4fcef7d5a6c8 on network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:33:57.655097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Attempting to bind port cfff0875-ab00-4956-a126-4fcef7d5a6c8 on network 9c690b3f-a52a-4949-a191-3a8b7103e5d5 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:33:57.662598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11bab09747fe48ddbe2c78d90a65d867&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2946424 Dec 20 11:33:57.665547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33740) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:33:57.670542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d0ebd-fb08-4095-8932-805018435bc5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:57.676569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e25d5c49-3d59-435b-bd57-1f63bcf69cd4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:33:57.677030 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:57.680504 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-601f3049-5c30-4ad3-8a21-d991ce6f4941 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800827 Dec 20 11:33:57.681621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-b42a8f61-2788-4f57-a78c-09b3bfa1b6e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2387483 Dec 20 11:33:57.690092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:33:57.690422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Checking segment: {'id': 'dc514707-fd74-4471-a6c1-f4b868e5f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:33:57.690819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Bound using segment: {'id': 'dc514707-fd74-4471-a6c1-f4b868e5f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:33:57.691253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Bound port: cfff0875-ab00-4956-a126-4fcef7d5a6c8, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc514707-fd74-4471-a6c1-f4b868e5f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:33:57.691590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.730353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.733547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f0d0ebd-fb08-4095-8932-805018435bc5 HTTP/1.1" status: 204 len: 168 time: 0.9053712 Dec 20 11:33:57.781844 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66305e3d-9efb-4696-9ef6-9951587e3fa9 req-1deae441-d8cc-437d-a820-e50d0c77819b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569951 Dec 20 11:33:57.803799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc16ce0a-1073-4289-b2ce-1ea45a873a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.941070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] For port cfff0875-ab00-4956-a126-4fcef7d5a6c8, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:57.977418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:57.991928 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-c34f5a7a-1ac9-4bf5-ae41-c7c78e9ce442 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895656 Dec 20 11:33:57.993389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] For port cfff0875-ab00-4956-a126-4fcef7d5a6c8, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8,segment=NetworkSegment(dc514707-fd74-4471-a6c1-f4b868e5f6c6),segment_id=dc514707-fd74-4471-a6c1-f4b868e5f6c6)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:33:58.007602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c71d1-fcaf-4cb4-aa28-eb04229db318 req-87dff612-2ec1-4294-89fe-63d4e8e620ec tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:58.009072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-811c71d1-fcaf-4cb4-aa28-eb04229db318 req-87dff612-2ec1-4294-89fe-63d4e8e620ec tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.4248900 Dec 20 11:33:58.017758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-0ec01a21-eba9-4877-80da-77ec75fd3eb8 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272445 Dec 20 11:33:58.028461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:58.038054 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52a39f92-6aba-490f-bb0b-bd68fcf4409e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:58.046637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:58.144997 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-811c71d1-fcaf-4cb4-aa28-eb04229db318 req-1d624a42-c7da-426b-bbba-28284378ad89 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262817 Dec 20 11:33:58.199455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:58.200846 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] 10.222.0.53 "PUT /v2.0/ports/cfff0875-ab00-4956-a126-4fcef7d5a6c8 HTTP/1.1" status: 200 len: 1093 time: 2.3516641 Dec 20 11:33:58.202832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'tag': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:58.221629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Pushing event updated for resources: {'Port': ['ID=cfff0875-ab00-4956-a126-4fcef7d5a6c8,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:58.233563 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:58.241565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:58.256080 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b248f4e6-74de-4f87-ad82-53bd90c98a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:58.257686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaba33-0ed6-44af-849d-8a4ea40f715f req-b4b7f940-8374-4215-a04c-88fef55df63a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:58.264310 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-72eaba33-0ed6-44af-849d-8a4ea40f715f req-b4b7f940-8374-4215-a04c-88fef55df63a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 944 time: 0.3341794 Dec 20 11:33:58.269693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5511d09b-e442-4f7a-8628-3651ab8d13c3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:58.277173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-5379c331-521a-47de-9c81-b48e9800b4aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1101 time: 0.1842227 Dec 20 11:33:58.290089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-3bc79e38-449f-4fd4-ae85-447c110ecaf5 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909975 Dec 20 11:33:58.290275 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:58.363944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:58.363944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5511d09b-e442-4f7a-8628-3651ab8d13c3 HTTP/1.1" status: 204 len: 168 time: 0.6946440 Dec 20 11:33:58.373309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-72eaba33-0ed6-44af-849d-8a4ea40f715f req-7cbb058c-1d64-43fe-a802-7c59b00d3560 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060474 Dec 20 11:33:58.466624 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-02f40cd2-afdf-4f0d-a002-6677ff6ce129 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89006318b41149a2a8b2982c57235de6&device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 1096 time: 0.1737082 Dec 20 11:33:58.541374 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-2ae7f60a-fe13-4720-9930-759bd5d0afbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8 HTTP/1.1" status: 200 len: 217 time: 0.0735075 Dec 20 11:33:58.619105 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-5b91ad19-eb40-406b-bc96-2a7a041bd4a0 service neutron] 10.222.0.53 "GET /v2.0/ports/4d7e0d14-b91f-41e9-8ead-a56efafd09fe/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.4192259 Dec 20 11:33:58.650372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-8236e801-322d-41fd-b950-22472329ba81 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:58.650372 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-8236e801-322d-41fd-b950-22472329ba81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50959735-77ee-4f1d-8e88-e47782329aeb HTTP/1.1" status: 200 len: 854 time: 0.0944185 Dec 20 11:33:58.712172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321296cd-367d-481e-9b31-5ecfcfb1da42 req-28a3f814-bb5e-4781-bf5b-425cf737f316 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:58.719306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-321296cd-367d-481e-9b31-5ecfcfb1da42 req-28a3f814-bb5e-4781-bf5b-425cf737f316 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 949 time: 0.3745492 Dec 20 11:33:58.745462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-a3229ffd-c87d-4474-b523-57b80ec69913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c690b3f-a52a-4949-a191-3a8b7103e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865092 Dec 20 11:33:58.745633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-34a07f93-2174-4176-b1be-4ae363f535f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:58.747068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-34a07f93-2174-4176-b1be-4ae363f535f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.4469545 Dec 20 11:33:58.798967 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'tag': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8', 'status': 'completed', 'code': 200} Dec 20 11:33:58.829400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e25d5c49-3d59-435b-bd57-1f63bcf69cd4 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:33:58.859380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-321296cd-367d-481e-9b31-5ecfcfb1da42 req-7bc3271c-a4dc-45ec-8517-dc933e7592fc tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391308 Dec 20 11:33:58.865544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-adf83915-faf6-474d-a5f3-8a425bc5894e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.1073589 Dec 20 11:33:58.976248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:33:58.984479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:33:58.984970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:59.063514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-327d4ed9-73bb-4776-ae93-7ab956edd38e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:59.065689 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-327d4ed9-73bb-4776-ae93-7ab956edd38e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1931343 Dec 20 11:33:59.157201 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-9916b7d1-5517-44ee-a40c-9f423baa6897 service neutron] 10.222.0.53 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996518 Dec 20 11:33:59.179312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:59.226093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:33:59.243107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e25d5c49-3d59-435b-bd57-1f63bcf69cd4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:59.255686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:59.257557 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:33:59.398877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:33:59.401955 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:33:59.424269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-8f3c69d1-c2f3-41c2-8071-4fa51d9b1aa4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3474996 Dec 20 11:33:59.428121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507c4d4-d0be-4dd8-bdeb-9d4295772a47 req-fcc95d48-09fb-4fff-89d0-9fc39a71ec2e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:59.428833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4507c4d4-d0be-4dd8-bdeb-9d4295772a47 req-fcc95d48-09fb-4fff-89d0-9fc39a71ec2e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Synchronizing usage tracker for tenant:89006318b41149a2a8b2982c57235de6 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:59.464229 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c3281e3-bd10-42fa-ac1b-a7b597a0f0a5 req-829080ea-13b1-4651-b48a-85e077ff98fe service neutron] 10.222.0.53 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988527 Dec 20 11:33:59.468928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4507c4d4-d0be-4dd8-bdeb-9d4295772a47 req-fcc95d48-09fb-4fff-89d0-9fc39a71ec2e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Unset dirty status for tenant:89006318b41149a2a8b2982c57235de6 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:59.476876 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4507c4d4-d0be-4dd8-bdeb-9d4295772a47 req-fcc95d48-09fb-4fff-89d0-9fc39a71ec2e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 943 time: 0.4454772 Dec 20 11:33:59.589915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4507c4d4-d0be-4dd8-bdeb-9d4295772a47 req-374badc1-a301-4b7a-aa1c-7e0b5c724e91 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Synchronizing usage tracker for tenant:89006318b41149a2a8b2982c57235de6 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:33:59.590103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:59.629529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4507c4d4-d0be-4dd8-bdeb-9d4295772a47 req-374badc1-a301-4b7a-aa1c-7e0b5c724e91 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Unset dirty status for tenant:89006318b41149a2a8b2982c57235de6 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:33:59.631079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4507c4d4-d0be-4dd8-bdeb-9d4295772a47 req-374badc1-a301-4b7a-aa1c-7e0b5c724e91 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530142 Dec 20 11:33:59.640072 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-4ccc8f65-4078-4daf-bf74-0c8e7863111f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89006318b41149a2a8b2982c57235de6&device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 1096 time: 0.1160226 Dec 20 11:33:59.640918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03a657-7fcc-4a35-b686-da76062ec6f3 req-d5921f5f-a3d0-40d2-87b8-b3f32e95de7f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:59.642943 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee03a657-7fcc-4a35-b686-da76062ec6f3 req-d5921f5f-a3d0-40d2-87b8-b3f32e95de7f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.3406105 Dec 20 11:33:59.706762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-3aae14bf-ac20-4aa2-8096-a3554fd49119 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730200 Dec 20 11:33:59.708338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:33:59.798704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-30e410ca-ceda-4462-bcfd-675cb99034a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:33:59.800525 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-30e410ca-ceda-4462-bcfd-675cb99034a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c690b3f-a52a-4949-a191-3a8b7103e5d5 HTTP/1.1" status: 200 len: 915 time: 0.1476254 Dec 20 11:33:59.817350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee03a657-7fcc-4a35-b686-da76062ec6f3 req-35100af7-f516-4e4f-96ab-8ee48b16491a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532197 Dec 20 11:33:59.827237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7e0d14-b91f-41e9-8ead-a56efafd09fe {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:33:59.862646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-86fd5208-4506-4a0b-a5f2-77581a54715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:33:59.921525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:33:59.953680 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4', 'code': 200} Dec 20 11:33:59.962035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:00.014353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9d3793-4acb-4e97-905a-71db8dc4b6f9 req-cad5827a-b822-4794-b492-ed12d88ce5a9 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748413 Dec 20 11:34:00.128260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-b3d9d42c-dfa7-4733-acd4-23d672adefb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8 HTTP/1.1" status: 200 len: 217 time: 0.3211172 Dec 20 11:34:00.190977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] Transition to ACTIVE for port object 4d7e0d14-b91f-41e9-8ead-a56efafd09fe will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:00.202445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:00.214844 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-18f5202c-4431-4bf1-ad10-2f9e4abe5729 tempest-DeleteServersAdminTestJSON-28389223 tempest-DeleteServersAdminTestJSON-28389223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:00.216734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-13341caa-37d4-40e2-851a-f4b024bb249e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:00.218431 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-13341caa-37d4-40e2-851a-f4b024bb249e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50959735-77ee-4f1d-8e88-e47782329aeb HTTP/1.1" status: 200 len: 854 time: 0.0816755 Dec 20 11:34:00.275476 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fe39a65-8155-496e-9cec-fad67f6a9575 req-d745d111-2c19-42fc-a406-e0ab318a95e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 1103 time: 0.2482636 Dec 20 11:34:00.323272 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-09f02eb4-6407-40d1-9967-17ea4db95157 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c690b3f-a52a-4949-a191-3a8b7103e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966425 Dec 20 11:34:00.340456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2efbb6-72c0-4fca-a699-dbbd0f684a28 req-32927e51-9771-4ba5-8f0a-8efd8d2887af tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:00.342236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a2efbb6-72c0-4fca-a699-dbbd0f684a28 req-32927e51-9771-4ba5-8f0a-8efd8d2887af tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 948 time: 0.3129952 Dec 20 11:34:00.396723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] No DVR routers for this DVR port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:34:00.410232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51479859-3c65-4305-88a4-6dbacd20a75a req-080cd972-4ff3-45c6-b6a9-77a15f1a7297 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:00.414482 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51479859-3c65-4305-88a4-6dbacd20a75a req-080cd972-4ff3-45c6-b6a9-77a15f1a7297 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 944 time: 0.3009355 Dec 20 11:34:00.416417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] Pushing event updated for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=10']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:00.451053 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:00.491892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] 10.222.0.53 "PUT /v2.0/ports/4d7e0d14-b91f-41e9-8ead-a56efafd09fe/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 1.8626280 Dec 20 11:34:00.494068 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fe39a65-8155-496e-9cec-fad67f6a9575 req-3f8202c7-279b-4128-8aba-595cfd2e9933 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049310 Dec 20 11:34:00.505557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51479859-3c65-4305-88a4-6dbacd20a75a req-92d6b31b-00f4-4c72-b652-986285608878 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561752 Dec 20 11:34:00.516166 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a2efbb6-72c0-4fca-a699-dbbd0f684a28 req-fdd460e4-dc64-4fc8-9fa6-a5f03f0750f2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217728 Dec 20 11:34:00.534261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-8b07ca97-e0be-4f09-a007-aa2116101ed7 service neutron] 10.222.0.53 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896036 Dec 20 11:34:00.792266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e785bc5f-72ea-4cd8-b6e3-e6683dd22c94 req-5a4e68c3-131f-49d6-b091-df44cff425cf service neutron] 10.222.0.53 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422600 Dec 20 11:34:00.835355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097705-c652-4f5f-8d6c-fc28811ab767 req-eeba8955-507c-4ba0-a34e-c10c58b1bbb5 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:00.836769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c097705-c652-4f5f-8d6c-fc28811ab767 req-eeba8955-507c-4ba0-a34e-c10c58b1bbb5 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 950 time: 0.1750624 Dec 20 11:34:00.843553 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-3034dcde-61df-452b-8e19-a1cabc31e7db tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.1183445 Dec 20 11:34:00.928486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c097705-c652-4f5f-8d6c-fc28811ab767 req-f1a55498-8e4a-49f8-91b9-be8fef1d8d50 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840018 Dec 20 11:34:00.948604 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-a7ca72d2-3567-4f55-ae62-1c5df83f688d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 1098 time: 0.0907125 Dec 20 11:34:01.028263 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-186a7e53-c31f-4a95-a691-47d1c735ec15 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4aa18d8879f94ed38ef7ccbdb11ee38a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385175 Dec 20 11:34:01.035548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:01.063313 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-e2110f00-d008-4df2-8aff-39129ca19540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1098 time: 0.0842996 Dec 20 11:34:01.068395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:01.242612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7bb0f607-6c90-441f-ad44-cdd3653374f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:01.244005 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-7bb0f607-6c90-441f-ad44-cdd3653374f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.1735365 Dec 20 11:34:01.316694 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-304ea3e8-46ec-4617-b891-769b80e37649 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 200 len: 217 time: 0.0647345 Dec 20 11:34:01.334172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842a08-142c-472f-ad4e-f2532fb36fac req-61544441-c052-4c73-8e2e-35923adc0ac9 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:01.335604 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-61544441-c052-4c73-8e2e-35923adc0ac9 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004646 Dec 20 11:34:01.364801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-f63e2336-7242-49dc-826f-c77267d3f4ce tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:01.366315 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-f63e2336-7242-49dc-826f-c77267d3f4ce tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420&tenant_id=dc71026b2bba4ad2a830f46780e52b38&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 948 time: 0.1317041 Dec 20 11:34:01.367563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-3aaed9e5-dddd-46ca-93ff-79578f5803db tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/quotas/4aa18d8879f94ed38ef7ccbdb11ee38a HTTP/1.1" status: 200 len: 375 time: 0.0247204 Dec 20 11:34:01.368862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a36fa-d04f-46ec-8993-52e93b23832c req-5577a852-4313-44d7-b336-bb961df497f2 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:01.370292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-361a36fa-d04f-46ec-8993-52e93b23832c req-5577a852-4313-44d7-b336-bb961df497f2 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 943 time: 0.1760986 Dec 20 11:34:01.417603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-c77e2b62-e62a-4b9f-8145-084153c354f1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:01.418997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-c77e2b62-e62a-4b9f-8145-084153c354f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.0926335 Dec 20 11:34:01.456428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-85a607d3-be9c-43e6-b2a7-bf701afce8f8 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aa18d8879f94ed38ef7ccbdb11ee38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508990 Dec 20 11:34:01.460898 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-361a36fa-d04f-46ec-8993-52e93b23832c req-690b439b-8469-46fd-97f4-3a6661f1dae0 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837569 Dec 20 11:34:01.478377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-c93c1e53-13e5-41cd-b677-7d55464a7d21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482166 Dec 20 11:34:01.493750 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-d8f6d0c2-4f21-4426-876b-325e5d5491f3 service neutron] delete failed (client error): The resource could not be found. Dec 20 11:34:01.494812 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-d8f6d0c2-4f21-4426-876b-325e5d5491f3 service neutron] 10.222.0.16 "DELETE /v2.0/ports/694291af-8eba-4d15-b627-e33b698d683a/bindings/n-h2-victoria-1 HTTP/1.1" status: 404 len: 382 time: 0.1224961 Dec 20 11:34:01.656979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-091f18de-720b-4208-a6e6-a79ff24e558d service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697776 Dec 20 11:34:01.658286 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-e5ba453c-47b5-4137-9ab5-abf2dc1f02ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1101 time: 0.0868406 Dec 20 11:34:01.806076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Request body: {'security_group': {'name': 'tempest-securitygroup-550300693', 'description': 'tempest-description-1576887171'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:01.814934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:01.851896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-39972791-67d3-4712-97d4-70469b6b0d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:01.853350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-39972791-67d3-4712-97d4-70469b6b0d1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1865537 Dec 20 11:34:01.865871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Usage tracker for resource:security_group and tenant:0f073eee7d1f41ce8c3982393072a005 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:01.870228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:01.879172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:01.906322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:01.927082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-b7da07c3-06da-4555-bf21-aca8ec52db46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.0676036 Dec 20 11:34:01.931307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:01.941561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-903157cc-cb95-4a0e-85f1-bcb2641a31e9 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739182 Dec 20 11:34:01.987960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:01.992733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Usage tracker for resource:security_group_rule and tenant:0f073eee7d1f41ce8c3982393072a005 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:01.995564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:02.001650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:02.005816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-32236c22-3dbb-4d43-8733-e2f6471e7e88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:02.007409 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-32236c22-3dbb-4d43-8733-e2f6471e7e88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0732026 Dec 20 11:34:02.020294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a04f4-cabc-4ec8-a4f4-c1d6d3b1995d req-50cdbbf2-2b99-4e37-adc2-6582e94e5939 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:02.021687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a2a04f4-cabc-4ec8-a4f4-c1d6d3b1995d req-50cdbbf2-2b99-4e37-adc2-6582e94e5939 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.2121103 Dec 20 11:34:02.044109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 694291af-8eba-4d15-b627-e33b698d683a details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:02.047530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:34:02.098427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.103444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.107052 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-575976ea-ad13-4aac-986a-af19cb4c473c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:02.154530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:02.156877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2fbfe-609b-4d88-b652-629f7a60e452,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:02.173334 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:02.178620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Usage tracker for resource:security_group_rule and tenant:0f073eee7d1f41ce8c3982393072a005 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:02.181712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:02.189519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:02.190394 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a2a04f4-cabc-4ec8-a4f4-c1d6d3b1995d req-81f62290-35e4-440e-84c1-9bc88f19314b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227846 Dec 20 11:34:02.231696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-65d5bb03-f688-4050-857e-31c64c57bd0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2182548 Dec 20 11:34:02.268387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:02.292354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '694291af-8eba-4d15-b627-e33b698d683a', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '694291af-8eba-4d15-b627-e33b698d683a', 'mac_address': 'fa:16:3e:09:49:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:02.310580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.318112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.325490 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f82f5375-13ac-438c-9c28-9212f64e3cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:02.406544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8c4d14-325d-4c7a-ae1b-63d7e0ff680a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:02.411207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.417486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9eb57164-4791-46a7-8dfc-f73b220077e5 req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6974270 Dec 20 11:34:02.419767 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:02.435131 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-5c6b6998-4a92-4fea-92ac-d13403e9d00a tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.2094088 Dec 20 11:34:02.439271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:34:02.446387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.498404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-e5d6d0e6-fab6-49bf-80ed-aab2ac5291e4 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608953 Dec 20 11:34:02.503800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694291af-8eba-4d15-b627-e33b698d683a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:02.521209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:02.537726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.541962 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:02.561844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5394fa0-cd05-4cb8-bb56-9f8c0e76633e req-27984048-91ea-4e46-b1e5-5876884c37f9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:02.563333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c5394fa0-cd05-4cb8-bb56-9f8c0e76633e req-27984048-91ea-4e46-b1e5-5876884c37f9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 948 time: 0.1573577 Dec 20 11:34:02.588453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-480c4759-961d-414a-bc62-611861777454 service neutron] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:02.623326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-480c4759-961d-414a-bc62-611861777454 service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.624362 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a2cafb4-827a-459b-bad5-95c681eecf10 req-480c4759-961d-414a-bc62-611861777454 service neutron] 10.222.0.16 "DELETE /v2.0/ports/4d7e0d14-b91f-41e9-8ead-a56efafd09fe/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 0.1836035 Dec 20 11:34:02.631846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:02.657694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:02.672410 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:02.683885 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b290b209-9b1e-4901-94ec-b12077e6edb6 req-a1e15723-e8c5-422e-8ce8-de1043e9932e service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782715 Dec 20 11:34:02.695020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51765e53-06ff-40a1-9f9d-475d9720ea73 req-84e3f7cf-02bf-4e00-a6c0-8b327ccf5942 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:02.696491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-51765e53-06ff-40a1-9f9d-475d9720ea73 req-84e3f7cf-02bf-4e00-a6c0-8b327ccf5942 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 945 time: 0.1067197 Dec 20 11:34:02.698539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c5394fa0-cd05-4cb8-bb56-9f8c0e76633e req-d81511c9-6b7a-4295-8c81-b979282e095d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812907 Dec 20 11:34:02.746474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-51765e53-06ff-40a1-9f9d-475d9720ea73 req-f70137d9-4216-40ff-b173-2dab6f7fd759 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Dec 20 11:34:02.762523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:02.883545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-040b8645-460e-4a46-aefc-28784309865d req-b3adad84-af70-4da4-a845-d2044f8f8466 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 210 time: 0.0593753 Dec 20 11:34:02.962438 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-ba08fe20-ef19-4110-ab65-b175f723baaf tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4aa18d8879f94ed38ef7ccbdb11ee38a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412536 Dec 20 11:34:02.968832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2056925802', 'description': 'tempest-description-1911022202'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:02.990953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:03.032801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Usage tracker for resource:security_group and tenant:0f073eee7d1f41ce8c3982393072a005 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:03.037731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:03.055973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:03.124773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce7c66-358c-48ee-a8eb-4db39f1e8148 req-7e665586-7bfc-4756-9d5e-6b464eb08706 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:03.127216 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45ce7c66-358c-48ee-a8eb-4db39f1e8148 req-7e665586-7bfc-4756-9d5e-6b464eb08706 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 950 time: 0.0875802 Dec 20 11:34:03.136534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.189807 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45ce7c66-358c-48ee-a8eb-4db39f1e8148 req-88f1cbac-672b-4c2c-bc57-73a12f15b0f6 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490749 Dec 20 11:34:03.194314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842a08-142c-472f-ad4e-f2532fb36fac req-97716d59-087f-4c53-a968-7e67bcc7c351 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:03.195739 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-97716d59-087f-4c53-a968-7e67bcc7c351 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977382 Dec 20 11:34:03.202645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:03.210747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Request body: {'port': {'device_id': '984e6e12-2435-4446-9900-de765b1acf8e', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '4aa18d8879f94ed38ef7ccbdb11ee38a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:03.229468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Usage tracker for resource:security_group_rule and tenant:0f073eee7d1f41ce8c3982393072a005 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:03.248039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:03.258204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:03.427116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405c93-917b-4977-8f18-e332d3994b8a req-c026055f-61a1-49ab-82aa-4d30a63e9388 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:03.428722 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-af405c93-917b-4977-8f18-e332d3994b8a req-c026055f-61a1-49ab-82aa-4d30a63e9388 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 943 time: 0.0928946 Dec 20 11:34:03.485873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:03.489611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Usage tracker for resource:port and tenant:4aa18d8879f94ed38ef7ccbdb11ee38a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:03.492416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:03.494712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-af405c93-917b-4977-8f18-e332d3994b8a req-a1526706-9e30-4b32-858d-3f8f53c2e8f8 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591712 Dec 20 11:34:03.499948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:03.514546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.529198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.534869 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:03.555530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Made reservation on behalf of 4aa18d8879f94ed38ef7ccbdb11ee38a for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:03.558617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.586727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.605008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6ba34-a5bb-4f39-90c3-7b5f8ab15f74,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:03.607588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.608876 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8caaa52-cb87-42e7-8eac-5875f82ec9cb req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.6453817 Dec 20 11:34:03.609633 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:03.630842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:03.634485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Usage tracker for resource:security_group_rule and tenant:4aa18d8879f94ed38ef7ccbdb11ee38a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:03.637255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:03.643375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:03.713671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.722694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:03.752572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee5687-6731-4b87-ad78-99516336acee req-cd23fc1e-9d12-41a7-89ac-f8836a6d049c tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:03.754058 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aaee5687-6731-4b87-ad78-99516336acee req-cd23fc1e-9d12-41a7-89ac-f8836a6d049c tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.0891125 Dec 20 11:34:03.761975 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-127e56f5-af04-4c2e-a8f6-88e17f874d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:03.808539 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aaee5687-6731-4b87-ad78-99516336acee req-ff40f849-733a-4fa0-8b39-8ee06fdb7824 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481858 Dec 20 11:34:03.813756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b662aab0-4c16-4a13-9e62-e2e1716dd101,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:03.819526 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:03.918131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Allocated IP 192.168.233.58 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/0eaef76b-7442-42ca-9c86-0b0f058c8516) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:03.982195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-133502721', 'description': 'tempest-description-897574370'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:04.002803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:04.012559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Usage tracker for resource:security_group and tenant:97434f4ddd824ba88a1e8d26f2b76995 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:04.017765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:04.032307 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-195483a8-ba0e-46fb-a7c4-2347994237fc req-9d9fef97-bcb7-40b0-896a-36cc38c9d86f tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 1098 time: 0.0798087 Dec 20 11:34:04.034797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:04.071320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cfff0875-ab00-4956-a126-4fcef7d5a6c8 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:04.074354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 694291af-8eba-4d15-b627-e33b698d683a up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:04.075238 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-195483a8-ba0e-46fb-a7c4-2347994237fc req-1cdcf823-182f-4fc9-bca5-fd9893804bda tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374484 Dec 20 11:34:04.100095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.121781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.185091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.197492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:04.207524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Usage tracker for resource:security_group_rule and tenant:97434f4ddd824ba88a1e8d26f2b76995 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:04.211533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:04.214595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Transition to ACTIVE for port object 0eaef76b-7442-42ca-9c86-0b0f058c8516 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:04.219871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:04.274964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.276312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 694291af-8eba-4d15-b627-e33b698d683a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:04.281902 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-199386a0-c8eb-417a-84d1-9b4e49685b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:04.287291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 694291af-8eba-4d15-b627-e33b698d683a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:04.287839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.352825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:04.362341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:04.371058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:04.377316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:04.377920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.404337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.408481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Pushing event updated for resources: {'Port': ['ID=0eaef76b-7442-42ca-9c86-0b0f058c8516,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:04.413140 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:04.417197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.425096 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-877b962a-74a5-416c-a99a-c057340ef873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:04.431344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cfff0875-ab00-4956-a126-4fcef7d5a6c8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8,segment=NetworkSegment(dc514707-fd74-4471-a6c1-f4b868e5f6c6),segment_id=dc514707-fd74-4471-a6c1-f4b868e5f6c6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:04.454985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8', 'network_id': '9c690b3f-a52a-4949-a191-3a8b7103e5d5', 'port_id': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8', 'mac_address': 'fa:16:3e:28:8b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50959735-77ee-4f1d-8e88-e47782329aeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:04.474242 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2670815 Dec 20 11:34:04.495155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Request body: {'port': {'device_id': '984e6e12-2435-4446-9900-de765b1acf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:04.519827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:04.533273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Usage tracker for resource:security_group_rule and tenant:97434f4ddd824ba88a1e8d26f2b76995 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:04.537286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:04.541810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc957e42-50f0-4c38-b8f2-b81f25429a4f req-bce36b60-cde1-4abf-8343-5537afb2cb1a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:04.543650 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc957e42-50f0-4c38-b8f2-b81f25429a4f req-bce36b60-cde1-4abf-8343-5537afb2cb1a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 949 time: 0.1096911 Dec 20 11:34:04.547562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ea6ff-a66a-4c21-8d9a-fc70839b645e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:04.558450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:04.561591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.568281 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:04.584014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfff0875-ab00-4956-a126-4fcef7d5a6c8 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:04.611136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc957e42-50f0-4c38-b8f2-b81f25429a4f req-2c09ce7a-2daa-407e-9ae9-f37d214b7c58 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590398 Dec 20 11:34:04.663587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cfff0875-ab00-4956-a126-4fcef7d5a6c8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8,segment=NetworkSegment(dc514707-fd74-4471-a6c1-f4b868e5f6c6),segment_id=dc514707-fd74-4471-a6c1-f4b868e5f6c6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:04.666194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.677831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.681878 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:04.697082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.708752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.715501 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:04.734463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.749555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694291af-8eba-4d15-b627-e33b698d683a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:04.767772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a58ad3-c0f8-4af9-8d94-946125058c8f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:04.777945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:04.785080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cfff0875-ab00-4956-a126-4fcef7d5a6c8,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:04.787442 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:04.788419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d8b25bd-12bb-47d4-b233-9f342f71569e None None] Provisioning for port 0eaef76b-7442-42ca-9c86-0b0f058c8516 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:04.793207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.795396 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:04.796027 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:04.801568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.802402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cb6da15-9d40-4605-84ce-0c521a51f943 req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.8290260 Dec 20 11:34:04.828707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d8b25bd-12bb-47d4-b233-9f342f71569e None None] Provisioning complete for port 0eaef76b-7442-42ca-9c86-0b0f058c8516 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:04.829129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d8b25bd-12bb-47d4-b233-9f342f71569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:04.922411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b25bd-12bb-47d4-b233-9f342f71569e None None] Port 0eaef76b-7442-42ca-9c86-0b0f058c8516 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:34:04.926921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:04.929684 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:04.941826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['cfff0875-ab00-4956-a126-4fcef7d5a6c8'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:04.952379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c22c3-16f4-452e-ac98-44e9c8a335cd req-0c839276-96a7-458a-a1dc-401e8ce818b2 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:04.953892 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a33c22c3-16f4-452e-ac98-44e9c8a335cd req-0c839276-96a7-458a-a1dc-401e8ce818b2 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 935 time: 0.0953012 Dec 20 11:34:04.958218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-094a6262-db45-4b0f-929a-6ebbf260d4bb tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469067 Dec 20 11:34:05.005616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a33c22c3-16f4-452e-ac98-44e9c8a335cd req-ac148fc9-ae6c-40e5-8d72-d4702ae139d5 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Dec 20 11:34:05.204552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-47b58249-7cf8-4853-bbd8-502d80a1ed22 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:05.205946 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-47b58249-7cf8-4853-bbd8-502d80a1ed22 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411194 Dec 20 11:34:05.254060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-480592e1-44c7-4edd-ace1-996de1475ae6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:05.255987 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-480592e1-44c7-4edd-ace1-996de1475ae6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.1395538 Dec 20 11:34:05.265500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-108516b6-c190-4922-beff-18c2ab01137a tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/quotas/d0cda8115b0b4b119c9d42b2749a089f HTTP/1.1" status: 200 len: 375 time: 0.0474892 Dec 20 11:34:05.274235 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-bab64cd0-1090-43ec-8a3c-5fe6cf01691c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/quotas/3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 375 time: 0.0109651 Dec 20 11:34:05.328055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eaef76b-7442-42ca-9c86-0b0f058c8516 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:05.337098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:05.358145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Transition to ACTIVE for port object 0eaef76b-7442-42ca-9c86-0b0f058c8516 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:05.361017 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-507d4d0d-d80c-44e9-af70-b7b1513538de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801141 Dec 20 11:34:05.369404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:05.375471 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:05.415820 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-ed96a79c-2aab-456b-8c4e-fd1d4366ee4b tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411602 Dec 20 11:34:05.499758 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-19170230-c380-4d58-9bef-835091e7c188 service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314600 Dec 20 11:34:05.502909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaef76b-7442-42ca-9c86-0b0f058c8516,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:05.505632 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:05.679543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-d895d11d-12b9-427b-bb9b-2ac17ada1a40 service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653059 Dec 20 11:34:05.745649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Attempting to bind port 0eaef76b-7442-42ca-9c86-0b0f058c8516 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:05.746458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Attempting to bind port 0eaef76b-7442-42ca-9c86-0b0f058c8516 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:05.746799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Attempting to bind port 0eaef76b-7442-42ca-9c86-0b0f058c8516 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:05.759392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Port 0eaef76b-7442-42ca-9c86-0b0f058c8516 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:05.759715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Attempting to bind port 0eaef76b-7442-42ca-9c86-0b0f058c8516 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:05.772181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:05.772504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:05.772858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:05.773247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Bound port: 0eaef76b-7442-42ca-9c86-0b0f058c8516, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:05.773588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:05.859353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d427f-40af-47b5-bcb6-34acfd008f5c req-7e8f717c-55de-4e43-ad08-ea473a4d9e82 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:05.866885 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-812d427f-40af-47b5-bcb6-34acfd008f5c req-7e8f717c-55de-4e43-ad08-ea473a4d9e82 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 944 time: 0.1767125 Dec 20 11:34:05.933577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] For port 0eaef76b-7442-42ca-9c86-0b0f058c8516, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:05.936622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] For port 0eaef76b-7442-42ca-9c86-0b0f058c8516, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0eaef76b-7442-42ca-9c86-0b0f058c8516,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:05.960460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-812d427f-40af-47b5-bcb6-34acfd008f5c req-a9574d36-edb0-43a1-9f08-3c2a06a9d3fa tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925388 Dec 20 11:34:05.961761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:05.969195 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:05.981396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dbd1ba0f-0c8e-472f-a387-72d614ba6fde req-6d46c5bd-7725-459d-91eb-f3d9993e270f tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1103 time: 0.0918159 Dec 20 11:34:06.049586 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694291af-8eba-4d15-b627-e33b698d683a', 'code': 200} Dec 20 11:34:06.053936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.055417 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/0eaef76b-7442-42ca-9c86-0b0f058c8516 HTTP/1.1" status: 200 len: 1097 time: 1.5704055 Dec 20 11:34:06.055956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984e6e12-2435-4446-9900-de765b1acf8e', 'tag': '0eaef76b-7442-42ca-9c86-0b0f058c8516'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:06.069639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaef76b-7442-42ca-9c86-0b0f058c8516,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:06.073328 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:06.089160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1953911248', 'description': 'tempest-description-1920694698'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:06.090793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cfff0875-ab00-4956-a126-4fcef7d5a6c8 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:06.099626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:06.111724 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dbd1ba0f-0c8e-472f-a387-72d614ba6fde req-ecaa443f-8402-4ef8-b734-8bd64fb955c0 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234481 Dec 20 11:34:06.161370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Usage tracker for resource:security_group and tenant:97434f4ddd824ba88a1e8d26f2b76995 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:06.181954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:06.191310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:06.222983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.244370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port cfff0875-ab00-4956-a126-4fcef7d5a6c8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:06.250423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port cfff0875-ab00-4956-a126-4fcef7d5a6c8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:06.251084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.255354 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-d5327ce1-cea3-4aeb-89a4-ddc2d1e05891 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4aa18d8879f94ed38ef7ccbdb11ee38a&device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 1100 time: 0.1531281 Dec 20 11:34:06.364262 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-db9a51a7-6bce-4051-b8eb-4aafcb294922 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0eaef76b-7442-42ca-9c86-0b0f058c8516 HTTP/1.1" status: 200 len: 217 time: 0.0966232 Dec 20 11:34:06.421330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:06.434828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Usage tracker for resource:security_group_rule and tenant:97434f4ddd824ba88a1e8d26f2b76995 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:06.439506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:06.464305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:06.468937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.524384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842a08-142c-472f-ad4e-f2532fb36fac req-2526fa09-0918-45f2-80cb-feb19d2859f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:06.525833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-2526fa09-0918-45f2-80cb-feb19d2859f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1505549 Dec 20 11:34:06.531111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cfff0875-ab00-4956-a126-4fcef7d5a6c8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8,segment=NetworkSegment(dc514707-fd74-4471-a6c1-f4b868e5f6c6),segment_id=dc514707-fd74-4471-a6c1-f4b868e5f6c6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:06.539318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.541332 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:06.561195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca83ce3-86fa-4dc3-b39a-e00a021f9f80 req-bf505c49-ee17-47e4-ba50-64eb1dc4ed15 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:06.563060 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0ca83ce3-86fa-4dc3-b39a-e00a021f9f80 req-bf505c49-ee17-47e4-ba50-64eb1dc4ed15 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1786699 Dec 20 11:34:06.616917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cfff0875-ab00-4956-a126-4fcef7d5a6c8,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:06.617570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0ca83ce3-86fa-4dc3-b39a-e00a021f9f80 req-a403d315-aef6-461f-bb33-fbbca06e091e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Dec 20 11:34:06.628702 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:06.660966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.666910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.671378 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-522fe6f6-cc64-47a3-a77a-128cbfe199bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:06.683428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-a7c85013-48df-404f-9b29-4e78088fb30d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1495385 Dec 20 11:34:06.745535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03398bb1-8882-4bfb-94dc-d8b85a07d513,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:06.750048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:06.751236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a7cae92a-55cb-4d67-96b2-47eb8928467d req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.6664851 Dec 20 11:34:06.753444 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:06.770393 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b5b18d2-a567-40ff-90b9-bb5e5796be3b req-9733e5db-7130-451b-a65d-c6b45df64216 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 210 time: 0.0409768 Dec 20 11:34:06.842719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-2a0169d5-f872-418b-a532-c2db50c509a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484392 Dec 20 11:34:06.937979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2f9010f8-3a71-4573-b444-1c74e908593e req-f790c389-7563-4e1a-b169-c8fb25861c66 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 210 time: 0.0539725 Dec 20 11:34:06.993259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12842a08-142c-472f-ad4e-f2532fb36fac req-2b822bf6-e774-42d4-9867-c18a13dae80e service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451967 Dec 20 11:34:07.066765 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984e6e12-2435-4446-9900-de765b1acf8e', 'tag': '0eaef76b-7442-42ca-9c86-0b0f058c8516', 'status': 'completed', 'code': 200} Dec 20 11:34:07.104657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-f49fa8ad-7054-46ba-96ce-ddff29e693b1 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527837 Dec 20 11:34:07.199034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1b89e-bf8a-4a3d-8388-4f79a4e95a95 req-10b1acbb-eac6-46cb-bd45-4427cdb20f2c tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:07.199908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1d1b89e-bf8a-4a3d-8388-4f79a4e95a95 req-10b1acbb-eac6-46cb-bd45-4427cdb20f2c tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Synchronizing usage tracker for tenant:4aa18d8879f94ed38ef7ccbdb11ee38a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:07.237114 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-efd29601-6fbd-4998-9b38-5d1846b1e649 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4aa18d8879f94ed38ef7ccbdb11ee38a&device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 1100 time: 0.1507869 Dec 20 11:34:07.239264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1d1b89e-bf8a-4a3d-8388-4f79a4e95a95 req-10b1acbb-eac6-46cb-bd45-4427cdb20f2c tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Unset dirty status for tenant:4aa18d8879f94ed38ef7ccbdb11ee38a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:07.240508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1d1b89e-bf8a-4a3d-8388-4f79a4e95a95 req-10b1acbb-eac6-46cb-bd45-4427cdb20f2c tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 947 time: 0.2273982 Dec 20 11:34:07.365504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-4f410b2f-6c2b-4454-ad3f-87bc59de3ae9 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:07.366917 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-4f410b2f-6c2b-4454-ad3f-87bc59de3ae9 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525091 Dec 20 11:34:07.384413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Request body: {'port': {'device_id': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'd0cda8115b0b4b119c9d42b2749a089f'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:07.390031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1d1b89e-bf8a-4a3d-8388-4f79a4e95a95 req-9471b3e0-82ce-450e-afd6-71bea7d45108 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Synchronizing usage tracker for tenant:4aa18d8879f94ed38ef7ccbdb11ee38a on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:07.418618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-ad41baa6-0f63-427f-bb7f-c8adce1d201a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:07.420079 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-ad41baa6-0f63-427f-bb7f-c8adce1d201a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1762252 Dec 20 11:34:07.424671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1d1b89e-bf8a-4a3d-8388-4f79a4e95a95 req-9471b3e0-82ce-450e-afd6-71bea7d45108 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Unset dirty status for tenant:4aa18d8879f94ed38ef7ccbdb11ee38a on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:07.430582 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1d1b89e-bf8a-4a3d-8388-4f79a4e95a95 req-9471b3e0-82ce-450e-afd6-71bea7d45108 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616580 Dec 20 11:34:07.584081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:07.615193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:07.649761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Made reservation on behalf of d0cda8115b0b4b119c9d42b2749a089f for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:07.652702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:07.666250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-8b50288a-34f6-42bb-8adc-ddcd7ee0efd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0eaef76b-7442-42ca-9c86-0b0f058c8516 HTTP/1.1" status: 200 len: 217 time: 0.2340009 Dec 20 11:34:07.753741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-70712e84-d452-43da-a5b0-88324ffedbca tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 44652 time: 0.6068296 Dec 20 11:34:07.854797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-7874fd1a-0b69-4082-a966-d749bddbbf4d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:07.856198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-7874fd1a-0b69-4082-a966-d749bddbbf4d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.3603864 Dec 20 11:34:07.862453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-3678f9f1-bec7-46bc-b1b0-95ef52572859 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:07.863728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-3678f9f1-bec7-46bc-b1b0-95ef52572859 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1896389 Dec 20 11:34:07.870989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-36016e3a-8b42-49ea-896a-d33b11d3d1da tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/03d5cfd9-b3ce-4e19-9433-b9baea65276c HTTP/1.1" status: 200 len: 2649 time: 0.1074822 Dec 20 11:34:07.879141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Request body: {'port': {'device_id': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'admin_state_up': True, 'tenant_id': '3f0d5148896f4b0d974f7ab7b786dac2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:07.912741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Allocated IP 192.168.233.36 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/6c164132-c756-4033-ab9d-c90ebdc24bac) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:07.951692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd49c8b-65db-477f-96e9-96c94fe7447e req-f9d62d0e-da3e-46cc-9594-72b7c71f8a09 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:07.953111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9bd49c8b-65db-477f-96e9-96c94fe7447e req-f9d62d0e-da3e-46cc-9594-72b7c71f8a09 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.3406687 Dec 20 11:34:07.956766 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-8fbb6e10-9fc4-4f4f-8cb4-dd48a34003f2 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/03d5cfd9-b3ce-4e19-9433-b9baea65276c HTTP/1.1" status: 200 len: 2649 time: 0.0800149 Dec 20 11:34:08.051316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:08.059194 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-86c73361-6f59-4e1e-83de-a1e0733506a4 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/06421c74-01eb-4f5d-b7ab-3bc130a49e57 HTTP/1.1" status: 200 len: 2649 time: 0.0916235 Dec 20 11:34:08.106907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9bd49c8b-65db-477f-96e9-96c94fe7447e req-16760ff0-995e-4a6e-9071-8b1aff700623 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406033 Dec 20 11:34:08.115303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-1830cd2e-240c-4bca-9667-98753c887fc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2404747 Dec 20 11:34:08.116098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:08.146221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:08.176695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Made reservation on behalf of 3f0d5148896f4b0d974f7ab7b786dac2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:08.179759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:08.203755 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-aa332c12-c1ef-4cb3-b287-24679663d4d6 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/06421c74-01eb-4f5d-b7ab-3bc130a49e57 HTTP/1.1" status: 200 len: 2649 time: 0.0984819 Dec 20 11:34:08.206825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:08.237172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Transition to ACTIVE for port object 6c164132-c756-4033-ab9d-c90ebdc24bac will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:08.275480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-5bafdb4c-d534-41ad-b4c8-0d2075b9856d tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a567729-74ad-4e5b-be3c-33292f531a97 HTTP/1.1" status: 200 len: 2649 time: 0.0624356 Dec 20 11:34:08.296900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:08.303540 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:08.308593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e25d5c49-3d59-435b-bd57-1f63bcf69cd4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:08.319891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-e37bbadd-1e29-44f2-9c3a-ac26e15ba841 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844333 Dec 20 11:34:08.387732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-ae2bb76b-f9f8-4ef7-ba20-f4d6488d1e15 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645664 Dec 20 11:34:08.395923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:08.399725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:08.402527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:08.406353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:08.406893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:08.415350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-1ca8d100-121b-47a7-9b7d-3b212ffb7770 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a567729-74ad-4e5b-be3c-33292f531a97 HTTP/1.1" status: 200 len: 2649 time: 0.1308446 Dec 20 11:34:08.420417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Pushing event updated for resources: {'Port': ['ID=6c164132-c756-4033-ab9d-c90ebdc24bac,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:08.425793 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:08.447875 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0668721 Dec 20 11:34:08.465493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Request body: {'port': {'device_id': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:08.544527 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-e80ae561-3b5c-49d7-8387-3e5e3899b269 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6740ed8f-b90b-44b4-bf06-765c5d536d81 HTTP/1.1" status: 200 len: 2649 time: 0.1118135 Dec 20 11:34:08.646229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:08.666657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-be3052ed-9b65-4681-8e75-41d1cbc21b2c None None] Provisioning for port 6c164132-c756-4033-ab9d-c90ebdc24bac completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:08.672388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-be3052ed-9b65-4681-8e75-41d1cbc21b2c None None] Provisioning complete for port 6c164132-c756-4033-ab9d-c90ebdc24bac triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:08.672388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be3052ed-9b65-4681-8e75-41d1cbc21b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:08.676708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Allocated IP 172.20.0.2 (984ebb61-f77f-4ea0-9f33-86bc2a93ed95/64313e95-a9c0-441b-8941-5dc9f90be7b0/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:08.701368 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-0a94e3d3-2049-4618-92af-dc29e1212f57 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6740ed8f-b90b-44b4-bf06-765c5d536d81 HTTP/1.1" status: 200 len: 2649 time: 0.1112432 Dec 20 11:34:08.710333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ce83-af39-40a0-ae33-ece342208406 req-48cb2fad-3a18-4a0b-8fb1-bd478351ab14 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:08.711734 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-48cb2fad-3a18-4a0b-8fb1-bd478351ab14 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815928 Dec 20 11:34:08.714988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-afd03463-7bd8-4aa1-8cf9-f71ba64d2e5d req-173faac5-ad5f-4495-8c0f-c329fd436732 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176377 Dec 20 11:34:08.739547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-be3052ed-9b65-4681-8e75-41d1cbc21b2c None None] Port 6c164132-c756-4033-ab9d-c90ebdc24bac cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:34:08.749619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-16b86380-9d22-401b-9f62-f80ad3268c8c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/quotas/dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 375 time: 0.0323133 Dec 20 11:34:08.826588 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-ff34da5f-7a16-4e12-99e7-9f5760cede49 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/699ea6ff-a66a-4c21-8d9a-fc70839b645e HTTP/1.1" status: 200 len: 2649 time: 0.1158369 Dec 20 11:34:08.960776 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-c294f2fb-1894-4da0-a392-9c0641a6d6e1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2019651 Dec 20 11:34:08.977279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.007181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.012613 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40d5b838-8b7b-44ef-83ad-6109a9386306 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:09.029828 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-4cb7b2c7-0686-44a8-a017-d4f88f99c842 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/699ea6ff-a66a-4c21-8d9a-fc70839b645e HTTP/1.1" status: 200 len: 2649 time: 0.1896958 Dec 20 11:34:09.080483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:09.089556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:09.097219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:09.099203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:09.099859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.108135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:09.116318 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:09.152991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2840652 Dec 20 11:34:09.168064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Request body: {'port': {'device_id': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:09.181485 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-8bb58cd8-a0e8-471d-969b-44f61f7e1515 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9a69d93a-1664-4a77-bd09-c1fe986c128f HTTP/1.1" status: 200 len: 2649 time: 0.1362410 Dec 20 11:34:09.242529 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-45429530-626d-4e2f-a96e-5ec32d48ff4a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9a69d93a-1664-4a77-bd09-c1fe986c128f HTTP/1.1" status: 200 len: 2649 time: 0.0601540 Dec 20 11:34:09.244389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c164132-c756-4033-ab9d-c90ebdc24bac {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:09.256579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.297434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Transition to ACTIVE for port object 6c164132-c756-4033-ab9d-c90ebdc24bac will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:09.314081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.326746 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:09.354507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.420037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7da7-6b33-40b9-808d-e4f09f74b798 req-3e4ba3eb-f9fb-4a14-8385-260141fe6aa4 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:09.428586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9eb7da7-6b33-40b9-808d-e4f09f74b798 req-3e4ba3eb-f9fb-4a14-8385-260141fe6aa4 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.2212381 Dec 20 11:34:09.438548 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-35ef0842-ac19-4b4a-a8d2-4fa1f2053309 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9fb2fbfe-609b-4d88-b652-629f7a60e452 HTTP/1.1" status: 200 len: 2649 time: 0.1897318 Dec 20 11:34:09.529504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Pushing event updated for resources: {'Port': ['ID=6c164132-c756-4033-ab9d-c90ebdc24bac,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:09.533133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:09.561014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Attempting to bind port 6c164132-c756-4033-ab9d-c90ebdc24bac on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:09.561352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Attempting to bind port 6c164132-c756-4033-ab9d-c90ebdc24bac by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:09.561678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Attempting to bind port 6c164132-c756-4033-ab9d-c90ebdc24bac on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:09.563402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9eb7da7-6b33-40b9-808d-e4f09f74b798 req-b3376cc3-701d-4e57-b237-87e9135e19d2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338887 Dec 20 11:34:09.573208 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-508425d8-b53e-4a57-a078-94c40bf8d166 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9fb2fbfe-609b-4d88-b652-629f7a60e452 HTTP/1.1" status: 200 len: 2649 time: 0.1248558 Dec 20 11:34:09.573954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Port 6c164132-c756-4033-ab9d-c90ebdc24bac on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:09.574390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Attempting to bind port 6c164132-c756-4033-ab9d-c90ebdc24bac on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:09.590613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:09.591030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:09.591466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:09.592268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Bound port: 6c164132-c756-4033-ab9d-c90ebdc24bac, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:09.592625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.727528 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-2a821c1c-94d4-4668-b6f7-2ee8a4e31126 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a10fb1b0-fbdc-4781-b876-ca480ce2a87c HTTP/1.1" status: 200 len: 2649 time: 0.1191900 Dec 20 11:34:09.756092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] For port 6c164132-c756-4033-ab9d-c90ebdc24bac, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:09.780405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] For port 6c164132-c756-4033-ab9d-c90ebdc24bac, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6c164132-c756-4033-ab9d-c90ebdc24bac,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:09.789126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.793049 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:09.841422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-281d7c1f-a95a-436d-adb2-a6ef1e3ba29d tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a10fb1b0-fbdc-4781-b876-ca480ce2a87c HTTP/1.1" status: 200 len: 2649 time: 0.1129138 Dec 20 11:34:09.868532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:09.869875 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] 10.222.0.53 "PUT /v2.0/ports/6c164132-c756-4033-ab9d-c90ebdc24bac HTTP/1.1" status: 200 len: 1097 time: 1.4095702 Dec 20 11:34:09.870372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'tag': '6c164132-c756-4033-ab9d-c90ebdc24bac'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:09.921374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Pushing event updated for resources: {'Port': ['ID=6c164132-c756-4033-ab9d-c90ebdc24bac,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:09.932921 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:09.939023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-c90f560c-ad43-4fec-8cd4-5440aac7d547 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a20439f1-820e-4fdd-a0c1-feb5992cf554 HTTP/1.1" status: 200 len: 2649 time: 0.0885611 Dec 20 11:34:09.998494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0890d88-0962-41fe-a9ca-923884c96273 req-5e60dfec-ac81-41b8-b385-d6207e23cc05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:10.006521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0890d88-0962-41fe-a9ca-923884c96273 req-5e60dfec-ac81-41b8-b385-d6207e23cc05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 947 time: 0.1824930 Dec 20 11:34:10.058821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:10.061093 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-7e0dc69b-fc67-4fdd-bee0-a4b938768436 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a20439f1-820e-4fdd-a0c1-feb5992cf554 HTTP/1.1" status: 200 len: 2649 time: 0.0852964 Dec 20 11:34:10.066300 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-7fd09d31-9131-4698-9cde-88bab58a0ce8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 1100 time: 0.1250429 Dec 20 11:34:10.069857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:10.081427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0890d88-0962-41fe-a9ca-923884c96273 req-e36de3aa-dea9-4f2a-9365-171db3f43bc9 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740430 Dec 20 11:34:10.090873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Transition to ACTIVE for port object 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:10.098526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:10.103099 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c69b740f-5c10-45a6-a348-86765acbb668 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:10.164719 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-ce470016-92fd-4ae4-9c2f-245ea2bb03d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6c164132-c756-4033-ab9d-c90ebdc24bac HTTP/1.1" status: 200 len: 217 time: 0.0888653 Dec 20 11:34:10.229744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:10.232695 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:10.237109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-6f8095aa-14ca-44ca-aad9-cf54859cc2a6 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a54500ff-2c38-482e-9a0b-6b0b2cacc9ef HTTP/1.1" status: 200 len: 2649 time: 0.1634934 Dec 20 11:34:10.290730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:10.291204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:10.291541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:10.297395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:10.297756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:10.304320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-62af498b-950e-4bbe-8e80-dda05f9c3513 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:10.304765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:10.305226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:10.305613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:10.306060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Bound port: 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:10.306411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:10.310999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-62af498b-950e-4bbe-8e80-dda05f9c3513 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1341720 Dec 20 11:34:10.351314 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-34087f0f-9b90-40e8-88b5-d99601ce5985 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a54500ff-2c38-482e-9a0b-6b0b2cacc9ef HTTP/1.1" status: 200 len: 2649 time: 0.1054640 Dec 20 11:34:10.444940 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-3c75bff5-6c50-4a16-9de5-4f7555e142d3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747848 Dec 20 11:34:10.455695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-3f830a4d-2d65-4dee-b003-a7cfea8e9057 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b662aab0-4c16-4a13-9e62-e2e1716dd101 HTTP/1.1" status: 200 len: 2649 time: 0.0728095 Dec 20 11:34:10.460822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-de6964f6-4532-44ab-ab99-d2c8843f1acb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1138041 Dec 20 11:34:10.588950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:10.598372 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-ac9d0319-6739-48fa-9cff-c73cb33a8597 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b662aab0-4c16-4a13-9e62-e2e1716dd101 HTTP/1.1" status: 200 len: 2649 time: 0.1343341 Dec 20 11:34:10.620994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:10.636645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:10.643584 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:10.652999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-5f3c874b-124a-4d6c-acb0-77f19cf177f4 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751432 Dec 20 11:34:10.695312 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-b241697f-148e-4251-8660-40abccf2d7b1 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110 HTTP/1.1" status: 200 len: 2649 time: 0.0880902 Dec 20 11:34:10.710941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54325280-1c8f-4d6f-90f9-52ff1366d597 req-9fd94554-0d1e-4ba1-90f1-bdb5679a61b6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:10.711619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-54325280-1c8f-4d6f-90f9-52ff1366d597 req-9fd94554-0d1e-4ba1-90f1-bdb5679a61b6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:10.729747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ce83-af39-40a0-ae33-ece342208406 req-34114dc8-0caa-4544-b4af-19ccad27f784 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:10.731123 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-34114dc8-0caa-4544-b4af-19ccad27f784 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781665 Dec 20 11:34:10.738957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:10.740324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] 10.222.0.53 "PUT /v2.0/ports/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 200 len: 1093 time: 1.5788069 Dec 20 11:34:10.745070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:10.770037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Request body: {'port': {'device_id': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'dc71026b2bba4ad2a830f46780e52b38'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:10.793703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-54325280-1c8f-4d6f-90f9-52ff1366d597 req-9fd94554-0d1e-4ba1-90f1-bdb5679a61b6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:10.794857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54325280-1c8f-4d6f-90f9-52ff1366d597 req-9fd94554-0d1e-4ba1-90f1-bdb5679a61b6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.4262147 Dec 20 11:34:10.824355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-0a041749-b4c9-40ef-9ec0-de5e2fb5643c tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110 HTTP/1.1" status: 200 len: 2649 time: 0.1183913 Dec 20 11:34:10.829799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0b6b8cb-b03f-4b24-8258-53f850e03932 req-f8f90f16-caa5-4d45-b72d-1788ff1f6e11 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698766 Dec 20 11:34:10.875188 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-f80df4fc-7ee9-4b29-aaa2-f2385d7b2977 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d04a9a54-da32-4880-a986-33514b91e765 HTTP/1.1" status: 200 len: 2649 time: 0.0429547 Dec 20 11:34:10.878731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:10.881767 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:10.921486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0eaef76b-7442-42ca-9c86-0b0f058c8516 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:10.926608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-bd41b228-03ff-42d5-bb10-8e7d9538079c tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d04a9a54-da32-4880-a986-33514b91e765 HTTP/1.1" status: 200 len: 2649 time: 0.0437043 Dec 20 11:34:10.978241 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-9af59e3d-2911-4002-b0b6-6f178ca576f9 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d9aecc9e-1b9f-4d91-aa52-b2ee50ce91de HTTP/1.1" status: 200 len: 2649 time: 0.0446658 Dec 20 11:34:10.997255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54325280-1c8f-4d6f-90f9-52ff1366d597 req-a6158077-d26a-4c7e-8c3d-4dfca1dc0590 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513023 Dec 20 11:34:11.006167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:11.023343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:11.034723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-56f64b1b-04ce-42e3-b108-83af3a49d5c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1096 time: 0.2389448 Dec 20 11:34:11.039725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Made reservation on behalf of dc71026b2bba4ad2a830f46780e52b38 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:11.043782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:11.091832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-a3d54cce-1195-4028-a220-a2e9ccfe0a6e tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d9aecc9e-1b9f-4d91-aa52-b2ee50ce91de HTTP/1.1" status: 200 len: 2649 time: 0.1073472 Dec 20 11:34:11.092272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0eaef76b-7442-42ca-9c86-0b0f058c8516, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0eaef76b-7442-42ca-9c86-0b0f058c8516,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:11.109068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '0eaef76b-7442-42ca-9c86-0b0f058c8516', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '0eaef76b-7442-42ca-9c86-0b0f058c8516', 'mac_address': 'fa:16:3e:51:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:11.134310 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-09186e3f-f0a1-476f-9c75-b89b5e1921ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 200 len: 217 time: 0.0794771 Dec 20 11:34:11.149105 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8', 'code': 200} Dec 20 11:34:11.169442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-07ba9bcf-dd98-4370-ad71-abfe8aba00fc tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e667d856-596a-46dd-8a2b-d5e553818c8f HTTP/1.1" status: 200 len: 2649 time: 0.0702646 Dec 20 11:34:11.220563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:11.240675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaef76b-7442-42ca-9c86-0b0f058c8516 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:11.256428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0eaef76b-7442-42ca-9c86-0b0f058c8516, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0eaef76b-7442-42ca-9c86-0b0f058c8516,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:11.269136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:11.271075 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:11.278230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-885f0c02-c698-421b-9117-f1ab92a76de3 req-ee43b462-92b7-457c-ac0e-2735d0cda1b4 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e667d856-596a-46dd-8a2b-d5e553818c8f HTTP/1.1" status: 200 len: 2649 time: 0.1079018 Dec 20 11:34:11.314387 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ef3f51a9-1daf-436e-a5a6-3b8b7034ae76 req-87dbffda-ab24-4c9b-ae4a-6cce1482d9bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 1098 time: 0.1163778 Dec 20 11:34:11.348132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0eaef76b-7442-42ca-9c86-0b0f058c8516,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:11.351557 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:11.380339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-a60e07f6-4a4b-4598-b0bb-a5962a0cfd77 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:11.381713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ef3f51a9-1daf-436e-a5a6-3b8b7034ae76 req-c5dc8142-9f6c-4d8f-a82e-0dda79fdcac1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602202 Dec 20 11:34:11.382184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-a60e07f6-4a4b-4598-b0bb-a5962a0cfd77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1975667 Dec 20 11:34:11.451081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b452-d508-4931-983f-ef9633155ffa req-18b6ffe0-593a-46d1-ba84-2a47b411a267 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:11.452503 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95d7b452-d508-4931-983f-ef9633155ffa req-18b6ffe0-593a-46d1-ba84-2a47b411a267 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 948 time: 0.2267725 Dec 20 11:34:11.460688 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-baa7fb79-c40b-4db5-952e-1186ae7e1a9b req-578862dd-cc28-457a-9ad3-4bff4385954e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 210 time: 0.0399518 Dec 20 11:34:11.501171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Allocated IP 192.168.233.121 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/ae820710-3734-4865-9fa3-2ce345162960) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:11.525618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['0eaef76b-7442-42ca-9c86-0b0f058c8516'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:11.532729 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95d7b452-d508-4931-983f-ef9633155ffa req-f3aff90c-e524-4f92-b0f2-8a1c4a258fad tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700076 Dec 20 11:34:11.621534 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'tag': '6c164132-c756-4033-ab9d-c90ebdc24bac', 'status': 'completed', 'code': 200} Dec 20 11:34:11.644128 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-b2e5f23d-bbbd-4648-83b2-c5b6fd78a130 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527742 Dec 20 11:34:11.661569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674ad4c-e46e-41b4-b248-a98875616c4a req-62efac4b-2695-49c7-9de1-ecb4a199e147 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:11.663110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8674ad4c-e46e-41b4-b248-a98875616c4a req-62efac4b-2695-49c7-9de1-ecb4a199e147 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.0915086 Dec 20 11:34:11.758673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8674ad4c-e46e-41b4-b248-a98875616c4a req-c5eacfc4-05d9-41d7-9fd4-6afd63ee0bf5 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510700 Dec 20 11:34:11.775285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-9f027b5b-8c53-41d4-acc3-7d5ba62c5dda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 1100 time: 0.1205199 Dec 20 11:34:11.877114 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e', 'status': 'completed', 'code': 200} Dec 20 11:34:11.968914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-21db84f5-25e2-4a85-9b51-4e4003f58a76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:11.970257 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-21db84f5-25e2-4a85-9b51-4e4003f58a76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1740794 Dec 20 11:34:12.040981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-493ae2b5-4e54-4f6c-b4d1-500f98be8c58 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859746 Dec 20 11:34:12.046288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:12.055703 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-c531f816-e82d-44a7-8511-6820944185d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6c164132-c756-4033-ab9d-c90ebdc24bac HTTP/1.1" status: 200 len: 217 time: 0.0742939 Dec 20 11:34:12.065789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84318a24-d668-4211-8417-a71accac61ca req-0f59ab7f-84bc-4d6c-8e70-54ae8a769822 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:12.066477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-84318a24-d668-4211-8417-a71accac61ca req-0f59ab7f-84bc-4d6c-8e70-54ae8a769822 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Synchronizing usage tracker for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:12.098019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Transition to ACTIVE for port object ae820710-3734-4865-9fa3-2ce345162960 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:12.105519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405b355-e978-422b-86ef-0ead1ed37ade req-b40e4f16-afb1-4ef6-9f55-0949f530a266 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:12.106976 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f405b355-e978-422b-86ef-0ead1ed37ade req-b40e4f16-afb1-4ef6-9f55-0949f530a266 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.3174472 Dec 20 11:34:12.130606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-84318a24-d668-4211-8417-a71accac61ca req-0f59ab7f-84bc-4d6c-8e70-54ae8a769822 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Unset dirty status for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:12.131727 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84318a24-d668-4211-8417-a71accac61ca req-0f59ab7f-84bc-4d6c-8e70-54ae8a769822 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 947 time: 0.2056329 Dec 20 11:34:12.140733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-83a00168-8a18-4f76-a039-ef2d137293e1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:12.142681 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-83a00168-8a18-4f76-a039-ef2d137293e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0737216 Dec 20 11:34:12.227596 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84318a24-d668-4211-8417-a71accac61ca req-fd2e21eb-4f7e-4280-a4ea-97a779d6bbd1 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890441 Dec 20 11:34:12.245441 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-34206a1a-ae5e-4580-ad62-1195e04cf179 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.0904758 Dec 20 11:34:12.249485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f405b355-e978-422b-86ef-0ead1ed37ade req-f007aad1-8db7-43f4-991e-f8acb52c290e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314349 Dec 20 11:34:12.269339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa4a3fa1-5a63-4f7a-8fd9-2dd09c7f9d96 req-cee30aee-2a1a-41d1-8d41-a245bf8e70ed service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199428 Dec 20 11:34:12.280341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:12.294274 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:12.296798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:12.447188 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-fb294294-8444-4088-8723-f97282536820 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941502 Dec 20 11:34:12.479542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:12.486772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:12.490852 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:12.491827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:12.497241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:12.501597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:12.502245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:12.579006 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8183625 Dec 20 11:34:12.625137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Request body: {'port': {'device_id': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:12.671344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fae5179a-e522-484f-b003-04c288d76d2b req-6bde068c-0faa-4834-8ce8-09f6add7f31b tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Synchronizing usage tracker for tenant:0f073eee7d1f41ce8c3982393072a005 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:12.699658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-b4b35b19-edb7-433d-bde1-9f7886f3e1ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1096 time: 0.3368061 Dec 20 11:34:12.733136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-893a2ff3-40bf-4cde-8f0e-edbe0029da29 req-1ddb17ae-4645-4abc-b950-2acac746ff01 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778502 Dec 20 11:34:12.771416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e800-4c54-4765-ace3-fd71e3187cf3 req-0631ed38-9e9e-4c6c-a279-49897017fdd9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:12.772651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b37e800-4c54-4765-ace3-fd71e3187cf3 req-0631ed38-9e9e-4c6c-a279-49897017fdd9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.1077855 Dec 20 11:34:12.825491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b37e800-4c54-4765-ace3-fd71e3187cf3 req-79e2b806-7c5f-498a-94f1-30cd54f753fb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 Dec 20 11:34:12.859643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fae5179a-e522-484f-b003-04c288d76d2b req-6bde068c-0faa-4834-8ce8-09f6add7f31b tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Unset dirty status for tenant:0f073eee7d1f41ce8c3982393072a005 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:12.861409 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fae5179a-e522-484f-b003-04c288d76d2b req-6bde068c-0faa-4834-8ce8-09f6add7f31b tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f073eee7d1f41ce8c3982393072a005 HTTP/1.1" status: 200 len: 5439 time: 0.4977431 Dec 20 11:34:12.880699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-678a6984-2bc6-4960-8f13-ee420d1e3f3e None None] Provisioning for port ae820710-3734-4865-9fa3-2ce345162960 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:12.889153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-678a6984-2bc6-4960-8f13-ee420d1e3f3e None None] Provisioning complete for port ae820710-3734-4865-9fa3-2ce345162960 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:12.890754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-678a6984-2bc6-4960-8f13-ee420d1e3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:12.949275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0eaef76b-7442-42ca-9c86-0b0f058c8516 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:12.963941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fae5179a-e522-484f-b003-04c288d76d2b req-e4b3a027-e9e1-4df8-809d-4d7726b4aa8b tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "GET /v2.0/security-groups/9fb2fbfe-609b-4d88-b652-629f7a60e452 HTTP/1.1" status: 200 len: 2649 time: 0.0919800 Dec 20 11:34:12.967300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:12.999422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-227f19cb-f70a-42f4-99b5-0dcef732dbec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:12.999908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-678a6984-2bc6-4960-8f13-ee420d1e3f3e None None] Port ae820710-3734-4865-9fa3-2ce345162960 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:34:13.001192 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-227f19cb-f70a-42f4-99b5-0dcef732dbec service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2906091 Dec 20 11:34:13.038227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 0eaef76b-7442-42ca-9c86-0b0f058c8516 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:13.043067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 0eaef76b-7442-42ca-9c86-0b0f058c8516 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:13.043458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.045316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13f6b-11f5-43e0-be56-e0987f953a5d req-829b7af4-4ef8-4f6a-bd62-2c7de122bd6a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:13.046817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2fb13f6b-11f5-43e0-be56-e0987f953a5d req-829b7af4-4ef8-4f6a-bd62-2c7de122bd6a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 936 time: 0.0804870 Dec 20 11:34:13.095419 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2fb13f6b-11f5-43e0-be56-e0987f953a5d req-ad57029f-84c5-4370-93d8-abdb3f16a6e3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Dec 20 11:34:13.146487 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-4afd8ef3-ab9e-4639-8a3a-bc49c8013fc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 200 len: 217 time: 0.1162894 Dec 20 11:34:13.156904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.194557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0eaef76b-7442-42ca-9c86-0b0f058c8516, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0eaef76b-7442-42ca-9c86-0b0f058c8516,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:13.196431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984e6e12-2435-4446-9900-de765b1acf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaef76b-7442-42ca-9c86-0b0f058c8516'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:13.203699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.206986 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:13.226088 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fae5179a-e522-484f-b003-04c288d76d2b req-a2c4031b-a74a-49a7-9428-4ba8fcf3170d tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "GET /v2.0/security-groups/9fb2fbfe-609b-4d88-b652-629f7a60e452 HTTP/1.1" status: 200 len: 2649 time: 0.2494898 Dec 20 11:34:13.289053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0eaef76b-7442-42ca-9c86-0b0f058c8516,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:13.292217 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:13.292499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-8b11143e-a20c-4f27-8f0e-11f6bb797451 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:13.293951 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-8b11143e-a20c-4f27-8f0e-11f6bb797451 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1417317 Dec 20 11:34:13.331996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3f296-fd45-4ae1-9d71-c64a37762f2f req-6de80474-490d-4def-befe-4b008cae188f tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:13.333448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3df3f296-fd45-4ae1-9d71-c64a37762f2f req-6de80474-490d-4def-befe-4b008cae188f tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 949 time: 0.1157854 Dec 20 11:34:13.381448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3df3f296-fd45-4ae1-9d71-c64a37762f2f req-af940b4b-30b7-418c-8e6a-f0b7c1b5fe11 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Dec 20 11:34:13.446760 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984e6e12-2435-4446-9900-de765b1acf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaef76b-7442-42ca-9c86-0b0f058c8516', 'code': 200} Dec 20 11:34:13.449855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-e36d46f0-7577-4013-b481-5a6af9447562 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816574 Dec 20 11:34:13.548787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c48c6d3-9493-4e45-866f-8f4d1a31fd4a req-77eaf8d0-2392-43ef-91c2-e6a3136f77f9 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/03398bb1-8882-4bfb-94dc-d8b85a07d513 HTTP/1.1" status: 200 len: 1612 time: 0.0821700 Dec 20 11:34:13.622599 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8dd90e16-e331-4a6d-8bb3-47b72909f680 req-fc2bff76-dcfd-4a0a-8ad6-9123b168fe9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 1102 time: 0.1145201 Dec 20 11:34:13.652313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8c48c6d3-9493-4e45-866f-8f4d1a31fd4a req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.689956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8c48c6d3-9493-4e45-866f-8f4d1a31fd4a req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.700350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8dd90e16-e331-4a6d-8bb3-47b72909f680 req-4d54f12c-3208-4766-816d-415da85ce93f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Dec 20 11:34:13.732892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb9cf-02e3-4d51-ae35-ad3ccd3fc4a0 req-f4431cd0-619d-48aa-b1b1-21c09fc4e558 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:13.734351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-014fb9cf-02e3-4d51-ae35-ad3ccd3fc4a0 req-f4431cd0-619d-48aa-b1b1-21c09fc4e558 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.3610175 Dec 20 11:34:13.736992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8c48c6d3-9493-4e45-866f-8f4d1a31fd4a req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.742285 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-615be7b9-7421-41e1-8ea9-f7cc2cfd4f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:13.744595 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-89c2dc80-aa2e-491a-9a69-daf519fccb41 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879224 Dec 20 11:34:13.753988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03398bb1-8882-4bfb-94dc-d8b85a07d513,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:13.756278 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:13.760488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8c48c6d3-9493-4e45-866f-8f4d1a31fd4a req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.762424 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c48c6d3-9493-4e45-866f-8f4d1a31fd4a req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/03398bb1-8882-4bfb-94dc-d8b85a07d513 HTTP/1.1" status: 204 len: 173 time: 0.2077432 Dec 20 11:34:13.861429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae820710-3734-4865-9fa3-2ce345162960 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:13.873892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.937397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-014fb9cf-02e3-4d51-ae35-ad3ccd3fc4a0 req-47e87a95-a282-4125-aa26-067abb172964 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949832 Dec 20 11:34:13.954484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Transition to ACTIVE for port object ae820710-3734-4865-9fa3-2ce345162960 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:13.987244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f99bff9-3e2e-41f4-b945-265dbb262a08 req-20efa68a-ea8c-4af2-9f80-3f339ae41b69 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150583 Dec 20 11:34:13.987831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:13.992904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5069318-edd4-4741-9b20-ea0b51b76de1 req-2795ff7b-8484-4fa3-87b6-bff222b51a77 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:13.993117 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70f4edaf-7b96-4eab-9784-9d8cb9263770 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:13.994594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c5069318-edd4-4741-9b20-ea0b51b76de1 req-2795ff7b-8484-4fa3-87b6-bff222b51a77 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 947 time: 0.1316862 Dec 20 11:34:14.043569 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c5069318-edd4-4741-9b20-ea0b51b76de1 req-ab67cfc0-f1d9-414e-906b-3d2b3f52bc5d tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Dec 20 11:34:14.115240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6c164132-c756-4033-ab9d-c90ebdc24bac details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:14.171188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:14.175355 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:14.248208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Attempting to bind port ae820710-3734-4865-9fa3-2ce345162960 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:14.248619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Attempting to bind port ae820710-3734-4865-9fa3-2ce345162960 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:14.249269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Attempting to bind port ae820710-3734-4865-9fa3-2ce345162960 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:14.255193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Port ae820710-3734-4865-9fa3-2ce345162960 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:14.255523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Attempting to bind port ae820710-3734-4865-9fa3-2ce345162960 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:14.269628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:14.269962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:14.270368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:14.270801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Bound port: ae820710-3734-4865-9fa3-2ce345162960, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:14.271144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.274359 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-712b630d-7cc0-4073-8866-4d9297f37e1b req-20831fd2-6b23-4b43-814a-be1d703913d8 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "GET /v2.0/security-groups/66a58ad3-c0f8-4af9-8d94-946125058c8f HTTP/1.1" status: 200 len: 1610 time: 0.0538814 Dec 20 11:34:14.294749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cac5d-d809-4048-ac79-54c7b4245f55 req-f64ca94c-4a07-48b3-a718-4db7adfca7b5 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:14.301633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e16cac5d-d809-4048-ac79-54c7b4245f55 req-f64ca94c-4a07-48b3-a718-4db7adfca7b5 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.2489929 Dec 20 11:34:14.304261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6c164132-c756-4033-ab9d-c90ebdc24bac, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6c164132-c756-4033-ab9d-c90ebdc24bac,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:14.321673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '6c164132-c756-4033-ab9d-c90ebdc24bac', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '6c164132-c756-4033-ab9d-c90ebdc24bac', 'mac_address': 'fa:16:3e:a0:b5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:14.332396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-712b630d-7cc0-4073-8866-4d9297f37e1b req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.365112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-712b630d-7cc0-4073-8866-4d9297f37e1b req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.392638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e16cac5d-d809-4048-ac79-54c7b4245f55 req-9dcfc7bd-85c4-4aa9-b34b-72c4bb5f6195 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 Dec 20 11:34:14.399706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.424267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:14.424499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-712b630d-7cc0-4073-8866-4d9297f37e1b req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.425068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c164132-c756-4033-ab9d-c90ebdc24bac {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:14.426488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:14.430030 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c363092-a720-489c-9143-0c2622d1dc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:14.433327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.437231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cf8e962c-b804-4920-ac1a-38d76fa50b91 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:14.443735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a58ad3-c0f8-4af9-8d94-946125058c8f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:14.446910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6c164132-c756-4033-ab9d-c90ebdc24bac, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6c164132-c756-4033-ab9d-c90ebdc24bac,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:14.452625 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:14.455485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-712b630d-7cc0-4073-8866-4d9297f37e1b req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.467862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-712b630d-7cc0-4073-8866-4d9297f37e1b req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/66a58ad3-c0f8-4af9-8d94-946125058c8f HTTP/1.1" status: 204 len: 173 time: 0.1925893 Dec 20 11:34:14.468335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.471162 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:14.508182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.509649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] 10.222.0.16 "PUT /v2.0/ports/ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 200 len: 1098 time: 1.9139779 Dec 20 11:34:14.510110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:14.528091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:14.531208 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:14.556792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6c164132-c756-4033-ab9d-c90ebdc24bac,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:14.559887 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:14.660166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:14.701933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274fc7f-3266-4ac6-bb52-49955cf6beef req-2dd92a0d-03fc-4664-a25f-391a93e36065 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:14.704385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4274fc7f-3266-4ac6-bb52-49955cf6beef req-2dd92a0d-03fc-4664-a25f-391a93e36065 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.1451919 Dec 20 11:34:14.707005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6c164132-c756-4033-ab9d-c90ebdc24bac'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:14.711882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-b33b2143-71b3-4e58-afdd-608a883ead1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 1101 time: 0.1179438 Dec 20 11:34:14.795565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a925-a942-4ff8-bf94-f04f8975b93d req-9fef2f08-7ebf-497d-a242-c1b4dda40282 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:14.799415 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d73a925-a942-4ff8-bf94-f04f8975b93d req-9fef2f08-7ebf-497d-a242-c1b4dda40282 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 948 time: 0.0957546 Dec 20 11:34:14.810140 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-fd9bcf7b-86a0-4531-8f50-122354ce957e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 200 len: 217 time: 0.0832705 Dec 20 11:34:14.850626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d73a925-a942-4ff8-bf94-f04f8975b93d req-7e3463e6-377e-4c12-b684-920ceccd1faa tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Dec 20 11:34:14.901540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4274fc7f-3266-4ac6-bb52-49955cf6beef req-51e08da8-c691-433c-b45a-0481138605b7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884062 Dec 20 11:34:14.943069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ce83-af39-40a0-ae33-ece342208406 req-2a087370-9726-4acd-afc1-83603b7aaf99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:14.945446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-2a087370-9726-4acd-afc1-83603b7aaf99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1253858 Dec 20 11:34:15.070629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-33b592b6-1ddf-4908-8979-2936ddae1d3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1148889 Dec 20 11:34:15.074192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66ac85-2ca4-49b0-84d2-2df49ab2a60b req-a399f146-4b4e-4e5a-9374-18b1227664f5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:15.075765 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9b66ac85-2ca4-49b0-84d2-2df49ab2a60b req-a399f146-4b4e-4e5a-9374-18b1227664f5 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 946 time: 0.0900829 Dec 20 11:34:15.131265 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9b66ac85-2ca4-49b0-84d2-2df49ab2a60b req-0b17581e-4f62-4a31-b97a-01395d52fe89 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474565 Dec 20 11:34:15.222767 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4c2d635-b320-4455-b13d-4923a9400a72 req-d705eaa3-2de6-4e61-882c-62595358d82b tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "GET /v2.0/security-groups/d7b6ba34-a5bb-4f39-90c3-7b5f8ab15f74 HTTP/1.1" status: 200 len: 1612 time: 0.0452361 Dec 20 11:34:15.275369 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-83c46916-a677-4812-88e3-8e454d5c90b5 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975608 Dec 20 11:34:15.283790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99776a-bbf8-44f8-99d2-35894926fcef req-fb6a7548-5e04-4bae-9b05-0883e0c69a84 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:15.285140 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb99776a-bbf8-44f8-99d2-35894926fcef req-fb6a7548-5e04-4bae-9b05-0883e0c69a84 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 949 time: 0.1731787 Dec 20 11:34:15.290540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c2d635-b320-4455-b13d-4923a9400a72 req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:15.319058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c2d635-b320-4455-b13d-4923a9400a72 req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:15.366260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c2d635-b320-4455-b13d-4923a9400a72 req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:15.370085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:15.384065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6ba34-a5bb-4f39-90c3-7b5f8ab15f74,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:15.387273 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:15.402984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c2d635-b320-4455-b13d-4923a9400a72 req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:15.404089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4c2d635-b320-4455-b13d-4923a9400a72 req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "DELETE /v2.0/security-groups/d7b6ba34-a5bb-4f39-90c3-7b5f8ab15f74 HTTP/1.1" status: 204 len: 173 time: 0.1757572 Dec 20 11:34:15.427815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb99776a-bbf8-44f8-99d2-35894926fcef req-92e794f1-1d05-4278-8c7e-50a9987cd92f tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243863 Dec 20 11:34:15.452983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be15ce83-af39-40a0-ae33-ece342208406 req-b199666e-3ec4-473b-99ee-394a311d63fb service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669409 Dec 20 11:34:15.462107 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960', 'status': 'completed', 'code': 200} Dec 20 11:34:15.570635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-2bd212f9-7bc2-44d3-8126-fa32929e7286 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 1101 time: 0.0719137 Dec 20 11:34:15.648990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7701-5d75-4b0a-972e-878caaf53bf5 req-47507046-45ae-499a-b2ad-226c8c8b02e9 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:15.650658 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f10d7701-5d75-4b0a-972e-878caaf53bf5 req-47507046-45ae-499a-b2ad-226c8c8b02e9 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 948 time: 0.0967517 Dec 20 11:34:15.700884 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f10d7701-5d75-4b0a-972e-878caaf53bf5 req-49437c7c-de33-459d-abc5-3803b05b1f2f tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432289 Dec 20 11:34:15.873337 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76d2aebf-6c47-4e17-b7f5-8152d4c64ae5 req-fb6b7ad9-ad47-4545-884c-4a5566468aa5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "GET /v2.0/security-groups/df8c4d14-325d-4c7a-ae1b-63d7e0ff680a HTTP/1.1" status: 200 len: 1611 time: 0.1198139 Dec 20 11:34:15.875404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-80c181f7-f2ac-4d1e-8066-4c23e4bd1cb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:15.875594 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-80c181f7-f2ac-4d1e-8066-4c23e4bd1cb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2980735 Dec 20 11:34:15.890889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b570db6-8d83-4d95-8da1-6b3d60dc422a req-6887a9f6-589f-47e8-9b9c-910f8a23ffaf tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:15.892373 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9b570db6-8d83-4d95-8da1-6b3d60dc422a req-6887a9f6-589f-47e8-9b9c-910f8a23ffaf tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.0759177 Dec 20 11:34:15.940154 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9b570db6-8d83-4d95-8da1-6b3d60dc422a req-57b1ad65-11fb-4bc1-9dc2-ad7e478d6885 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Dec 20 11:34:15.987517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-99674f8c-08e4-4618-86d0-d301a95732f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 200 len: 217 time: 0.1028197 Dec 20 11:34:15.990214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9374ad71-5a23-460a-91a1-286947d6859f req-e1004b38-f803-4420-b3c1-6297181f781d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89006318b41149a2a8b2982c57235de6&device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 1098 time: 0.2356565 Dec 20 11:34:16.094892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76d2aebf-6c47-4e17-b7f5-8152d4c64ae5 req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.125763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:16.129763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6c164132-c756-4033-ab9d-c90ebdc24bac up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:16.136118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ae76-cfa0-4ff6-8eff-07ced1134256 req-16b4acef-ef37-4ba7-b648-6d0c9d6a7e5d tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:16.137648 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25f1ae76-cfa0-4ff6-8eff-07ced1134256 req-16b4acef-ef37-4ba7-b648-6d0c9d6a7e5d tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.0800312 Dec 20 11:34:16.181883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-6ec763aa-fd0d-4f4c-8c92-de6b6d335cbd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:16.183335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-6ec763aa-fd0d-4f4c-8c92-de6b6d335cbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1654272 Dec 20 11:34:16.186638 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25f1ae76-cfa0-4ff6-8eff-07ced1134256 req-2d22e606-2c65-4b06-96d7-bb2b46da0d60 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Dec 20 11:34:16.188057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76d2aebf-6c47-4e17-b7f5-8152d4c64ae5 req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.290918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ad71-5a23-460a-91a1-286947d6859f req-7f5fec40-ac53-440b-93f4-c815cf6123a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:16.292334 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9374ad71-5a23-460a-91a1-286947d6859f req-7f5fec40-ac53-440b-93f4-c815cf6123a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c690b3f-a52a-4949-a191-3a8b7103e5d5 HTTP/1.1" status: 200 len: 915 time: 0.2944000 Dec 20 11:34:16.338309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 6c164132-c756-4033-ab9d-c90ebdc24bac completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:16.354505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 6c164132-c756-4033-ab9d-c90ebdc24bac triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:16.355103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.369051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76d2aebf-6c47-4e17-b7f5-8152d4c64ae5 req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.378873 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a48d6100-2695-4518-acf9-d8427ad568ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:16.386955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9374ad71-5a23-460a-91a1-286947d6859f req-8b62ab32-da5f-46bd-8288-4010a14dc2a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8 HTTP/1.1" status: 200 len: 217 time: 0.0874755 Dec 20 11:34:16.398906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:16.415054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246e830-5998-4bf7-871f-c7ad7996f3ca req-6023921e-f3df-4bee-9deb-72a9872e34cc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:16.418336 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6246e830-5998-4bf7-871f-c7ad7996f3ca req-6023921e-f3df-4bee-9deb-72a9872e34cc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 948 time: 0.1003516 Dec 20 11:34:16.424810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'port_id': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e', 'mac_address': 'fa:16:3e:ef:87:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64313e95-a9c0-441b-8941-5dc9f90be7b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:16.429466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8c4d14-325d-4c7a-ae1b-63d7e0ff680a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:16.437169 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:16.446307 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-c9c4aedd-2ae9-45a9-8281-bcbf4bae0515 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2440867 Dec 20 11:34:16.448976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76d2aebf-6c47-4e17-b7f5-8152d4c64ae5 req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.449966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76d2aebf-6c47-4e17-b7f5-8152d4c64ae5 req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] 10.222.0.32 "DELETE /v2.0/security-groups/df8c4d14-325d-4c7a-ae1b-63d7e0ff680a HTTP/1.1" status: 204 len: 173 time: 0.5698972 Dec 20 11:34:16.479365 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6246e830-5998-4bf7-871f-c7ad7996f3ca req-62037b35-77ce-4b87-872c-5dcacf812abf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567269 Dec 20 11:34:16.507765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ad71-5a23-460a-91a1-286947d6859f req-028fa3ef-3a44-40bd-bbeb-54efe40a3453 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:16.509196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9374ad71-5a23-460a-91a1-286947d6859f req-028fa3ef-3a44-40bd-bbeb-54efe40a3453 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50959735-77ee-4f1d-8e88-e47782329aeb HTTP/1.1" status: 200 len: 854 time: 0.1105807 Dec 20 11:34:16.549022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.584046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:16.592907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.606903 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9374ad71-5a23-460a-91a1-286947d6859f req-8b9baf16-89c1-4e61-8a62-cf08df82d5ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c690b3f-a52a-4949-a191-3a8b7103e5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461199 Dec 20 11:34:16.650357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c164132-c756-4033-ab9d-c90ebdc24bac'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:16.669069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:16.673603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6c164132-c756-4033-ab9d-c90ebdc24bac, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6c164132-c756-4033-ab9d-c90ebdc24bac,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:16.677235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.679095 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:16.709425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-5fe616e6-5a59-4e4a-80ff-e3b83678bc50 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507489 Dec 20 11:34:16.720333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:16.724800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801993-bcca-4fe7-a37f-b34597042d1c req-314da4a9-11d5-4c5d-8016-694807854192 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:16.739593 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c3801993-bcca-4fe7-a37f-b34597042d1c req-314da4a9-11d5-4c5d-8016-694807854192 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.1142292 Dec 20 11:34:16.768222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:16.779580 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:16.780297 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-016c4967-cbee-4821-9420-864b7ba2d21d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:16.846258 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c3801993-bcca-4fe7-a37f-b34597042d1c req-f7fd4f98-4317-41fe-b3e6-e19ea4d24f35 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002707 Dec 20 11:34:16.918410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:16.945682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9374ad71-5a23-460a-91a1-286947d6859f req-b7d5180e-917c-4d49-bb18-f4c1742f41fa service neutron] 10.222.0.53 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278799 Dec 20 11:34:17.026895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6c164132-c756-4033-ab9d-c90ebdc24bac,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:17.034763 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:17.049279 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c164132-c756-4033-ab9d-c90ebdc24bac', 'code': 200} Dec 20 11:34:17.086783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:17.137913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55704fb1-f5ac-4658-a1f1-a7b95de741f0 req-99327871-4e13-42b0-8a9a-a7743bc63350 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214149 Dec 20 11:34:17.164606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9374ad71-5a23-460a-91a1-286947d6859f req-be763169-e983-4437-8a12-51b88e8ff42d service neutron] 10.222.0.53 "GET /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074156 Dec 20 11:34:17.204169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd738-009f-4a5d-adad-cdc4d921083d req-1b9fbb85-62ac-45de-9487-e124fe810ad2 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:17.206034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff5dd738-009f-4a5d-adad-cdc4d921083d req-1b9fbb85-62ac-45de-9487-e124fe810ad2 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 949 time: 0.1336775 Dec 20 11:34:17.241138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d45379d8-aba9-402c-a86a-3a92c70ab1bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f073eee7d1f41ce8c3982393072a005&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3214748 Dec 20 11:34:17.244640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34060) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:17.281339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff5dd738-009f-4a5d-adad-cdc4d921083d req-6e044b9e-aad2-4ee1-bbd6-e6e46982ba51 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681543 Dec 20 11:34:17.356346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:17.357904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15feda-5aad-49e5-9720-e504ae4e4ea1 req-58dcab66-bc22-4b18-9042-e0f2a11a3a19 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:17.359397 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c15feda-5aad-49e5-9720-e504ae4e4ea1 req-58dcab66-bc22-4b18-9042-e0f2a11a3a19 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 949 time: 0.1582189 Dec 20 11:34:17.362381 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8810aebb-bcb4-46a2-bfcf-c3a0f5ce4adf req-cc3263d7-df6c-440f-85d4-3a22c573c0e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 1102 time: 0.1967897 Dec 20 11:34:17.393419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:17.439758 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c15feda-5aad-49e5-9720-e504ae4e4ea1 req-ec26a6b1-d028-4cb2-9415-f1b35b309910 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725589 Dec 20 11:34:17.441627 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8810aebb-bcb4-46a2-bfcf-c3a0f5ce4adf req-4e7a7700-0df7-4c50-9d1f-0cf0c4d5e9e4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598648 Dec 20 11:34:17.583756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:17.587897 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62100b16-b630-40a2-a034-8fddb63d73a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:17.596183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-a5a175af-a2dc-4bce-9c87-1f826b637be7 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1788920817&fields=id&tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6 HTTP/1.1" status: 200 len: 267 time: 0.0431437 Dec 20 11:34:17.611600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2fbfe-609b-4d88-b652-629f7a60e452,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:17.616616 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:17.623764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f495e-d9cd-48af-a967-e1badac6a165 req-2bc5f1d5-cdc4-45a0-828b-9f1885043e06 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:17.626527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb3f495e-d9cd-48af-a967-e1badac6a165 req-2bc5f1d5-cdc4-45a0-828b-9f1885043e06 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1973703 Dec 20 11:34:17.626680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:17.635987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fb2fbfe-609b-4d88-b652-629f7a60e452 HTTP/1.1" status: 204 len: 168 time: 0.3844674 Dec 20 11:34:17.674022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:17.685395 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb3f495e-d9cd-48af-a967-e1badac6a165 req-f4fb7415-88f8-4f72-a6cb-5332dfd85c1d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481935 Dec 20 11:34:17.778334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-ae8660de-2d5e-4337-9895-7281fc47633b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:17.779294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-ae8660de-2d5e-4337-9895-7281fc47633b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Synchronizing usage tracker for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:17.801015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-ae8660de-2d5e-4337-9895-7281fc47633b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Unset dirty status for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:17.802363 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-ae8660de-2d5e-4337-9895-7281fc47633b tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 824 time: 0.1993556 Dec 20 11:34:17.827167 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-ab94f284-67dc-4d4e-98e3-b1cae4cf39e1 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/quotas/4e0144e0fe2d4cb7a2ed3eb19a247cd6 HTTP/1.1" status: 200 len: 375 time: 0.0182905 Dec 20 11:34:17.931193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-b39c21c2-4356-4d39-b4c7-7ef49059c868 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0983653 Dec 20 11:34:17.958011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27cc9e-a2d0-4e3e-8aa1-e8675c07ed6c req-d58cd918-7666-40d8-8532-afbf89c4bd07 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:17.959719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a27cc9e-a2d0-4e3e-8aa1-e8675c07ed6c req-d58cd918-7666-40d8-8532-afbf89c4bd07 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.1532223 Dec 20 11:34:18.010514 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a27cc9e-a2d0-4e3e-8aa1-e8675c07ed6c req-0a072ac1-7d7c-411a-992d-881e269d37fc tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Dec 20 11:34:18.119907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-099c6b36-86b8-4913-90b3-e63eb754cd6a service neutron] 10.222.0.32 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849644 Dec 20 11:34:18.130417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34078) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:18.166379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:18.183008 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0e48f8ea-47bd-4e54-bac9-0b5a39574123 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97434f4ddd824ba88a1e8d26f2b76995&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513682 Dec 20 11:34:18.183612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34082) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:18.254537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.258202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:18.265638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:18.267252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.325376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.362531 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-26f535dc-c49a-437a-a8d6-001837e969b6 service neutron] 10.222.0.32 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357321 Dec 20 11:34:18.409794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-45c11e05-e869-40ed-bf22-84298c13c844 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:18.411241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-45c11e05-e869-40ed-bf22-84298c13c844 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d11fea3-871c-49b1-8a76-3fea0b25418b HTTP/1.1" status: 200 len: 946 time: 0.1270981 Dec 20 11:34:18.413949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.421557 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6fb3be0e-5d08-4fd3-9c96-d2439c048844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:18.437750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.477387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ea6ff-a66a-4c21-8d9a-fc70839b645e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:18.492613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:18.499297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.501743 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:18.515883 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:18.527608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.528697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/699ea6ff-a66a-4c21-8d9a-fc70839b645e HTTP/1.1" status: 204 len: 168 time: 0.3442066 Dec 20 11:34:18.556601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Deleting port bbe3347f-4007-4c16-9ac4-69fe45e7106f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:34:18.556942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.631087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:18.637396 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:18.674814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92289791-e65d-4701-93f5-50ca42add4d0 req-f3dea117-f611-4d4c-a78f-6d12370af78c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:18.675494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-92289791-e65d-4701-93f5-50ca42add4d0 req-f3dea117-f611-4d4c-a78f-6d12370af78c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:18.720356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-92289791-e65d-4701-93f5-50ca42add4d0 req-f3dea117-f611-4d4c-a78f-6d12370af78c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:18.721580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92289791-e65d-4701-93f5-50ca42add4d0 req-f3dea117-f611-4d4c-a78f-6d12370af78c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 948 time: 0.2558022 Dec 20 11:34:18.768684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b757863-61e5-4dd6-9ec7-a1085fa48d2e req-870a0581-cfd7-4042-bc1a-2c50195b92ce tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:18.770797 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b757863-61e5-4dd6-9ec7-a1085fa48d2e req-870a0581-cfd7-4042-bc1a-2c50195b92ce tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.1061828 Dec 20 11:34:18.861228 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92289791-e65d-4701-93f5-50ca42add4d0 req-bf32d9b0-4e77-4a61-a3f1-614626557e02 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337180 Dec 20 11:34:18.862548 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b757863-61e5-4dd6-9ec7-a1085fa48d2e req-0048d9e7-7f61-47ca-b851-98a6fba13a68 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741460 Dec 20 11:34:18.914858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] For port bbe3347f-4007-4c16-9ac4-69fe45e7106f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bbe3347f-4007-4c16-9ac4-69fe45e7106f,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:18.915318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:18.998886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ae820710-3734-4865-9fa3-2ce345162960 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:19.050638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:19.121985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2ec0-2d07-46d5-89a2-843c84637287 req-8cc5bbb9-c40b-4f00-a9aa-f8088c0779e5 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:19.129789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b70f2ec0-2d07-46d5-89a2-843c84637287 req-8cc5bbb9-c40b-4f00-a9aa-f8088c0779e5 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 949 time: 0.1074584 Dec 20 11:34:19.198661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b70f2ec0-2d07-46d5-89a2-843c84637287 req-91f8798b-1c44-40c4-bc98-e4abda2020fb tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678091 Dec 20 11:34:19.258108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:19.310466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'ae820710-3734-4865-9fa3-2ce345162960', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'ae820710-3734-4865-9fa3-2ce345162960', 'mac_address': 'fa:16:3e:36:2f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:19.379173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:19.379491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:19.379798 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3 disassociated. External IP: 172.35.0.212, port: bbe3347f-4007-4c16-9ac4-69fe45e7106f. Dec 20 11:34:19.380131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Calling delete_port for bbe3347f-4007-4c16-9ac4-69fe45e7106f owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:34:19.409532 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23371cd9-67ef-4202-9892-dc405f2215d3 req-6e570431-3356-477f-8361-d7cf26023031 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 210 time: 0.0976510 Dec 20 11:34:19.413010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3742763-ca6d-4374-8504-adbc34be39e7 req-28a51a41-e2d6-424f-b61e-3e2653afcf3f tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:19.434607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3742763-ca6d-4374-8504-adbc34be39e7 req-28a51a41-e2d6-424f-b61e-3e2653afcf3f tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 949 time: 0.2752943 Dec 20 11:34:19.439558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:19.457452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae820710-3734-4865-9fa3-2ce345162960 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:19.476523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:19.483072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:19.493981 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:19.553527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3742763-ca6d-4374-8504-adbc34be39e7 req-8543ce74-2481-41d4-9473-825b2903f283 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179607 Dec 20 11:34:19.614376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:19.624725 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:19.673955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:19.685496 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74254ec6-e2ea-4d3f-9d83-dee23c371ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:19.715816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91df83-3b65-4696-a900-c09d4f6f42cf req-ef04c7ea-bf91-4289-8b49-aa90505aff7a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:19.718635 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6c91df83-3b65-4696-a900-c09d4f6f42cf req-ef04c7ea-bf91-4289-8b49-aa90505aff7a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1831329 Dec 20 11:34:19.730024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['ae820710-3734-4865-9fa3-2ce345162960'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:19.786292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6c91df83-3b65-4696-a900-c09d4f6f42cf req-6bcd1208-bac5-4ea6-b4b8-d325178b6b3a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618165 Dec 20 11:34:19.797900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event deleted for resources: {'Port': ['ID=bbe3347f-4007-4c16-9ac4-69fe45e7106f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:19.821568 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:19.835464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-de1635e7-7cc4-4d3d-a03b-63ea8232e0a2 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:19.837443 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-de1635e7-7cc4-4d3d-a03b-63ea8232e0a2 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.16 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 949 time: 0.1872685 Dec 20 11:34:19.893529 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e', 'code': 200} Dec 20 11:34:19.949778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0e70a-9585-4398-8807-99ccc726ce52 req-86c544af-4776-48ec-ac8f-f56c8192a81e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:19.951160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7aa0e70a-9585-4398-8807-99ccc726ce52 req-86c544af-4776-48ec-ac8f-f56c8192a81e tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.2075930 Dec 20 11:34:19.975780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Deleting port 0eaef76b-7442-42ca-9c86-0b0f058c8516 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:34:19.986071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:20.209629 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-26aed083-960f-4db5-9ee6-4443c652bdb0 req-907e6a88-9011-4457-91b6-4b7af50ff7be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1098 time: 0.2054341 Dec 20 11:34:20.212118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7aa0e70a-9585-4398-8807-99ccc726ce52 req-2c77eeb4-9a94-4172-9306-221e3c5590a6 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475643 Dec 20 11:34:20.546884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Router c3d1c1b2-9d42-4279-a945-7d98865f2d33 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:34:20.602629 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-26aed083-960f-4db5-9ee6-4443c652bdb0 req-8b118857-b407-4a84-a814-8821a9eb2f81 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750334 Dec 20 11:34:20.661086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-8eca8636-1b9d-4b0b-8889-8c4448ecc3e0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:20.662870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-8eca8636-1b9d-4b0b-8889-8c4448ecc3e0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.53 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 824 time: 0.4005263 Dec 20 11:34:20.684906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f51b3-c304-4c37-9513-0e3e1fb7c4e9 req-e421d373-4eef-4905-a72c-6b214004defd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:20.686934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f29f51b3-c304-4c37-9513-0e3e1fb7c4e9 req-e421d373-4eef-4905-a72c-6b214004defd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 949 time: 0.1892805 Dec 20 11:34:20.689448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] For port 0eaef76b-7442-42ca-9c86-0b0f058c8516, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0eaef76b-7442-42ca-9c86-0b0f058c8516,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:20.690073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:20.793883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787c9a1-ec82-478b-89ca-be412a170d5c req-4cd31f97-a22c-4641-9cea-36335f2bf6e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:20.795667 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2787c9a1-ec82-478b-89ca-be412a170d5c req-4cd31f97-a22c-4641-9cea-36335f2bf6e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.2213330 Dec 20 11:34:20.842425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Calling delete_port for 0eaef76b-7442-42ca-9c86-0b0f058c8516 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:34:20.933956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f29f51b3-c304-4c37-9513-0e3e1fb7c4e9 req-5d57009e-cfd5-4b86-9ced-56c82e4873bc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347429 Dec 20 11:34:20.982385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-f249316f-ef35-4dca-80ae-18f29e21275d tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6 HTTP/1.1" status: 200 len: 380 time: 0.1263123 Dec 20 11:34:20.995591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'port': {'device_id': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'admin_state_up': True, 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'security_groups': ['1861b0a7-1acd-4006-b1f9-c377037969d0']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:21.009486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ae820710-3734-4865-9fa3-2ce345162960 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:21.017090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2787c9a1-ec82-478b-89ca-be412a170d5c req-bb05a320-d4b3-4dc3-abcc-5c76a5ad75f7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622899 Dec 20 11:34:21.105713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:34:21.124225 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] Sync routers for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:34:21.143878 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:34:21.144490 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:34:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:21.203884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port ae820710-3734-4865-9fa3-2ce345162960 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:21.209346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port ae820710-3734-4865-9fa3-2ce345162960 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:21.209990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:21.283267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:21.314021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] No DVR routers for this DVR port bbe3347f-4007-4c16-9ac4-69fe45e7106f on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:34:21.315446 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:21.316745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:21.345786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'name': 'network-vif-deleted', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:21.413706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8a7ca24-b6c9-4de8-8937-93f750756809 req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.16 "DELETE /v2.0/ports/bbe3347f-4007-4c16-9ac4-69fe45e7106f HTTP/1.1" status: 204 len: 173 time: 2.9946070 Dec 20 11:34:21.416086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:21.430349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40dff9-96a8-498c-aabd-804a03c9c982 req-7da291a0-2e89-428e-990f-bad943341fb8 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:21.431883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e40dff9-96a8-498c-aabd-804a03c9c982 req-7da291a0-2e89-428e-990f-bad943341fb8 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/ports?device_id=984e6e12-2435-4446-9900-de765b1acf8e HTTP/1.1" status: 200 len: 949 time: 0.3560188 Dec 20 11:34:21.435134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Pushing event deleted for resources: {'Port': ['ID=0eaef76b-7442-42ca-9c86-0b0f058c8516,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:21.437095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:21.439771 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:21.450526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Usage tracker for resource:port and tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:21.460160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:21.482995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:21.513298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:21.517871 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:34:21.525673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:21.527375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bbe3347f-4007-4c16-9ac4-69fe45e7106f no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:34:21.533269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Made reservation on behalf of 4e0144e0fe2d4cb7a2ed3eb19a247cd6 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:21.540334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:21.586965 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:21.622905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: bbe3347f-4007-4c16-9ac4-69fe45e7106f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:34:21.623763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bbe3347f-4007-4c16-9ac4-69fe45e7106f not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:34:21.624408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0eaef76b-7442-42ca-9c86-0b0f058c8516 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:34:21.629336 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-5789bec8-e16c-4aa6-a848-b279bac3edee tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 1102 time: 0.3085711 Dec 20 11:34:21.685503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 0eaef76b-7442-42ca-9c86-0b0f058c8516 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:34:21.686249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0eaef76b-7442-42ca-9c86-0b0f058c8516 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:34:21.688198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] No DVR routers for this DVR port 0eaef76b-7442-42ca-9c86-0b0f058c8516 on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:34:21.696460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:21.720817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984e6e12-2435-4446-9900-de765b1acf8e', 'name': 'network-vif-deleted', 'tag': '0eaef76b-7442-42ca-9c86-0b0f058c8516'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:21.723219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:21.736411 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:21.744402 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-98932e55-58ed-4c51-af66-d0d931b90de3 req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.16 "DELETE /v2.0/ports/0eaef76b-7442-42ca-9c86-0b0f058c8516 HTTP/1.1" status: 204 len: 173 time: 1.9006972 Dec 20 11:34:21.770603 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e40dff9-96a8-498c-aabd-804a03c9c982 req-a30e4aa5-2db1-453a-ae21-6533dfc796e9 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] 10.222.0.32 "GET /v2.0/security-groups?id=b662aab0-4c16-4a13-9e62-e2e1716dd101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290877 Dec 20 11:34:21.900428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:22.005738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Allocated IP 172.20.0.13 (bd14f5bc-b2d9-4efa-aa52-0b96944f7086/b964d349-7565-469f-a940-4b6c66bc60f5/234e0a75-c175-4da7-b9ec-17a9d053dec7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:22.124249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:22.197850 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:22.204204 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] Checking router: c3d1c1b2-9d42-4279-a945-7d98865f2d33 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:34:22.223495 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:34:22.228152 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:34:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:22.232856 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aa8e0230-b698-400b-85b3-22d7699dae97 req-434a69d7-e8b6-4000-ba81-86d90988bbce tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 210 time: 0.0615008 Dec 20 11:34:22.276563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:22.285939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Usage tracker for resource:security_group_rule and tenant:b27931bab5124fc296b596e929db470d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:22.344691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:22.356855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:22.413582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:22.440678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Transition to ACTIVE for port object 234e0a75-c175-4da7-b9ec-17a9d053dec7 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:22.461295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d3d-8bbd-4ad1-97de-fef8dd0fb0a0 req-ce042e0b-ef80-4c1c-95ab-eec41282e006 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:22.471230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-30b30d3d-8bbd-4ad1-97de-fef8dd0fb0a0 req-ce042e0b-ef80-4c1c-95ab-eec41282e006 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1020570 Dec 20 11:34:22.491188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:22.501035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:22.511125 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:22.528464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-30b30d3d-8bbd-4ad1-97de-fef8dd0fb0a0 req-3a5c9cec-6e8b-41ed-bd53-65526828cc79 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560920 Dec 20 11:34:22.529967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:22.559747 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:34:22.585348 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d56b7a76-d947-4238-a737-d27c0d27d31a req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9546344 Dec 20 11:34:22.590790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bab13f-c0b7-4602-a88a-0f00872fba8e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:22.602509 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:22.606024 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:22.686251 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d11fea3-871c-49b1-8a76-3fea0b25418b', 'name': 'network-vif-deleted', 'tag': 'bbe3347f-4007-4c16-9ac4-69fe45e7106f', 'status': 'completed', 'code': 200} Dec 20 11:34:22.692235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:22.699072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:22.720331 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984e6e12-2435-4446-9900-de765b1acf8e', 'name': 'network-vif-deleted', 'tag': '0eaef76b-7442-42ca-9c86-0b0f058c8516', 'status': 'completed', 'code': 200} Dec 20 11:34:22.727002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:22.737492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:22.738652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:22.754547 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960', 'code': 200} Dec 20 11:34:22.840944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event updated for resources: {'Port': ['ID=234e0a75-c175-4da7-b9ec-17a9d053dec7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:22.849503 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:22.854615 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8646564 Dec 20 11:34:22.872840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Request body: {'port': {'device_id': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:23.050723 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:23.053762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c477e796-0a01-4e10-aea2-e4e699570315 None None] Provisioning for port 234e0a75-c175-4da7-b9ec-17a9d053dec7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:23.059554 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22e50a-4350-4089-bbbd-7b2100aea075 None None] The sync data for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 is: [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:34:23.062085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c477e796-0a01-4e10-aea2-e4e699570315 None None] Provisioning complete for port 234e0a75-c175-4da7-b9ec-17a9d053dec7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:23.062788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c477e796-0a01-4e10-aea2-e4e699570315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:23.108461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:23.117362 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76fcaa1e-ebaf-4d05-9428-9baad59f0b7c req-5312f78a-3d0d-4a8e-9c0a-d0b65f89924e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 1103 time: 0.2655532 Dec 20 11:34:23.129420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b3e07-07ec-448c-b0dd-be889066aaca req-947ae920-0bec-4aec-830e-fbbd046ff578 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:23.131120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-035b3e07-07ec-448c-b0dd-be889066aaca req-947ae920-0bec-4aec-830e-fbbd046ff578 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.2022579 Dec 20 11:34:23.138309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c477e796-0a01-4e10-aea2-e4e699570315 None None] Port 234e0a75-c175-4da7-b9ec-17a9d053dec7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:34:23.191048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76fcaa1e-ebaf-4d05-9428-9baad59f0b7c req-b80728e1-c9a0-4823-8526-293bf17efb44 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668473 Dec 20 11:34:23.351203 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-035b3e07-07ec-448c-b0dd-be889066aaca req-7b7c10c7-4f6f-4ed7-b0d7-ea3d0aa9a6d9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125154 Dec 20 11:34:23.427342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307fc63-eef8-4095-b313-69423fdca626 None None] New status for floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:34:23.448102 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-a5acb6fc-4c61-4ef0-ae87-d549bb9eaf11 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092384 Dec 20 11:34:23.650971 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-96b54dfd-b2b8-4957-90c0-204c200e62a6 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416217 Dec 20 11:34:23.667877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a41e28-92de-429f-a507-5539d21cf605 req-225d9f97-8523-4e2e-8089-2971f1a28502 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:23.669314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a41e28-92de-429f-a507-5539d21cf605 req-225d9f97-8523-4e2e-8089-2971f1a28502 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.1730454 Dec 20 11:34:23.742380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a41e28-92de-429f-a507-5539d21cf605 req-8cff48f8-2525-4d6b-9a61-5dfd3475465b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638077 Dec 20 11:34:23.775621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-dc2d4e23-d476-44ae-8cd8-ed5319e47741 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1103 time: 0.2270188 Dec 20 11:34:23.808981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234e0a75-c175-4da7-b9ec-17a9d053dec7 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:23.816726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:23.831237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Transition to ACTIVE for port object 234e0a75-c175-4da7-b9ec-17a9d053dec7 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:23.836769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:23.840485 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:23.862402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-033d977e-77fc-43d7-a6b3-0302bccddcc8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:23.863822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-033d977e-77fc-43d7-a6b3-0302bccddcc8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066622 Dec 20 11:34:23.945246 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-be5041a6-e205-4d5a-8a23-b498e23ad21e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/quotas/b5e2c03354174875b96e80f7abdc0074 HTTP/1.1" status: 200 len: 375 time: 0.0274551 Dec 20 11:34:24.005930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-d1f48409-b403-459f-bc5a-655edfea2193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:24.007414 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-d1f48409-b403-459f-bc5a-655edfea2193 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2066331 Dec 20 11:34:24.009551 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-48acf655-09b5-4124-9d1f-feb6096ffa20 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515699 Dec 20 11:34:24.013110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Pushing event updated for resources: {'Port': ['ID=234e0a75-c175-4da7-b9ec-17a9d053dec7,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:24.016601 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:24.089654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-048e2c18-1b93-4659-bf1b-df18fd34f6b5 req-3e2d6649-fafd-4def-a04e-41145dfb2ae9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2098885 Dec 20 11:34:24.090495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Attempting to bind port 234e0a75-c175-4da7-b9ec-17a9d053dec7 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:24.090822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Attempting to bind port 234e0a75-c175-4da7-b9ec-17a9d053dec7 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:24.091140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Attempting to bind port 234e0a75-c175-4da7-b9ec-17a9d053dec7 on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:24.101384 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-3a816745-a547-4c86-b508-a9628905472d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.0772178 Dec 20 11:34:24.103061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Port 234e0a75-c175-4da7-b9ec-17a9d053dec7 on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:24.103597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Attempting to bind port 234e0a75-c175-4da7-b9ec-17a9d053dec7 on network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:24.115025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:24.119128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Checking segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:24.119568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Bound using segment: {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:24.120012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Bound port: 234e0a75-c175-4da7-b9ec-17a9d053dec7, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:24.120358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:24.196055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-f08e39aa-5d58-4705-a0df-786f971e97c3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:24.197699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-f08e39aa-5d58-4705-a0df-786f971e97c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0868554 Dec 20 11:34:24.287186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] For port 234e0a75-c175-4da7-b9ec-17a9d053dec7, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:24.290356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] For port 234e0a75-c175-4da7-b9ec-17a9d053dec7, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:24.301389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:24.314480 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea04c06d-a097-42e2-a7f6-68b721040b49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:24.393171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:24.395221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] 10.222.0.53 "PUT /v2.0/ports/234e0a75-c175-4da7-b9ec-17a9d053dec7 HTTP/1.1" status: 200 len: 1094 time: 1.5304654 Dec 20 11:34:24.484484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524ad81-5e41-4c61-95f9-5e8460beafa2 req-e8abec7d-61c0-4336-8835-bd9bb6f666bf tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:24.488782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5524ad81-5e41-4c61-95f9-5e8460beafa2 req-e8abec7d-61c0-4336-8835-bd9bb6f666bf tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.1953609 Dec 20 11:34:24.534317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Pushing event updated for resources: {'Port': ['ID=234e0a75-c175-4da7-b9ec-17a9d053dec7,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:24.534720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-abdec837-b7dd-4b88-ae73-0e168d1b8f6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3228362 Dec 20 11:34:24.581244 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5524ad81-5e41-4c61-95f9-5e8460beafa2 req-ffd0af47-3cc0-4f28-95a0-ad7529f03852 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876696 Dec 20 11:34:24.592198 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:24.663035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df333efd-c896-46af-9382-237ee723116f req-dafae73e-5f2f-4791-97b9-b697648b30e7 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:24.663715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-df333efd-c896-46af-9382-237ee723116f req-dafae73e-5f2f-4791-97b9-b697648b30e7 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Synchronizing usage tracker for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:24.673692 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-bccbac3c-1f93-4e25-8158-ea301e5216cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 1097 time: 0.1406562 Dec 20 11:34:24.687872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:24.749461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-df333efd-c896-46af-9382-237ee723116f req-dafae73e-5f2f-4791-97b9-b697648b30e7 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Unset dirty status for tenant:4e0144e0fe2d4cb7a2ed3eb19a247cd6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:24.750670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df333efd-c896-46af-9382-237ee723116f req-dafae73e-5f2f-4791-97b9-b697648b30e7 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 944 time: 0.2986360 Dec 20 11:34:24.761519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-0d1df36c-209b-4fb2-9d6d-67bbd84f0762 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117665 Dec 20 11:34:24.798623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-b8b5d504-0fb0-4575-94e4-50fe36ae30bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7 HTTP/1.1" status: 200 len: 217 time: 0.1116331 Dec 20 11:34:24.892842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df333efd-c896-46af-9382-237ee723116f req-50811a15-729c-4ae8-8c5c-bc5c5ad90120 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350482 Dec 20 11:34:24.917482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-0b356e14-30bf-4d5d-8534-f9ca97eee57b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:24.918926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-0b356e14-30bf-4d5d-8534-f9ca97eee57b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 200 len: 863 time: 0.0837636 Dec 20 11:34:24.974533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c735f5da-0b4e-4c9a-922a-3f8337c4cf71 req-be87dc18-e031-4ff8-95ed-13f0a6ac4d0d service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014878 Dec 20 11:34:24.983790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6e0b-3ef3-42a6-90c0-5f9aafdac14f req-fa89ff3e-d87e-4489-841d-370f6887bd12 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:24.990733 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b41e6e0b-3ef3-42a6-90c0-5f9aafdac14f req-fa89ff3e-d87e-4489-841d-370f6887bd12 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1904557 Dec 20 11:34:25.041608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b41e6e0b-3ef3-42a6-90c0-5f9aafdac14f req-08041fc3-9173-4ab7-a8ed-ae6673dc6b5d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500841 Dec 20 11:34:25.080840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-742e9cac-db96-41f4-a14d-fc464b59000a tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:25.080840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-742e9cac-db96-41f4-a14d-fc464b59000a tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.2844408 Dec 20 11:34:25.166679 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-026213f0-b556-4d89-a602-11c8e9c99fb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2364359 Dec 20 11:34:25.183107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Deleting port cfff0875-ab00-4956-a126-4fcef7d5a6c8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:34:25.183340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:25.221243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e4c7d6ad-487d-4a2f-8e28-8413cf3ebe5b req-41fb358a-79d1-4375-9a80-4259bb57d95c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 210 time: 0.0425367 Dec 20 11:34:25.373934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b7aef261-9df0-4e56-868d-6953573df531 req-2bf84bc2-929c-4ebc-a134-9234505db11c tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1098 time: 0.3584862 Dec 20 11:34:25.485417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25551507-f20e-4474-91ba-fa315601da10 req-6012b0e3-c7e8-49d8-a207-14a30dd3f144 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:25.486883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25551507-f20e-4474-91ba-fa315601da10 req-6012b0e3-c7e8-49d8-a207-14a30dd3f144 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.0783997 Dec 20 11:34:25.531424 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25551507-f20e-4474-91ba-fa315601da10 req-dfedf6bf-d59a-48ec-938a-ed421970a62e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Dec 20 11:34:25.578077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-e78ea530-fc22-4cf7-9674-6013d94b67b2 service neutron] 10.222.0.53 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031858 Dec 20 11:34:25.617761 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'status': 'completed', 'code': 200} Dec 20 11:34:25.642518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b7aef261-9df0-4e56-868d-6953573df531 req-8317e1c6-4943-4cfc-bc25-df7e05d3d8f8 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463416 Dec 20 11:34:25.814317 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-f6356317-95e8-4c8a-87f6-69931e243253 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402408 Dec 20 11:34:25.819080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] For port cfff0875-ab00-4956-a126-4fcef7d5a6c8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cfff0875-ab00-4956-a126-4fcef7d5a6c8,segment=NetworkSegment(dc514707-fd74-4471-a6c1-f4b868e5f6c6),segment_id=dc514707-fd74-4471-a6c1-f4b868e5f6c6)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:25.819589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:25.992734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e71f6824-60a5-4788-ae81-37d334848abf req-127c73d3-0333-4e63-8453-9b8eda9c2488 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2584441 Dec 20 11:34:25.995099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Calling delete_port for cfff0875-ab00-4956-a126-4fcef7d5a6c8 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:34:26.028374 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cb6bdb-1e28-42f5-8dad-2e912089272e req-c15650d0-390b-4525-930a-56c65d72e6b5 service neutron] 10.222.0.53 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398353 Dec 20 11:34:26.042558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-f4c077e7-68be-4f73-b2b2-5b84e4421170 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:26.044056 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-f4c077e7-68be-4f73-b2b2-5b84e4421170 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192860 Dec 20 11:34:26.062655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:26.157006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ef4ff-6ec4-4d94-a1a2-5d5ca0c9efd2 req-b488c841-6417-4cd9-8414-2659e6be38c4 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:26.158588 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d06ef4ff-6ec4-4d94-a1a2-5d5ca0c9efd2 req-b488c841-6417-4cd9-8414-2659e6be38c4 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31940b1-cfbb-4326-a5f7-c948af64597e HTTP/1.1" status: 200 len: 945 time: 0.2582874 Dec 20 11:34:26.216087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:26.221257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Usage tracker for resource:port and tenant:b5e2c03354174875b96e80f7abdc0074 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:26.224442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:26.230769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:26.241767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:26.244896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:26.280618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:26.319152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:26.329638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Usage tracker for resource:security_group_rule and tenant:b5e2c03354174875b96e80f7abdc0074 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:26.337794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:26.348631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:26.348928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d06ef4ff-6ec4-4d94-a1a2-5d5ca0c9efd2 req-3d0f815f-ad74-4760-9431-7a22ca619fd2 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04a9a54-da32-4880-a986-33514b91e765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439807 Dec 20 11:34:26.358935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-c87831ca-7b86-4f72-959f-1f5e63dea0f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 1097 time: 0.2827911 Dec 20 11:34:26.361258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:26.381829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['cfff0875-ab00-4956-a126-4fcef7d5a6c8'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:26.432938 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:26.449478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:26.462065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:26.465663 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bd6ad932-6c89-4086-9b88-5acb47284d81 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:26.538895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Pushing event deleted for resources: {'Port': ['ID=cfff0875-ab00-4956-a126-4fcef7d5a6c8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:26.549181 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:26.584056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d209807e-523c-466d-996c-b1f86172bc50,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:26.588732 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:26.816361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.173 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/fe8984dc-ba82-4c3f-9821-9493a843e62b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:26.827946 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-03fbe88f-1530-4964-8300-2300999158be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5917072 Dec 20 11:34:26.838108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] No DVR routers for this DVR port cfff0875-ab00-4956-a126-4fcef7d5a6c8 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:34:26.844352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:26.885769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-02f1e7ee-632d-4a61-882e-c5d4a2f1085d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:26.887230 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-02f1e7ee-632d-4a61-882e-c5d4a2f1085d service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 925 time: 0.5191958 Dec 20 11:34:26.893954 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5cdbcedc-d79a-4928-b619-e3091b57e67e req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] 10.222.0.53 "DELETE /v2.0/ports/cfff0875-ab00-4956-a126-4fcef7d5a6c8 HTTP/1.1" status: 204 len: 173 time: 1.8065922 Dec 20 11:34:26.999201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2093f-1b76-4ee8-b659-ebaa17654a18 req-cabbcfde-2f3b-4bf1-957f-68c483695c43 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:27.010657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91f2093f-1b76-4ee8-b659-ebaa17654a18 req-cabbcfde-2f3b-4bf1-957f-68c483695c43 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1995244 Dec 20 11:34:27.052368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-adfb08fd-b2c6-493d-88f5-fc5a1c66851a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4673710 Dec 20 11:34:27.054503 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-f4eec35c-e78f-4eb4-870e-0cfc8e55caf0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7 HTTP/1.1" status: 200 len: 217 time: 0.1443052 Dec 20 11:34:27.064407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be57c0-74c4-4d37-b0b8-a6a565de0f8f req-aee45c42-52a0-419c-80f2-4af1dc824cb0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:27.081798 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52be57c0-74c4-4d37-b0b8-a6a565de0f8f req-aee45c42-52a0-419c-80f2-4af1dc824cb0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 944 time: 0.4508634 Dec 20 11:34:27.153305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91f2093f-1b76-4ee8-b659-ebaa17654a18 req-6f0da3c6-2f27-487d-b95c-4ee4e4dd5f52 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227279 Dec 20 11:34:27.210724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:27.244845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object fe8984dc-ba82-4c3f-9821-9493a843e62b will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:27.248687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-2c780580-c45b-437b-962f-80cca860c150 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:27.250759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-2c780580-c45b-437b-962f-80cca860c150 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 200 len: 863 time: 0.1314285 Dec 20 11:34:27.288016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:27.316524 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-32612cfe-5c9b-46bc-900c-da7d3bb12d10 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:27.542865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52be57c0-74c4-4d37-b0b8-a6a565de0f8f req-90b7a2a6-6f56-489d-81a2-c1ae995508ce tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4601846 Dec 20 11:34:27.595279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:27.599631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:27.605303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:27.610249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:27.612126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:27.616213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=fe8984dc-ba82-4c3f-9821-9493a843e62b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:27.622174 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:27.630113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'name': 'network-vif-deleted', 'tag': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:27.699524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-78e75a8b-d3c8-4fe4-9d86-c4a7705e1663 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1097 time: 0.5824852 Dec 20 11:34:27.724606 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6680565 Dec 20 11:34:27.724822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-1eaa290d-49e6-4395-9375-6e73f09d8a55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1864679 Dec 20 11:34:27.736930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2face5d-bbdd-4303-afb5-83a7fececa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:27.758609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1ecc2-e8ea-4e47-b646-cc52e57f8123 req-e0ba8fd1-9808-4e26-b3b7-f541fc4842c1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:27.760332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eec1ecc2-e8ea-4e47-b646-cc52e57f8123 req-e0ba8fd1-9808-4e26-b3b7-f541fc4842c1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.3548112 Dec 20 11:34:27.773140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Request body: {'port': {'device_id': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:27.983271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e81ed6d9-d939-4863-afd1-d6181d757af6 None None] Provisioning for port fe8984dc-ba82-4c3f-9821-9493a843e62b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:28.003515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e81ed6d9-d939-4863-afd1-d6181d757af6 None None] Provisioning complete for port fe8984dc-ba82-4c3f-9821-9493a843e62b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:28.003889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e81ed6d9-d939-4863-afd1-d6181d757af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:28.025404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:28.061877 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eec1ecc2-e8ea-4e47-b646-cc52e57f8123 req-6a79de22-8d43-4ed7-b031-da676aab9f06 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668015 Dec 20 11:34:28.087501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e81ed6d9-d939-4863-afd1-d6181d757af6 None None] Port fe8984dc-ba82-4c3f-9821-9493a843e62b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:34:28.305054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-57fa20ad-a2eb-4061-bc7a-29fc74520411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:28.306622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-57fa20ad-a2eb-4061-bc7a-29fc74520411 service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.5798209 Dec 20 11:34:28.448070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-8133a8f6-4c19-4463-ab8a-610698ca6911 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 217 time: 0.1321599 Dec 20 11:34:28.453573 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-2a99b51f-81d8-40ae-b81b-1ee6fe200e40 service neutron] 10.222.0.53 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575455 Dec 20 11:34:28.544644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e39c4-f157-416c-a179-919f7cb60157 req-249887c0-615b-4e23-8c82-06690f66c8d8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:28.546090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4f6e39c4-f157-416c-a179-919f7cb60157 req-249887c0-615b-4e23-8c82-06690f66c8d8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 936 time: 0.5563262 Dec 20 11:34:28.569005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33a8ed-79c0-4745-86f6-0e1a21204b58 req-4a56bdcf-38ef-437f-9de1-8e04d1e453bc tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:28.575953 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c33a8ed-79c0-4745-86f6-0e1a21204b58 req-4a56bdcf-38ef-437f-9de1-8e04d1e453bc tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 949 time: 0.1958616 Dec 20 11:34:28.655070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946348ea-d73b-4def-bb42-972615d287ab req-5a396e48-13a8-4dd1-939b-6a5f540e3665 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:28.656993 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-946348ea-d73b-4def-bb42-972615d287ab req-5a396e48-13a8-4dd1-939b-6a5f540e3665 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 949 time: 0.4153335 Dec 20 11:34:28.680981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8984dc-ba82-4c3f-9821-9493a843e62b {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:28.688538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c33a8ed-79c0-4745-86f6-0e1a21204b58 req-a3e12eba-35bd-4c45-bf2c-0e03d51bb41b tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117117 Dec 20 11:34:28.690104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:28.707794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Transition to ACTIVE for port object fe8984dc-ba82-4c3f-9821-9493a843e62b will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:28.715968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-5c175b9b-0dc3-4032-9cff-006626619ca9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:28.717629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-5c175b9b-0dc3-4032-9cff-006626619ca9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.2514477 Dec 20 11:34:28.722983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:28.728066 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:28.807223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34296) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:28.850435 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-6a929d42-c5fc-44d1-b364-48535b5228a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160960 Dec 20 11:34:28.861654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Deleting port 6c164132-c756-4033-ab9d-c90ebdc24bac {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:34:28.861973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:28.911864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8984dc-ba82-4c3f-9821-9493a843e62b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:28.915120 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:28.954466 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46efcad7-5cb4-42f9-b27a-6db7e749e138 req-226a3ba7-5a35-4e2a-b242-1d15430519aa service neutron] 10.222.0.53 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891927 Dec 20 11:34:28.960648 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31940b1-cfbb-4326-a5f7-c948af64597e', 'name': 'network-vif-deleted', 'tag': 'cfff0875-ab00-4956-a126-4fcef7d5a6c8', 'status': 'completed', 'code': 200} Dec 20 11:34:28.969392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4f6e39c4-f157-416c-a179-919f7cb60157 req-4ea0be88-4add-462c-9bfe-b732de04cf2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118879 Dec 20 11:34:29.114637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Attempting to bind port fe8984dc-ba82-4c3f-9821-9493a843e62b on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:29.114890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Attempting to bind port fe8984dc-ba82-4c3f-9821-9493a843e62b by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:29.117868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Attempting to bind port fe8984dc-ba82-4c3f-9821-9493a843e62b on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:29.128901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Port fe8984dc-ba82-4c3f-9821-9493a843e62b on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:29.129559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Attempting to bind port fe8984dc-ba82-4c3f-9821-9493a843e62b on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:29.213412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:29.214068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:29.214742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:29.215448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Bound port: fe8984dc-ba82-4c3f-9821-9493a843e62b, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:29.215998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:29.259096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Deleting subnet 50959735-77ee-4f1d-8e88-e47782329aeb {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:34:29.291808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:29.397062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] For port fe8984dc-ba82-4c3f-9821-9493a843e62b, host n-h2-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:29.410366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] For port fe8984dc-ba82-4c3f-9821-9493a843e62b, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe8984dc-ba82-4c3f-9821-9493a843e62b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:29.430406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23716a5-b5e5-4900-9109-1e94c380d9fe req-a320c519-c309-4840-b9ab-dd40b08c9a3b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:29.439592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a23716a5-b5e5-4900-9109-1e94c380d9fe req-a320c519-c309-4840-b9ab-dd40b08c9a3b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.2990625 Dec 20 11:34:29.446746 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:34:29.476735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:29.493014 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:29.520163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-7d51b595-ba7a-41af-af48-afc4e87b751e service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109493 Dec 20 11:34:29.523885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:29.528474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:29.530012 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] 10.222.0.16 "PUT /v2.0/ports/fe8984dc-ba82-4c3f-9821-9493a843e62b HTTP/1.1" status: 200 len: 1098 time: 1.7687483 Dec 20 11:34:29.557752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'tag': 'fe8984dc-ba82-4c3f-9821-9493a843e62b'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:29.608701 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a23716a5-b5e5-4900-9109-1e94c380d9fe req-85a3c438-31ef-4591-933c-ca2f8096ae9d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681371 Dec 20 11:34:29.662312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8984dc-ba82-4c3f-9821-9493a843e62b,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:29.704216 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:29.777653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-5b09f271-e172-41cd-8626-b8bb3b4e2c25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 1101 time: 0.1168649 Dec 20 11:34:29.778317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34314) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:29.867204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f9201ad1-887e-4bac-b99d-63ce51bfaaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:29.881425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:29.916859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-0be3dd9d-13f9-4772-8d9b-8e27b8a77922 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=fe8984dc-ba82-4c3f-9821-9493a843e62b HTTP/1.1" status: 200 len: 217 time: 0.1284895 Dec 20 11:34:29.961925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-ea717667-3e26-4413-b49b-ef75b7422f82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 1103 time: 0.9986160 Dec 20 11:34:30.030257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-a088d7e0-8cce-4c03-b55e-8604ae8b855c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:30.032093 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-a088d7e0-8cce-4c03-b55e-8604ae8b855c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1080947 Dec 20 11:34:30.039816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675bf37-af81-4fa0-8e84-627992cadf00 req-14aaf4dd-d76f-4d15-92cb-17f89c7502ae tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:30.041205 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f675bf37-af81-4fa0-8e84-627992cadf00 req-14aaf4dd-d76f-4d15-92cb-17f89c7502ae tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.2552459 Dec 20 11:34:30.115876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] For port 6c164132-c756-4033-ab9d-c90ebdc24bac, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6c164132-c756-4033-ab9d-c90ebdc24bac,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:30.116227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.117635 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-726c42cb-28cf-4b7f-9485-592f5ed55e73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4aa18d8879f94ed38ef7ccbdb11ee38a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3381531 Dec 20 11:34:30.120617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:30.183357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f675bf37-af81-4fa0-8e84-627992cadf00 req-f44ef8e7-4e89-43c3-b24b-a0c762f3f79c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090205 Dec 20 11:34:30.205795 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-9f379f49-1487-4286-a493-4d7035decdd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1636894 Dec 20 11:34:30.220436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 234e0a75-c175-4da7-b9ec-17a9d053dec7 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:30.223552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cfff0875-ab00-4956-a126-4fcef7d5a6c8 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:34:30.259396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.287315 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'tag': 'fe8984dc-ba82-4c3f-9821-9493a843e62b', 'status': 'completed', 'code': 200} Dec 20 11:34:30.287756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: cfff0875-ab00-4956-a126-4fcef7d5a6c8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:34:30.288280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cfff0875-ab00-4956-a126-4fcef7d5a6c8 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:34:30.334803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.345481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Calling delete_port for 6c164132-c756-4033-ab9d-c90ebdc24bac owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:34:30.353990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.378855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f0cea-46e7-44e6-ac23-68b2f65408ca req-e8b9e8c2-80d7-4893-b890-ef38b37da450 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:30.385780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-630f0cea-46e7-44e6-ac23-68b2f65408ca req-e8b9e8c2-80d7-4893-b890-ef38b37da450 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 944 time: 0.9912686 Dec 20 11:34:30.420614 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:30.423598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-1ddfee63-4be1-4edb-b909-07dadf2cf8dc service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057862 Dec 20 11:34:30.450109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb9f785d-31df-473b-b3d7-2d5016371bf5 req-3cb420bd-6bc7-4fbd-8b84-0a7b742a9c4f service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9121673 Dec 20 11:34:30.473324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50959735-77ee-4f1d-8e88-e47782329aeb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:30.493536 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:30.509150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 234e0a75-c175-4da7-b9ec-17a9d053dec7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:30.516933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-3bf9152e-cb42-4583-908e-a63d3f6d6822 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:30.518641 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-3bf9152e-cb42-4583-908e-a63d3f6d6822 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.5087316 Dec 20 11:34:30.532533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'port_id': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'mac_address': 'fa:16:3e:c7:ea:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:30.535663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.564782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.572635 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-149290cd-f4d9-464a-bfbd-451b15ccde3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:30.591730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b662aab0-4c16-4a13-9e62-e2e1716dd101,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:30.596790 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:30.614984 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/50959735-77ee-4f1d-8e88-e47782329aeb HTTP/1.1" status: 204 len: 168 time: 1.8044648 Dec 20 11:34:30.618393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.621719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:30.626624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-630f0cea-46e7-44e6-ac23-68b2f65408ca req-cdfeb6d2-a80b-4a3d-bbec-024aa9435f6e tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396312 Dec 20 11:34:30.642129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234e0a75-c175-4da7-b9ec-17a9d053dec7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:30.675098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.675418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 234e0a75-c175-4da7-b9ec-17a9d053dec7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:30.678544 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b662aab0-4c16-4a13-9e62-e2e1716dd101 HTTP/1.1" status: 204 len: 168 time: 0.5569191 Dec 20 11:34:30.687179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.691368 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:30.712811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c7577-cf78-4181-bfd3-95e73e837ca2 req-341a4962-9e05-476c-bd41-1f370420c8bd tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:30.719375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-054e80b3-0b63-4ec2-b088-c0e1b1286c81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 200 len: 217 time: 0.1802359 Dec 20 11:34:30.721859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b3c7577-cf78-4181-bfd3-95e73e837ca2 req-341a4962-9e05-476c-bd41-1f370420c8bd tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a7a21c6-e77f-4f4c-a361-c2209296b6b0 HTTP/1.1" status: 200 len: 949 time: 0.2944977 Dec 20 11:34:30.723529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.728596 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fcafbb46-7e09-4946-b300-654c9ec7338d req-d1537ee2-54af-414a-b33d-3d2b08ec4a31 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663069 Dec 20 11:34:30.739346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e25d5c49-3d59-435b-bd57-1f63bcf69cd4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:30.842877 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:30.857715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=234e0a75-c175-4da7-b9ec-17a9d053dec7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:30.862534 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:30.879391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:30.893776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-14ff597f-78de-4704-a17a-a9ce97db193d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:30.895657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-14ff597f-78de-4704-a17a-a9ce97db193d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1676023 Dec 20 11:34:30.932457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['234e0a75-c175-4da7-b9ec-17a9d053dec7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:30.945661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Pushing event deleted for resources: {'Port': ['ID=6c164132-c756-4033-ab9d-c90ebdc24bac,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:30.955230 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:31.001345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b3c7577-cf78-4181-bfd3-95e73e837ca2 req-c4b2efbc-30fa-4d0f-bda9-74047c830fee tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785611 Dec 20 11:34:31.132683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:31.136377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:31.140562 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-e5482627-8218-4ed6-bbec-bdf95af2df28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 1101 time: 0.3422258 Dec 20 11:34:31.256902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] No DVR routers for this DVR port 6c164132-c756-4033-ab9d-c90ebdc24bac on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:34:31.272713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:31.279121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'name': 'network-vif-deleted', 'tag': '6c164132-c756-4033-ab9d-c90ebdc24bac'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:31.328678 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-946348ea-d73b-4def-bb42-972615d287ab req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.53 "DELETE /v2.0/ports/6c164132-c756-4033-ab9d-c90ebdc24bac HTTP/1.1" status: 204 len: 173 time: 2.6628215 Dec 20 11:34:31.394896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-2442774d-316b-4db8-88cb-857fc6760e67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4385664 Dec 20 11:34:31.477024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84982-2f18-4c7a-bac0-d6e69345974c req-43b3f3ff-08fe-4a56-80a6-331900f855db tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:31.491661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7b84982-2f18-4c7a-bac0-d6e69345974c req-43b3f3ff-08fe-4a56-80a6-331900f855db tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 948 time: 0.5471063 Dec 20 11:34:31.514202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-9671672c-9df9-48f7-9f08-c404f2d5fbed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:31.516157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-9671672c-9df9-48f7-9f08-c404f2d5fbed service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3673031 Dec 20 11:34:31.520521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:31.634041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7b84982-2f18-4c7a-bac0-d6e69345974c req-153a7cab-1eac-4931-a9d5-2be16248fc44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248310 Dec 20 11:34:31.639412 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-905bdef7-ffcb-4b99-add4-2f6f986bf313 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285726 Dec 20 11:34:31.649936 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-827e4e79-bc14-410b-9d42-071d3dff60ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=fe8984dc-ba82-4c3f-9821-9493a843e62b HTTP/1.1" status: 200 len: 217 time: 0.1211045 Dec 20 11:34:31.655560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.655903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.656676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.657007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > port after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.657402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.657788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > port after_update 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.658177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.658346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.658659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.658967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.775659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.776324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.776498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.776952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:34:31.777324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c690b3f-a52a-4949-a191-3a8b7103e5d5']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:31.792430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc514707-fd74-4471-a6c1-f4b868e5f6c6') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:31.792722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc514707-fd74-4471-a6c1-f4b868e5f6c6') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:31.806599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:31.821755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-123afafd-6e01-4cab-a474-20f118f885de service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743317 Dec 20 11:34:31.893748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:31.935917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:34:31.936456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: util.warn_limited( Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: util.warn_limited( Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:34:31.986588 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:34:32.089152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-2d96941d-3a90-4b6f-8fab-c211bef20798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:32.090735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-2d96941d-3a90-4b6f-8fab-c211bef20798 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2666256 Dec 20 11:34:32.102188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:32.151321 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:32.168532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:32.180420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e58a0f-41ad-4c68-a60f-3c824105adcd req-edd9590a-d2ec-4f16-9902-e5e4d272307f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:32.181940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45e58a0f-41ad-4c68-a60f-3c824105adcd req-edd9590a-d2ec-4f16-9902-e5e4d272307f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.6050611 Dec 20 11:34:32.188420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c690b3f-a52a-4949-a191-3a8b7103e5d5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:32.193499 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:32.215189 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9c690b3f-a52a-4949-a191-3a8b7103e5d5 HTTP/1.1" status: 204 len: 168 time: 1.5923643 Dec 20 11:34:32.226775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 234e0a75-c175-4da7-b9ec-17a9d053dec7 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:32.258182 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45e58a0f-41ad-4c68-a60f-3c824105adcd req-78832195-6e43-4d16-b293-42f1e6b3cf56 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656168 Dec 20 11:34:32.261908 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-76cfed0b-31da-4e94-ba7c-bbe14850651d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1608133 Dec 20 11:34:32.408087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 234e0a75-c175-4da7-b9ec-17a9d053dec7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:32.413492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 234e0a75-c175-4da7-b9ec-17a9d053dec7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:32.414161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:32.463337 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7a21c6-e77f-4f4c-a361-c2209296b6b0', 'name': 'network-vif-deleted', 'tag': '6c164132-c756-4033-ab9d-c90ebdc24bac', 'status': 'completed', 'code': 200} Dec 20 11:34:32.491821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-5b70bc81-addd-4e0d-91d9-9af9f8db5c61 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235746 Dec 20 11:34:32.577502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:32.611293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:32.619031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:32.624225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 234e0a75-c175-4da7-b9ec-17a9d053dec7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:32.630521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:32.632705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6c164132-c756-4033-ab9d-c90ebdc24bac no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:34:32.669973 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:32.680344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322148af-2065-483e-836b-06873609ee7b req-3936c50f-b337-4e48-9054-dad67f142bfe tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:32.683738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34380) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:32.689400 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-322148af-2065-483e-836b-06873609ee7b req-3936c50f-b337-4e48-9054-dad67f142bfe tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.3142443 Dec 20 11:34:32.720849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 6c164132-c756-4033-ab9d-c90ebdc24bac {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:34:32.721204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6c164132-c756-4033-ab9d-c90ebdc24bac not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:34:32.743301 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-322148af-2065-483e-836b-06873609ee7b req-f37cb732-133a-486d-b1ba-f6c454092d59 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527680 Dec 20 11:34:32.757049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=234e0a75-c175-4da7-b9ec-17a9d053dec7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:32.760436 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:32.784512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10037a-980d-45fa-9de3-7f2116a9cb57 req-6f6ca97f-2e57-40e9-8b47-87e4b0024de2 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:32.785930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e10037a-980d-45fa-9de3-7f2116a9cb57 req-6f6ca97f-2e57-40e9-8b47-87e4b0024de2 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 945 time: 0.2598040 Dec 20 11:34:32.823496 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a155ac7d-7df8-422f-b0ce-926fb6bacd98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89006318b41149a2a8b2982c57235de6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1362004 Dec 20 11:34:32.823813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34388) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:32.827660 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff3ec27f-baee-44a6-a6a2-91d068395883 req-889c0621-be70-4316-9964-79a53a5880c7 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293285 Dec 20 11:34:32.871333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e10037a-980d-45fa-9de3-7f2116a9cb57 req-a4e00569-345f-4dd0-b6a0-6337389ba2dd tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714889 Dec 20 11:34:32.912908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:32.946590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:33.009160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:33.015726 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:33.033346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04a9a54-da32-4880-a986-33514b91e765,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:33.056303 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:33.070348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:33.071436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d04a9a54-da32-4880-a986-33514b91e765 HTTP/1.1" status: 204 len: 168 time: 0.2464249 Dec 20 11:34:33.189269 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'code': 200} Dec 20 11:34:33.451102 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46aa86e7-1c23-45b5-be87-611ef544f5b8 req-e4f10612-1285-4cd4-b77a-92e7f85ae18a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 1099 time: 0.1797240 Dec 20 11:34:33.627307 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46aa86e7-1c23-45b5-be87-611ef544f5b8 req-c1bdef3b-44f2-4d1c-9020-9c0e0f0131f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659164 Dec 20 11:34:33.678319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e8927-17e2-4452-926d-5e2579ddc63b req-d299e096-6595-4180-876b-48f0546d45d5 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:33.680600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed8e8927-17e2-4452-926d-5e2579ddc63b req-d299e096-6595-4180-876b-48f0546d45d5 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 948 time: 0.1509752 Dec 20 11:34:33.738614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed8e8927-17e2-4452-926d-5e2579ddc63b req-c8239ee6-e244-41c4-8e61-97b22bbce848 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515933 Dec 20 11:34:34.039564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da78f4-81f0-4f1b-a67c-263855f0a073 req-1d090089-8334-41b5-b037-8801fe33d643 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:34.041426 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b2da78f4-81f0-4f1b-a67c-263855f0a073 req-1d090089-8334-41b5-b037-8801fe33d643 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.0866368 Dec 20 11:34:34.051880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4ce08-9c9d-4ee8-a2cb-172a9ca9a03a req-efb9deca-c508-45db-8b97-0b0d93f64a8e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:34.052759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-78c4ce08-9c9d-4ee8-a2cb-172a9ca9a03a req-efb9deca-c508-45db-8b97-0b0d93f64a8e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Synchronizing usage tracker for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:34.074605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-78c4ce08-9c9d-4ee8-a2cb-172a9ca9a03a req-efb9deca-c508-45db-8b97-0b0d93f64a8e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Unset dirty status for tenant:d0cda8115b0b4b119c9d42b2749a089f on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:34.082511 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-78c4ce08-9c9d-4ee8-a2cb-172a9ca9a03a req-efb9deca-c508-45db-8b97-0b0d93f64a8e tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 950 time: 0.1222901 Dec 20 11:34:34.106683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b2da78f4-81f0-4f1b-a67c-263855f0a073 req-fe66af3d-779d-40dd-a792-e5a7c7624f44 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552521 Dec 20 11:34:34.138623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-78c4ce08-9c9d-4ee8-a2cb-172a9ca9a03a req-b7d65497-eaa4-4ec0-ab8b-7d63013d89fa tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551586 Dec 20 11:34:34.404457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dc7ff-5ec1-4149-ba72-40643d89057e req-36b6d039-6758-4482-8be6-f78caed7e980 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:34.405928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3e4dc7ff-5ec1-4149-ba72-40643d89057e req-36b6d039-6758-4482-8be6-f78caed7e980 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 946 time: 0.1289611 Dec 20 11:34:34.429700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:34.462536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3e4dc7ff-5ec1-4149-ba72-40643d89057e req-7493380f-74b3-4131-a602-dc31b2b979a9 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 Dec 20 11:34:34.576816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1785307119-network', 'tenant_id': '54df6d8bce824c6992884510b213f456'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:34.582380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:34.586338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Usage tracker for resource:network and tenant:54df6d8bce824c6992884510b213f456 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:34.589387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:34.618307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:34.632648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Made reservation on behalf of 54df6d8bce824c6992884510b213f456 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:34.635000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.658321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.696848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:34.702145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Usage tracker for resource:security_group_rule and tenant:54df6d8bce824c6992884510b213f456 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:34.705936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:34.713468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:34.787295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.794592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.799093 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:34.838194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:34:34.851996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a3c64-4036-4e53-b633-ae712dd7413c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:34.871067 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:34.875195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.875697 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Added segment bb656af4-dafe-4048-a856-37e0a6c857a9 of type vlan for network cdb2aaeb-99e8-425a-ad45-af18287f523b Dec 20 11:34:34.917847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.961943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.963564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:34.964657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:34.970326 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:35.060475 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6284206 Dec 20 11:34:35.068713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaf9c2-bc82-4196-bbc3-2da9f426bc39 req-120e32da-ee2c-4be8-83d1-9a9be91f46c1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:35.078805 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8eaf9c2-bc82-4196-bbc3-2da9f426bc39 req-120e32da-ee2c-4be8-83d1-9a9be91f46c1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 948 time: 0.1829739 Dec 20 11:34:35.099188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34458) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:35.107520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Request body: {'subnet': {'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1785307119-subnet', 'tenant_id': '54df6d8bce824c6992884510b213f456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:35.108299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe8984dc-ba82-4c3f-9821-9493a843e62b details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:35.115081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:35.119556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Usage tracker for resource:subnet and tenant:54df6d8bce824c6992884510b213f456 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:35.126450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:35.136163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:35.174915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Made reservation on behalf of 54df6d8bce824c6992884510b213f456 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:35.177670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:35.250511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb2aaeb-99e8-425a-ad45-af18287f523b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:35.253859 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:35.318805 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8eaf9c2-bc82-4196-bbc3-2da9f426bc39 req-b4d6b7a8-e917-40d8-90d1-bed605da580d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383609 Dec 20 11:34:35.411743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe8984dc-ba82-4c3f-9821-9493a843e62b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe8984dc-ba82-4c3f-9821-9493a843e62b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:35.426629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'fe8984dc-ba82-4c3f-9821-9493a843e62b', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'fe8984dc-ba82-4c3f-9821-9493a843e62b', 'mac_address': 'fa:16:3e:56:97:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:35.429543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network cdb2aaeb-99e8-425a-ad45-af18287f523b details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:34:35.444859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-90c17c4c-6c36-4cbe-856c-d16768b31a79 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:35.447413 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-90c17c4c-6c36-4cbe-856c-d16768b31a79 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 950 time: 0.1887934 Dec 20 11:34:35.494819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499856f1-339b-4f5c-a207-edf49cc35e54 req-f3c10933-bad3-4aff-83d7-37199802e7d5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:35.502858 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-499856f1-339b-4f5c-a207-edf49cc35e54 req-f3c10933-bad3-4aff-83d7-37199802e7d5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.1484666 Dec 20 11:34:35.544938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:35.565690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Deleting port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:34:35.566074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:35.586207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:35.591234 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ce4581e-e3d6-454e-af9e-68cbb8cc5d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:35.605983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8984dc-ba82-4c3f-9821-9493a843e62b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:35.621668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe8984dc-ba82-4c3f-9821-9493a843e62b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe8984dc-ba82-4c3f-9821-9493a843e62b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:35.621951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-499856f1-339b-4f5c-a207-edf49cc35e54 req-5a0ef89e-8d88-4fc7-85cc-763c9bf5de47 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174183 Dec 20 11:34:35.629236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:35.630919 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:35.664053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915ece38-8165-4f91-82ca-4871a02f3aa8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:35.672169 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:35.718111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Checking segment: {'id': 'bb656af4-dafe-4048-a856-37e0a6c857a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:35.719009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Network hostable DHCP agents. Network: cdb2aaeb-99e8-425a-ad45-af18287f523b, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:34:35.728930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=fe8984dc-ba82-4c3f-9821-9493a843e62b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:35.732358 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:35.819832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1bf1-329a-4c65-8db5-cc690806ba84 req-c1c88f6c-48a5-4047-ad30-7eec0d793e7c tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:35.821563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8fe1bf1-329a-4c65-8db5-cc690806ba84 req-c1c88f6c-48a5-4047-ad30-7eec0d793e7c tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a02401-0e9e-43eb-9a5c-719a1e3b9294 HTTP/1.1" status: 200 len: 950 time: 0.2703569 Dec 20 11:34:35.822324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Network cdb2aaeb-99e8-425a-ad45-af18287f523b is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:34:35.851211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, cdb2aaeb-99e8-425a-ad45-af18287f523b) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:35.862284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e7d56-56f1-4d26-8f9d-81f9da055abb None None] Network cdb2aaeb-99e8-425a-ad45-af18287f523b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:34:35.875050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:35.875745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:35.882906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:35.920208 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8188932 Dec 20 11:34:35.946595 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8fe1bf1-329a-4c65-8db5-cc690806ba84 req-bd9912ba-9029-499f-a489-139880844afb tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.32 "GET /v2.0/security-groups?id=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126680 Dec 20 11:34:36.063365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] For port e25d5c49-3d59-435b-bd57-1f63bcf69cd4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:36.063974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.112760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34488) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:36.278255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8ccaa582-3e19-4f15-ad02-7c4050674ff5 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:36.354190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Calling delete_port for e25d5c49-3d59-435b-bd57-1f63bcf69cd4 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:34:36.446384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.490137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:36.494575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Usage tracker for resource:security_group_rule and tenant:2b23141b0e7e4d17af1ead327182fb2b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:36.498353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:36.506866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:36.509665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:36.529302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.539192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'mac_address': 'fa:16:3e:f9:a9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:36.577483 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f44731a5-bf66-44d9-9fd1-98740d290ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:36.617471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.622043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e25d5c49-3d59-435b-bd57-1f63bcf69cd4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:36.636216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.656253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Pushing event deleted for resources: {'Port': ['ID=e25d5c49-3d59-435b-bd57-1f63bcf69cd4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:36.684274 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b15ead4b-e849-47e1-b02f-538ac1b3bf6f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:36.745694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102da550-ef36-4f2e-9ff3-2db7e003c3c8 None None] Network cdb2aaeb-99e8-425a-ad45-af18287f523b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:34:36.770189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.790116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542d8aea-400b-42ba-9130-c01d88a9fd33,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:36.802227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b23141b0e7e4d17af1ead327182fb2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6880491 Dec 20 11:34:36.802647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34512) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:36.807686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] No DVR routers for this DVR port e25d5c49-3d59-435b-bd57-1f63bcf69cd4 on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:34:36.815510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.825195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14790599-cfd0-4819-9eea-c0761d14d252 req-8b780a0f-9f72-4f70-a8f0-f35c2d943969 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:36.829244 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:36.832731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14790599-cfd0-4819-9eea-c0761d14d252 req-8b780a0f-9f72-4f70-a8f0-f35c2d943969 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 946 time: 1.0240138 Dec 20 11:34:36.834867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'name': 'network-vif-deleted', 'tag': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:36.844491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ccaa582-3e19-4f15-ad02-7c4050674ff5 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:36.961103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:36.986119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:36.990802 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:37.013010 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:37.032699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-c7105700-e90c-4fda-b4ae-ac913546255e tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:37.035381 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14790599-cfd0-4819-9eea-c0761d14d252 req-a7d39e4e-05cc-467a-abdb-91b55b63c94d tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017398 Dec 20 11:34:37.042609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-c7105700-e90c-4fda-b4ae-ac913546255e tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/networks?id=cdb2aaeb-99e8-425a-ad45-af18287f523b HTTP/1.1" status: 200 len: 818 time: 0.2890246 Dec 20 11:34:37.081579 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2366ec5d-57a4-4c3d-ba76-74bb2443a732 req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] 10.222.0.16 "DELETE /v2.0/ports/e25d5c49-3d59-435b-bd57-1f63bcf69cd4 HTTP/1.1" status: 204 len: 173 time: 1.6278174 Dec 20 11:34:37.082415 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-2089a768-02f2-46c7-9ca5-985ec52ff8d9 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/quotas/54df6d8bce824c6992884510b213f456 HTTP/1.1" status: 200 len: 375 time: 0.0388479 Dec 20 11:34:37.125246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:37.161291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['8ccaa582-3e19-4f15-ad02-7c4050674ff5'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:37.197367 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-7ffd968f-00b5-4787-a745-89ff64d9e147 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54df6d8bce824c6992884510b213f456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021154 Dec 20 11:34:37.236328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:37.265732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe8984dc-ba82-4c3f-9821-9493a843e62b up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:37.454785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-37b6fa69-db44-478f-8229-1b9e4e7d6e9c service neutron] 10.222.0.32 "GET /v2.0/networks/cdb2aaeb-99e8-425a-ad45-af18287f523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562363 Dec 20 11:34:37.473245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532621-2953-4e20-ba83-3120f14a1d94 req-636ec9a2-637b-4370-87d8-086ba9a98aa2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:37.473926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-97532621-2953-4e20-ba83-3120f14a1d94 req-636ec9a2-637b-4370-87d8-086ba9a98aa2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:37.489192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:37.508388 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:37.521815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542d8aea-400b-42ba-9130-c01d88a9fd33,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:37.533984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:37.547897 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/542d8aea-400b-42ba-9130-c01d88a9fd33 HTTP/1.1" status: 204 len: 168 time: 0.7375746 Dec 20 11:34:37.548950 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:37.578291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-97532621-2953-4e20-ba83-3120f14a1d94 req-636ec9a2-637b-4370-87d8-086ba9a98aa2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:37.579501 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97532621-2953-4e20-ba83-3120f14a1d94 req-636ec9a2-637b-4370-87d8-086ba9a98aa2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 949 time: 0.3245864 Dec 20 11:34:37.645597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-d189f64e-c9e8-4020-a32d-d61b35266b8f service neutron] 10.222.0.32 "GET /v2.0/networks/cdb2aaeb-99e8-425a-ad45-af18287f523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892629 Dec 20 11:34:37.672545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-97532621-2953-4e20-ba83-3120f14a1d94 req-6d99150a-9506-4fa5-a384-7e14314613af tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:37.673958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:37.753046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-97532621-2953-4e20-ba83-3120f14a1d94 req-6d99150a-9506-4fa5-a384-7e14314613af tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:37.766694 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97532621-2953-4e20-ba83-3120f14a1d94 req-6d99150a-9506-4fa5-a384-7e14314613af tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764555 Dec 20 11:34:37.797930 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:37.840481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port fe8984dc-ba82-4c3f-9821-9493a843e62b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:37.847260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port fe8984dc-ba82-4c3f-9821-9493a843e62b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:37.847910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:38.108263 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a02401-0e9e-43eb-9a5c-719a1e3b9294', 'name': 'network-vif-deleted', 'tag': 'e25d5c49-3d59-435b-bd57-1f63bcf69cd4', 'status': 'completed', 'code': 200} Dec 20 11:34:38.116440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:38.201276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29cc70-b97f-453b-9e30-5afa7c2f9020 req-be23e1e5-fa57-4202-a0dc-7378af9d73d8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:38.208318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe8984dc-ba82-4c3f-9821-9493a843e62b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe8984dc-ba82-4c3f-9821-9493a843e62b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:38.210715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8984dc-ba82-4c3f-9821-9493a843e62b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:38.213795 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb29cc70-b97f-453b-9e30-5afa7c2f9020 req-be23e1e5-fa57-4202-a0dc-7378af9d73d8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.2747498 Dec 20 11:34:38.224392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:38.229423 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:38.305079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8ccaa582-3e19-4f15-ad02-7c4050674ff5 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:38.373017 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb29cc70-b97f-453b-9e30-5afa7c2f9020 req-40ec5d96-1358-4c7d-adc5-25f3af0a7f5b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552284 Dec 20 11:34:38.521122 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f874b8f-d896-4d78-b5f4-8723cb35ecb0 req-ae66abb7-d175-47b4-995c-afa5496c4c3e tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 210 time: 0.0806561 Dec 20 11:34:38.523647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=fe8984dc-ba82-4c3f-9821-9493a843e62b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:38.533196 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:38.586037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:38.586746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:38.712481 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8984dc-ba82-4c3f-9821-9493a843e62b', 'code': 200} Dec 20 11:34:38.792545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ecb1e-3965-4d61-bd1e-0c4f93ff74e3 req-db75b98d-8e1c-4039-aa21-add6e45bea61 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:38.800181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b6ecb1e-3965-4d61-bd1e-0c4f93ff74e3 req-db75b98d-8e1c-4039-aa21-add6e45bea61 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 946 time: 0.1849463 Dec 20 11:34:38.815904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34574) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:38.831075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Request body: {'floatingip': {'port_id': '234e0a75-c175-4da7-b9ec-17a9d053dec7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:38.885675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:38.979174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:39.055044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:39.071614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:39.073754 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:39.154958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e25d5c49-3d59-435b-bd57-1f63bcf69cd4 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:34:39.176384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:39.269431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: e25d5c49-3d59-435b-bd57-1f63bcf69cd4 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:34:39.270205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e25d5c49-3d59-435b-bd57-1f63bcf69cd4 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:34:39.273556 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-75ce0317-74c1-45be-b7af-b42f3a1789cd req-66316551-3cef-4123-9cc1-21caee6392e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 1103 time: 0.4902599 Dec 20 11:34:39.381050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:39.391497 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:39.447814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf432c-c373-4fff-ba2c-12b84f038e38 req-86f26964-d058-4c0d-b52f-a4c0c03a9b82 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:39.457538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93bf432c-c373-4fff-ba2c-12b84f038e38 req-86f26964-d058-4c0d-b52f-a4c0c03a9b82 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 950 time: 0.4344056 Dec 20 11:34:39.577105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34600) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:39.582443 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b6e00ed4-b96e-4a1f-9493-f421dfea56bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0cda8115b0b4b119c9d42b2749a089f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6875329 Dec 20 11:34:39.584904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-75ce0317-74c1-45be-b7af-b42f3a1789cd req-c1ef9423-1bd4-46bd-b363-46807329edbb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966063 Dec 20 11:34:39.626621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93bf432c-c373-4fff-ba2c-12b84f038e38 req-a76dbf34-9ea8-4dd7-a1ff-7955f559657a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685059 Dec 20 11:34:39.768345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:39.801451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-397fbd22-cb4f-43f9-9ba5-beda010f1a89 req-8a2d6a94-a584-4798-8fe8-f0f64c20c0bb tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 210 time: 0.0546312 Dec 20 11:34:39.829942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:40.078950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea1f1a-1ffd-4281-8063-123c50cc098a req-2e6705eb-5bca-4492-a459-e559fb18e018 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:40.080345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1ea1f1a-1ffd-4281-8063-123c50cc098a req-2e6705eb-5bca-4492-a459-e559fb18e018 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.3522923 Dec 20 11:34:40.232585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:40.249326 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eea97388-cd6d-43af-8fa3-cb0ab616b71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:40.297871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54500ff-2c38-482e-9a0b-6b0b2cacc9ef,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:40.331142 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:40.345667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-c859c1b3-437e-4f64-819c-c8452f4e873c tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:40.347921 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-c859c1b3-437e-4f64-819c-c8452f4e873c tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.53 "GET /v2.0/networks?id=cdb2aaeb-99e8-425a-ad45-af18287f523b HTTP/1.1" status: 200 len: 818 time: 0.3782742 Dec 20 11:34:40.378218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1ea1f1a-1ffd-4281-8063-123c50cc098a req-87f20ed5-c488-41d8-becd-2183763149a7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252195 Dec 20 11:34:40.388984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Request body: {'port': {'device_id': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b', 'admin_state_up': True, 'tenant_id': '54df6d8bce824c6992884510b213f456'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:40.441797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:40.445874 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a54500ff-2c38-482e-9a0b-6b0b2cacc9ef HTTP/1.1" status: 204 len: 168 time: 0.8677137 Dec 20 11:34:40.556039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:34:40.601625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:40.695174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:40.707195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Usage tracker for resource:port and tenant:54df6d8bce824c6992884510b213f456 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:40.720340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:40.720974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:40.728458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:40.740685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:40.820224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:40.829068 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'code': 200} Dec 20 11:34:40.874227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:40.879644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Usage tracker for resource:security_group_rule and tenant:b3eeb2a0d9554514b0faef2ffd449721 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:40.883935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:40.890931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:40.956944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:40.983215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Made reservation on behalf of 54df6d8bce824c6992884510b213f456 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:40.988249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.079672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.086500 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-13d80b74-8e47-4bdb-a605-d81f0932ec04 req-4ff5452d-d1bb-433e-a259-1e35c5fbcc61 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 210 time: 0.0543084 Dec 20 11:34:41.087505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.094252 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f5c7d2b-bbd3-41c4-9006-9d7239e23b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:41.130082 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3eeb2a0d9554514b0faef2ffd449721&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5272872 Dec 20 11:34:41.130806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:41.165451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f46f274-c70d-48f8-86e4-50975adadb33,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:41.174779 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:41.229698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.261038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.351920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.363083 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7104bf09-e2d0-4478-b7d2-a7d4e5c7ba4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:41.377236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f46f274-c70d-48f8-86e4-50975adadb33,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:41.391763 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:41.393856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.397491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f46f274-c70d-48f8-86e4-50975adadb33 HTTP/1.1" status: 204 len: 168 time: 0.2611642 Dec 20 11:34:41.482829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:41.544220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcab33-5718-4c94-a8aa-1100cc955ef0 req-ceaf2daf-62e7-4b52-b2c9-e7a266fe6938 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:41.547001 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecdcab33-5718-4c94-a8aa-1100cc955ef0 req-ceaf2daf-62e7-4b52-b2c9-e7a266fe6938 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 950 time: 0.5293288 Dec 20 11:34:41.581046 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4966fc4f-5734-4282-bb2f-4a70d3fffa5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b27931bab5124fc296b596e929db470d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0950415 Dec 20 11:34:41.585699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:41.707845 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecdcab33-5718-4c94-a8aa-1100cc955ef0 req-e1f92804-f1be-4ef5-b793-971bb9398496 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433151 Dec 20 11:34:41.739409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Allocated IP 172.20.0.5 (cdb2aaeb-99e8-425a-ad45-af18287f523b/915ece38-8165-4f91-82ca-4871a02f3aa8/2b86867a-5558-40b6-9c1a-099dd0b42eb0) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:41.777308 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3 associated. External IP: 172.35.0.212, port: 234e0a75-c175-4da7-b9ec-17a9d053dec7. Dec 20 11:34:41.795779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:41.822246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec920168-d899-439e-a630-c16d465d71e4 req-80b3e75a-e08f-49c2-befb-62a8996ad207 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:41.830766 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ec920168-d899-439e-a630-c16d465d71e4 req-80b3e75a-e08f-49c2-befb-62a8996ad207 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.2187223 Dec 20 11:34:41.974890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:42.089957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ec920168-d899-439e-a630-c16d465d71e4 req-7456fd3d-4296-44f8-87ce-c12c2714f5de tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580466 Dec 20 11:34:42.144712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:42.158870 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a0e3f679-7808-4eab-b11f-44ffa9383013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:42.200946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bab13f-c0b7-4602-a88a-0f00872fba8e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:42.219843 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:42.262992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:42.273787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29bab13f-c0b7-4602-a88a-0f00872fba8e HTTP/1.1" status: 204 len: 168 time: 0.6760063 Dec 20 11:34:42.328639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:42.368868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:42.387067 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-99d5ebdd-05bc-4ab5-b7fa-5bf77c382752 tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:42.564363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Network cdb2aaeb-99e8-425a-ad45-af18287f523b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:42.580786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:42.582729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Pushing event updated for resources: {'Port': ['ID=2b86867a-5558-40b6-9c1a-099dd0b42eb0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:42.585936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:42.590228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:42.591095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:42.648830 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:42.665267 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821901 Dec 20 11:34:42.714655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167c520-781d-42f9-bb2a-8a601bb4aa3f req-bb99a8ec-353f-4ca3-b942-cf9904181644 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:42.718299 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f167c520-781d-42f9-bb2a-8a601bb4aa3f req-bb99a8ec-353f-4ca3-b942-cf9904181644 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 931 time: 0.2309999 Dec 20 11:34:42.741793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Request body: {'port': {'device_id': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:42.830682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-5539b440-d54e-4435-9c7a-bde6ad0dc196 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 1103 time: 0.3362424 Dec 20 11:34:42.850955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f167c520-781d-42f9-bb2a-8a601bb4aa3f req-669f22b4-c00c-4a05-b67e-2b1f58a1fae6 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Synchronizing usage tracker for tenant:54df6d8bce824c6992884510b213f456 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:42.893727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:42.911169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f167c520-781d-42f9-bb2a-8a601bb4aa3f req-669f22b4-c00c-4a05-b67e-2b1f58a1fae6 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Unset dirty status for tenant:54df6d8bce824c6992884510b213f456 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:42.913110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f167c520-781d-42f9-bb2a-8a601bb4aa3f req-669f22b4-c00c-4a05-b67e-2b1f58a1fae6 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883149 Dec 20 11:34:42.923985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:43.101616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:43.112211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Usage tracker for resource:security_group_rule and tenant:bbc1d0dbb33841099db5eb2017916437 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:43.116857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:43.130387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:43.140154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34702) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:43.453883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90d5c2-f226-4991-bdb0-0c1f676ba9cd req-ad8ad2b7-7897-43f8-8e3c-eb30f1810af2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:43.462443 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d90d5c2-f226-4991-bdb0-0c1f676ba9cd req-ad8ad2b7-7897-43f8-8e3c-eb30f1810af2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.1371453 Dec 20 11:34:43.526415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:43.528822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d90d5c2-f226-4991-bdb0-0c1f676ba9cd req-032c705c-ad36-43bb-b15b-c10cb8590885 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644372 Dec 20 11:34:43.530279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Router c3d1c1b2-9d42-4279-a945-7d98865f2d33 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:34:43.550277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:43.564658 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a1c4289-81f2-4bb6-be4f-8d3a4eeaae9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:43.597462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-899181026-network', 'tenant_id': '4fd76202f9db47ca821122ecda02b4a2'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:43.598632 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71f8404b-afcd-4b05-b45a-054066eb1604 req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669806 Dec 20 11:34:43.606180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:43.622260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Usage tracker for resource:network and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:43.622260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:43.629586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:43.636916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29e86e0-aa3a-48f0-9928-bb5cb9a395e6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:43.651969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Made reservation on behalf of 4fd76202f9db47ca821122ecda02b4a2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:43.653092 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:43.654963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:43.678108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:43.721988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:43.736672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:43.741384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:43.742368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:34:43.747920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:43.899412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:43.921922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:43.941846 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:43.996191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:34:43.999927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b86867a-5558-40b6-9c1a-099dd0b42eb0 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:44.016765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef2fc6-7440-441e-9c19-22cd1d125a32,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:44.022537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.029078 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:44.040709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.041053 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Added segment e78e3895-1514-4d66-bc63-626927a3f67e of type vlan for network 582fcb51-e8e6-4c91-9dc9-067a0119202e Dec 20 11:34:44.117383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.147043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Transition to ACTIVE for port object 2b86867a-5558-40b6-9c1a-099dd0b42eb0 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:44.162911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.178587 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81a6791d-f39f-4a5c-9910-7634b08c08c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:44.244917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Pushing event updated for resources: {'Port': ['ID=2b86867a-5558-40b6-9c1a-099dd0b42eb0,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:44.248715 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:44.263999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-1ea8d7ab-9028-4542-898d-32b11a94fae9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787683 Dec 20 11:34:44.265952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.290581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:44.291700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.325827 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:44.497617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Attempting to bind port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:44.497967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Attempting to bind port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'bb656af4-dafe-4048-a856-37e0a6c857a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:44.498357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Attempting to bind port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 on network cdb2aaeb-99e8-425a-ad45-af18287f523b {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:44.506221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc22ad-cb1f-4ad6-8fe4-a571652a0ece req-db38f87e-40f9-4fcf-9e55-c6006c98fd5a tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:44.507806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4ebc22ad-cb1f-4ad6-8fe4-a571652a0ece req-db38f87e-40f9-4fcf-9e55-c6006c98fd5a tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Synchronizing usage tracker for tenant:54df6d8bce824c6992884510b213f456 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:44.526540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 on network cdb2aaeb-99e8-425a-ad45-af18287f523b not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:44.527163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Attempting to bind port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 on network cdb2aaeb-99e8-425a-ad45-af18287f523b {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:44.536297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:44.536297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Checking segment: {'id': 'bb656af4-dafe-4048-a856-37e0a6c857a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:44.536761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Bound using segment: {'id': 'bb656af4-dafe-4048-a856-37e0a6c857a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:44.537066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Bound port: 2b86867a-5558-40b6-9c1a-099dd0b42eb0, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb656af4-dafe-4048-a856-37e0a6c857a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:44.537403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.551510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:34:44.562827 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] Sync routers for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:34:44.585183 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:34:44.586327 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:34:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:44.596416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4ebc22ad-cb1f-4ad6-8fe4-a571652a0ece req-db38f87e-40f9-4fcf-9e55-c6006c98fd5a tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Unset dirty status for tenant:54df6d8bce824c6992884510b213f456 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:44.599983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ebc22ad-cb1f-4ad6-8fe4-a571652a0ece req-db38f87e-40f9-4fcf-9e55-c6006c98fd5a tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 943 time: 0.3543203 Dec 20 11:34:44.680658 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5373507 Dec 20 11:34:44.696147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34746) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:44.701749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Pushing event updated for resources: {'Network': ['ID=582fcb51-e8e6-4c91-9dc9-067a0119202e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:44.705299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.722525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 582fcb51-e8e6-4c91-9dc9-067a0119202e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:34:44.762239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Request body: {'subnet': {'network_id': '582fcb51-e8e6-4c91-9dc9-067a0119202e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-899181026-subnet', 'tenant_id': '4fd76202f9db47ca821122ecda02b4a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:44.781443 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:44.801299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:44.829750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Usage tracker for resource:subnet and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:44.835623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:44.856483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:44.860905 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:34:44.882484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-21d1aa2a-7949-4558-96d8-b42bc1f01ef5 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:44.888899 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-21d1aa2a-7949-4558-96d8-b42bc1f01ef5 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6240215 Dec 20 11:34:44.915070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ebc22ad-cb1f-4ad6-8fe4-a571652a0ece req-c4dc56a1-9bd8-41b3-af20-803c62ef0a43 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899346 Dec 20 11:34:44.933602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:44.942581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-62987c80-8d03-43f2-8cd7-04538ff46a8e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/quotas/b5e2c03354174875b96e80f7abdc0074 HTTP/1.1" status: 200 len: 375 time: 0.0527515 Dec 20 11:34:45.053334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Made reservation on behalf of 4fd76202f9db47ca821122ecda02b4a2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:45.056453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:45.149593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-51bd2c42-a450-497e-bf99-87d229f272d3 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "PUT /v2.0/floatingips/1a35d1e9-0465-4974-9284-2ca8c70b25d3 HTTP/1.1" status: 200 len: 992 time: 6.3324282 Dec 20 11:34:45.154377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:45.161353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] For port 2b86867a-5558-40b6-9c1a-099dd0b42eb0, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:45.165051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] For port 2b86867a-5558-40b6-9c1a-099dd0b42eb0, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2b86867a-5558-40b6-9c1a-099dd0b42eb0,segment=NetworkSegment(bb656af4-dafe-4048-a856-37e0a6c857a9),segment_id=bb656af4-dafe-4048-a856-37e0a6c857a9)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:45.170789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:45.182113 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07d4ed08-9342-4ccb-a014-29af6270b31e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:45.220394 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-1cd55ab2-4a5b-499f-b902-96156fdedafd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2757101 Dec 20 11:34:45.335659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:45.336709 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] 10.222.0.53 "PUT /v2.0/ports/2b86867a-5558-40b6-9c1a-099dd0b42eb0 HTTP/1.1" status: 200 len: 1093 time: 2.6595030 Dec 20 11:34:45.356884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Pushing event updated for resources: {'Port': ['ID=2b86867a-5558-40b6-9c1a-099dd0b42eb0,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:45.365234 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:45.507169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:45.516602 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '1a35d1e9-0465-4974-9284-2ca8c70b25d3', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'port_id': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'mac_address': 'fa:16:3e:c7:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:32:16Z', 'updated_at': '2021-12-20T11:34:40Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:45.524080 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:45.535848 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] Checking router: c3d1c1b2-9d42-4279-a945-7d98865f2d33 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:34:45.551353 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:34:45.552183 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:34:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:45.626791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Checking segment: {'id': 'e78e3895-1514-4d66-bc63-626927a3f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '582fcb51-e8e6-4c91-9dc9-067a0119202e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:45.627303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Network hostable DHCP agents. Network: 582fcb51-e8e6-4c91-9dc9-067a0119202e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:34:45.656186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f08aa1-9c1f-452b-8287-91ac9d03f178,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:45.662594 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:45.666239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Network 582fcb51-e8e6-4c91-9dc9-067a0119202e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:34:45.694974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 582fcb51-e8e6-4c91-9dc9-067a0119202e) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:45.703495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:45.704152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:45.711253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2391c6-fea5-49f1-a81f-563de08bf328 None None] Network 582fcb51-e8e6-4c91-9dc9-067a0119202e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:34:45.732775 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-1d733ebe-1d2f-4540-885d-9faf66069ff9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=54df6d8bce824c6992884510b213f456&device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 1096 time: 0.2178538 Dec 20 11:34:45.757715 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0509474 Dec 20 11:34:45.874701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-743943e9-7ae8-4a75-9a6a-332eaeb0be9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b86867a-5558-40b6-9c1a-099dd0b42eb0 HTTP/1.1" status: 200 len: 217 time: 0.1320612 Dec 20 11:34:45.887956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff93e7f-1548-4040-93e7-30fe1d068157 req-4d8d6c6d-d6d2-4116-a8b5-27b45a67013f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:45.898629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff93e7f-1548-4040-93e7-30fe1d068157 req-4d8d6c6d-d6d2-4116-a8b5-27b45a67013f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.5030732 Dec 20 11:34:45.956318 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:34:46.211779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-59a40128-5180-4475-ba47-2b885b1f4a8a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:46.213278 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-59a40128-5180-4475-ba47-2b885b1f4a8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=915ece38-8165-4f91-82ca-4871a02f3aa8 HTTP/1.1" status: 200 len: 858 time: 0.3127797 Dec 20 11:34:46.241719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff93e7f-1548-4040-93e7-30fe1d068157 req-748a8eab-4b47-4b1a-9362-4ad0ca5f78bf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421943 Dec 20 11:34:46.273655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49fffbe-a482-4743-b815-ad86bca12795 None None] Network 582fcb51-e8e6-4c91-9dc9-067a0119202e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:34:46.338371 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-0c7f14ab-c577-4a8c-ac43-9a0e0b86c51e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdb2aaeb-99e8-425a-ad45-af18287f523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952094 Dec 20 11:34:46.454626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7ceb5d9-03f3-40e7-9b51-078daf7f6870 req-1497548d-9b8a-4ef8-aa29-74b911a9c227 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1098 time: 0.1840413 Dec 20 11:34:46.541010 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7ceb5d9-03f3-40e7-9b51-078daf7f6870 req-e8e191c8-6711-42f8-89fb-0fb5636d6deb tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700977 Dec 20 11:34:46.694531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-618eaea0-7d17-4e1a-b6b3-3935b00837fd service neutron] 10.222.0.53 "GET /v2.0/networks/cdb2aaeb-99e8-425a-ad45-af18287f523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434470 Dec 20 11:34:46.700841 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'status': 'completed', 'code': 200} Dec 20 11:34:46.840108 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '1a35d1e9-0465-4974-9284-2ca8c70b25d3', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'port_id': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'mac_address': 'fa:16:3e:c7:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:32:16Z', 'updated_at': '2021-12-20T11:34:40Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:34:46.845527 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923512f2-4648-44e9-aee8-f85dc0aefc9e None None] The sync data for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 is: [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '1a35d1e9-0465-4974-9284-2ca8c70b25d3', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'floating_ip_address': '172.35.0.212', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'port_id': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'mac_address': 'fa:16:3e:c7:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:32:16Z', 'updated_at': '2021-12-20T11:34:40Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:34:47.130139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-08f3c99c-8c67-424d-b02a-51800f9c687d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 1099 time: 0.4280343 Dec 20 11:34:47.136001 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013ef2d-711f-40a7-b82f-ab23a35aaf8d req-c1d051eb-ba77-44ee-b42e-ecba36123015 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb2aaeb-99e8-425a-ad45-af18287f523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675492 Dec 20 11:34:47.273666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71cfe3-8170-49ec-b88a-a655775dffee None None] New status for floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:34:47.422272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1954-b362-4c7f-95dc-b8809e020620 req-1bbfb850-70ba-4f46-bb7b-bca7282e9297 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:47.434393 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-98ea1954-b362-4c7f-95dc-b8809e020620 req-1bbfb850-70ba-4f46-bb7b-bca7282e9297 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 943 time: 0.1505618 Dec 20 11:34:47.531766 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-98ea1954-b362-4c7f-95dc-b8809e020620 req-decb16ed-a65f-4528-a216-474a188c84c7 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961909 Dec 20 11:34:47.608227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-86c21297-5699-4c18-b101-d54e3644e5c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:47.609972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-86c21297-5699-4c18-b101-d54e3644e5c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 200 len: 925 time: 0.4625568 Dec 20 11:34:47.615934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1571921023', 'description': 'tempest-description-1793094243'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:47.674668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:47.685385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:47.709204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:47.721203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:47.732395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:47.752659 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-8f7ebf11-6113-4d14-aa47-038c75df0a9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7 HTTP/1.1" status: 200 len: 1000 time: 0.1309025 Dec 20 11:34:47.757503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:47.841224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b93c4553-0707-4ba2-b3f2-74cf7955b1c3 req-23fda26b-b727-4d0e-b142-e723d52823fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1347811 Dec 20 11:34:47.882564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:47.882564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-9bd76a46-3266-4b33-b7a7-e9145c9a751d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:47.894221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-9bd76a46-3266-4b33-b7a7-e9145c9a751d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 200 len: 863 time: 0.1160529 Dec 20 11:34:47.894221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:47.894221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:47.954844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:48.035759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-15fab5cf-7e76-4ed0-a3e6-be38ec30d350 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd14f5bc-b2d9-4efa-aa52-0b96944f7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1413178 Dec 20 11:34:48.067075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:48.079523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:48.108677 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cdf5bac9-688a-4858-a45e-a35ea291c8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:48.324803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-35b0e586-c21d-4316-a301-cc7b486aaa66 service neutron] 10.222.0.53 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775023 Dec 20 11:34:48.324803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:48.324803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ed581a6-6d7c-4551-956d-01d61bb9ffbe req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7132542 Dec 20 11:34:48.325597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8865ecf-514d-445c-b69a-ea4fe3355b9a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:48.350460 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:48.659164 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-291159ad-86fc-4c4e-a01d-034ebc4e352a req-7fc759de-87c6-4a2a-a1f2-74a0b2012bd8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 210 time: 0.0532537 Dec 20 11:34:48.682930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e200c54-f7ff-4d3d-b76f-496f9b85fd6f req-aeeb9520-cbb8-458c-afcc-76e458e72a42 service neutron] 10.222.0.53 "GET /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312843 Dec 20 11:34:48.702644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'tag': '2b86867a-5558-40b6-9c1a-099dd0b42eb0'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:48.711125 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-8f23d878-47d1-4f31-b03b-12856f2c8132 service neutron] 10.222.0.16 "GET /v2.0/ports/ae820710-3734-4865-9fa3-2ce345162960/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 384 time: 0.1693861 Dec 20 11:34:48.793260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-195a5187-5ac4-4a3d-9a09-5c3a4b3a0c80 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721443 Dec 20 11:34:49.189599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a64781-6a43-4e59-9cc0-016af746f38e req-2e99dfd5-7f4b-4837-848e-99659d9aec53 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:49.191099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77a64781-6a43-4e59-9cc0-016af746f38e req-2e99dfd5-7f4b-4837-848e-99659d9aec53 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.2805500 Dec 20 11:34:49.192698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-9d2d93f6-f9c9-4640-a368-e06b82772e4c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962&tenant_id=dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 1103 time: 0.1006713 Dec 20 11:34:49.197031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-1664a6c1-a06d-4c77-aac1-abbdcbbd679f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:49.198681 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-1664a6c1-a06d-4c77-aac1-abbdcbbd679f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997231 Dec 20 11:34:49.226755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:49.307743 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-107b4925-47ff-4ea8-ad32-e96df37f7c65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 1103 time: 0.0893950 Dec 20 11:34:49.385119 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-bcb96d4c-3e33-47fd-a7f4-66706d21eb62 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342863 Dec 20 11:34:49.470154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-4d9e49ec-26d1-4e6e-a982-d8aa121a9e08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:49.472388 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-4d9e49ec-26d1-4e6e-a982-d8aa121a9e08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1582067 Dec 20 11:34:49.553298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-ac99b4d1-3248-4f66-86f0-afc16206e11c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:49.555118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-ac99b4d1-3248-4f66-86f0-afc16206e11c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590872 Dec 20 11:34:49.580225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': '9167ccb1-5347-4778-a900-fbbc72bce288', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:49.608117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-dfd45af4-2760-44e8-a457-45a5481ff426 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:34:49.616438 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-dfd45af4-2760-44e8-a457-45a5481ff426 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0179815 Dec 20 11:34:49.621652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:49.622436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Unknown quota resources ['binding']. {{(pid=83557) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:34:49.647842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:49.669345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77a64781-6a43-4e59-9cc0-016af746f38e req-5892a53d-1111-48d9-8974-bd0dfc8b87f3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692664 Dec 20 11:34:49.670187 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-8840361d-28c3-49ea-9a25-b56c70498616 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 200 len: 217 time: 0.1903808 Dec 20 11:34:49.735558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:49.780681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:49.784860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:49.842022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-9c47e8d9-8107-4f03-90ef-0e28ea04c507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:49.844365 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-9c47e8d9-8107-4f03-90ef-0e28ea04c507 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1670732 Dec 20 11:34:49.867733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:49.891572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:49.923388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:34:49.926966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:49.970245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:49.975727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:49.976057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:49.982670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:49.983207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:49.999923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:50.000314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:50.000896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:50.001491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Bound port: 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:50.042404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-a6df1324-56b8-42ba-8714-694824ddf52a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1829364 Dec 20 11:34:50.176409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:50.194742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.199549 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-d2b93117-d0e1-4d89-9307-66a27da83bf9 service neutron] 10.222.0.32 "POST /v2.0/ports/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e/bindings HTTP/1.1" status: 201 len: 391 time: 0.5820377 Dec 20 11:34:50.217891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.29 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/742879f3-b369-4cbb-bdae-6e8c37d739d4) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:50.219428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-a30ed71c-b0b8-452e-a715-980c6e37a7f5 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694331 Dec 20 11:34:50.325522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2b86867a-5558-40b6-9c1a-099dd0b42eb0 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:50.369127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b76535c1-2e52-43b8-ba0c-73cfbced6a1c req-54403ea9-a21c-4a9b-894d-79b79c54592a service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435335 Dec 20 11:34:50.545519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca7e5d10-87be-495f-af48-82236895fe23 req-d911800c-22ad-48b5-808b-c42f37415a7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/d8865ecf-514d-445c-b69a-ea4fe3355b9a HTTP/1.1" status: 200 len: 1639 time: 0.5358095 Dec 20 11:34:50.553712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8865ecf-514d-445c-b69a-ea4fe3355b9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:50.554361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8865ecf-514d-445c-b69a-ea4fe3355b9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:50.582224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:50.607675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:50.613175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.621856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:50.627440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2b86867a-5558-40b6-9c1a-099dd0b42eb0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2b86867a-5558-40b6-9c1a-099dd0b42eb0,segment=NetworkSegment(bb656af4-dafe-4048-a856-37e0a6c857a9),segment_id=bb656af4-dafe-4048-a856-37e0a6c857a9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:50.633693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:50.642776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object 742879f3-b369-4cbb-bdae-6e8c37d739d4 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:50.643452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '2b86867a-5558-40b6-9c1a-099dd0b42eb0', 'network_id': 'cdb2aaeb-99e8-425a-ad45-af18287f523b', 'port_id': '2b86867a-5558-40b6-9c1a-099dd0b42eb0', 'mac_address': 'fa:16:3e:f9:8a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915ece38-8165-4f91-82ca-4871a02f3aa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:50.712211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.725963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.743763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.751536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b86867a-5558-40b6-9c1a-099dd0b42eb0 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:50.761649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:50.797353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-91a8d071-fdc8-440f-b936-ad597c972cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1098 time: 0.2019696 Dec 20 11:34:50.801433 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:50.806886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac6890-c9f7-4415-9eaf-dd8d27eb3b4a req-50621a71-b7d0-40bb-94e7-249252d29ebf tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:50.814050 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06ac6890-c9f7-4415-9eaf-dd8d27eb3b4a req-50621a71-b7d0-40bb-94e7-249252d29ebf tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 943 time: 0.1198962 Dec 20 11:34:50.845094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:50.858130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:50.861257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.885348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:50.891199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:50.892087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.911147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.920905 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06ac6890-c9f7-4415-9eaf-dd8d27eb3b4a req-d55f1a17-69b4-42ae-be09-2cc133bc045a tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056795 Dec 20 11:34:50.945191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2b86867a-5558-40b6-9c1a-099dd0b42eb0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2b86867a-5558-40b6-9c1a-099dd0b42eb0,segment=NetworkSegment(bb656af4-dafe-4048-a856-37e0a6c857a9),segment_id=bb656af4-dafe-4048-a856-37e0a6c857a9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:50.989631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:50.997716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca7e5d10-87be-495f-af48-82236895fe23 req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4498959 Dec 20 11:34:51.034509 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8134365 Dec 20 11:34:51.038689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:51.042585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.50 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/4e023cca-3f50-4c1c-b31e-351d3cac717e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:34:51.057211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=742879f3-b369-4cbb-bdae-6e8c37d739d4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:51.058821 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:51.094395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Request body: {'port': {'device_id': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:51.150116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-00e598cf-d5a1-4049-a541-24c9aaf67b4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:51.151943 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-00e598cf-d5a1-4049-a541-24c9aaf67b4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.3352637 Dec 20 11:34:51.160746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2b86867a-5558-40b6-9c1a-099dd0b42eb0,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:51.173681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.176860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.177295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.177708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.178139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.178870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.179280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.179683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.180081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.182376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.182515 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:51.182859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:51.194438 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'tag': '2b86867a-5558-40b6-9c1a-099dd0b42eb0', 'status': 'completed', 'code': 200} Dec 20 11:34:51.293685 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:51.298483 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:51.304128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-6cf7c85d-60d9-489f-a485-2d44cd2c1c9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 200 len: 217 time: 0.1448412 Dec 20 11:34:51.321100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aa689f05-5f38-49d5-b6ed-83f63b256c9b None None] Provisioning for port 742879f3-b369-4cbb-bdae-6e8c37d739d4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:51.331542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2b86867a-5558-40b6-9c1a-099dd0b42eb0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:51.359051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-471115da-b354-44ed-ba3e-3064463d4602 req-577edf3e-4d73-4f7c-88b0-fd5da9c31298 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:34:51.398727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d5d6ed-844d-4e81-9218-b856fcfd3000,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:51.420793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-471115da-b354-44ed-ba3e-3064463d4602 req-577edf3e-4d73-4f7c-88b0-fd5da9c31298 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:34:51.423355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-e1e6811f-0f51-4356-9dac-eb2d4252185b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:51.424798 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-e1e6811f-0f51-4356-9dac-eb2d4252185b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1144106 Dec 20 11:34:51.433024 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-471115da-b354-44ed-ba3e-3064463d4602 req-577edf3e-4d73-4f7c-88b0-fd5da9c31298 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 210 time: 0.1273253 Dec 20 11:34:51.481457 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:51.483118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aa689f05-5f38-49d5-b6ed-83f63b256c9b None None] Provisioning complete for port 742879f3-b369-4cbb-bdae-6e8c37d739d4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:51.484190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa689f05-5f38-49d5-b6ed-83f63b256c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:51.502063 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-8a24fb66-bb48-4036-aca4-8d2da711e607 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693944 Dec 20 11:34:51.510672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bad9dc-d4bf-4a6b-9213-9d683a1e0b43 req-15e53768-fbb3-48fc-bc05-4c9f25968ebb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:51.517836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66bad9dc-d4bf-4a6b-9213-9d683a1e0b43 req-15e53768-fbb3-48fc-bc05-4c9f25968ebb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.1734679 Dec 20 11:34:51.606377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa689f05-5f38-49d5-b6ed-83f63b256c9b None None] Port 742879f3-b369-4cbb-bdae-6e8c37d739d4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:34:51.620066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-55f599a9-b04b-4101-ac8f-8c6bcc2cb4a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=54df6d8bce824c6992884510b213f456&device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 1097 time: 0.4299157 Dec 20 11:34:51.636607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66bad9dc-d4bf-4a6b-9213-9d683a1e0b43 req-3b5ce387-8ef1-46d0-b847-c7d4a889b0d9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178334 Dec 20 11:34:51.799765 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-0d0bcbae-c439-4a47-b048-c00b09a47d2a service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787983 Dec 20 11:34:52.036333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:52.088331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-ee79e7ae-4e90-4003-b53b-22dd2bd99e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:52.096898 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-ee79e7ae-4e90-4003-b53b-22dd2bd99e55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cdb2aaeb-99e8-425a-ad45-af18287f523b HTTP/1.1" status: 200 len: 919 time: 0.4589169 Dec 20 11:34:52.122034 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-84ca2688-7532-4229-b776-4348d5214406 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157368 Dec 20 11:34:52.127818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1440636241', 'description': 'tempest-description-268931254'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:52.140677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:52.154520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:52.158558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:52.165828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:52.185914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:52.229342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:52.234607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:52.238141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:52.244115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:52.255759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-7c19ca61-f206-4cf3-a749-d099473fbd27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b86867a-5558-40b6-9c1a-099dd0b42eb0 HTTP/1.1" status: 200 len: 217 time: 0.1357522 Dec 20 11:34:52.328138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:52.334651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2b86867a-5558-40b6-9c1a-099dd0b42eb0 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:52.409892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:52.423115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:52.427066 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5512f913-14ce-42c8-814a-d9dce436814c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:52.471938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6e17bf-a89f-42f1-9909-c1a80643af8c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:52.508743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object 4e023cca-3f50-4c1c-b31e-351d3cac717e will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:52.510505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.511163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.511792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.512392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.512828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.513376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.513805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.514314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.515333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.515760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.516211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:52.520101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:52.521611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5abff7-c5ab-4be1-8772-2b1033f6145b req-2f6b8433-826b-4f25-adeb-5a0d03768ab9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:52.523138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5abff7-c5ab-4be1-8772-2b1033f6145b req-2f6b8433-826b-4f25-adeb-5a0d03768ab9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.6858370 Dec 20 11:34:52.539558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:52.540370 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-866b3eb1-9bf1-4734-a765-50aacc0c793b req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4170706 Dec 20 11:34:52.541495 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:52.547496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:52.548380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:52.616673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-557bf771-1fa3-44e3-ab45-dd8be1cfb30f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:52.618170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-557bf771-1fa3-44e3-ab45-dd8be1cfb30f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=915ece38-8165-4f91-82ca-4871a02f3aa8 HTTP/1.1" status: 200 len: 858 time: 0.3463547 Dec 20 11:34:52.672957 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-9a99b1e3-b5ad-48b4-84c3-edeacc503742 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdb2aaeb-99e8-425a-ad45-af18287f523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469234 Dec 20 11:34:52.781231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5abff7-c5ab-4be1-8772-2b1033f6145b req-0a8e2ac7-4f72-4546-af53-f77bea40c232 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378950 Dec 20 11:34:53.008855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-4df2ac39-e2f3-472f-b60b-8b6bb445c432 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb2aaeb-99e8-425a-ad45-af18287f523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263047 Dec 20 11:34:53.045163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b19f4-af10-4f9d-9af1-6cb54ea65da3 req-592e19be-ecef-4f74-874e-2286a354f0de tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:53.048012 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c8b19f4-af10-4f9d-9af1-6cb54ea65da3 req-592e19be-ecef-4f74-874e-2286a354f0de tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 944 time: 0.2792187 Dec 20 11:34:53.055716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.063055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.087180 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:53.089933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:53.154727 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c8b19f4-af10-4f9d-9af1-6cb54ea65da3 req-aff86423-1cfe-4dbd-9ebc-0718b6db6ce8 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003044 Dec 20 11:34:53.166893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:34:53.175945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=4e023cca-3f50-4c1c-b31e-351d3cac717e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:53.185057 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:53.185921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:34:53.188793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:34:53.194028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:53.194830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.213320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ae820710-3734-4865-9fa3-2ce345162960 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:34:53.216022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ae820710-3734-4865-9fa3-2ce345162960 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:34:53.320416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86867a-5558-40b6-9c1a-099dd0b42eb0'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:53.428158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2b86867a-5558-40b6-9c1a-099dd0b42eb0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2b86867a-5558-40b6-9c1a-099dd0b42eb0,segment=NetworkSegment(bb656af4-dafe-4048-a856-37e0a6c857a9),segment_id=bb656af4-dafe-4048-a856-37e0a6c857a9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:53.458619 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-992f030d-ca70-41d7-b900-d6e878413948 req-f017e7a8-8024-491e-b8c0-676cc7b85128 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/6f6e17bf-a89f-42f1-9909-c1a80643af8c HTTP/1.1" status: 200 len: 1638 time: 0.1067884 Dec 20 11:34:53.471107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6f6e17bf-a89f-42f1-9909-c1a80643af8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:53.471416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6f6e17bf-a89f-42f1-9909-c1a80643af8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:53.491061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:53.500821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:53.503939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:53.518856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:53.524061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.534437 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:53.576117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0002174 Dec 20 11:34:53.604378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Request body: {'port': {'device_id': '9167ccb1-5347-4778-a900-fbbc72bce288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:53.638958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.665896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60f481-cec3-4764-97db-8a39a89fd932 req-82475846-e0da-4c94-bc81-10dda0f591b2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:53.667803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f60f481-cec3-4764-97db-8a39a89fd932 req-82475846-e0da-4c94-bc81-10dda0f591b2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 935 time: 0.4980409 Dec 20 11:34:53.734576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.743673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.752678 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3a03ef0-7332-42e5-b356-1b11bdfc713c req-e58ef34b-52f8-4280-ac42-cc5962bbc708 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb2aaeb-99e8-425a-ad45-af18287f523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129982 Dec 20 11:34:53.763220 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b1606a47-7274-447f-b66a-d1af1fb59425 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:53.800320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ccfd2015-1df3-4fb4-96ec-1968f34afbf9 None None] Provisioning for port 4e023cca-3f50-4c1c-b31e-351d3cac717e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:34:53.800780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1be4944-605e-48d0-b95c-1c1451be30f0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:53.812506 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:53.826057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.834890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ccfd2015-1df3-4fb4-96ec-1968f34afbf9 None None] Provisioning complete for port 4e023cca-3f50-4c1c-b31e-351d3cac717e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:53.837606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2015-1df3-4fb4-96ec-1968f34afbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.841769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-992f030d-ca70-41d7-b900-d6e878413948 req-49d2f4dc-9268-4bf5-a763-4b5c161368ef tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.3821855 Dec 20 11:34:53.919526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f60f481-cec3-4764-97db-8a39a89fd932 req-c9fd678f-7769-45cd-9d02-a905f47321ac tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366564 Dec 20 11:34:53.945951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd2015-1df3-4fb4-96ec-1968f34afbf9 None None] Port 4e023cca-3f50-4c1c-b31e-351d3cac717e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:34:53.970989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:53.999743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.000459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742879f3-b369-4cbb-bdae-6e8c37d739d4 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:54.024289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.057258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2b86867a-5558-40b6-9c1a-099dd0b42eb0,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:54.078336 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:54.094985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Transition to ACTIVE for port object 742879f3-b369-4cbb-bdae-6e8c37d739d4 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:54.122099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.131782 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c8361f59-810b-44f1-be9c-b942b65baf74 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:54.153229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:54.185675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:54.232773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'ae820710-3734-4865-9fa3-2ce345162960', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'ae820710-3734-4865-9fa3-2ce345162960', 'mac_address': 'fa:16:3e:36:2f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:34:54.235509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.253178 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:54.345665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b7eeb-e937-4d0c-93d3-ce603796b6d7 req-1db26788-af89-408a-beae-e653d2e88abf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:54.360943 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d2b7eeb-e937-4d0c-93d3-ce603796b6d7 req-1db26788-af89-408a-beae-e653d2e88abf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.2355859 Dec 20 11:34:54.377000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Pushing event updated for resources: {'Port': ['ID=742879f3-b369-4cbb-bdae-6e8c37d739d4,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:54.398386 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:54.445113 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86867a-5558-40b6-9c1a-099dd0b42eb0', 'code': 200} Dec 20 11:34:54.530828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:54.544098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d2b7eeb-e937-4d0c-93d3-ce603796b6d7 req-059df330-a2e0-43e0-91ec-20e4b61047d6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822031 Dec 20 11:34:54.607738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-759003155', 'description': 'tempest-description-1161261681'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:54.695672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:54.710786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:54.723434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:54.727041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Attempting to bind port 742879f3-b369-4cbb-bdae-6e8c37d739d4 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:54.727493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Attempting to bind port 742879f3-b369-4cbb-bdae-6e8c37d739d4 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:54.728120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Attempting to bind port 742879f3-b369-4cbb-bdae-6e8c37d739d4 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:54.736561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.736910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.737253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.737588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.737930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.738278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.738604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.738928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.739250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.739566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.739902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:34:54.747523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Port 742879f3-b369-4cbb-bdae-6e8c37d739d4 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:54.748327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Attempting to bind port 742879f3-b369-4cbb-bdae-6e8c37d739d4 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:54.755123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:54.766550 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:54.790056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:54.790470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:54.790958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:54.791500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Bound port: 742879f3-b369-4cbb-bdae-6e8c37d739d4, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:54.791972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.812537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.815122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.849978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae820710-3734-4865-9fa3-2ce345162960 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:54.876028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:54.891952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:54.894037 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:54.929942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3f6eb-4ef2-4406-a600-0531f4a07e61 req-900a6d51-0e0c-4e74-8b8a-9e9d7500858c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:54.938581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d9a3f6eb-4ef2-4406-a600-0531f4a07e61 req-900a6d51-0e0c-4e74-8b8a-9e9d7500858c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 948 time: 0.1272810 Dec 20 11:34:54.977091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:54.982545 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:54.991661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ee9d661-771d-48a5-9088-c601e405deaa req-651df550-295e-4b11-9685-4e453e7ba236 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 1098 time: 0.4723914 Dec 20 11:34:54.994599 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d9a3f6eb-4ef2-4406-a600-0531f4a07e61 req-f0af1246-a963-40b5-8846-029d6579ce57 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 Dec 20 11:34:55.005957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:55.052454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:55.064320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:55.087854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:55.093752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] For port 742879f3-b369-4cbb-bdae-6e8c37d739d4, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:55.101033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] For port 742879f3-b369-4cbb-bdae-6e8c37d739d4, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=742879f3-b369-4cbb-bdae-6e8c37d739d4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:55.103409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e023cca-3f50-4c1c-b31e-351d3cac717e {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:34:55.124640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:55.127469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:55.136313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3185f7dc-870b-4405-ad81-5cad66e39e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:55.172013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['ae820710-3734-4865-9fa3-2ce345162960'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:34:55.204676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Transition to ACTIVE for port object 4e023cca-3f50-4c1c-b31e-351d3cac717e will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:34:55.208516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ee9d661-771d-48a5-9088-c601e405deaa req-29d7cdbc-2909-41a6-98e5-3d257c1f80e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770420 Dec 20 11:34:55.231608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:55.237165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:55.239260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] 10.222.0.16 "PUT /v2.0/ports/742879f3-b369-4cbb-bdae-6e8c37d739d4 HTTP/1.1" status: 200 len: 1097 time: 4.1547890 Dec 20 11:34:55.252568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'tag': '742879f3-b369-4cbb-bdae-6e8c37d739d4'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:55.593900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Pushing event updated for resources: {'Port': ['ID=742879f3-b369-4cbb-bdae-6e8c37d739d4,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:55.607336 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:55.610891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:55.615495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb382b7-95ef-4926-a895-01f4adbee2f2 req-2b46e109-3e6d-46a1-b505-c77402b04083 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:55.622366 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5893c337-b4ed-4e59-bae0-73d7687ddabf tempest-AggregatesAdminTestJSON-503506713 tempest-AggregatesAdminTestJSON-503506713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:55.624757 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fb382b7-95ef-4926-a895-01f4adbee2f2 req-2b46e109-3e6d-46a1-b505-c77402b04083 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 945 time: 0.1766152 Dec 20 11:34:55.702826 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fb382b7-95ef-4926-a895-01f4adbee2f2 req-ee259ddc-9ddf-4be7-b0cd-af3efbeac484 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769897 Dec 20 11:34:55.749137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:55.825318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e023cca-3f50-4c1c-b31e-351d3cac717e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:55.828804 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:55.830667 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a452bb8-24dd-40b3-8ab3-dc984843a8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:55.845763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:55.861582 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2355df49-34a3-444b-b818-5437d1746097 req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.3532212 Dec 20 11:34:55.956683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:55.998171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d332235-7d33-4714-a874-31d0fbe7aab0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:56.000926 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:56.005624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-2d54eb07-eda6-400b-a5fb-8eb22d66deb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 1100 time: 0.7024791 Dec 20 11:34:56.006538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Attempting to bind port 4e023cca-3f50-4c1c-b31e-351d3cac717e on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:34:56.006781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Attempting to bind port 4e023cca-3f50-4c1c-b31e-351d3cac717e by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:34:56.007096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Attempting to bind port 4e023cca-3f50-4c1c-b31e-351d3cac717e on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:56.062332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01254acd-757b-40a1-93fd-01b4af72e0b2 req-7372ff78-5df9-4829-b405-5fddc97f3bc6 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:56.066898 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-01254acd-757b-40a1-93fd-01b4af72e0b2 req-7372ff78-5df9-4829-b405-5fddc97f3bc6 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 947 time: 0.1757383 Dec 20 11:34:56.086813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Port 4e023cca-3f50-4c1c-b31e-351d3cac717e on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:34:56.087680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Attempting to bind port 4e023cca-3f50-4c1c-b31e-351d3cac717e on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:34:56.137740 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c99701d2-3562-4418-80bd-7d52db399d59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=742879f3-b369-4cbb-bdae-6e8c37d739d4 HTTP/1.1" status: 200 len: 217 time: 0.1235054 Dec 20 11:34:56.142684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:34:56.144034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:34:56.147024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:34:56.149871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Bound port: 4e023cca-3f50-4c1c-b31e-351d3cac717e, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:34:56.150930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.207447 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-01254acd-757b-40a1-93fd-01b4af72e0b2 req-108f209e-8ac2-49b5-a0f2-705ab7f7cca9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337943 Dec 20 11:34:56.275008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.446535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:56.463305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:56.482822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27477de-b998-4a7c-bb64-72996b2b190f req-def5d206-bbb8-44b2-9920-3f15b05be876 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:56.489107 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-def5d206-bbb8-44b2-9920-3f15b05be876 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962&tenant_id=dc71026b2bba4ad2a830f46780e52b38&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 949 time: 0.2138293 Dec 20 11:34:56.505740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2105040342', 'description': 'tempest-description-2037902785'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:56.518906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:56.530834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Usage tracker for resource:security_group_rule and tenant:be4561a5b4b4497fa3ba21f02eb7e638 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:56.534554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:56.544894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] For port 4e023cca-3f50-4c1c-b31e-351d3cac717e, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:34:56.547093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:56.550858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:56.553017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] For port 4e023cca-3f50-4c1c-b31e-351d3cac717e, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4e023cca-3f50-4c1c-b31e-351d3cac717e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:34:56.557494 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'tag': '742879f3-b369-4cbb-bdae-6e8c37d739d4', 'status': 'completed', 'code': 200} Dec 20 11:34:56.567652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:56.580264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:56.605447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-0b75437f-a353-4748-9063-d88b587323e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:56.606919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-0b75437f-a353-4748-9063-d88b587323e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.4311945 Dec 20 11:34:56.616018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.622901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.676228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:56.680457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:56.683615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:56.690481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:56.709465 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:56.845023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.847260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] 10.222.0.16 "PUT /v2.0/ports/4e023cca-3f50-4c1c-b31e-351d3cac717e HTTP/1.1" status: 200 len: 1097 time: 3.2523251 Dec 20 11:34:56.859458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-472caf28-4905-4440-bc0b-da1f5000a16e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 1102 time: 0.1642728 Dec 20 11:34:56.865634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.898095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e023cca-3f50-4c1c-b31e-351d3cac717e,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:56.913897 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:56.918273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.922460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:56.933681 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-351a43a8-8cec-4d2e-a867-15bd5428668d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:56.967047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.004661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24343fa0-0db2-4e62-84a9-29a165987b34 req-a2d301c5-4b17-4ef0-b4b2-637bd1536533 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:57.010577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.020100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24343fa0-0db2-4e62-84a9-29a165987b34 req-a2d301c5-4b17-4ef0-b4b2-637bd1536533 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.4065905 Dec 20 11:34:57.020444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-98ded0aa-2e1f-420b-b6de-8ecfa3ce4340 req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.5264215 Dec 20 11:34:57.045456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a2f585-0727-48ad-b151-b3c160ba1298,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:57.052249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-bc2d5bb0-d537-4f4f-944d-3b0980bc70e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4374230 Dec 20 11:34:57.083407 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:57.087272 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5a19248a-b011-4df5-aeaa-5587a3f5cbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:57.174248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be4561a5b4b4497fa3ba21f02eb7e638&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2159555 Dec 20 11:34:57.181605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:57.203854 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24343fa0-0db2-4e62-84a9-29a165987b34 req-e3dee3ce-1e56-4f53-bef0-7764cd2deb1f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876602 Dec 20 11:34:57.224631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ae820710-3734-4865-9fa3-2ce345162960 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:34:57.254346 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-56f51fa3-ea69-41f1-a6d5-ffc3c633d95f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 1100 time: 0.3291907 Dec 20 11:34:57.346559 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960', 'code': 200} Dec 20 11:34:57.372927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ba717c-9144-4b89-80fc-b06e73ffcc28,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:57.379688 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:57.406710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27477de-b998-4a7c-bb64-72996b2b190f req-3908da0f-fec8-4013-bd33-ea9c67fa91e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:57.412856 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-3908da0f-fec8-4013-bd33-ea9c67fa91e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.5393908 Dec 20 11:34:57.413871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port ae820710-3734-4865-9fa3-2ce345162960 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:34:57.414275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.455384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-0511e394-5984-4094-a79a-7a3386dedea1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=4e023cca-3f50-4c1c-b31e-351d3cac717e HTTP/1.1" status: 200 len: 217 time: 0.1929455 Dec 20 11:34:57.457365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-e76b4ea9-0e93-4377-a0fe-42fe55629684 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973377 Dec 20 11:34:57.531410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c08db3af-1349-42a0-9568-b0bd00c20d2f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:57.532841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-c08db3af-1349-42a0-9568-b0bd00c20d2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0667129 Dec 20 11:34:57.546650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.566959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-4b6dd3b5-a456-4c77-a739-a10d6697af78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 200 len: 217 time: 0.1417031 Dec 20 11:34:57.571541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.597524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:34:57.602605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.608684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.611959 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:57.704928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.717888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dda78089-e1c1-43fe-8b8d-fd5476275cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:57.718137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b133-9dce-46a8-a966-f5a4ed0ab115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.728187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:57.737797 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:57.754833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:57.756314 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6a2f585-0727-48ad-b151-b3c160ba1298 HTTP/1.1" status: 204 len: 168 time: 0.5630722 Dec 20 11:34:57.763711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ae6f4-3314-4280-b95c-466e862f67e1 req-d1477f9b-1836-4a16-9603-2a08a29ef0bf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:57.771292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e7ae6f4-3314-4280-b95c-466e862f67e1 req-d1477f9b-1836-4a16-9603-2a08a29ef0bf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 949 time: 0.5754879 Dec 20 11:34:57.773558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a2f585-0727-48ad-b151-b3c160ba1298,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:57.798058 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:57.818242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27477de-b998-4a7c-bb64-72996b2b190f req-906ecad0-8689-4392-b73c-87b5f55fda08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:57.819964 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-906ecad0-8689-4392-b73c-87b5f55fda08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1534276 Dec 20 11:34:57.864595 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-25455f20-5263-4f2c-bb2d-c6a53239f4d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2729328 Dec 20 11:34:57.877041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e4935-e0a0-46de-9f7f-ed0cb494fe6a req-69155690-a754-4352-99e4-d16f1fc57658 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:57.884467 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e7ae6f4-3314-4280-b95c-466e862f67e1 req-6f24c8e3-e8d1-4982-89f2-11c190c55638 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118932 Dec 20 11:34:57.887821 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f7e4935-e0a0-46de-9f7f-ed0cb494fe6a req-69155690-a754-4352-99e4-d16f1fc57658 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 945 time: 0.3529353 Dec 20 11:34:57.954434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-dd57d90f-92da-46c4-b297-6c31f5fcb04f service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206233 Dec 20 11:34:57.982087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-38202859-40b9-4719-b49c-61fbf6d03e12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1537197 Dec 20 11:34:58.041921 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-dd7a4526-a15e-4f2d-b345-878f7171410a tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/2d332235-7d33-4714-a874-31d0fbe7aab0 HTTP/1.1" status: 200 len: 1638 time: 0.1169536 Dec 20 11:34:58.208195 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f7e4935-e0a0-46de-9f7f-ed0cb494fe6a req-2d7d2d91-34d0-4b62-9e3d-79a97c2b0a17 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195050 Dec 20 11:34:58.226292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-d5040740-7e42-4dd4-ab00-5b59158d4037 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/11ba717c-9144-4b89-80fc-b06e73ffcc28 HTTP/1.1" status: 200 len: 1639 time: 0.1828940 Dec 20 11:34:58.231381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d332235-7d33-4714-a874-31d0fbe7aab0', 'remote_group_id': '11ba717c-9144-4b89-80fc-b06e73ffcc28', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:58.231686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d332235-7d33-4714-a874-31d0fbe7aab0', 'remote_group_id': '11ba717c-9144-4b89-80fc-b06e73ffcc28', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:58.237780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-38462c65-1eef-4b6b-8701-4dfa35c4612f service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478112 Dec 20 11:34:58.246613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:58.254479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:58.265044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:58.272440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:58.318783 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-f2e0eb9d-51f9-4108-8619-c9f84adfa142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 1100 time: 0.2849517 Dec 20 11:34:58.372726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-b2273d01-1b88-4a75-a10e-c2e8b45c1e90 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758452 Dec 20 11:34:58.483512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34978) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:58.529098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f27477de-b998-4a7c-bb64-72996b2b190f req-d19afd77-d070-496a-a66c-29f26a84f46c service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507812 Dec 20 11:34:58.560360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9167ccb1-5347-4778-a900-fbbc72bce288', 'tag': '4e023cca-3f50-4c1c-b31e-351d3cac717e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:58.562747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:58.584895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:58.629342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:58.641110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-e9d69e65-42dc-45c5-9a02-7d2c1ecc4f9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:58.643266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-e9d69e65-42dc-45c5-9a02-7d2c1ecc4f9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2613444 Dec 20 11:34:58.645023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1317e839-18be-4935-a56e-2bc66f254c6d req-bccd719c-b52f-4688-943f-6285a912265f service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922861 Dec 20 11:34:58.647345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:58.649884 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:58.683762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec3ebeb-322d-47a8-9af7-6f8c5783b6b5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:58.694462 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:58.695987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:58.710152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e6d29df-23ba-4a0c-9f3e-1ed3e5455a0c req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.4827814 Dec 20 11:34:58.721058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:58.730634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Usage tracker for resource:security_group_rule and tenant:95ba7e7815e041d3aff0932de30ffb02 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:58.750808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:58.759603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:58.763728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-97b73e34-9da5-479a-a238-aa981efb0bde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=742879f3-b369-4cbb-bdae-6e8c37d739d4 HTTP/1.1" status: 200 len: 217 time: 0.0975194 Dec 20 11:34:58.771970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f45aa0-03f8-4fe9-afc6-172459f208ba req-3efd9c5b-85ef-49a2-9d6c-a5cb8262c35b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:58.773386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-06f45aa0-03f8-4fe9-afc6-172459f208ba req-3efd9c5b-85ef-49a2-9d6c-a5cb8262c35b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 947 time: 0.2907963 Dec 20 11:34:58.875926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-9bfdde9f-5acb-47d6-bc5c-d9aa6043334b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:58.878153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-9bfdde9f-5acb-47d6-bc5c-d9aa6043334b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1038532 Dec 20 11:34:59.003849 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-06f45aa0-03f8-4fe9-afc6-172459f208ba req-0e491c77-84d5-4c58-889f-44449dc2a20c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936450 Dec 20 11:34:59.087594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:59.104390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:59.114368 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7266b8f7-c163-4b10-bffd-b57eeaa4f3d5 tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:34:59.141288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-78239936-a5f8-4721-9cf4-d14e710afd6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2499769 Dec 20 11:34:59.200568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cd9209-31f8-4e3c-9c50-9d0357aafcb2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:34:59.223622 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:34:59.258761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95ba7e7815e041d3aff0932de30ffb02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7593648 Dec 20 11:34:59.261112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34992) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:34:59.325636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4fae6-5176-45d9-8873-b303d50cb312 req-6fec6b38-edf7-4ee3-a214-1eb688e606aa tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:59.327972 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49d4fae6-5176-45d9-8873-b303d50cb312 req-6fec6b38-edf7-4ee3-a214-1eb688e606aa tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.2399235 Dec 20 11:34:59.350453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:34:59.422357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49d4fae6-5176-45d9-8873-b303d50cb312 req-1ffee3b4-9c25-4aa5-a814-50a65955fab0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882957 Dec 20 11:34:59.542823 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9167ccb1-5347-4778-a900-fbbc72bce288', 'tag': '4e023cca-3f50-4c1c-b31e-351d3cac717e', 'status': 'completed', 'code': 200} Dec 20 11:34:59.587944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-110419141', 'description': 'tempest-description-254582899'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:34:59.594427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:59.599034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:59.602498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:59.612181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:59.652133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:59.726265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dc9d6-1e54-4174-9c75-8f90fd05b90b req-a51a358a-9f11-4ae9-92ee-c2b4914643d2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:34:59.727861 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-b9092c2c-9b83-4d08-a8a8-18cec7d65892 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707018 Dec 20 11:34:59.727997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff6dc9d6-1e54-4174-9c75-8f90fd05b90b req-a51a358a-9f11-4ae9-92ee-c2b4914643d2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.1011853 Dec 20 11:34:59.739768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:59.784871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:34:59.788061 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff6dc9d6-1e54-4174-9c75-8f90fd05b90b req-abdf1d56-b66d-4567-94f1-ad0fd0a2e457 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546894 Dec 20 11:34:59.803282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:34:59.829370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:34:59.860402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7cb40ab-76f0-481c-abfd-8ac9c3d20851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:59.865824 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960', 'code': 200} Dec 20 11:34:59.893528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:34:59.913845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:34:59.970102 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-01d0bf95-a790-4e89-8139-0a2cb4cd18dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 1100 time: 0.4256141 Dec 20 11:35:00.062189 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1858149d-ce34-42d9-ba1b-2f78463502c9 req-c72ff7de-43de-40b8-b8f7-7a45daf835ea service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166161 Dec 20 11:35:00.092073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a878f-cb2c-4dc0-ae30-f988b60d46af req-9977503a-9239-4e8d-99b8-fe16d15f03bd tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:00.094346 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a1a878f-cb2c-4dc0-ae30-f988b60d46af req-9977503a-9239-4e8d-99b8-fe16d15f03bd tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 945 time: 0.1092305 Dec 20 11:35:00.144053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a1a878f-cb2c-4dc0-ae30-f988b60d46af req-c91f4dcb-9669-4a66-9eaf-48636f0133e2 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Dec 20 11:35:00.161332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.164666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.176884 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7d77f849-69d1-4018-84d3-f425ba07a9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:00.188410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.207170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-69fc570a-fde0-4b8d-b1fe-86ff391e8a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:00.208604 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-69fc570a-fde0-4b8d-b1fe-86ff391e8a4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2302389 Dec 20 11:35:00.214197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cd9209-31f8-4e3c-9c50-9d0357aafcb2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:00.217661 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:00.221037 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7dcec050-99e6-428c-9055-549b95752435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:00.305267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.306639 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98cd9209-31f8-4e3c-9c50-9d0357aafcb2 HTTP/1.1" status: 204 len: 168 time: 1.0396225 Dec 20 11:35:00.324047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.326056 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f7d5baa-727a-450e-94f7-c0ee9e66c9ac req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.7844462 Dec 20 11:35:00.334663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-247ebdca-28c0-4f48-9c4d-ed1ac8409aa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=4e023cca-3f50-4c1c-b31e-351d3cac717e HTTP/1.1" status: 200 len: 217 time: 0.1006877 Dec 20 11:35:00.377152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f12c-3a7c-42c2-9f95-94f5f71f9efb req-cbec1487-bdb1-44e3-b357-4e7c26f18917 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:00.378668 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7dc8f12c-3a7c-42c2-9f95-94f5f71f9efb req-cbec1487-bdb1-44e3-b357-4e7c26f18917 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.0893278 Dec 20 11:35:00.393148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61067808-11b7-4b04-86f9-51c29df3d0d0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:00.397280 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:00.412915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-f7da7278-f9d6-4d9e-bada-f4a7da5f5893 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:00.415040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-f7da7278-f9d6-4d9e-bada-f4a7da5f5893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0721424 Dec 20 11:35:00.434964 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7dc8f12c-3a7c-42c2-9f95-94f5f71f9efb req-c06a8797-e3c2-4f71-bbfa-2cde162d8056 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503578 Dec 20 11:35:00.581225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-573050188', 'description': 'tempest-description-853939818'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:00.588954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:00.597407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:00.606622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:00.614493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:00.623112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-73fb15e6-b5b8-4036-9c83-99836502531b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2018633 Dec 20 11:35:00.650789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.719020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8244f5-a6ba-4662-9541-4ad082a35803 req-189bb36a-9977-451d-8ccc-d84560bddd66 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:00.722494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d8244f5-a6ba-4662-9541-4ad082a35803 req-189bb36a-9977-451d-8ccc-d84560bddd66 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 947 time: 0.0867538 Dec 20 11:35:00.756564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:00.768422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:00.772583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:00.773415 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d8244f5-a6ba-4662-9541-4ad082a35803 req-c4474876-a0dd-4284-8ae5-126a4d0e26a3 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Dec 20 11:35:00.787962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:00.812138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-8d9819f7-54db-4775-bfcd-699d1e9bfe32 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816561 Dec 20 11:35:00.899444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.943679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:00.951589 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4c0077f-a310-4a97-a0f3-ae7b31cc37c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:01.026420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ab789-121a-4c12-bb88-11383f5a2369,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:01.031020 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:01.032517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8dc5-fe3c-4127-af27-b4efd011036b req-3f868a65-76c2-4acc-909c-5bcd8a48275a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:01.033960 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93ed505d-d4b7-41e6-8e07-48acef39f80e req-6c8318a6-0774-498b-ad6c-fc4c16a27ba6 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141278 Dec 20 11:35:01.034870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.035074 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b7a8dc5-fe3c-4127-af27-b4efd011036b req-3f868a65-76c2-4acc-909c-5bcd8a48275a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.0931754 Dec 20 11:35:01.046698 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0c66e043-cbd7-4a91-a546-62cc4c8e5346 req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.4734342 Dec 20 11:35:01.047979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.089278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.119732 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1b7a8dc5-fe3c-4127-af27-b4efd011036b req-fc5593aa-8099-4543-afc5-7e6af64387d1 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659149 Dec 20 11:35:01.227128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-d1db30b7-0645-42b8-a5ae-ca6fbfeec7e8 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/61067808-11b7-4b04-86f9-51c29df3d0d0 HTTP/1.1" status: 200 len: 1637 time: 0.0490363 Dec 20 11:35:01.245324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-113be8a4-e3d0-40d5-9170-b8eab329aec4 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:01.247572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-113be8a4-e3d0-40d5-9170-b8eab329aec4 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.53 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 945 time: 0.1151776 Dec 20 11:35:01.255098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 742879f3-b369-4cbb-bdae-6e8c37d739d4 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:01.286753 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-4b0d5c6d-68ad-4ab9-8c64-44225c175fcd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/8f1ab789-121a-4c12-bb88-11383f5a2369 HTTP/1.1" status: 200 len: 1637 time: 0.0535517 Dec 20 11:35:01.292044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '61067808-11b7-4b04-86f9-51c29df3d0d0', 'remote_group_id': '8f1ab789-121a-4c12-bb88-11383f5a2369', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:01.292464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '61067808-11b7-4b04-86f9-51c29df3d0d0', 'remote_group_id': '8f1ab789-121a-4c12-bb88-11383f5a2369', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:01.298427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:01.302512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:01.305468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:01.311595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:01.380541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Deleting port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:35:01.380922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.393413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.425733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.434324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.436696 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-83e56203-ee86-4933-b763-5c2251124554 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:01.495581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb9e496-a834-4b22-aba2-8e066651e8bb,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:01.498194 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:01.519620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.520874 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6abbd001-cf24-4b16-8c0d-3b323f2eebd5 req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2332270 Dec 20 11:35:01.546362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 742879f3-b369-4cbb-bdae-6e8c37d739d4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=742879f3-b369-4cbb-bdae-6e8c37d739d4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:01.567467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '742879f3-b369-4cbb-bdae-6e8c37d739d4', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '742879f3-b369-4cbb-bdae-6e8c37d739d4', 'mac_address': 'fa:16:3e:b3:dc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:01.652121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.676718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742879f3-b369-4cbb-bdae-6e8c37d739d4 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:01.710247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 742879f3-b369-4cbb-bdae-6e8c37d739d4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=742879f3-b369-4cbb-bdae-6e8c37d739d4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:01.718993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.719967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4e023cca-3f50-4c1c-b31e-351d3cac717e details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:01.723861 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:01.810556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] For port 2b86867a-5558-40b6-9c1a-099dd0b42eb0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2b86867a-5558-40b6-9c1a-099dd0b42eb0,segment=NetworkSegment(bb656af4-dafe-4048-a856-37e0a6c857a9),segment_id=bb656af4-dafe-4048-a856-37e0a6c857a9)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:01.810720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4e023cca-3f50-4c1c-b31e-351d3cac717e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4e023cca-3f50-4c1c-b31e-351d3cac717e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:01.811329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.828152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=742879f3-b369-4cbb-bdae-6e8c37d739d4,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:01.832860 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:01.836051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '4e023cca-3f50-4c1c-b31e-351d3cac717e', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '4e023cca-3f50-4c1c-b31e-351d3cac717e', 'mac_address': 'fa:16:3e:7e:2f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:01.905467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0c22-98f0-4f16-9728-ae7d99e86008 req-0632d537-2aaf-43da-a43a-9562c41d682e tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:01.925670 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0b7d0c22-98f0-4f16-9728-ae7d99e86008 req-0632d537-2aaf-43da-a43a-9562c41d682e tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/ports?device_id=99cbddd9-66d2-441e-b4af-a71af2cfbe69 HTTP/1.1" status: 200 len: 945 time: 0.1900077 Dec 20 11:35:01.935704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.958043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e023cca-3f50-4c1c-b31e-351d3cac717e {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:01.978425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4e023cca-3f50-4c1c-b31e-351d3cac717e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4e023cca-3f50-4c1c-b31e-351d3cac717e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:01.984042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:01.986294 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:01.988448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Calling delete_port for 2b86867a-5558-40b6-9c1a-099dd0b42eb0 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:35:02.019980 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0b7d0c22-98f0-4f16-9728-ae7d99e86008 req-3992ee00-878e-4877-9df5-751f869bca99 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.32 "GET /v2.0/security-groups?id=949a3c64-4036-4e53-b633-ae712dd7413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929408 Dec 20 11:35:02.063314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4e023cca-3f50-4c1c-b31e-351d3cac717e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:02.074472 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:02.158226 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8690b831-c806-4383-b331-b65eca946c78 req-98e3227e-3fb4-4e09-a472-132168c272d3 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/8f1ab789-121a-4c12-bb88-11383f5a2369 HTTP/1.1" status: 200 len: 1637 time: 0.0787334 Dec 20 11:35:02.207084 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-dec6acec-ff35-496d-b25e-fe21716dea97 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.1633475 Dec 20 11:35:02.222725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:02.237378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8690b831-c806-4383-b331-b65eca946c78 req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.265650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8690b831-c806-4383-b331-b65eca946c78 req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.284981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.288268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['742879f3-b369-4cbb-bdae-6e8c37d739d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:02.291773 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f8f8b505-a66e-4a01-a8ef-d5eb4102cd8d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:02.354991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4e023cca-3f50-4c1c-b31e-351d3cac717e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:02.382859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Pushing event deleted for resources: {'Port': ['ID=2b86867a-5558-40b6-9c1a-099dd0b42eb0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:02.391861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8690b831-c806-4383-b331-b65eca946c78 req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.394468 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:02.396978 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6313f5a7-47f7-4615-b2ee-1b52f9fd4d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:02.422121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2b86867a-5558-40b6-9c1a-099dd0b42eb0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:02.431896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ab789-121a-4c12-bb88-11383f5a2369,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:02.434631 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:02.436663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8690b831-c806-4383-b331-b65eca946c78 req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.458670 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8690b831-c806-4383-b331-b65eca946c78 req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f1ab789-121a-4c12-bb88-11383f5a2369 HTTP/1.1" status: 204 len: 173 time: 0.2909849 Dec 20 11:35:02.479796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.532975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] No DVR routers for this DVR port 2b86867a-5558-40b6-9c1a-099dd0b42eb0 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:35:02.543778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.546476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'name': 'network-vif-deleted', 'tag': '2b86867a-5558-40b6-9c1a-099dd0b42eb0'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:02.598758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a44aead-e6b0-4322-b4ad-27c0c8b24c0f req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] 10.222.0.53 "DELETE /v2.0/ports/2b86867a-5558-40b6-9c1a-099dd0b42eb0 HTTP/1.1" status: 204 len: 173 time: 1.3323352 Dec 20 11:35:02.645485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:02.790791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e6b0c-22f6-4ce8-b34d-3c09cdf1f913 req-72c40f5c-8dc8-4bce-9e00-133f49a77814 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:02.799683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0c1e6b0c-22f6-4ce8-b34d-3c09cdf1f913 req-72c40f5c-8dc8-4bce-9e00-133f49a77814 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 948 time: 0.3203578 Dec 20 11:35:02.918919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0c1e6b0c-22f6-4ce8-b34d-3c09cdf1f913 req-1dbf1237-91d8-4e73-911d-9d5a9c11c731 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181200 Dec 20 11:35:02.925807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:02.980364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:03.028641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f53f1-bd33-4919-88cf-df0f77ed3b20 req-105f6fc6-3841-404b-bed2-443c2680b5bf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:03.030109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-531f53f1-bd33-4919-88cf-df0f77ed3b20 req-105f6fc6-3841-404b-bed2-443c2680b5bf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 945 time: 0.0790491 Dec 20 11:35:03.058545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c5828a2-0abf-4a71-a242-48edd53d6af6 req-2df0f61d-de25-4f0a-9769-f9e1202e7317 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/61067808-11b7-4b04-86f9-51c29df3d0d0 HTTP/1.1" status: 200 len: 1637 time: 0.0996716 Dec 20 11:35:03.060186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:03.066873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:03.072101 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5d92ab04-6873-48aa-a35a-cb479f5dbbf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:03.089637 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-531f53f1-bd33-4919-88cf-df0f77ed3b20 req-84f8b71e-6ffc-4b39-827a-5993593e2f1f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Dec 20 11:35:03.212487 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbddd9-66d2-441e-b4af-a71af2cfbe69', 'name': 'network-vif-deleted', 'tag': '2b86867a-5558-40b6-9c1a-099dd0b42eb0', 'status': 'completed', 'code': 200} Dec 20 11:35:03.261437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-b9ed000c-8464-4c73-846a-091aca907e3f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691698 Dec 20 11:35:03.264603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:03.278578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:03.291561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:03.416446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:03.416781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:03.417096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:03.430455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:03.430775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:03.434708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, got binding levels [] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:03.449258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:03.449609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:03.449956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:03.450401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Bound port: 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:03.450736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:03.466861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:03.467261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:03.468154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:03.473609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:03.474351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:03.479981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:03.480317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:03.480930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:03.481442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Bound port: 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:03.481762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:03.508557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-0616d12b-6844-4c21-afcc-b05b3073f67d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:03.509874 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-0616d12b-6844-4c21-afcc-b05b3073f67d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477121 Dec 20 11:35:03.546376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-62d0e9a1-1543-4514-8d80-30b9538ec5e4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/quotas/dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 375 time: 0.0255544 Dec 20 11:35:03.569920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:03.572951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:03.578092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:03.581808 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:03.610463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:03.619970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e-n-h1-victoria-1-0 {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:35:03.620292 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:35:03.658528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-6a999a53-eaff-42e0-8cf2-37db25fcc75e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030872 Dec 20 11:35:03.709611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:03.713038 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:03.749085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:35:03.865095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-837930559', 'description': 'tempest-description-593712495'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:03.870886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:03.874965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:03.877940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:03.885924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:03.898981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:03.924003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-5260b3e8-dd75-4892-96a1-85b905669ebb tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:03.930843 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-5260b3e8-dd75-4892-96a1-85b905669ebb tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.1564353 Dec 20 11:35:03.933610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:03.937449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:03.940470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:03.947419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:03.947572 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-514325a8-14e4-4088-a69d-93b718c7ceb2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/quotas/e9817e1271cf41629db3efc19bfe6149 HTTP/1.1" status: 200 len: 375 time: 0.0144517 Dec 20 11:35:04.004651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:04.009099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:04.014263 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf2e859c-0b24-4795-b79c-7011aa454442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:04.034996 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-b359593a-07b4-41bd-9351-b1a494c1fb81 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796275 Dec 20 11:35:04.054912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960d7c74-9471-40bf-a85c-9a877804d56a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:04.058303 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:04.059840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:04.066470 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0e3feac0-b5bc-4fc2-b0ad-795f44d8ed7a req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.2060881 Dec 20 11:35:04.142202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:04.142777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:04.143283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:04.150472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:04.150808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempting to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:04.158864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:04.159452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:04.159993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:04.160577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Bound port: 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:04.161082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:04.253904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-19666ec2-bb22-4ebc-8419-475ed6a2258e service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148662 Dec 20 11:35:04.256446 n-d-victoria-1 neutron-server[83558]: WARNING neutron.plugins.ml2.plugin [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Concurrent port binding operations failed on port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e Dec 20 11:35:04.260256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:04.261674 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Attempt 2 to bind port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e Dec 20 11:35:04.265304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:04.267171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] 10.222.0.16 "PUT /v2.0/ports/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 200 len: 1125 time: 2.0486181 Dec 20 11:35:04.356695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:04.419798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:04.461004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-8c789ab9-a3e8-4d25-88c4-06752c8aa138 service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981318 Dec 20 11:35:04.497779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8ccaa582-3e19-4f15-ad02-7c4050674ff5 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:35:04.581364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-40ef16bc-db94-4392-a020-0cdd35b9e81f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:04.583129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-40ef16bc-db94-4392-a020-0cdd35b9e81f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "GET /v2.0/ports?device_id=f38fd52c-4f42-42d4-999f-fd7dfbbf173e HTTP/1.1" status: 200 len: 946 time: 0.1765437 Dec 20 11:35:04.703610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Deleting port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:35:04.704067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:04.792745 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62c5560b-2e3b-426b-92af-c120f4e5f652 req-37454a0e-95e3-4145-9ce7-1a6ce7c417a5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 210 time: 0.0612762 Dec 20 11:35:05.022202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3cbfb-228c-40be-b544-637262f4c0b8 req-910b8c4a-33f4-422d-a2fa-a13bbbd31a67 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:05.025407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.030700 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ad3cbfb-228c-40be-b544-637262f4c0b8 req-910b8c4a-33f4-422d-a2fa-a13bbbd31a67 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 948 time: 0.1117187 Dec 20 11:35:05.066355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:05.082363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:05.088619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.092237 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:05.098718 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ad3cbfb-228c-40be-b544-637262f4c0b8 req-2986d673-3669-433c-8007-9f06de05e472 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Dec 20 11:35:05.173109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:05.183864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-521b5208-fa18-4496-9df3-7ac10f90c29c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/960d7c74-9471-40bf-a85c-9a877804d56a HTTP/1.1" status: 200 len: 1637 time: 0.2219484 Dec 20 11:35:05.184405 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:05.205669 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-494c8861-3a32-4165-8904-45538c6611c8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088464 Dec 20 11:35:05.213655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '960d7c74-9471-40bf-a85c-9a877804d56a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:05.214111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '960d7c74-9471-40bf-a85c-9a877804d56a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:05.222776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'}, {'name': 'network-changed', 'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:05.253386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:05.265691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:05.272819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:05.282467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:05.283058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.285575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 742879f3-b369-4cbb-bdae-6e8c37d739d4 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:05.301666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:05.428816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09dfe-2c7a-4291-8c62-ee7e86e04ddf req-404f4c8c-6bbc-4885-bedf-cb13476c7dea tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:05.430794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53d09dfe-2c7a-4291-8c62-ee7e86e04ddf req-404f4c8c-6bbc-4885-bedf-cb13476c7dea tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.1831603 Dec 20 11:35:05.434716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 742879f3-b369-4cbb-bdae-6e8c37d739d4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:05.440961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 742879f3-b369-4cbb-bdae-6e8c37d739d4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:05.441357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.489778 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53d09dfe-2c7a-4291-8c62-ee7e86e04ddf req-f3ad842c-d130-4cc2-8a43-27c99ca80b43 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506172 Dec 20 11:35:05.578989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.618818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 742879f3-b369-4cbb-bdae-6e8c37d739d4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=742879f3-b369-4cbb-bdae-6e8c37d739d4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:05.623015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.623942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4e023cca-3f50-4c1c-b31e-351d3cac717e up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:05.630851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Calling delete_port for 8ccaa582-3e19-4f15-ad02-7c4050674ff5 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:35:05.649846 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:05.687065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-759e3457-3bc8-4989-8f98-7c7b5ae22a89 req-9ec88fef-e33c-49e1-aa38-859a593c1eca tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 210 time: 0.0448296 Dec 20 11:35:05.744824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=742879f3-b369-4cbb-bdae-6e8c37d739d4,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:05.748147 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:05.758143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ba1dddc4-b38a-4104-8f91-683e20178a1c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:05.759722 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ba1dddc4-b38a-4104-8f91-683e20178a1c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5273225 Dec 20 11:35:05.762792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 4e023cca-3f50-4c1c-b31e-351d3cac717e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:05.767765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 4e023cca-3f50-4c1c-b31e-351d3cac717e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:05.768218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.787627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Request body: {'port': {'device_id': '29e962bc-dad5-4882-a369-a2f6725241ef', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'dc71026b2bba4ad2a830f46780e52b38'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:05.822295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.847649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:35:05.848405 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:35:05.888158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.909537 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'code': 200} Dec 20 11:35:05.913070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.918449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.923780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4e023cca-3f50-4c1c-b31e-351d3cac717e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4e023cca-3f50-4c1c-b31e-351d3cac717e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:05.929315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:05.931912 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:05.940201 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-610b7e2b-c46a-487f-84ca-2d8e146af0e1 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:05.983801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852272b5-b835-47f5-89cb-5c97cac4abf7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:05.986267 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:05.993917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:05.998742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:06.000865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24ad8bc4-ba10-4bb6-beba-64d3ec329f18 req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7972989 Dec 20 11:35:06.008162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:06.010194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4e023cca-3f50-4c1c-b31e-351d3cac717e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:06.013854 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:06.020949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Made reservation on behalf of dc71026b2bba4ad2a830f46780e52b38 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:06.024259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:06.098389 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e', 'code': 200} Dec 20 11:35:06.099106 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e', 'status': 'completed', 'code': 200} Dec 20 11:35:06.142834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.53', 56249) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:06.237195 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-30bede14-b8e9-4d26-8f14-93272c406947 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1128 time: 0.1156881 Dec 20 11:35:06.302844 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bcfac18-cbaf-4e4a-8105-d83566803be8 req-ec7cec3f-062f-4399-b862-34a85094a9fe tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 210 time: 0.0631437 Dec 20 11:35:06.406932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2b86867a-5558-40b6-9c1a-099dd0b42eb0 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:35:06.412749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Deleting port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:35:06.413511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:06.420480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-792f6e3f-0b23-4856-a3e9-b21b02225b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:06.422411 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-792f6e3f-0b23-4856-a3e9-b21b02225b47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.1765406 Dec 20 11:35:06.450200 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:35:06.482567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 2b86867a-5558-40b6-9c1a-099dd0b42eb0 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:35:06.483601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2b86867a-5558-40b6-9c1a-099dd0b42eb0 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:35:06.487665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8ccaa582-3e19-4f15-ad02-7c4050674ff5 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:35:06.501719 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-5884270b-0950-4997-b7a1-6e0ff8767278 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 200 len: 217 time: 0.0732057 Dec 20 11:35:06.552789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35270) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:06.585616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-d0cca5ea-b176-4a63-88db-f3bd14d906eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:06.589291 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-d0cca5ea-b176-4a63-88db-f3bd14d906eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.0768361 Dec 20 11:35:06.619671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Allocated IP 192.168.233.61 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:06.686678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-db14c733-5c30-4a77-aca2-21f3108a5fc7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:06.688067 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-db14c733-5c30-4a77-aca2-21f3108a5fc7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.5393181 Dec 20 11:35:06.690776 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-6fc6d84a-254e-4002-a08a-2043e5763f4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943573 Dec 20 11:35:06.731358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Request body: {'port': {'device_id': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'admin_state_up': True, 'tenant_id': 'e9817e1271cf41629db3efc19bfe6149'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:06.806545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fe0b8-f758-486e-ad8e-9f6f55f757bd req-4ad702be-3cfb-4845-806d-fe41d0cf7692 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:06.807991 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c99fe0b8-f758-486e-ad8e-9f6f55f757bd req-4ad702be-3cfb-4845-806d-fe41d0cf7692 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 949 time: 0.1708899 Dec 20 11:35:06.809871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Deleting subnet 915ece38-8165-4f91-82ca-4871a02f3aa8 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:35:06.832855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:06.882522 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-31099aa4-2f9a-4499-9df9-b6130b4fbb82 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755979 Dec 20 11:35:06.890933 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c99fe0b8-f758-486e-ad8e-9f6f55f757bd req-4f4049e9-fcdb-4080-a878-3aecb3357459 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746474 Dec 20 11:35:06.951815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-6e954972-bd53-4551-a5c4-938dad6e9623 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/960d7c74-9471-40bf-a85c-9a877804d56a HTTP/1.1" status: 200 len: 2140 time: 0.4026535 Dec 20 11:35:07.023855 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50603105-cd8b-4dc7-9a1e-9d94aa817966 req-f8a64330-1027-4349-bc24-840d297e9dc7 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357136 Dec 20 11:35:07.051310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '960d7c74-9471-40bf-a85c-9a877804d56a', 'remote_group_id': None}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:07.051618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '960d7c74-9471-40bf-a85c-9a877804d56a', 'remote_group_id': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:07.078579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:07.093592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.124127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Usage tracker for resource:security_group_rule and tenant:4fd76202f9db47ca821122ecda02b4a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:07.132198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:07.133563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f77dc5-cf44-4a68-8edf-b1dc0bdedc83 req-a864d414-fb9d-492c-b730-508181c49aaf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:07.134993 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-52f77dc5-cf44-4a68-8edf-b1dc0bdedc83 req-a864d414-fb9d-492c-b730-508181c49aaf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.0758867 Dec 20 11:35:07.139827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.181377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-52f77dc5-cf44-4a68-8edf-b1dc0bdedc83 req-dd6f1b7a-513e-4605-a2c8-88b7cb833dbf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Dec 20 11:35:07.243056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:07.268039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:07.281378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] For port 8ccaa582-3e19-4f15-ad02-7c4050674ff5, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8ccaa582-3e19-4f15-ad02-7c4050674ff5,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:07.281744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.355126 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7fd3cf22-bfcc-4809-8bdc-b9e58a9f7b73 req-3c07b524-8ac2-40e9-8e08-cec8a0f8ec5e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 210 time: 0.0486488 Dec 20 11:35:07.531802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:07.551205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Calling delete_port for 8ccaa582-3e19-4f15-ad02-7c4050674ff5 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:35:07.663265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.666370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Made reservation on behalf of e9817e1271cf41629db3efc19bfe6149 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:07.669297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.707521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.722702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Transition to ACTIVE for port object f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:07.733725 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-09a4c1e7-fdf1-4dd6-9a18-220317924bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:07.762084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.866111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.872146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915ece38-8165-4f91-82ca-4871a02f3aa8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:07.894113 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:07.911144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742879f3-b369-4cbb-bdae-6e8c37d739d4'}, {'server_uuid': '9167ccb1-5347-4778-a900-fbbc72bce288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e023cca-3f50-4c1c-b31e-351d3cac717e'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:07.926234 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae3bb608-57d9-4f0a-8596-9113ed512c36 req-b96fd73b-7f0c-4aca-9de5-0ed1900c26bd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 210 time: 0.0429223 Dec 20 11:35:07.945885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.964893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.966270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:07.978173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:08.005280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['ae820710-3734-4865-9fa3-2ce345162960'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:08.006152 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9b59a7a6-7ddc-4001-ba74-4d0a9eab8694 tempest-InstanceActionsTestJSON-273967915 tempest-InstanceActionsTestJSON-273967915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:08.060009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.062178 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/915ece38-8165-4f91-82ca-4871a02f3aa8 HTTP/1.1" status: 204 len: 168 time: 1.5084896 Dec 20 11:35:08.064753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:08.135882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:08.140481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.141621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-929b57c5-5778-45ac-b66e-04c2d7be8c1f req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 1.1318803 Dec 20 11:35:08.142278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:08.175139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:08.179837 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:08.186054 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-84970c73-fcf6-4f61-92c2-6c3661c70f6b tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:08.194559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Allocated IP 172.20.0.9 (9b0a5ac6-674c-43e4-a551-8a2a020b3791/5a03b218-421b-4a94-9813-6c93352eb437/9599a4e5-3d10-482f-a64f-4f58fdb5e65b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:08.201250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:08.208738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:08.209392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.239065 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742879f3-b369-4cbb-bdae-6e8c37d739d4', 'code': 200} Dec 20 11:35:08.239422 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9167ccb1-5347-4778-a900-fbbc72bce288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e023cca-3f50-4c1c-b31e-351d3cac717e', 'code': 200} Dec 20 11:35:08.263802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503077d1-250a-4ab7-99df-dda06bcd680f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:08.274959 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:08.276072 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44e7fc51-69c1-49bb-b271-8023e5837012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:08.335701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] No DVR routers for this DVR port 8ccaa582-3e19-4f15-ad02-7c4050674ff5 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:35:08.363090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5814130 Dec 20 11:35:08.415138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.417044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b539ac6e-c06c-421d-ac7c-d8749519833e req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "DELETE /v2.0/ports/8ccaa582-3e19-4f15-ad02-7c4050674ff5 HTTP/1.1" status: 204 len: 173 time: 3.8028014 Dec 20 11:35:08.417841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event deleted for resources: {'Port': ['ID=8ccaa582-3e19-4f15-ad02-7c4050674ff5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:08.419466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-deleted', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:08.477681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.494251 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:08.500203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Request body: {'port': {'device_id': '29e962bc-dad5-4882-a369-a2f6725241ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:08.595574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1c470-4b7a-475a-a44b-43693a90cb70 req-0e5061db-bf46-4eac-8870-61d9c8d5a10d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:08.602620 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f1c470-4b7a-475a-a44b-43693a90cb70 req-0e5061db-bf46-4eac-8870-61d9c8d5a10d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 949 time: 0.4901063 Dec 20 11:35:08.634810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-139b41d3-e378-419f-a74c-e626b27b8dcf None None] Provisioning for port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:08.641902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-139b41d3-e378-419f-a74c-e626b27b8dcf None None] Provisioning complete for port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:08.642596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-139b41d3-e378-419f-a74c-e626b27b8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.672627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.711602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb2aaeb-99e8-425a-ad45-af18287f523b']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:08.728670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb656af4-dafe-4048-a856-37e0a6c857a9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:08.728958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb656af4-dafe-4048-a856-37e0a6c857a9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:08.746141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-139b41d3-e378-419f-a74c-e626b27b8dcf None None] Port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:35:08.757245 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8f1c470-4b7a-475a-a44b-43693a90cb70 req-33d7a0f2-0184-401d-acb9-e7e5390d7f37 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536968 Dec 20 11:35:08.759333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.776382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.789114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:35:08.789520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:35:08.803506 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:35:08.833140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.854669 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf7c6cca-d568-41ed-bd51-a4205494e41e req-e96c472a-41cd-4c26-b407-e079faf424e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 1102 time: 0.4894576 Dec 20 11:35:08.885387 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9324d265-b57d-4df4-aa72-e2bbfff1cb94 req-73000e3b-4cad-45b4-85c3-aa4cbf63b8dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 1102 time: 0.5212343 Dec 20 11:35:08.921142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.942597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60509c1e-2a3e-4624-872a-987e82b85321 req-ac2cdf87-2bcf-4a34-8ab4-a1380ac4fbb9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/960d7c74-9471-40bf-a85c-9a877804d56a HTTP/1.1" status: 200 len: 2648 time: 0.1349196 Dec 20 11:35:08.946242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.950954 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d223badd-0c67-4590-ba03-ff15abbc3395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:08.976898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:08.980100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb2aaeb-99e8-425a-ad45-af18287f523b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:08.985961 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:08.991285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] 10.222.0.32 "DELETE /v2.0/networks/cdb2aaeb-99e8-425a-ad45-af18287f523b HTTP/1.1" status: 204 len: 168 time: 0.9220476 Dec 20 11:35:09.032539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.054698 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fc97d24-4a19-480e-92ae-a6a75a96d748 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:09.139976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d730b30-7408-4680-a1e9-799ff32ebfb5 req-6a6e654f-94ad-473f-9e36-f5ec5b1e2963 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:09.148321 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d730b30-7408-4680-a1e9-799ff32ebfb5 req-6a6e654f-94ad-473f-9e36-f5ec5b1e2963 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 931 time: 0.0969541 Dec 20 11:35:09.192963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d730b30-7408-4680-a1e9-799ff32ebfb5 req-bd1563cd-d437-4496-8045-ffc2099a3857 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Dec 20 11:35:09.212329 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf7c6cca-d568-41ed-bd51-a4205494e41e req-c1dd7881-7415-4109-8fde-8587ba240510 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461978 Dec 20 11:35:09.231243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:09.248304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:09.253920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:09.254173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:09.258404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:09.259206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.272695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:09.276498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9324d265-b57d-4df4-aa72-e2bbfff1cb94 req-28e6ebc3-d6ce-4858-8ecc-b1a87aaa29df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518028 Dec 20 11:35:09.283487 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:09.315754 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6840fc80-e112-4894-917d-3b5b39da3ad3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54df6d8bce824c6992884510b213f456&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602963 Dec 20 11:35:09.318122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:09.323028 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38fd52c-4f42-42d4-999f-fd7dfbbf173e', 'name': 'network-vif-deleted', 'tag': '8ccaa582-3e19-4f15-ad02-7c4050674ff5', 'status': 'completed', 'code': 200} Dec 20 11:35:09.343622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6282713 Dec 20 11:35:09.365331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Request body: {'port': {'device_id': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:09.391976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.419536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.485011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.489700 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a78f6d7d-bf40-4f09-87bf-7c871a175029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:09.505139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a3c64-4036-4e53-b633-ae712dd7413c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:09.511111 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:09.528107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.528918 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/949a3c64-4036-4e53-b633-ae712dd7413c HTTP/1.1" status: 204 len: 168 time: 0.2095990 Dec 20 11:35:09.564655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dc801-7c34-46d4-9293-b83ff94f7a35 req-14651fca-dcec-4d75-9ca6-e47f94cb19a6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:09.566137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d7dc801-7c34-46d4-9293-b83ff94f7a35 req-14651fca-dcec-4d75-9ca6-e47f94cb19a6 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.6137495 Dec 20 11:35:09.694030 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d7dc801-7c34-46d4-9293-b83ff94f7a35 req-d6db7b6e-c92f-4565-a9e7-774cbf3c7b18 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210396 Dec 20 11:35:09.713562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.841425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e7d1f4-82ad-4263-b00a-e7e8381e3fb1 req-bb4d004b-f3a9-4924-ae64-3f4f1d7bcad5 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-group-rules/503077d1-250a-4ab7-99df-dda06bcd680f HTTP/1.1" status: 200 len: 718 time: 0.0764914 Dec 20 11:35:09.852447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:09.872361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.972968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Transition to ACTIVE for port object f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:09.982411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:09.988609 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:10.031701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e7d1f4-82ad-4263-b00a-e7e8381e3fb1 req-e1bb565b-1f7f-473c-a8da-7e5996d101c9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/960d7c74-9471-40bf-a85c-9a877804d56a HTTP/1.1" status: 200 len: 2648 time: 0.1751084 Dec 20 11:35:10.166488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950c11f-0d64-4997-a9da-aba4436a32b5 req-e785f229-004d-4a4c-bac1-f1f7a9cfa200 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:10.173700 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a950c11f-0d64-4997-a9da-aba4436a32b5 req-e785f229-004d-4a4c-bac1-f1f7a9cfa200 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 947 time: 0.0978169 Dec 20 11:35:10.184337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:10.199720 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:10.205659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e7d1f4-82ad-4263-b00a-e7e8381e3fb1 req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:10.238336 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a950c11f-0d64-4997-a9da-aba4436a32b5 req-4c1065fb-5bf3-49c7-8518-c305a9945507 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632343 Dec 20 11:35:10.282666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e7d1f4-82ad-4263-b00a-e7e8381e3fb1 req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:10.421581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Attempting to bind port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:10.421914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Attempting to bind port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:10.422259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Attempting to bind port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:10.444235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e7d1f4-82ad-4263-b00a-e7e8381e3fb1 req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:10.451915 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-167c12ed-a7a1-43b6-99cc-97833a2b987c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:10.469515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=503077d1-250a-4ab7-99df-dda06bcd680f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:10.471141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:10.471459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Attempting to bind port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:10.475039 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:10.478967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e7d1f4-82ad-4263-b00a-e7e8381e3fb1 req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:10.480073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e7d1f4-82ad-4263-b00a-e7e8381e3fb1 req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/503077d1-250a-4ab7-99df-dda06bcd680f HTTP/1.1" status: 204 len: 173 time: 0.4361045 Dec 20 11:35:10.498880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:10.499145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:10.499615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:10.499819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Bound port: f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:10.500157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:10.644657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f35a82-384b-464f-ad87-ca3fc9a39c27 req-bfade3fc-d94a-438a-ae80-66a482ff587e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:10.651367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35426) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:10.652160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15f35a82-384b-464f-ad87-ca3fc9a39c27 req-bfade3fc-d94a-438a-ae80-66a482ff587e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 949 time: 0.0888898 Dec 20 11:35:10.683085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9599a4e5-3d10-482f-a64f-4f58fdb5e65b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:10.712032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:10.725380 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15f35a82-384b-464f-ad87-ca3fc9a39c27 req-59686f19-ffc3-411d-a4cb-0b4b10daef65 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721135 Dec 20 11:35:10.831751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Transition to ACTIVE for port object 9599a4e5-3d10-482f-a64f-4f58fdb5e65b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:10.841500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-e37dd742-132b-481d-aeb3-e24590157744 service neutron] 10.222.0.53 "GET /v2.0/ports/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.2881513 Dec 20 11:35:10.850056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:10.854785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:10.901165 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc967ff1-b40e-44a0-b97a-64e2f5d39b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:10.953315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-333256498-network', 'tenant_id': '86d947e06f924076876ddb972534245a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:10.971466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:10.974878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:10.987228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Usage tracker for resource:network and tenant:86d947e06f924076876ddb972534245a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:10.994026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.003613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:11.025560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:11.064657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-457ce772-9287-4dcf-a62e-7e30ed143a13 req-305fae10-53de-4dd1-a4ff-3ce005cdc6ec tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/960d7c74-9471-40bf-a85c-9a877804d56a HTTP/1.1" status: 200 len: 2140 time: 0.0522301 Dec 20 11:35:11.093017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:11.104954 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:11.113294 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf528d3d-2864-44b4-b779-7d721a6c08cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:11.139318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-457ce772-9287-4dcf-a62e-7e30ed143a13 req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.165444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Made reservation on behalf of 86d947e06f924076876ddb972534245a for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:11.167701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.168023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-457ce772-9287-4dcf-a62e-7e30ed143a13 req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.185349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.187329 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] 10.222.0.53 "PUT /v2.0/ports/f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 1097 time: 2.6920671 Dec 20 11:35:11.203140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.219365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb242d28-51ca-4348-8efd-15efe04a4cf3 req-d1271888-ee90-473e-958f-3214b41232e7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:11.220248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eb242d28-51ca-4348-8efd-15efe04a4cf3 req-d1271888-ee90-473e-958f-3214b41232e7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:11.234783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-457ce772-9287-4dcf-a62e-7e30ed143a13 req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.239423 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd093c2a-658d-4349-8d20-bd64eedcaaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:11.258887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d7c74-9471-40bf-a85c-9a877804d56a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:11.261908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:11.264112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-457ce772-9287-4dcf-a62e-7e30ed143a13 req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.266071 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-457ce772-9287-4dcf-a62e-7e30ed143a13 req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-groups/960d7c74-9471-40bf-a85c-9a877804d56a HTTP/1.1" status: 204 len: 173 time: 0.1957686 Dec 20 11:35:11.332829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:11.516687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eb242d28-51ca-4348-8efd-15efe04a4cf3 req-d1271888-ee90-473e-958f-3214b41232e7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:11.517742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb242d28-51ca-4348-8efd-15efe04a4cf3 req-d1271888-ee90-473e-958f-3214b41232e7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 931 time: 0.7635550 Dec 20 11:35:11.524673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:11.548150 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:11.585952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:11.590992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Attempting to bind port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:11.591319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Attempting to bind port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:11.591641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Attempting to bind port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:11.612397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Usage tracker for resource:security_group_rule and tenant:86d947e06f924076876ddb972534245a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:11.621743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:11.677244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:11.691147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:11.691466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Attempting to bind port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:11.738258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:11.738594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Checking segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:11.738977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Bound using segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:11.739407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Bound port: 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:11.739744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:11.760456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb242d28-51ca-4348-8efd-15efe04a4cf3 req-4921b630-d98c-4736-bfe3-cfba6209cdc9 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214432 Dec 20 11:35:11.763271 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-a555a48c-f72b-46e3-8f01-d7a924d634e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1100 time: 0.4814110 Dec 20 11:35:11.858525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f0f0a-3efa-4382-bd5a-88996a709a1f req-8fd2060b-e25c-4b42-9fb2-a4c84a412adf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:11.859979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3b4f0f0a-3efa-4382-bd5a-88996a709a1f req-8fd2060b-e25c-4b42-9fb2-a4c84a412adf tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 943 time: 0.0821445 Dec 20 11:35:11.900421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-d7efaca5-5b36-4e71-82b3-f28fda5cda8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 217 time: 0.1211278 Dec 20 11:35:11.905075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:11.916804 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3b4f0f0a-3efa-4382-bd5a-88996a709a1f req-2bb5bf5a-9a70-4bf9-a2d1-fb82c401a611 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Dec 20 11:35:11.986117 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-ac93bfc4-d7a8-4e1f-b1c5-4671ddfe1d1c req-5b4dc5ab-87bc-4bad-86de-4c831359b371 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] show failed (client error): The resource could not be found. Dec 20 11:35:11.987090 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ac93bfc4-d7a8-4e1f-b1c5-4671ddfe1d1c req-5b4dc5ab-87bc-4bad-86de-4c831359b371 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/8f1ab789-121a-4c12-bb88-11383f5a2369 HTTP/1.1" status: 404 len: 352 time: 0.0175042 Dec 20 11:35:12.055234 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'status': 'completed', 'code': 200} Dec 20 11:35:12.062774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:12.115976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.125190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:12.131528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.141919 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62457a59-213e-4d9b-9be5-9f4aa2628b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:12.158250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-8fb23b12-5d57-4c27-966b-446c06a0fb73 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:12.159671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-8fb23b12-5d57-4c27-966b-446c06a0fb73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2454588 Dec 20 11:35:12.169865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:12.176710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:12.220776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:35:12.236398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:12.244977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.275450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3495512b-a41c-4e98-9aa0-3e86be4fdcbf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:12.278032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.278375 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Added segment b527f83d-0193-4e92-b9bd-63c894565ede of type vlan for network 3c1c7584-46c1-4316-9a3a-b6fef1153dae Dec 20 11:35:12.288562 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:12.290212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.298937 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-03e3fb53-e343-4617-b5af-f5bfb3de17c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:12.363883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.365224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] 10.222.0.53 "PUT /v2.0/ports/9599a4e5-3d10-482f-a64f-4f58fdb5e65b HTTP/1.1" status: 200 len: 1093 time: 3.0064945 Dec 20 11:35:12.376400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95b6c-ad55-4514-a387-674d0fe3d8d0 req-e3b560f2-50e1-4b0d-91f3-cc89b2b3cd53 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:12.377100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5fb95b6c-ad55-4514-a387-674d0fe3d8d0 req-e3b560f2-50e1-4b0d-91f3-cc89b2b3cd53 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:12.430677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.520088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:12.534570 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:12.540228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5fb95b6c-ad55-4514-a387-674d0fe3d8d0 req-e3b560f2-50e1-4b0d-91f3-cc89b2b3cd53 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:12.541335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fb95b6c-ad55-4514-a387-674d0fe3d8d0 req-e3b560f2-50e1-4b0d-91f3-cc89b2b3cd53 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 947 time: 0.6191790 Dec 20 11:35:12.602074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-5534755c-eee6-461d-8ee2-3cdf24b4c718 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4170578 Dec 20 11:35:12.612201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d856-fb17-4af1-ab55-f03cb29ad95e req-4c6490f8-7b71-4539-8f91-04b051eae433 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:12.613673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3dd4d856-fb17-4af1-ab55-f03cb29ad95e req-4c6490f8-7b71-4539-8f91-04b051eae433 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 949 time: 0.0835822 Dec 20 11:35:12.642325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.653420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:12.653991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.659685 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3dd4d856-fb17-4af1-ab55-f03cb29ad95e req-133a6413-a140-4530-9b98-eeb75bf332d2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Dec 20 11:35:12.668054 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f019098c-7f8f-4e70-bc89-2737a4dbabc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:12.688445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] Transition to ACTIVE for port object 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:12.722416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:12.749024 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fb95b6c-ad55-4514-a387-674d0fe3d8d0 req-ccdf5e6a-ea50-4777-abf8-f7aebe03738f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840820 Dec 20 11:35:12.808152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-27a6805b-cfce-4852-9aef-29f323e34372 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 1096 time: 0.3797395 Dec 20 11:35:12.866801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2128723 Dec 20 11:35:12.867614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Pushing event updated for resources: {'Network': ['ID=3c1c7584-46c1-4316-9a3a-b6fef1153dae,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:12.869828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35498) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:12.875847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Request body: {'subnet': {'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-333256498-subnet', 'tenant_id': '86d947e06f924076876ddb972534245a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:12.880560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3c1c7584-46c1-4316-9a3a-b6fef1153dae details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:35:12.902713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:12.906760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Usage tracker for resource:subnet and tenant:86d947e06f924076876ddb972534245a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:12.909626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:12.918140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:12.928674 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:12.932203 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a75eb73-90fd-427f-b1fe-e9f762f5d124 tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:12.938897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Made reservation on behalf of 86d947e06f924076876ddb972534245a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:12.941156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:13.060264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-ad07c12d-239b-45e3-9662-06291fc55852 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b HTTP/1.1" status: 200 len: 217 time: 0.1970327 Dec 20 11:35:13.150490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4d007-167c-445d-a6d1-4ca8d3c7fa41 req-fdb18570-2e06-433f-a323-c6403ba59289 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:13.152023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9df4d007-167c-445d-a6d1-4ca8d3c7fa41 req-fdb18570-2e06-433f-a323-c6403ba59289 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 949 time: 0.1290386 Dec 20 11:35:13.189658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] No DVR routers for this DVR port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:35:13.196801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e39c1539-c9bc-4440-830f-034c31c0b9bc req-2a43b6a4-1160-49b0-ab65-07968c32a2e9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/61067808-11b7-4b04-86f9-51c29df3d0d0 HTTP/1.1" status: 200 len: 1637 time: 0.3854458 Dec 20 11:35:13.198638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-3b62c0f5-289c-4002-9b76-799fd57273e6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843892 Dec 20 11:35:13.231905 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9df4d007-167c-445d-a6d1-4ca8d3c7fa41 req-ab416a07-ee84-45e1-b619-b553766f9cfb tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739319 Dec 20 11:35:13.242973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:13.249306 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f6adf1be-9ae0-46b1-b402-b45b44b3afba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:13.335692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] Pushing event updated for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=10']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:13.353423 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:13.401227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-20fed0c3-e75c-4fc3-aece-250fa0a6033c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:13.402682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-20fed0c3-e75c-4fc3-aece-250fa0a6033c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.3214810 Dec 20 11:35:13.470651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5335e5d1-a5e4-4c26-ac4d-db70da6cbb28,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:13.476079 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:13.481870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Checking segment: {'id': 'b527f83d-0193-4e92-b9bd-63c894565ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:13.482238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Network hostable DHCP agents. Network: 3c1c7584-46c1-4316-9a3a-b6fef1153dae, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:35:13.519929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Network 3c1c7584-46c1-4316-9a3a-b6fef1153dae is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:35:13.525909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-adf30e8b-f9a5-4790-9051-ed947ff20f94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019568 Dec 20 11:35:13.532223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] 10.222.0.53 "PUT /v2.0/ports/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 2.6832371 Dec 20 11:35:13.532552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71cf1-3e03-49ce-8ded-235d738c861d req-09ecda49-2848-4267-9524-6e2c8442eb59 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:13.533951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7e71cf1-3e03-49ce-8ded-235d738c861d req-09ecda49-2848-4267-9524-6e2c8442eb59 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 943 time: 0.1683381 Dec 20 11:35:13.534976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3c1c7584-46c1-4316-9a3a-b6fef1153dae) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:13.539344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:13.540000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:13.557580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330e24d-cecd-472e-b15a-95020c544921 None None] Network 3c1c7584-46c1-4316-9a3a-b6fef1153dae requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:35:13.598800 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7276781 Dec 20 11:35:13.608430 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7e71cf1-3e03-49ce-8ded-235d738c861d req-50fa293a-0922-456f-88a4-62f6f0422e76 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624070 Dec 20 11:35:13.663995 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1370e207-d7a6-4df8-95fc-01d296828d7c req-fd2ad0dd-76f6-4ffd-8037-99dbcb2fb86f service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569705 Dec 20 11:35:13.725185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e39c1539-c9bc-4440-830f-034c31c0b9bc req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:13.812083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e39c1539-c9bc-4440-830f-034c31c0b9bc req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:13.834503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dee7e2-2b25-45be-9744-eb9537dd7de5 None None] Network 3c1c7584-46c1-4316-9a3a-b6fef1153dae requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:35:13.865034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-59296500-66b7-4b9c-8053-1397898d6a77 service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252695 Dec 20 11:35:13.945553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e39c1539-c9bc-4440-830f-034c31c0b9bc req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:13.953404 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:14.020579 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-e18b8049-168d-4581-8806-6b6265a0b5eb tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.4009507 Dec 20 11:35:14.026307 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-1a48fa5c-5507-440f-b27a-7064cf7a200d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1100 time: 0.2992353 Dec 20 11:35:14.028843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61067808-11b7-4b04-86f9-51c29df3d0d0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:14.035931 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:14.088889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:14.114242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e39c1539-c9bc-4440-830f-034c31c0b9bc req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:14.115395 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e39c1539-c9bc-4440-830f-034c31c0b9bc req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-groups/61067808-11b7-4b04-86f9-51c29df3d0d0 HTTP/1.1" status: 204 len: 173 time: 0.9044025 Dec 20 11:35:14.202423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-878aaa98-4566-4a09-ade8-8931a4605ec4 req-0c768d0e-4bf4-4763-9835-b416fe12669b service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242035 Dec 20 11:35:14.268141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-b550bccb-0ab9-4eb2-830d-f1cc317997ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:14.269572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-b550bccb-0ab9-4eb2-830d-f1cc317997ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2326767 Dec 20 11:35:14.273028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff47058-aa6e-4ec0-a8ef-3e117a9956ef req-af2ed975-5dc6-4067-ba87-4ac0aaef769c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:14.273507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-e1d68012-0528-4da8-8800-d9a12b571016 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 1097 time: 0.2400129 Dec 20 11:35:14.274986 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dff47058-aa6e-4ec0-a8ef-3e117a9956ef req-af2ed975-5dc6-4067-ba87-4ac0aaef769c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 944 time: 0.1053696 Dec 20 11:35:14.334579 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dff47058-aa6e-4ec0-a8ef-3e117a9956ef req-cfd8f224-bb88-4c58-acf3-349dc1dce166 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533435 Dec 20 11:35:14.415738 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-f118df5f-dbae-4b5f-b79a-c52b532103e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 217 time: 0.1368399 Dec 20 11:35:14.475195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:35:14.530401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-bf2e3877-cc4d-4f6c-919f-30ef9f878340 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:14.530621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebffe37-a49b-4a1b-a7f1-330f6b92500a req-613fe2bc-b020-42c9-b708-aa1ee7199f40 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:14.531826 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-bf2e3877-cc4d-4f6c-919f-30ef9f878340 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0841253 Dec 20 11:35:14.531994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0ebffe37-a49b-4a1b-a7f1-330f6b92500a req-613fe2bc-b020-42c9-b708-aa1ee7199f40 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 947 time: 0.0779607 Dec 20 11:35:14.538511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:35:14.578509 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0ebffe37-a49b-4a1b-a7f1-330f6b92500a req-c3ad3442-0f01-4c8c-838e-832f0a56ac4c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Dec 20 11:35:14.593502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-00baf504-a5ff-48f4-8881-eb394cc58643 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1097 time: 0.2294912 Dec 20 11:35:14.649277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cab2e5-dc01-4920-ab24-1c868d3eadd7 req-fdb1de47-2d5d-41a2-abeb-0a358832402e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:14.653050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cab2e5-dc01-4920-ab24-1c868d3eadd7 req-fdb1de47-2d5d-41a2-abeb-0a358832402e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:14.654616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-03cab2e5-dc01-4920-ab24-1c868d3eadd7 req-fdb1de47-2d5d-41a2-abeb-0a358832402e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288&device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 1689 time: 0.2380183 Dec 20 11:35:14.690145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:14.766083 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-61e68090-404c-46ea-a886-0d468b892abe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2228634 Dec 20 11:35:14.837262 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-03cab2e5-dc01-4920-ab24-1c868d3eadd7 req-be4e756f-50ae-4213-853a-4b74ead2e1bd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677947 Dec 20 11:35:14.840868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-7929d544-e267-4e43-915d-bb26446cd7ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:14.842272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-7929d544-e267-4e43-915d-bb26446cd7ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2361314 Dec 20 11:35:15.045435 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'status': 'completed', 'code': 200} Dec 20 11:35:15.079631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7ff5d2b5-98b0-4d9d-aca0-40d4a3fbbcfe req-46a86a88-87d8-422c-aeab-dc3e6bd5f03f tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/11ba717c-9144-4b89-80fc-b06e73ffcc28 HTTP/1.1" status: 200 len: 1639 time: 0.0558336 Dec 20 11:35:15.106047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-beae5256-e6bb-469d-9fff-3eaa9eb5b3c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 200 len: 217 time: 0.2566073 Dec 20 11:35:15.153989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7ff5d2b5-98b0-4d9d-aca0-40d4a3fbbcfe req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.181330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7ff5d2b5-98b0-4d9d-aca0-40d4a3fbbcfe req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.188289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-11f03f08-cee8-4449-b1a6-a60f6c99d04c service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092529 Dec 20 11:35:15.215963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-3811716e-9c6a-4f46-b2fb-4b52c5759f62 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:15.217906 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-3811716e-9c6a-4f46-b2fb-4b52c5759f62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1012785 Dec 20 11:35:15.244754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7ff5d2b5-98b0-4d9d-aca0-40d4a3fbbcfe req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.249755 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f764074-023e-47fa-a59c-1bd143d7f9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:15.285265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ba717c-9144-4b89-80fc-b06e73ffcc28,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:15.292758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-fb142b2b-c921-49c9-bfcc-091a585b4e8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612953 Dec 20 11:35:15.296000 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-9f5c2407-e92c-4c85-ac43-d58537a1b95c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 1096 time: 0.2529380 Dec 20 11:35:15.302582 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:15.309070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7ff5d2b5-98b0-4d9d-aca0-40d4a3fbbcfe req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.310354 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7ff5d2b5-98b0-4d9d-aca0-40d4a3fbbcfe req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-groups/11ba717c-9144-4b89-80fc-b06e73ffcc28 HTTP/1.1" status: 204 len: 173 time: 0.2245691 Dec 20 11:35:15.605733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c60ed7c-3f5b-4365-bb24-d0ac0eaa4e1f req-0d62a1e3-363a-45b5-9f37-706dc83a8872 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101551 Dec 20 11:35:15.631491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5a2fac4-c76b-43fd-8e38-572b7eec7b81 req-febcd907-9a8d-45f5-a11d-326a2c7165c9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/2d332235-7d33-4714-a874-31d0fbe7aab0 HTTP/1.1" status: 200 len: 1638 time: 0.0483162 Dec 20 11:35:15.678957 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-1b3dcb61-199d-4a89-8a60-f6a0e9c2d0a9 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394079 Dec 20 11:35:15.679789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-53ad5e55-3e5a-4f35-b94b-70541cd31cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:15.681072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-53ad5e55-3e5a-4f35-b94b-70541cd31cab service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 904 time: 0.3391933 Dec 20 11:35:15.690190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df39092-7ded-4dc3-900c-cbe582ad7be4 req-63dc5103-9826-4494-9d6a-caf79adb063a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:15.691630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7df39092-7ded-4dc3-900c-cbe582ad7be4 req-63dc5103-9826-4494-9d6a-caf79adb063a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 943 time: 0.3016586 Dec 20 11:35:15.706786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f5a2fac4-c76b-43fd-8e38-572b7eec7b81 req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.734217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f5a2fac4-c76b-43fd-8e38-572b7eec7b81 req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.783524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f5a2fac4-c76b-43fd-8e38-572b7eec7b81 req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.791614 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbf58c5c-bf17-41e1-b01d-2480705a12a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:15.809127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d332235-7d33-4714-a874-31d0fbe7aab0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:15.810870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-1ccc03af-574f-4571-9b56-31a7235e9df4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b HTTP/1.1" status: 200 len: 217 time: 0.1183376 Dec 20 11:35:15.814783 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:15.816749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f5a2fac4-c76b-43fd-8e38-572b7eec7b81 req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:15.817881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5a2fac4-c76b-43fd-8e38-572b7eec7b81 req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d332235-7d33-4714-a874-31d0fbe7aab0 HTTP/1.1" status: 204 len: 173 time: 0.1808326 Dec 20 11:35:15.931127 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7df39092-7ded-4dc3-900c-cbe582ad7be4 req-0c65b58c-3e30-49a3-a131-280203fe4f50 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911232 Dec 20 11:35:15.964028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-b554ebfc-5efd-4931-b623-56bb18158342 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:15.964028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-b554ebfc-5efd-4931-b623-56bb18158342 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.1415718 Dec 20 11:35:15.971031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-8adb4b12-8ac5-437a-b75f-c7d4a965af0b service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768629 Dec 20 11:35:16.017837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-f53e328b-80c1-4528-ac30-0c5e9baea37f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457497 Dec 20 11:35:16.052141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbf61f-c88f-4f49-9df9-5792d5983809 req-724dbf4a-8c3b-4ad9-b9f9-784d637af995 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:16.059669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1bbf61f-c88f-4f49-9df9-5792d5983809 req-724dbf4a-8c3b-4ad9-b9f9-784d637af995 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 944 time: 0.1335769 Dec 20 11:35:16.114728 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1bbf61f-c88f-4f49-9df9-5792d5983809 req-6c919eb7-8df9-4897-aa72-52e315e783e5 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539236 Dec 20 11:35:16.189908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-b59f686b-76b6-4a39-bf26-17c16e5adb4b service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615117 Dec 20 11:35:16.350587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35604) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:16.365956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7bb7-a7d9-4bf9-aea6-4b7d2b1bd718 req-c72f579d-f131-44d9-8274-111a7336eddd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:16.367486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bdfb7bb7-a7d9-4bf9-aea6-4b7d2b1bd718 req-c72f579d-f131-44d9-8274-111a7336eddd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 947 time: 0.1043346 Dec 20 11:35:16.413793 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bdfb7bb7-a7d9-4bf9-aea6-4b7d2b1bd718 req-10af5ce7-a12c-4586-b6af-4d132faba4a6 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Dec 20 11:35:16.489015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2878ebbf-8a4b-404e-8f75-ee7c3a7a0ee9 req-185ac0e3-41e7-4ef0-b238-3802784d0f63 service neutron] 10.222.0.53 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892823 Dec 20 11:35:16.495013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:16.522108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.546935 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9fde70d-ef18-42a4-8363-0c6e14a9fdff req-4a66449b-2c3e-4a5e-87a2-5fdb446076c7 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/6f6e17bf-a89f-42f1-9909-c1a80643af8c HTTP/1.1" status: 200 len: 2145 time: 0.0805755 Dec 20 11:35:16.585195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:16.598164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Usage tracker for resource:security_group_rule and tenant:35c523a0e2e04f6cbdc457bf38d3c3e8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:16.603243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:16.618280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:16.628123 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-62c62990-4ba9-4c5e-b69a-0409c5b58a46 req-be11536b-2f98-4e68-94e6-15f53d525fb5 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 1102 time: 0.3665421 Dec 20 11:35:16.631216 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-45310cb2-085a-499c-a672-5415d53deb36 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.2923641 Dec 20 11:35:16.636059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:16.649749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'mac_address': 'fa:16:3e:92:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:16.658412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e9fde70d-ef18-42a4-8363-0c6e14a9fdff req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.700603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e9fde70d-ef18-42a4-8363-0c6e14a9fdff req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.709079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.728467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:16.738508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-62c62990-4ba9-4c5e-b69a-0409c5b58a46 req-7525f8b5-7fe3-4a09-bc22-90227270114c tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Synchronizing usage tracker for tenant:bbc1d0dbb33841099db5eb2017916437 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:16.746681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:16.752098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.754534 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:16.756345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.764969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.772414 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4f68e6ee-753b-4573-b333-1c16bc75729d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:16.772879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-62c62990-4ba9-4c5e-b69a-0409c5b58a46 req-7525f8b5-7fe3-4a09-bc22-90227270114c tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Unset dirty status for tenant:bbc1d0dbb33841099db5eb2017916437 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:16.776735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-62c62990-4ba9-4c5e-b69a-0409c5b58a46 req-7525f8b5-7fe3-4a09-bc22-90227270114c tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373684 Dec 20 11:35:16.784824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-01e5ee7c-b9ca-4b77-93fb-363d1bd1121c service neutron] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:16.789985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-01e5ee7c-b9ca-4b77-93fb-363d1bd1121c service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.791670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a519d5d5-34f3-4ecb-86b9-1d90ba68bbf1 req-01e5ee7c-b9ca-4b77-93fb-363d1bd1121c service neutron] 10.222.0.16 "DELETE /v2.0/ports/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 0.1536233 Dec 20 11:35:16.808126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e9fde70d-ef18-42a4-8363-0c6e14a9fdff req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.818213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3631fc09-c885-45d2-848a-1caa8d86a89b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:16.822486 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:16.823054 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da9ca7dd-551a-49a5-be46-c67fe2d14e75 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:16.834969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35c523a0e2e04f6cbdc457bf38d3c3e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4821320 Dec 20 11:35:16.836368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:16.842930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6e17bf-a89f-42f1-9909-c1a80643af8c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:16.846826 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:16.853025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e9fde70d-ef18-42a4-8363-0c6e14a9fdff req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.854145 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9fde70d-ef18-42a4-8363-0c6e14a9fdff req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f6e17bf-a89f-42f1-9909-c1a80643af8c HTTP/1.1" status: 204 len: 173 time: 0.2980559 Dec 20 11:35:16.865342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:16.869172 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:16.937893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.966148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:16.971929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:17.048718 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-151f7f19-fe66-490c-863c-215260767b80 req-32b89011-ad13-45ee-b807-a222af50dd7f tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "GET /v2.0/security-groups/d8865ecf-514d-445c-b69a-ea4fe3355b9a HTTP/1.1" status: 200 len: 2142 time: 0.0637207 Dec 20 11:35:17.076069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.087969 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-692c58d4-257e-4d8e-8e8f-6e6d793f3262 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:17.100807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3631fc09-c885-45d2-848a-1caa8d86a89b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:17.106026 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:17.115488 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc1ab576-f4b8-49d1-b83f-06e6658d0ed0 req-f3e017aa-afe2-4f5a-ba52-beffeb80943a tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 1102 time: 0.0879216 Dec 20 11:35:17.117508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.118697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3631fc09-c885-45d2-848a-1caa8d86a89b HTTP/1.1" status: 204 len: 168 time: 0.2811215 Dec 20 11:35:17.169590 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc1ab576-f4b8-49d1-b83f-06e6658d0ed0 req-a82cd62d-e5e7-4959-ab07-66a582a0968b tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528166 Dec 20 11:35:17.172358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-151f7f19-fe66-490c-863c-215260767b80 req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.209575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-151f7f19-fe66-490c-863c-215260767b80 req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.286521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-151f7f19-fe66-490c-863c-215260767b80 req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.296305 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-af31eb4e-2cd0-40dc-85a4-72a1f7f17494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:17.315812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-151f7f19-fe66-490c-863c-215260767b80 req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.317642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-151f7f19-fe66-490c-863c-215260767b80 req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8865ecf-514d-445c-b69a-ea4fe3355b9a HTTP/1.1" status: 204 len: 173 time: 0.2633715 Dec 20 11:35:17.318898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8865ecf-514d-445c-b69a-ea4fe3355b9a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:17.323653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:17.338565 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:17.411651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Deleting subnet 88f08aa1-9c1f-452b-8287-91ac9d03f178 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:35:17.415573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.442783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7d5eb-9405-4d55-a1b0-e3c911ab45a2 req-a0ba6b03-feae-4303-9235-74fc42837143 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:17.444410 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8a7d5eb-9405-4d55-a1b0-e3c911ab45a2 req-a0ba6b03-feae-4303-9235-74fc42837143 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 943 time: 0.1016388 Dec 20 11:35:17.502578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8a7d5eb-9405-4d55-a1b0-e3c911ab45a2 req-33e3a58c-f3f1-4de0-92a4-6ba4a8c698d0 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Dec 20 11:35:17.511257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.534911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.629178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a08f96-bbf9-4371-9e5e-cfe946edf773 req-45713b05-8b44-41ab-9e63-b6325180251a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:17.630648 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7a08f96-bbf9-4371-9e5e-cfe946edf773 req-45713b05-8b44-41ab-9e63-b6325180251a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 944 time: 0.1560237 Dec 20 11:35:17.632482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.637189 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d3205ee-679b-494f-9c82-b422068bf275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:17.689460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f08aa1-9c1f-452b-8287-91ac9d03f178,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:17.696445 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:17.702873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.721892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88f08aa1-9c1f-452b-8287-91ac9d03f178 HTTP/1.1" status: 204 len: 168 time: 0.3858781 Dec 20 11:35:17.725358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35648) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:17.727131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7a08f96-bbf9-4371-9e5e-cfe946edf773 req-c763cc21-866d-4edc-98ac-11b3170d4fac tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589042 Dec 20 11:35:17.740218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:17.968161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.065322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcecd57-778e-4629-a58a-f8a339900150 req-27bc3dce-fd8e-4903-973a-d1597c7dda2f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:18.067283 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dbcecd57-778e-4629-a58a-f8a339900150 req-27bc3dce-fd8e-4903-973a-d1597c7dda2f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 948 time: 0.1561580 Dec 20 11:35:18.126192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.145657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a31abae5-dc74-450a-9063-956c0f4f93b5 req-eb4a4a6e-99a9-44bf-8e5c-3a743d374cba tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1097 time: 0.0707436 Dec 20 11:35:18.170052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582fcb51-e8e6-4c91-9dc9-067a0119202e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:18.190450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a31abae5-dc74-450a-9063-956c0f4f93b5 req-71353c30-ff0a-4e48-9929-2e4ba218e0ab tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392282 Dec 20 11:35:18.191439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78e3895-1514-4d66-bc63-626927a3f67e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:18.191733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78e3895-1514-4d66-bc63-626927a3f67e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:18.208276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.220130 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dbcecd57-778e-4629-a58a-f8a339900150 req-cf2aa13b-8415-4391-bfe3-c6a65a03e812 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999146 Dec 20 11:35:18.228587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.235632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:35:18.236040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:35:18.250595 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:35:18.363904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-0703e1dc-f89c-4514-9741-313fa610ccae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294340 Dec 20 11:35:18.366909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.372387 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:18.385169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.420859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Pushing event deleted for resources: {'Network': ['ID=582fcb51-e8e6-4c91-9dc9-067a0119202e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:18.426487 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:18.430720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] 10.222.0.32 "DELETE /v2.0/networks/582fcb51-e8e6-4c91-9dc9-067a0119202e HTTP/1.1" status: 204 len: 168 time: 0.7009268 Dec 20 11:35:18.512129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 9599a4e5-3d10-482f-a64f-4f58fdb5e65b details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:18.604317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-3b2de8b0-2ec7-4c68-8f1f-91c9091f6797 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:18.612303 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-3b2de8b0-2ec7-4c68-8f1f-91c9091f6797 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422853 Dec 20 11:35:18.634336 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-1d12a117-b098-4a7b-b987-a2241bd828e3 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/quotas/b5e2c03354174875b96e80f7abdc0074 HTTP/1.1" status: 200 len: 375 time: 0.0208170 Dec 20 11:35:18.663324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35692) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:18.664666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:18.731742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0d3715bb-5f14-4936-b162-d9bd46ba5ccc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fd76202f9db47ca821122ecda02b4a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0649204 Dec 20 11:35:18.733059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35696) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:18.757209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:18.774129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-c71e7f5d-f8c4-45bc-b160-661a0da61843 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1389263 Dec 20 11:35:18.777565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'mac_address': 'fa:16:3e:3e:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:18.840106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:18.849845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.861138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:18.861815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.882262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.903120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9599a4e5-3d10-482f-a64f-4f58fdb5e65b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:18.921742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b7c73924-070d-4aec-a9b1-c45e5fa8ab77 req-9501ab78-dfbd-4471-a13f-f104d0a0a27b tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 1097 time: 0.1458077 Dec 20 11:35:18.923653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.936514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:18.946577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:18.952928 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:19.019579 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b7c73924-070d-4aec-a9b1-c45e5fa8ab77 req-f625534c-f1ab-4303-95c2-73a330046edf tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880351 Dec 20 11:35:19.046730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.050744 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e92ae88-75ec-42e7-88fb-9c1368784136 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:19.065960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.069278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef2fc6-7440-441e-9c19-22cd1d125a32,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:19.079872 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:19.083739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:19.088620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35702) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:19.091022 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:19.093519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.102441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30ef2fc6-7440-441e-9c19-22cd1d125a32 HTTP/1.1" status: 204 len: 168 time: 0.3679781 Dec 20 11:35:19.116742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:19.129280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:19.137417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.140100 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:19.223739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['9599a4e5-3d10-482f-a64f-4f58fdb5e65b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:19.288613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.352661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:19.358150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0e93dc34a94e0c8bf72ed31a673a51 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:19.361634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:19.368665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:19.430434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:19.435228 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:19.491257 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'code': 200} Dec 20 11:35:19.526392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.541835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.555170 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37cbb8f8-b5a1-457b-b9b4-973dcde34f4a tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:19.655799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a7103-3ae9-4447-b0e2-be9dfdb2ad25,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:19.660564 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb0e93dc34a94e0c8bf72ed31a673a51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5698597 Dec 20 11:35:19.660711 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:19.676662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35730) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:19.687162 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-993dea23-12d5-4509-92d0-afec0b065fad req-6dffe030-e247-46f7-b91f-e037f71809cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1102 time: 0.1340277 Dec 20 11:35:19.699544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e736c-ed86-4df6-b957-0a8788486975 req-67cf6d9f-1220-4613-9973-1345eb8b351b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:19.709583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c12e736c-ed86-4df6-b957-0a8788486975 req-67cf6d9f-1220-4613-9973-1345eb8b351b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 944 time: 0.2636912 Dec 20 11:35:19.797764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c12e736c-ed86-4df6-b957-0a8788486975 req-28f856f6-a942-4e79-b5bf-1c69c2425433 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867784 Dec 20 11:35:19.799803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-993dea23-12d5-4509-92d0-afec0b065fad req-e80ee562-f099-4b42-a6e6-ae20078d8a9a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878384 Dec 20 11:35:19.809017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:19.901085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.001105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896aee7-d109-4efc-8ca2-0404019a827f req-f56d1653-9830-4916-b91c-a73065edcc0b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:20.002597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8896aee7-d109-4efc-8ca2-0404019a827f req-f56d1653-9830-4916-b91c-a73065edcc0b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1589925 Dec 20 11:35:20.039442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.053586 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-456f13a6-9d8f-4e91-a0da-dd2b7507da4c tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:20.074930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a7103-3ae9-4447-b0e2-be9dfdb2ad25,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:20.083234 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:20.090347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8896aee7-d109-4efc-8ca2-0404019a827f req-e3a4e59c-ea01-4afc-8f01-074d0ed048d8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791159 Dec 20 11:35:20.091342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.092693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c40a7103-3ae9-4447-b0e2-be9dfdb2ad25 HTTP/1.1" status: 204 len: 168 time: 0.4177473 Dec 20 11:35:20.511597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 9599a4e5-3d10-482f-a64f-4f58fdb5e65b up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:20.520236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35770) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:20.666793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:20.673064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:20.673448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.764803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1715676665-network', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:20.774563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:20.786735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Usage tracker for resource:network and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:20.794177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:20.820592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:20.837612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Made reservation on behalf of 6174e24598ba4fdc8fa77493bd14f7e5 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:20.845342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.860449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.879770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.936076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:20.945249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:20.947431 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:20.979699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b512af1-4691-42a9-9a93-e40f39550bb4 req-34b8be0a-546d-407d-b827-50cd86f45671 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 210 time: 0.1061373 Dec 20 11:35:21.009181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:21.013891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Usage tracker for resource:security_group_rule and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:21.018292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:21.025349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:21.109930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:21.114156 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:21.172029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:21.187977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:21.194155 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70f112d3-b9d9-42c5-984a-54f8d3de4cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:21.236301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4443a2ba-a345-443f-857d-82d54003769c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:21.244150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8627-581c-4c8a-a654-df71838a0a39 req-b3f0aa48-37ed-4f4f-8686-7d5a75f2de14 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:21.246666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-303f8627-581c-4c8a-a654-df71838a0a39 req-b3f0aa48-37ed-4f4f-8686-7d5a75f2de14 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Synchronizing usage tracker for tenant:86d947e06f924076876ddb972534245a on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:21.254199 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:21.266105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:35:21.284624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:21.285510 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Added segment 59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d of type vlan for network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d Dec 20 11:35:21.317217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-303f8627-581c-4c8a-a654-df71838a0a39 req-b3f0aa48-37ed-4f4f-8686-7d5a75f2de14 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Unset dirty status for tenant:86d947e06f924076876ddb972534245a on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:21.325266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-b3f0aa48-37ed-4f4f-8686-7d5a75f2de14 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/networks?id=3c1c7584-46c1-4316-9a3a-b6fef1153dae HTTP/1.1" status: 200 len: 809 time: 0.3640537 Dec 20 11:35:21.374589 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-9569863b-f17d-44f3-93a8-d6b69b7b5891 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/quotas/86d947e06f924076876ddb972534245a HTTP/1.1" status: 200 len: 375 time: 0.0476058 Dec 20 11:35:21.394421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:21.444142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-db2b0d1d-5a81-4917-a8b2-44cd79825d24 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=86d947e06f924076876ddb972534245a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685458 Dec 20 11:35:21.453751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa2cd7-a772-40b8-842e-6fd1f26689f3 req-e5712247-84af-4a0b-a2ba-3ea3bbe1ff7b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:21.455697 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6caa2cd7-a772-40b8-842e-6fd1f26689f3 req-e5712247-84af-4a0b-a2ba-3ea3bbe1ff7b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 945 time: 0.1685109 Dec 20 11:35:21.457302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:21.458595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:21.459491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:21.469866 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:21.492767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:21.561694 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-4c1b58bd-91ba-4e7d-85bf-2cff7c05dba8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500960 Dec 20 11:35:21.590817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Pushing event updated for resources: {'Network': ['ID=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:21.603688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:35:21.682962 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:21.749644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6caa2cd7-a772-40b8-842e-6fd1f26689f3 req-323a9bb0-fd6d-4fec-a9c5-4e18469b4c88 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807937 Dec 20 11:35:21.753876 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2300763 Dec 20 11:35:21.754931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:21.774730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Request body: {'subnet': {'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1715676665-subnet', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:21.788154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:21.796714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Usage tracker for resource:subnet and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:21.805766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:21.822182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:21.851652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Made reservation on behalf of 6174e24598ba4fdc8fa77493bd14f7e5 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:21.853948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:21.986615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:22.025386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-08bb4436-900c-4baf-8fea-9d9309824157 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2135479 Dec 20 11:35:22.171535 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-3ed0ac79-1323-4c93-8633-5d33f6158fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/3c1c7584-46c1-4316-9a3a-b6fef1153dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242050 Dec 20 11:35:22.175381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.182635 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de60f59c-a8e1-47b2-a996-a3c0028ad9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:22.220635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902dd5d-f811-465f-8daa-52245813b68b req-70408adb-c84d-4579-a1b4-bc189ddb2679 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:22.222303 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1902dd5d-f811-465f-8daa-52245813b68b req-70408adb-c84d-4579-a1b4-bc189ddb2679 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1701450 Dec 20 11:35:22.245688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ba9cb9cb-5408-4729-83b5-1dcf083ad6c9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:22.247181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ba9cb9cb-5408-4729-83b5-1dcf083ad6c9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147989 Dec 20 11:35:22.269374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1009523428-network', 'tenant_id': '4f78e6f4b1c145a48ae163bf2cceabe1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:22.277606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:22.285421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:22.296628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Usage tracker for resource:network and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:22.309470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:22.326158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b985b90-088f-4b61-ae3e-eb755d48a3fd,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:22.328739 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:22.329779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:22.356250 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1902dd5d-f811-465f-8daa-52245813b68b req-37c88d84-0799-4961-8a3c-0bf98723bf8c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256902 Dec 20 11:35:22.356476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-cb563a2f-cc97-4373-8d8d-4be2278ce3bf tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:22.358539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-cb563a2f-cc97-4373-8d8d-4be2278ce3bf tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7158477 Dec 20 11:35:22.358820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Checking segment: {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:22.359181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Network hostable DHCP agents. Network: 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:35:22.365606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Made reservation on behalf of 4f78e6f4b1c145a48ae163bf2cceabe1 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:22.368563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.385502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:22.392342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.433881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:22.437539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:35:22.443355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:22.448360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:22.455384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:22.457660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:22.463247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:22.463247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.470437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04cd42-56fa-4164-88d1-7bef1bef05f6 None None] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:35:22.502160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7458267 Dec 20 11:35:22.504881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:22.514717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:22.520999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:22.529078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Usage tracker for resource:router and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:22.532881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:22.543152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:22.552538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-3ba5c71c-6f47-4464-b41a-777ce05dc31b service neutron] 10.222.0.32 "GET /v2.0/networks/3c1c7584-46c1-4316-9a3a-b6fef1153dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798711 Dec 20 11:35:22.580281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.581654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.597565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.611368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.617574 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af0050fe-ee73-40d3-a552-45858b16667c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:22.650882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b8103-c03c-4db3-ad98-613156bba472,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:22.655751 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:22.669340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.680436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:35:22.746060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.746719 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Added segment 1f22be34-f820-447f-b8b4-958eb22d4c8f of type vlan for network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 Dec 20 11:35:22.852280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:22.890232 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'code': 200} Dec 20 11:35:22.895861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:22.898733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:22.936573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:22.945264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:22.949226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:22.965036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:22.968699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.006450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68fb8666-fd38-4a1b-907a-f98f9c0c7ce5 req-73756f23-c895-42f3-ae43-ea3d5fede26c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 1098 time: 0.2666264 Dec 20 11:35:23.038871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:35:23.047305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.148528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.172673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-af1eea69-2774-40b8-a5d8-6ca615b0a12d req-dd0247dd-f22f-4918-beae-2482167f52f1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 210 time: 0.2413163 Dec 20 11:35:23.193389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.313213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.313213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:23.313213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.332758 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:23.364740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.54 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/6609a39b-518e-4d32-90ca-4953f6d6b339) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:23.384513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68fb8666-fd38-4a1b-907a-f98f9c0c7ce5 req-d118aeb4-176a-4b78-9bcd-3b0972d2e02d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874819 Dec 20 11:35:23.429712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Allocated IP 172.20.0.2 (593e4068-cb72-49a6-bd1e-c4c17fa2ca2d/6b985b90-088f-4b61-ae3e-eb755d48a3fd/81855350-7ed6-4af7-b2e5-ebe30558f84f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:23.565639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce457be-11e9-403d-9c61-d4530fa380e1 req-034c289d-14da-4aea-91a6-1f74dd47b1c7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:23.573004 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cce457be-11e9-403d-9c61-d4530fa380e1 req-034c289d-14da-4aea-91a6-1f74dd47b1c7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.3723791 Dec 20 11:35:23.588019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Pushing event updated for resources: {'Network': ['ID=1c5366b2-c8d4-413b-a85e-c1c61a08ef70,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:23.594519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6032050 Dec 20 11:35:23.594519 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:23.595858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35864) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:23.606577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Request body: {'subnet': {'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1009523428-subnet', 'tenant_id': '4f78e6f4b1c145a48ae163bf2cceabe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:23.614725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:23.626218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:35:23.632624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Usage tracker for resource:subnet and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:23.638662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:23.648250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:23.722233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Made reservation on behalf of 4f78e6f4b1c145a48ae163bf2cceabe1 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:23.724600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.749497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e269ff-34a6-473a-9e38-f639085584f0 req-34b94b6c-57aa-430b-bf0b-5018b4152238 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:23.756484 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09e269ff-34a6-473a-9e38-f639085584f0 req-34b94b6c-57aa-430b-bf0b-5018b4152238 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 945 time: 0.3882854 Dec 20 11:35:23.772516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cce457be-11e9-403d-9c61-d4530fa380e1 req-31a93b20-46d2-4546-8285-aada6c153dc3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984670 Dec 20 11:35:23.858971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.869626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:23.915614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1283b3b-a4f4-4092-892b-480336cffdfe req-2cf283ce-ec82-457f-89d7-79e620f34d35 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 210 time: 0.0620005 Dec 20 11:35:23.924634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object 6609a39b-518e-4d32-90ca-4953f6d6b339 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:23.969960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Transition to ACTIVE for port object 81855350-7ed6-4af7-b2e5-ebe30558f84f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:24.019428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Transition to ACTIVE for port object 81855350-7ed6-4af7-b2e5-ebe30558f84f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:24.028966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.036018 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:24.037198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09e269ff-34a6-473a-9e38-f639085584f0 req-6b701fa5-9430-4727-8447-b074a118f0f6 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797015 Dec 20 11:35:24.079820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.161 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/4ea448fe-ec33-4539-b710-59ceb50b9ff0) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:24.127846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Pushing event updated for resources: {'Port': ['ID=81855350-7ed6-4af7-b2e5-ebe30558f84f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:24.133540 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:24.170241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:24.171998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:24.180324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:24.323618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.375584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.394742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object 4ea448fe-ec33-4539-b710-59ceb50b9ff0 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:24.422276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.436159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.442530 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:24.463398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:24.522457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Attempting to bind port 81855350-7ed6-4af7-b2e5-ebe30558f84f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:24.522970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Attempting to bind port 81855350-7ed6-4af7-b2e5-ebe30558f84f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:24.523372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Attempting to bind port 81855350-7ed6-4af7-b2e5-ebe30558f84f on network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:24.553190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:24.553585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Checking segment: {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:24.554166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.554568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Bound using segment: {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:24.555148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Bound port: 81855350-7ed6-4af7-b2e5-ebe30558f84f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:24.555647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.722191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:24.728703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:24.776494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] For port 81855350-7ed6-4af7-b2e5-ebe30558f84f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:24.788557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.805746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.808415 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:24.819767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:24.823641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:24.824245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.825825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] For port 81855350-7ed6-4af7-b2e5-ebe30558f84f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81855350-7ed6-4af7-b2e5-ebe30558f84f,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:24.863536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:24.878946 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:24.889463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=6609a39b-518e-4d32-90ca-4953f6d6b339,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:24.937664 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:24.941222 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b44190cc-53d5-4bb1-b183-e0b9daec016d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:25.010832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc498423-0d46-455c-b806-375dc67e24b3,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:25.014927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Allocated IP 172.35.0.240 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/462d56d1-2f0d-4c72-b450-d15946c22b7b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:25.018265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Pushing event updated for resources: {'Port': ['ID=81855350-7ed6-4af7-b2e5-ebe30558f84f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:25.024018 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:25.024226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedddb2-bc1c-4f17-bfb3-f5ba66570662 req-dd4ae7d4-2d8a-4cde-ba0a-502056099ee2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:25.025554 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbedddb2-bc1c-4f17-bfb3-f5ba66570662 req-dd4ae7d4-2d8a-4cde-ba0a-502056099ee2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 936 time: 0.4682527 Dec 20 11:35:25.032065 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:25.036574 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6551752 Dec 20 11:35:25.058920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:25.065102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Request body: {'port': {'device_id': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:25.139878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Checking segment: {'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:25.140624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Network hostable DHCP agents. Network: 1c5366b2-c8d4-413b-a85e-c1c61a08ef70, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:35:25.203877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d66132ed-a58d-45a5-aafc-7a6f9b716eef None None] Provisioning for port 6609a39b-518e-4d32-90ca-4953f6d6b339 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:25.225041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:25.238183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d66132ed-a58d-45a5-aafc-7a6f9b716eef None None] Provisioning complete for port 6609a39b-518e-4d32-90ca-4953f6d6b339 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:25.238568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d66132ed-a58d-45a5-aafc-7a6f9b716eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:25.268557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:25.272581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:25.276290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:25.288856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=4ea448fe-ec33-4539-b710-59ceb50b9ff0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:25.296793 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:25.310734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbedddb2-bc1c-4f17-bfb3-f5ba66570662 req-9f5df8f1-5f6c-442d-bac7-294eba4a13d8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691450 Dec 20 11:35:25.317210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:35:25.324034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-87028e26-143b-4fa1-9b71-89e3a990e1fb req-785603b3-eae0-44f5-b52e-f035a9e6dc24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5978043 Dec 20 11:35:25.368132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 1c5366b2-c8d4-413b-a85e-c1c61a08ef70) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:25.412391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:25.414830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:25.445722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:25.500763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:25.524004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9204755 Dec 20 11:35:25.559334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d66132ed-a58d-45a5-aafc-7a6f9b716eef None None] Port 6609a39b-518e-4d32-90ca-4953f6d6b339 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:35:25.565579 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2951064 Dec 20 11:35:25.570571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b210841-93eb-4bf9-aa27-0e837319c966 None None] Network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:35:25.598586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Request body: {'port': {'device_id': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:25.598813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:25.602766 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:25.904305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9384a068-d3d5-49ae-9d34-52e839baaf53 req-683bdd8a-2a69-4397-befe-14283f66ad1a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 210 time: 0.2114828 Dec 20 11:35:25.928184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Pushing event updated for resources: {'Port': ['ID=462d56d1-2f0d-4c72-b450-d15946c22b7b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:25.942866 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:25.956118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:25.956984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:25.963162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:26.147627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9041fb87-643a-4f8b-8973-cc18264cd0d7 None None] Provisioning for port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:26.284447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:26.286851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:26.310692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9041fb87-643a-4f8b-8973-cc18264cd0d7 None None] Provisioning complete for port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:26.311092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9041fb87-643a-4f8b-8973-cc18264cd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:26.349921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:26.457036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0debb300-342e-43c7-b1b5-d6136dda5389 None None] Network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:35:26.463065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8627-581c-4c8a-a654-df71838a0a39 req-77fba0e8-c8e2-4bfa-b307-e752046dec3e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:26.464314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-77fba0e8-c8e2-4bfa-b307-e752046dec3e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.16 "GET /v2.0/networks?id=3c1c7584-46c1-4316-9a3a-b6fef1153dae HTTP/1.1" status: 200 len: 809 time: 1.0640762 Dec 20 11:35:26.482989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-8c8306d9-eb48-4565-803f-e07bb39ede1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6107807 Dec 20 11:35:26.557446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Request body: {'port': {'device_id': '9066acb0-3e69-428b-aa03-78518aab69ea', 'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae', 'admin_state_up': True, 'tenant_id': '86d947e06f924076876ddb972534245a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:26.575824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9041fb87-643a-4f8b-8973-cc18264cd0d7 None None] Port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:35:26.767921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81855350-7ed6-4af7-b2e5-ebe30558f84f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:26.878861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969ea70-d127-4bfa-a9a7-befe754b9953 None None] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:35:26.933268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff058f0-ea30-4472-8500-436ffcc95b95 req-7ee22e3e-722a-402c-8539-52981ac09ab9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:26.939897 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3ff058f0-ea30-4472-8500-436ffcc95b95 req-7ee22e3e-722a-402c-8539-52981ac09ab9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.5450318 Dec 20 11:35:27.051745 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3ff058f0-ea30-4472-8500-436ffcc95b95 req-2b5002c9-e9c9-429c-9410-6a9497d79326 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108723 Dec 20 11:35:27.088265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f0275-67a9-4127-9eb1-d0048a1e4b5e req-c4db46e0-c7fb-45e2-a5c9-46826388d77f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:27.106167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e25f0275-67a9-4127-9eb1-d0048a1e4b5e req-c4db46e0-c7fb-45e2-a5c9-46826388d77f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 945 time: 1.1281080 Dec 20 11:35:27.290637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Router d1f1387f-18a5-4265-8585-3f7c9cad72ed is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:35:27.291377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e25f0275-67a9-4127-9eb1-d0048a1e4b5e req-b1099709-774e-4238-9646-4d397a52288b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845088 Dec 20 11:35:27.552982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-050cc5ea-587a-4e32-94dd-d746563ec6e2 None None] Provisioning for port 81855350-7ed6-4af7-b2e5-ebe30558f84f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:27.570712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-258538306', 'description': 'tempest-description-1315895316'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:27.583161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:27.584914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:27.594047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:27.599538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:27.616129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:27.647514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:27.679038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:27.692253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6609a39b-518e-4d32-90ca-4953f6d6b339 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:27.698859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Usage tracker for resource:port and tenant:86d947e06f924076876ddb972534245a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:27.706713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:27.715631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:27.736332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:27.788511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Transition to ACTIVE for port object 6609a39b-518e-4d32-90ca-4953f6d6b339 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:27.798632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea579c5-b1e0-49d0-9681-ca82f18c3a46 req-b1b24743-84b8-4947-9c43-614327ecbbad tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:27.799772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bea579c5-b1e0-49d0-9681-ca82f18c3a46 req-b1b24743-84b8-4947-9c43-614327ecbbad tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:27.806841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 81855350-7ed6-4af7-b2e5-ebe30558f84f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:27.823872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8931d88a-7d11-4e43-80de-a72c6f04d53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:27.839066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 81855350-7ed6-4af7-b2e5-ebe30558f84f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:27.839441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:27.975300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:27.982618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:27.986645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:27.995229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:28.099712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.104682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:35:28.114167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.117872 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Sync routers for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:35:28.153354 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:35:28.156687 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:35:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:28.170936 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:28.193387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.221344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.236835 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dff9160d-68c2-49d9-8593-af3388f1608a req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6840134 Dec 20 11:35:28.266695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.273000 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.7618864 Dec 20 11:35:28.313725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:28.350434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea448fe-ec33-4539-b710-59ceb50b9ff0 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:28.370596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.416391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Transition to ACTIVE for port object 4ea448fe-ec33-4539-b710-59ceb50b9ff0 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:28.436504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.448408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 81855350-7ed6-4af7-b2e5-ebe30558f84f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81855350-7ed6-4af7-b2e5-ebe30558f84f,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:28.454962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Made reservation on behalf of 86d947e06f924076876ddb972534245a for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:28.462780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.495457 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a1bcc5c6-05d5-4806-a83d-8de3022a4b25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:28.536105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.545696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:28.555611 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:28.562659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bea579c5-b1e0-49d0-9681-ca82f18c3a46 req-b1b24743-84b8-4947-9c43-614327ecbbad tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:28.563800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bea579c5-b1e0-49d0-9681-ca82f18c3a46 req-b1b24743-84b8-4947-9c43-614327ecbbad tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 936 time: 1.0375304 Dec 20 11:35:28.603392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846f22b4-5897-4521-aaa7-fb10ffcf2f9b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:28.652796 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:28.655880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d986e09e-5d88-4c30-a024-b0892cdd692f req-a70e2f57-116b-4284-ad53-fe2c80a8f16c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 210 time: 0.1156199 Dec 20 11:35:28.720944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=81855350-7ed6-4af7-b2e5-ebe30558f84f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:28.741413 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:28.741991 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:35:28.807016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5bc25ba6-aebe-4100-b45c-6a5335dbcc14 None None] Provisioning complete for port 81855350-7ed6-4af7-b2e5-ebe30558f84f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:28.807942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5bc25ba6-aebe-4100-b45c-6a5335dbcc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.124684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6609a39b-518e-4d32-90ca-4953f6d6b339,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:29.152312 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:29.158317 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.595s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:29.349963 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bea579c5-b1e0-49d0-9681-ca82f18c3a46 req-11fe1bb5-0715-46c2-a5b7-ccfab7f0f04d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370625 Dec 20 11:35:29.489352 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:26Z', 'revision_number': 3, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:29.500085 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Checking router: d1f1387f-18a5-4265-8585-3f7c9cad72ed for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:35:29.503793 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Updating router d1f1387f-18a5-4265-8585-3f7c9cad72ed port 462d56d1-2f0d-4c72-b450-d15946c22b7b binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:35:29.541990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-529007547', 'description': 'tempest-description-1743395219'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:29.549657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:29.561326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:29.562399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Allocated IP 172.20.0.13 (3c1c7584-46c1-4316-9a3a-b6fef1153dae/5335e5d1-a5e4-4c26-ac4d-db70da6cbb28/29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:29.568643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:29.585100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:29.606680 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.627412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.688957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:29.693370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:29.696568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:29.703017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:29.837261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.856167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.862907 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d985857-029b-448e-a592-c486f294ce65 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:29.867277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-82584368-e08a-4d61-a816-073b8801d758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.884791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.910619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e806b-e412-4a98-9e42-0a581768bb68,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:29.913871 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:29.914717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:29.915889 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a1e41a5d-6e34-43d5-9bc1-315f33263f32 req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3933764 Dec 20 11:35:30.007386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea448fe-ec33-4539-b710-59ceb50b9ff0,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:30.010466 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:30.048560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Attempting to bind port 6609a39b-518e-4d32-90ca-4953f6d6b339 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:30.048932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Attempting to bind port 6609a39b-518e-4d32-90ca-4953f6d6b339 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:30.049207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Attempting to bind port 6609a39b-518e-4d32-90ca-4953f6d6b339 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:30.090192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Port 6609a39b-518e-4d32-90ca-4953f6d6b339 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:30.090516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Attempting to bind port 6609a39b-518e-4d32-90ca-4953f6d6b339 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:30.093626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Attempting to bind port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:30.093953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Attempting to bind port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:30.094809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Attempting to bind port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:30.117846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:30.118244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Attempting to bind port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:30.135900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.162599 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7086d8bc-af72-4410-8876-6b978f7a8dae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:30.181474 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.198623 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Transition to ACTIVE for port object 462d56d1-2f0d-4c72-b450-d15946c22b7b will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:30.206165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:30.206565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:30.206874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:30.207317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Bound port: 6609a39b-518e-4d32-90ca-4953f6d6b339, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:30.207655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.207774 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.214899 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-b3ed424b-8839-4412-bb6c-5fdb531fb5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:30.221906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.240449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:30.240449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:30.240797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:30.241138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Bound port: 4ea448fe-ec33-4539-b710-59ceb50b9ff0, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:30.241485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.288250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-a2a3651d-331c-460c-a9a2-e1d7d42f8f12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1102 time: 1.3692865 Dec 20 11:35:30.301954 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Pushing event updated for resources: {'Port': ['ID=462d56d1-2f0d-4c72-b450-d15946c22b7b,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:30.309122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Network 3c1c7584-46c1-4316-9a3a-b6fef1153dae is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:30.316777 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.317131 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.317456 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.317785 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.318134 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.318462 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.318777 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.319106 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.319412 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.319721 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.320099 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:30.324525 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:30.327734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d078224-e801-48d1-8b2a-d9cd901d2887 req-17e3bdcd-fc81-428a-afb8-1e6c3b7bff83 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:30.334505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d078224-e801-48d1-8b2a-d9cd901d2887 req-17e3bdcd-fc81-428a-afb8-1e6c3b7bff83 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 945 time: 0.2087982 Dec 20 11:35:30.334868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:30.364109 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Attempting to bind port 462d56d1-2f0d-4c72-b450-d15946c22b7b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:30.366760 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Attempting to bind port 462d56d1-2f0d-4c72-b450-d15946c22b7b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:30.366760 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Attempting to bind port 462d56d1-2f0d-4c72-b450-d15946c22b7b on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:30.382653 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:30.383848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:30.384426 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:30.384900 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.386871 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:30.387766 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Bound port: 462d56d1-2f0d-4c72-b450-d15946c22b7b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:30.389265 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.397130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:30.397868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.437823 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d078224-e801-48d1-8b2a-d9cd901d2887 req-2d55d63d-8934-41a8-b9de-2b4723f17d1b tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023798 Dec 20 11:35:30.528213 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] For port 462d56d1-2f0d-4c72-b450-d15946c22b7b, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:30.533052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] For port 4ea448fe-ec33-4539-b710-59ceb50b9ff0, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:30.533855 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] For port 462d56d1-2f0d-4c72-b450-d15946c22b7b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=462d56d1-2f0d-4c72-b450-d15946c22b7b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:30.536933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] For port 4ea448fe-ec33-4539-b710-59ceb50b9ff0, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4ea448fe-ec33-4539-b710-59ceb50b9ff0,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:30.538185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Pushing event updated for resources: {'Port': ['ID=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:30.542929 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:30.548560 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.565436 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:30.629977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.680879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81855350-7ed6-4af7-b2e5-ebe30558f84f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:30.690559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] For port 6609a39b-518e-4d32-90ca-4953f6d6b339, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:30.705193 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:30.721447 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:35:30.721447 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:35:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:30.728013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Allocated IP 172.20.0.1 (593e4068-cb72-49a6-bd1e-c4c17fa2ca2d/6b985b90-088f-4b61-ae3e-eb755d48a3fd/60d3592e-5b23-46a9-a1c8-7ec1570302ac) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:30.789926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 81855350-7ed6-4af7-b2e5-ebe30558f84f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:30.790529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.793221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2500339 Dec 20 11:35:30.804753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea448fe-ec33-4539-b710-59ceb50b9ff0,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:30.813975 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Pushing event updated for resources: {'Port': ['ID=462d56d1-2f0d-4c72-b450-d15946c22b7b,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:30.817057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:30.817210 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:30.819325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] 10.222.0.16 "PUT /v2.0/ports/4ea448fe-ec33-4539-b710-59ceb50b9ff0 HTTP/1.1" status: 200 len: 1098 time: 5.2415576 Dec 20 11:35:30.832440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Request body: {'port': {'device_id': '9066acb0-3e69-428b-aa03-78518aab69ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:30.923895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'tag': '4ea448fe-ec33-4539-b710-59ceb50b9ff0'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:31.003912 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:31.061716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.071867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7b98f-9ed5-42af-ab31-4b5fae78cf09 req-a3e5d885-6c8f-49b7-95b3-809b6aad0047 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:31.079898 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38c7b98f-9ed5-42af-ab31-4b5fae78cf09 req-a3e5d885-6c8f-49b7-95b3-809b6aad0047 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 932 time: 0.4461675 Dec 20 11:35:31.084551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.090785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] For port 6609a39b-518e-4d32-90ca-4953f6d6b339, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6609a39b-518e-4d32-90ca-4953f6d6b339,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:31.097754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d4a44-677c-4109-bfbe-64c903cb43ee req-ffde215e-93d2-453c-abac-8a857b054ded tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:31.104933 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a3d4a44-677c-4109-bfbe-64c903cb43ee req-ffde215e-93d2-453c-abac-8a857b054ded tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 1.3538287 Dec 20 11:35:31.117988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.131320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Transition to ACTIVE for port object 60d3592e-5b23-46a9-a1c8-7ec1570302ac will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:31.135932 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:35:31.184455 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38c7b98f-9ed5-42af-ab31-4b5fae78cf09 req-abfbe52a-6e01-41fc-a981-cbc479a6b59a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005523 Dec 20 11:35:31.190659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.197452 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70f53cfc-9aa6-4717-99d5-0d3b2ad32f05 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:31.279478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:31.292799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:31.293561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a3d4a44-677c-4109-bfbe-64c903cb43ee req-ae8fe0c1-427c-4e0a-949c-3686f301b99e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875587 Dec 20 11:35:31.299836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.310971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:31.338825 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:31.362813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Pushing event updated for resources: {'Port': ['ID=60d3592e-5b23-46a9-a1c8-7ec1570302ac,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:31.374089 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:31.408537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.437176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.440139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] 10.222.0.53 "PUT /v2.0/ports/6609a39b-518e-4d32-90ca-4953f6d6b339 HTTP/1.1" status: 200 len: 1097 time: 6.3880420 Dec 20 11:35:31.637172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.656346 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:26Z', 'revision_number': 3, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:31.663097 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ebc37-4df9-4c28-ae7c-11b87f141588 None None] The sync data for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 is: [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:26Z', 'revision_number': 3, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:35:31.823206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-831477a8-5fd8-4a2c-87b2-2ffdc83b8c7c None None] Provisioning for port 60d3592e-5b23-46a9-a1c8-7ec1570302ac completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:31.842821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-831477a8-5fd8-4a2c-87b2-2ffdc83b8c7c None None] Provisioning complete for port 60d3592e-5b23-46a9-a1c8-7ec1570302ac triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:31.843444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-831477a8-5fd8-4a2c-87b2-2ffdc83b8c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:31.961154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-831477a8-5fd8-4a2c-87b2-2ffdc83b8c7c None None] Port 60d3592e-5b23-46a9-a1c8-7ec1570302ac cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:35:31.973831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-f4de215b-c155-4779-b2f5-4ab0013053ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:31.975371 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-f4de215b-c155-4779-b2f5-4ab0013053ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 1.6652424 Dec 20 11:35:32.000876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7506-90f0-4e30-a2e5-6351ab92658e req-6070bcea-1fe3-448f-b1a5-4aa001d0f30b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:32.006524 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7dda7506-90f0-4e30-a2e5-6351ab92658e req-6070bcea-1fe3-448f-b1a5-4aa001d0f30b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 948 time: 0.2543638 Dec 20 11:35:32.122564 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7dda7506-90f0-4e30-a2e5-6351ab92658e req-1218724a-cfe9-4d3f-9a3d-950661a52993 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861762 Dec 20 11:35:32.150402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-fb68050f-16c9-4e39-b1a8-1c48df9dccee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 217 time: 0.1578093 Dec 20 11:35:32.171574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:32.181381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6609a39b-518e-4d32-90ca-4953f6d6b339,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:32.181592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:32.211818 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bc082215-a43c-4a76-b961-ae7d66d6af63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:32.244946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:32.293418 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'tag': '4ea448fe-ec33-4539-b710-59ceb50b9ff0', 'status': 'completed', 'code': 200} Dec 20 11:35:32.304144 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:32.308344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Pushing event updated for resources: {'Port': ['ID=60d3592e-5b23-46a9-a1c8-7ec1570302ac,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:32.311215 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:32.314318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:32.457349 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-b175c7fd-2a3d-483b-be56-fc85b5e09039 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 1101 time: 1.4520643 Dec 20 11:35:32.552183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:32.554995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:32.617132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:32.660678 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-19a099a9-d33f-453c-9bfa-8b95c3224a2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=4ea448fe-ec33-4539-b710-59ceb50b9ff0 HTTP/1.1" status: 200 len: 217 time: 0.1876800 Dec 20 11:35:32.689833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-5ed372a4-fe16-4a12-a78f-51cb00ce756e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:32.691514 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-5ed372a4-fe16-4a12-a78f-51cb00ce756e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 813 time: 0.9781275 Dec 20 11:35:32.698644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 462d56d1-2f0d-4c72-b450-d15946c22b7b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:32.712630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28668173-61b4-4df5-90aa-3ae81ee8465a req-3abe0b2c-8399-4c23-a133-8c03220e3881 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:32.726609 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28668173-61b4-4df5-90aa-3ae81ee8465a req-3abe0b2c-8399-4c23-a133-8c03220e3881 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 945 time: 0.2796705 Dec 20 11:35:32.735922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-a6ed3af0-98d1-4243-b890-3f9e12e170d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 1100 time: 1.1932349 Dec 20 11:35:32.753614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-1a3dd9a0-8a3c-4751-a1ca-52b6d288a679 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/quotas/4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 375 time: 0.0140603 Dec 20 11:35:32.754953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-307fd0ec-c94f-4bb5-bb66-8f2d72a85c37 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:32.756318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-307fd0ec-c94f-4bb5-bb66-8f2d72a85c37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.5825200 Dec 20 11:35:32.867845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 462d56d1-2f0d-4c72-b450-d15946c22b7b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:32.882106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 462d56d1-2f0d-4c72-b450-d15946c22b7b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:32.882878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:32.951994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28668173-61b4-4df5-90aa-3ae81ee8465a req-ce4672c2-0eda-49a4-8b8a-55d2bb90380c tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244360 Dec 20 11:35:33.012071 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-e1a64623-bf4f-4569-897f-19e0d12e9421 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1709692 Dec 20 11:35:33.064170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-22f24cea-3627-434d-a65f-1ae431c498a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6609a39b-518e-4d32-90ca-4953f6d6b339 HTTP/1.1" status: 200 len: 217 time: 0.3066509 Dec 20 11:35:33.083654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:33.104638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 462d56d1-2f0d-4c72-b450-d15946c22b7b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=462d56d1-2f0d-4c72-b450-d15946c22b7b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:33.120256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:33.124007 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:33.174982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cbfb01c8-1a6a-44f4-8d84-1ce028d8907e None None] Provisioning complete for port 60d3592e-5b23-46a9-a1c8-7ec1570302ac triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:33.175636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbfb01c8-1a6a-44f4-8d84-1ce028d8907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:33.241976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-74dd774e-f1d8-4814-8217-409cbbf6c66a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:33.242360 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-74dd774e-f1d8-4814-8217-409cbbf6c66a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.5477998 Dec 20 11:35:33.258619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cbfb01c8-1a6a-44f4-8d84-1ce028d8907e None None] Port 60d3592e-5b23-46a9-a1c8-7ec1570302ac cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:35:33.277349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=462d56d1-2f0d-4c72-b450-d15946c22b7b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:33.281194 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:33.395936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-74e85901-e326-4c26-aa98-e46dc24c8da4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:33.397329 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-74e85901-e326-4c26-aa98-e46dc24c8da4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.3053839 Dec 20 11:35:33.417976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce405e0-57bc-4321-8664-f928a5a8a878 req-a80ea538-6242-49b3-9c80-8a399ebfd45a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:33.420998 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0ce405e0-57bc-4321-8664-f928a5a8a878 req-a80ea538-6242-49b3-9c80-8a399ebfd45a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 932 time: 0.2391708 Dec 20 11:35:33.483911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Router d1f1387f-18a5-4265-8585-3f7c9cad72ed has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:35:33.489337 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0ce405e0-57bc-4321-8664-f928a5a8a878 req-4169340e-f026-4ac1-ae9c-44608928f83b tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581017 Dec 20 11:35:33.542467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-327d4422-da10-4302-b991-9003d8d37207 service neutron] 10.222.0.32 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170169 Dec 20 11:35:33.567638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-5a61120c-67ff-4e41-8929-61d02a763b91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.6883724 Dec 20 11:35:33.749875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:35:33.771597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c92c-87b4-4671-b82c-dc275bb5daa6 req-ad5d2131-883d-4ba1-b405-b6dc15507336 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:33.773054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2df7c92c-87b4-4671-b82c-dc275bb5daa6 req-ad5d2131-883d-4ba1-b405-b6dc15507336 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1193891 Dec 20 11:35:33.801607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:35:33.821159 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] 10.222.0.32 "PUT /v2.0/routers/d1f1387f-18a5-4265-8585-3f7c9cad72ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5063334 Dec 20 11:35:33.831752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2df7c92c-87b4-4671-b82c-dc275bb5daa6 req-6083995d-7411-4766-a7a1-c41b35d48942 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507710 Dec 20 11:35:33.853899 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-673522a0-6e68-4512-a179-fab319ab473b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5242836 Dec 20 11:35:33.990462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:34.046181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-d06f3d94-564f-4da4-b578-45a05781230d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.6376076 Dec 20 11:35:34.070827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:34.094907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-22e79b12-84e6-4557-b3bc-5102b64276b6 service neutron] 10.222.0.32 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250130 Dec 20 11:35:34.233173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Transition to ACTIVE for port object 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:34.324262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'tag': '6609a39b-518e-4d32-90ca-4953f6d6b339'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:34.526862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:34.541614 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1e53fd69-9dfe-4ad9-8283-5d4f852fe524 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:34.616266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-ce4c526f-6535-4fbd-9c59-c192b75ae352 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0179415 Dec 20 11:35:34.631084 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-4da4fdd0-a0a8-4b2c-8f72-d89a38c10939 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184374 Dec 20 11:35:34.657370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:34.678445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 462d56d1-2f0d-4c72-b450-d15946c22b7b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:34.739756 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:34.827235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 462d56d1-2f0d-4c72-b450-d15946c22b7b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:34.827754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:35.030870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-782da118-7806-453c-b436-2c864705c698 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9650474 Dec 20 11:35:35.194484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa065a-8cd6-408c-8de4-110528458472 req-0b596de9-6b02-445a-b1f8-da5989eb0c62 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:35.196026 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a7fa065a-8cd6-408c-8de4-110528458472 req-0b596de9-6b02-445a-b1f8-da5989eb0c62 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 948 time: 0.7005162 Dec 20 11:35:35.197803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-29e6732c-eb9f-4325-9af8-65895fd265b1 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419121 Dec 20 11:35:35.300187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-7915cf3a-d21d-49a9-aaa5-03a701694b4e service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016252 Dec 20 11:35:35.318324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Attempting to bind port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:35.318760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Attempting to bind port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'b527f83d-0193-4e92-b9bd-63c894565ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:35.319195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Attempting to bind port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb on network 3c1c7584-46c1-4316-9a3a-b6fef1153dae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:35.354781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb on network 3c1c7584-46c1-4316-9a3a-b6fef1153dae not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:35.355224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Attempting to bind port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb on network 3c1c7584-46c1-4316-9a3a-b6fef1153dae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:35.382747 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a7fa065a-8cd6-408c-8de4-110528458472 req-2e632894-63e0-4b7e-9612-c18564ec60b4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222632 Dec 20 11:35:35.387650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5442b430-db1d-4f5d-af59-4dddd7c18f02 req-92547405-91ee-4285-a0cf-bddd150ddc75 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410938 Dec 20 11:35:35.390385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:35.394274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Checking segment: {'id': 'b527f83d-0193-4e92-b9bd-63c894565ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:35.394770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Bound using segment: {'id': 'b527f83d-0193-4e92-b9bd-63c894565ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:35.395291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Bound port: 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b527f83d-0193-4e92-b9bd-63c894565ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:35.395710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:35.443688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:35.451330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673804939', 'description': 'tempest-description--1981194113'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:35.463627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:35.474527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Usage tracker for resource:security_group and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:35.479526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:35.489821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:35.530922 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'tag': '6609a39b-518e-4d32-90ca-4953f6d6b339', 'status': 'completed', 'code': 200} Dec 20 11:35:35.588104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:35.666876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:35.671156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Usage tracker for resource:security_group_rule and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:35.675894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:35.689313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:35.805775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:35.811859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:35.817533 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:35.909712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e4a90aa6-99de-4c70-a25e-af3c84b1bea6 req-36e93baa-01f4-4325-a680-5473fc812c76 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 210 time: 0.2094958 Dec 20 11:35:35.917157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2574ae-640b-4360-9b8d-5b24a58dca3c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:35.920996 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:35.921644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:35.927424 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4810464 Dec 20 11:35:35.928090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:35.933606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Request body: {'security_group_rule': {'security_group_id': 'bf2574ae-640b-4360-9b8d-5b24a58dca3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:35.939745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:35.943942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Usage tracker for resource:security_group_rule and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:35.947051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:35.965499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:35.984824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] For port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:35.995428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] For port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,segment=NetworkSegment(b527f83d-0193-4e92-b9bd-63c894565ede),segment_id=b527f83d-0193-4e92-b9bd-63c894565ede)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:35.996011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Sync routers for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:35:36.014457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:35:36.017275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:35:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:36.019241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.019397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bdcab-86d4-429b-b733-c1e26d115b39 req-62efddf1-4982-4861-80fe-ff1249ddca7e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:36.020873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc6bdcab-86d4-429b-b733-c1e26d115b39 req-62efddf1-4982-4861-80fe-ff1249ddca7e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 944 time: 0.1927676 Dec 20 11:35:36.039958 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef25d06a-9cc0-47e4-a0d6-ee202c7b7eff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:36.073082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.161081 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24886fd0-9330-499e-b290-93ecc5fde65f req-8e4d15c7-3845-439a-95c4-39ee7d89acfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 1101 time: 0.5149868 Dec 20 11:35:36.184511 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-d0c6e8cf-5b9a-4569-9df2-52e76311d23e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 1100 time: 0.6340079 Dec 20 11:35:36.240193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc6bdcab-86d4-429b-b733-c1e26d115b39 req-f0af8536-6cff-4670-84a5-5ebb7e79bfab tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028949 Dec 20 11:35:36.282293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.292597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.297588 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:36.315873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:35:36.355872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2fa236-72ba-4934-a1e0-c79becfa6916,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:36.362797 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:36.394022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.395471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4664645 Dec 20 11:35:36.398196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:36.406892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Request body: {'security_group_rule': {'security_group_id': 'bf2574ae-640b-4360-9b8d-5b24a58dca3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:36.423735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:36.431282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Usage tracker for resource:security_group_rule and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:36.434873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:36.441353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:36.454754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-6b3ac5cf-8364-44ae-be4a-1a9c9c281f46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:36.456254 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-6b3ac5cf-8364-44ae-be4a-1a9c9c281f46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2277148 Dec 20 11:35:36.459305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.460822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] 10.222.0.16 "PUT /v2.0/ports/29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb HTTP/1.1" status: 200 len: 1094 time: 5.6376784 Dec 20 11:35:36.479708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.617738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.631650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.633835 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b060fddc-519d-4f4f-b1c8-bcab97c3e9cd tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:36.672560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:36.700049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.702060 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3028405 Dec 20 11:35:36.703175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a7393c-57fb-429d-8399-5d187eaec89d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:36.707551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:35:36.718983 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:36.727168 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:36.730191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:36.742213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-50aff4ed-4c0e-445d-8ce0-33fe34803d15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6609a39b-518e-4d32-90ca-4953f6d6b339 HTTP/1.1" status: 200 len: 217 time: 0.2725861 Dec 20 11:35:36.787886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:36.799076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Usage tracker for resource:floatingip and tenant:6174e24598ba4fdc8fa77493bd14f7e5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:36.802103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:36.809027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:36.836166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:36.888473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843595-7973-4a30-b396-5e2c7cef002f req-4463b178-9e75-4e64-ac8f-2c5cf21a9582 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:36.893340 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0843595-7973-4a30-b396-5e2c7cef002f req-4463b178-9e75-4e64-ac8f-2c5cf21a9582 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 948 time: 0.1582096 Dec 20 11:35:36.899998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24886fd0-9330-499e-b290-93ecc5fde65f req-5e1bc67d-6a72-4912-9df7-3de3eb95a3d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:36.901551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24886fd0-9330-499e-b290-93ecc5fde65f req-5e1bc67d-6a72-4912-9df7-3de3eb95a3d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.7090447 Dec 20 11:35:36.925457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 2, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:36.930163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Checking router: d1f1387f-18a5-4265-8585-3f7c9cad72ed for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:35:36.930163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Updating router d1f1387f-18a5-4265-8585-3f7c9cad72ed port 60d3592e-5b23-46a9-a1c8-7ec1570302ac binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:35:36.940572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-38692629-3aec-46b0-834e-4d935cc1bff5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86d947e06f924076876ddb972534245a&device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 1097 time: 0.4011641 Dec 20 11:35:36.945848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0846c3-9032-4768-aeac-b3f5a0114b12 req-cb1eb061-6487-4898-b673-c44f610e7b04 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:36.953375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dc0846c3-9032-4768-aeac-b3f5a0114b12 req-cb1eb061-6487-4898-b673-c44f610e7b04 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.8693283 Dec 20 11:35:37.005069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.045271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0843595-7973-4a30-b396-5e2c7cef002f req-d8bff02c-800d-4d69-9b8f-1c40ad4ad6d0 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404204 Dec 20 11:35:37.096261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-f0a1ab57-0302-4441-ac1a-f060a7579a09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:37.097642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-f0a1ab57-0302-4441-ac1a-f060a7579a09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.53 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 813 time: 0.9502511 Dec 20 11:35:37.101027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.114983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-7a75885e-a46c-483c-b5fe-056f6c585af3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:37.116437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-7a75885e-a46c-483c-b5fe-056f6c585af3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.3641260 Dec 20 11:35:37.134343 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24886fd0-9330-499e-b290-93ecc5fde65f req-d93388e2-de64-4c7b-8842-e598abf3264e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=4ea448fe-ec33-4539-b710-59ceb50b9ff0 HTTP/1.1" status: 200 len: 217 time: 0.1957045 Dec 20 11:35:37.136835 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-cf1b6e4d-daf1-48a8-8ecf-3b4dbec4fd5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb HTTP/1.1" status: 200 len: 217 time: 0.1311574 Dec 20 11:35:37.206510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24886fd0-9330-499e-b290-93ecc5fde65f req-5221cf17-7205-49c5-91a2-b1909da4996a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:37.207894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24886fd0-9330-499e-b290-93ecc5fde65f req-5221cf17-7205-49c5-91a2-b1909da4996a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0727365 Dec 20 11:35:37.245890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'port': {'device_id': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70', 'admin_state_up': True, 'tenant_id': '4f78e6f4b1c145a48ae163bf2cceabe1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:37.322264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Allocated IP 172.35.0.152 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/13208498-6fa7-46e3-9189-d17f45778740) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:37.445416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dc0846c3-9032-4768-aeac-b3f5a0114b12 req-639c11cd-32d7-4aa1-a8b6-fc4de4999198 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911892 Dec 20 11:35:37.461567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.492243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Transition to ACTIVE for port object 60d3592e-5b23-46a9-a1c8-7ec1570302ac will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:37.513014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.518041 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:37.526627 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-32354303-1aae-4fd8-a516-1f288533c346 req-5146664c-cdf0-4353-a645-3b14d2a47fda tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 210 time: 0.0478446 Dec 20 11:35:37.532025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9066acb0-3e69-428b-aa03-78518aab69ea', 'tag': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:37.546781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.572585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1d8226e3-a63a-4d46-a016-c7cfb2dea012 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:37.574489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-1d8226e3-a63a-4d46-a016-c7cfb2dea012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5335e5d1-a5e4-4c26-ac4d-db70da6cbb28 HTTP/1.1" status: 200 len: 849 time: 0.3330688 Dec 20 11:35:37.610265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.614299 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40d2c656-71af-4963-a51d-604792f97d7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:37.698670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438af78-617c-40a5-96a1-9eca64ebfd0b None None] Pushing event updated for resources: {'Port': ['ID=60d3592e-5b23-46a9-a1c8-7ec1570302ac,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:37.708749 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9438af78-617c-40a5-96a1-9eca64ebfd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:37.725154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-beb3efbc-98f7-4f48-9805-d4f6fb29abde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c1c7584-46c1-4316-9a3a-b6fef1153dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388621 Dec 20 11:35:37.728765 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9066acb0-3e69-428b-aa03-78518aab69ea', 'tag': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb', 'status': 'completed', 'code': 200} Dec 20 11:35:37.756711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:37.764629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:37.771312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:37.829153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-125c283d-1582-43cd-bf84-0f63168bc3d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.6859703 Dec 20 11:35:37.832946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event updated for resources: {'Port': ['ID=13208498-6fa7-46e3-9189-d17f45778740,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:37.835648 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:37.907972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Attempting to bind port 60d3592e-5b23-46a9-a1c8-7ec1570302ac on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:37.908993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Attempting to bind port 60d3592e-5b23-46a9-a1c8-7ec1570302ac by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:37.912880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Attempting to bind port 60d3592e-5b23-46a9-a1c8-7ec1570302ac on network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:37.924972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:37.926427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Checking segment: {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:37.926759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.927832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Bound using segment: {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:37.930544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Bound port: 60d3592e-5b23-46a9-a1c8-7ec1570302ac, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:37.930972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:37.970536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:38.117048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] For port 60d3592e-5b23-46a9-a1c8-7ec1570302ac, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:38.122241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] For port 60d3592e-5b23-46a9-a1c8-7ec1570302ac, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=60d3592e-5b23-46a9-a1c8-7ec1570302ac,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:38.129450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:38.137310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:38.141742 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:38.245872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:35:38.246743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:35:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:38.353311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-3a5da22b-8715-4fe8-96ed-4bba194369ed service neutron] 10.222.0.16 "GET /v2.0/networks/3c1c7584-46c1-4316-9a3a-b6fef1153dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125264 Dec 20 11:35:38.354446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:port and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:35:38.392869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:35:38.460911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438af78-617c-40a5-96a1-9eca64ebfd0b None None] Pushing event updated for resources: {'Port': ['ID=60d3592e-5b23-46a9-a1c8-7ec1570302ac,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:38.465443 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9438af78-617c-40a5-96a1-9eca64ebfd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:38.474718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:38.503120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Made reservation on behalf of 4f78e6f4b1c145a48ae163bf2cceabe1 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:38.506372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:38.506548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:38.529060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24886fd0-9330-499e-b290-93ecc5fde65f req-6ba217f8-358b-4cc4-b6d5-2c73c5359805 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 1.2398901 Dec 20 11:35:38.673142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ac1e-a4f3-4f0a-bb3b-5ab6d9ad1077 req-7cded26a-f50e-458e-acae-354d56b0d893 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:38.683130 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1187ac1e-a4f3-4f0a-bb3b-5ab6d9ad1077 req-7cded26a-f50e-458e-acae-354d56b0d893 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 948 time: 0.3174915 Dec 20 11:35:38.734526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6609a39b-518e-4d32-90ca-4953f6d6b339 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:38.773854 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1187ac1e-a4f3-4f0a-bb3b-5ab6d9ad1077 req-d7e1a48a-0685-44a8-8f71-271e579016e9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897758 Dec 20 11:35:38.774012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:35:38.974417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:38.988658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:38.994953 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a2a3903-f0d2-4aca-8085-bc32036f3053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:39.010666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-303f8627-581c-4c8a-a654-df71838a0a39 req-c2c011dc-74ff-4330-a10a-65456ae87645 service neutron] 10.222.0.16 "GET /v2.0/networks/3c1c7584-46c1-4316-9a3a-b6fef1153dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137295 Dec 20 11:35:39.197453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6609a39b-518e-4d32-90ca-4953f6d6b339, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6609a39b-518e-4d32-90ca-4953f6d6b339,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:39.205126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-425b5917-dc8b-44f3-9448-30ab2c34e83f service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2189455 Dec 20 11:35:39.246220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '6609a39b-518e-4d32-90ca-4953f6d6b339', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '6609a39b-518e-4d32-90ca-4953f6d6b339', 'mac_address': 'fa:16:3e:5f:de:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:39.297803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event updated for resources: {'Port': ['ID=13208498-6fa7-46e3-9189-d17f45778740,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:39.308527 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:39.324341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:39.418331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:39.420022 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7092793 Dec 20 11:35:39.441121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f61f-47e5-4668-b987-4ff136c7f75b req-a6ed9f3a-5937-4e74-8461-c66b719070bc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:39.442684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c138f61f-47e5-4668-b987-4ff136c7f75b req-a6ed9f3a-5937-4e74-8461-c66b719070bc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.2610850 Dec 20 11:35:39.447241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4ea448fe-ec33-4539-b710-59ceb50b9ff0 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:39.452898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:39.513826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6609a39b-518e-4d32-90ca-4953f6d6b339 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:39.548109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6609a39b-518e-4d32-90ca-4953f6d6b339, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6609a39b-518e-4d32-90ca-4953f6d6b339,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:39.557838 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c138f61f-47e5-4668-b987-4ff136c7f75b req-9bfca2fc-fa53-493e-8d16-8c407892a693 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012661 Dec 20 11:35:39.580144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:39.581072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 9599a4e5-3d10-482f-a64f-4f58fdb5e65b details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:39.585148 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:39.642435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:38Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:35:39.705372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab369fb0-85c4-402d-afed-5048ed2f5a7a None None] The sync data for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 is: [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:38Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:35:39.750361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Allocated IP 172.20.0.8 (1c5366b2-c8d4-413b-a85e-c1c61a08ef70/fc498423-0d46-455c-b806-375dc67e24b3/2930781a-87de-487e-8488-9c463caf73d9) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:39.859854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6609a39b-518e-4d32-90ca-4953f6d6b339,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:39.889856 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:39.908173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4ea448fe-ec33-4539-b710-59ceb50b9ff0, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4ea448fe-ec33-4539-b710-59ceb50b9ff0,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:39.963967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7ce583e0-e2df-4d9a-95f7-6635feb010ce req-624c5c22-4601-4697-a647-a5cdcc3f298d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 210 time: 0.1981709 Dec 20 11:35:40.114057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0f1bf-3969-4bff-818c-368e04631a1b req-3c627e48-fb6e-47f0-ba7d-c442bff2a15c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:40.114998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ec0f1bf-3969-4bff-818c-368e04631a1b req-3c627e48-fb6e-47f0-ba7d-c442bff2a15c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Synchronizing usage tracker for tenant:86d947e06f924076876ddb972534245a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:40.137299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:40.171812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'mac_address': 'fa:16:3e:3e:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:40.202753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24886fd0-9330-499e-b290-93ecc5fde65f req-be3815f9-2ce4-4d6e-99b7-f3a1b0b0d60b service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5623713 Dec 20 11:35:40.237461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '4ea448fe-ec33-4539-b710-59ceb50b9ff0', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '4ea448fe-ec33-4539-b710-59ceb50b9ff0', 'mac_address': 'fa:16:3e:2a:f4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:40.491947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:40.500053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a4c30145-cf9e-4608-8041-b8484665442b req-437a62ba-30c4-4a4b-830e-b1006162502e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Synchronizing usage tracker for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:40.516124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9599a4e5-3d10-482f-a64f-4f58fdb5e65b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:40.523362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:40.524646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-71905cc4-8fe9-43bf-95a9-804e61e0b0ed req-b8dc5f08-c286-473d-ac69-0e1f2b3fb960 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0742157 Dec 20 11:35:40.533012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a4c30145-cf9e-4608-8041-b8484665442b req-437a62ba-30c4-4a4b-830e-b1006162502e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Unset dirty status for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:40.543968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-437a62ba-30c4-4a4b-830e-b1006162502e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--673804939&fields=id&tenant_id=6174e24598ba4fdc8fa77493bd14f7e5 HTTP/1.1" status: 200 len: 267 time: 0.1532583 Dec 20 11:35:40.585002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:40.588139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea448fe-ec33-4539-b710-59ceb50b9ff0 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:40.598307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:40.601025 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:40.687791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:40.712505 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:40.735065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 60d3592e-5b23-46a9-a1c8-7ec1570302ac up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:40.820132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4ea448fe-ec33-4539-b710-59ceb50b9ff0, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4ea448fe-ec33-4539-b710-59ceb50b9ff0,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:40.824469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ec0f1bf-3969-4bff-818c-368e04631a1b req-3c627e48-fb6e-47f0-ba7d-c442bff2a15c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Unset dirty status for tenant:86d947e06f924076876ddb972534245a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:40.831822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ec0f1bf-3969-4bff-818c-368e04631a1b req-3c627e48-fb6e-47f0-ba7d-c442bff2a15c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 944 time: 3.0558817 Dec 20 11:35:40.850819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['9599a4e5-3d10-482f-a64f-4f58fdb5e65b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:40.929495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24886fd0-9330-499e-b290-93ecc5fde65f req-7ea90105-a7d6-484e-9be5-4ab25152b695 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292639 Dec 20 11:35:40.942596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-336cf20d-3ea0-46b8-a2db-ac3d8f07b549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86d947e06f924076876ddb972534245a&device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 1097 time: 1.7181561 Dec 20 11:35:40.961824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c30145-cf9e-4608-8041-b8484665442b req-06dd1ce7-7c7a-4147-991f-99c97496f572 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:40.964932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a4c30145-cf9e-4608-8041-b8484665442b req-06dd1ce7-7c7a-4147-991f-99c97496f572 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Synchronizing usage tracker for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:40.970501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:40.992756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:40.996899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a4c30145-cf9e-4608-8041-b8484665442b req-06dd1ce7-7c7a-4147-991f-99c97496f572 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Unset dirty status for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:41.007273 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-06dd1ce7-7c7a-4147-991f-99c97496f572 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/networks?id=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d HTTP/1.1" status: 200 len: 806 time: 0.4620037 Dec 20 11:35:41.034119 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-fb182484-b95f-4a95-80d0-c4a7ab0042e1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/quotas/6174e24598ba4fdc8fa77493bd14f7e5 HTTP/1.1" status: 200 len: 375 time: 0.0246336 Dec 20 11:35:41.054974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ec0f1bf-3969-4bff-818c-368e04631a1b req-7bae2267-c107-435c-9aff-078a06181c4c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Synchronizing usage tracker for tenant:86d947e06f924076876ddb972534245a on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:41.055473 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:41.168153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6609a39b-518e-4d32-90ca-4953f6d6b339'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:41.202885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ec0f1bf-3969-4bff-818c-368e04631a1b req-7bae2267-c107-435c-9aff-078a06181c4c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Unset dirty status for tenant:86d947e06f924076876ddb972534245a on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:41.220036 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ec0f1bf-3969-4bff-818c-368e04631a1b req-7bae2267-c107-435c-9aff-078a06181c4c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872964 Dec 20 11:35:41.270332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:41.273387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-31316255-84b1-4cf6-8455-cb8dfbe1b386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:41.276328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-31316255-84b1-4cf6-8455-cb8dfbe1b386 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c1c7584-46c1-4316-9a3a-b6fef1153dae HTTP/1.1" status: 200 len: 910 time: 0.3229036 Dec 20 11:35:41.287771 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:41.288072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a4c30145-cf9e-4608-8041-b8484665442b req-2ac1122e-ea05-4f3a-9edb-5f5d374a39e2 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Synchronizing usage tracker for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:41.355825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a4c30145-cf9e-4608-8041-b8484665442b req-2ac1122e-ea05-4f3a-9edb-5f5d374a39e2 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Unset dirty status for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:41.357734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-2ac1122e-ea05-4f3a-9edb-5f5d374a39e2 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6174e24598ba4fdc8fa77493bd14f7e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3225102 Dec 20 11:35:41.510592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4ea448fe-ec33-4539-b710-59ceb50b9ff0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:41.567034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:41.575551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-25bf1dea-862c-46b3-9031-7368ecfb26c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb HTTP/1.1" status: 200 len: 217 time: 0.1986396 Dec 20 11:35:41.611780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 60d3592e-5b23-46a9-a1c8-7ec1570302ac completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:41.707849 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-3d20c5ce-55c1-4434-8ca8-4960fe9aba92 service neutron] 10.222.0.32 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272297 Dec 20 11:35:41.709405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 60d3592e-5b23-46a9-a1c8-7ec1570302ac triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:41.709791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:41.791382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4ea448fe-ec33-4539-b710-59ceb50b9ff0,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:41.832162 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:41.860992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:35:41.944335 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-998c7d12-44f6-45f5-a88d-91865e4b8a14 service neutron] 10.222.0.32 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221005 Dec 20 11:35:42.008544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:42.067684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:42.084193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:42.098591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:42.099912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:42.170734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,segment=NetworkSegment(b527f83d-0193-4e92-b9bd-63c894565ede),segment_id=b527f83d-0193-4e92-b9bd-63c894565ede)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:42.171151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:42.235935 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:42.245754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb', 'network_id': '3c1c7584-46c1-4316-9a3a-b6fef1153dae', 'port_id': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb', 'mac_address': 'fa:16:3e:4c:55:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5335e5d1-a5e4-4c26-ac4d-db70da6cbb28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:42.289953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-78e3282f-b9a2-48f5-bd48-7b93470e3794 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:42.296152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-78e3282f-b9a2-48f5-bd48-7b93470e3794 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5335e5d1-a5e4-4c26-ac4d-db70da6cbb28 HTTP/1.1" status: 200 len: 849 time: 0.7123613 Dec 20 11:35:42.301990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1642730 Dec 20 11:35:42.364329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Request body: {'port': {'device_id': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:42.411027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-466d57cb-2ca3-4559-9b47-9137bbb03c22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c1c7584-46c1-4316-9a3a-b6fef1153dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914073 Dec 20 11:35:42.451655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:42.528119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:42.536432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def2917-776b-42e8-9df8-6829b4b757b9 req-31baf11a-4411-43de-9858-f7f3570f35ca tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:42.545386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3def2917-776b-42e8-9df8-6829b4b757b9 req-31baf11a-4411-43de-9858-f7f3570f35ca tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 949 time: 0.6434145 Dec 20 11:35:42.624729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:42.655902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 60d3592e-5b23-46a9-a1c8-7ec1570302ac, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=60d3592e-5b23-46a9-a1c8-7ec1570302ac,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:42.661619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,segment=NetworkSegment(b527f83d-0193-4e92-b9bd-63c894565ede),segment_id=b527f83d-0193-4e92-b9bd-63c894565ede)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:42.670099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 9599a4e5-3d10-482f-a64f-4f58fdb5e65b up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:42.721791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:42.731269 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9438af78-617c-40a5-96a1-9eca64ebfd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:42.765120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:42.808595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a3383-2cdc-42de-8b52-dd091819900d req-17677745-0006-4dac-80ab-25b4146737cb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:42.825656 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-906a3383-2cdc-42de-8b52-dd091819900d req-17677745-0006-4dac-80ab-25b4146737cb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1934710 Dec 20 11:35:42.913573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:42.924326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3def2917-776b-42e8-9df8-6829b4b757b9 req-93bac1a0-0cf6-4189-b171-1c7c7ee63d6d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779938 Dec 20 11:35:42.928931 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:42.929650 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:42.947462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-906a3383-2cdc-42de-8b52-dd091819900d req-ea87d7bc-a740-453e-ab83-2924d930e9cb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Dec 20 11:35:43.034819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:43.125025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:43.168815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:43.169596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:43.172549 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-7641910f-3e96-434f-bf80-052e3a0bb8f4 service neutron] 10.222.0.16 "GET /v2.0/networks/3c1c7584-46c1-4316-9a3a-b6fef1153dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7579477 Dec 20 11:35:43.382383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=60d3592e-5b23-46a9-a1c8-7ec1570302ac,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:43.394384 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:43.451918 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:35:43.488937 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6d378048-70c5-49f1-b04e-c987e08285f4 req-9dd2b355-e46f-4698-a30c-07bed92d08cf tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 210 time: 0.1457939 Dec 20 11:35:43.497877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:43.569155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a496bea3-a4a0-4949-a5aa-579c40b54a17 req-a67fb8a0-32aa-4a70-bb5f-07fca99a95a2 service neutron] 10.222.0.16 "GET /v2.0/networks/3c1c7584-46c1-4316-9a3a-b6fef1153dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810892 Dec 20 11:35:43.604971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:43.675040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:43.690351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:43.692491 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:43.729344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb340dc9-a2ec-40a2-b076-cb295eb40c60 req-ccc11928-d6a5-4c3a-a705-31b4568d665b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:43.730418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fb340dc9-a2ec-40a2-b076-cb295eb40c60 req-ccc11928-d6a5-4c3a-a705-31b4568d665b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:43.797437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fb340dc9-a2ec-40a2-b076-cb295eb40c60 req-ccc11928-d6a5-4c3a-a705-31b4568d665b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:43.804990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb340dc9-a2ec-40a2-b076-cb295eb40c60 req-ccc11928-d6a5-4c3a-a705-31b4568d665b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 931 time: 0.6156812 Dec 20 11:35:43.859083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:43.865685 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:43.871888 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb340dc9-a2ec-40a2-b076-cb295eb40c60 req-1f3b9ad9-68c0-4674-96e3-6f6825b18126 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657403 Dec 20 11:35:43.879325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58b04-7a18-4f7c-9fd0-1419d427f99e req-6c28e63f-7265-4549-a7ae-0e654d4885d1 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:43.889286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a0d58b04-7a18-4f7c-9fd0-1419d427f99e req-6c28e63f-7265-4549-a7ae-0e654d4885d1 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 945 time: 0.1614611 Dec 20 11:35:43.969633 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a0d58b04-7a18-4f7c-9fd0-1419d427f99e req-e15d4582-fbd0-41f2-b311-f023012b7d0e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737016 Dec 20 11:35:44.045729 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'code': 200} Dec 20 11:35:44.233595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2930781a-87de-487e-8488-9c463caf73d9 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:44.241787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:44.285101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Transition to ACTIVE for port object 2930781a-87de-487e-8488-9c463caf73d9 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:44.308574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:44.313371 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7a8d07f-9d52-4eaa-ac2d-2b05b9d538d7 tempest-LiveMigrationNegativeTest-1197801293 tempest-LiveMigrationNegativeTest-1197801293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:44.345525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a7723-73b0-4f94-977a-560a45e64b97 req-87f6be3c-e260-45d7-a678-005a704178fd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:44.347086 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c1a7723-73b0-4f94-977a-560a45e64b97 req-87f6be3c-e260-45d7-a678-005a704178fd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1603315 Dec 20 11:35:44.420896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c1a7723-73b0-4f94-977a-560a45e64b97 req-e937785e-e7eb-4893-83c2-ec8f202493ca tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Dec 20 11:35:44.571519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Pushing event updated for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:44.607033 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:44.642450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4989c-cf5b-4141-b686-73ff19aa31b7 req-7a7e1651-61eb-44d2-b31a-81e64d1eca7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:44.648508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5e4989c-cf5b-4141-b686-73ff19aa31b7 req-7a7e1651-61eb-44d2-b31a-81e64d1eca7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 949 time: 0.4828687 Dec 20 11:35:44.700886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6609a39b-518e-4d32-90ca-4953f6d6b339 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:44.817049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:44.841627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Attempting to bind port 2930781a-87de-487e-8488-9c463caf73d9 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:44.841958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Attempting to bind port 2930781a-87de-487e-8488-9c463caf73d9 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:44.842301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Attempting to bind port 2930781a-87de-487e-8488-9c463caf73d9 on network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:44.862420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c30145-cf9e-4608-8041-b8484665442b req-d78854c6-0831-4487-aa3e-d24f43c87883 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:44.863819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-d78854c6-0831-4487-aa3e-d24f43c87883 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.16 "GET /v2.0/networks?id=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d HTTP/1.1" status: 200 len: 806 time: 0.3717365 Dec 20 11:35:44.877763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5e4989c-cf5b-4141-b686-73ff19aa31b7 req-3f9f96e0-086b-4d3e-b1b8-b7f7e76e64e8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768866 Dec 20 11:35:44.879740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Port 2930781a-87de-487e-8488-9c463caf73d9 on network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:44.880058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Attempting to bind port 2930781a-87de-487e-8488-9c463caf73d9 on network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:44.926493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 60d3592e-5b23-46a9-a1c8-7ec1570302ac up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:44.942487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:44.947763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Checking segment: {'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:44.948404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Bound using segment: {'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:44.949230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Bound port: 2930781a-87de-487e-8488-9c463caf73d9, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:44.949756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.069378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 6609a39b-518e-4d32-90ca-4953f6d6b339 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:45.074309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-acbb2fb8-a71c-4492-a7b3-c238f66d633a req-c66f2bf2-1976-4b22-bf79-d00cdf9c5fff tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 210 time: 0.0870197 Dec 20 11:35:45.079379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 6609a39b-518e-4d32-90ca-4953f6d6b339 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:45.079972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.172607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 60d3592e-5b23-46a9-a1c8-7ec1570302ac triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:45.173353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.241007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-75d42ea7-9b35-4918-b550-e99d8a6d7c0e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6174e24598ba4fdc8fa77493bd14f7e5 HTTP/1.1" status: 200 len: 379 time: 0.3620532 Dec 20 11:35:45.252280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Request body: {'port': {'device_id': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'admin_state_up': True, 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'security_groups': ['bf2574ae-640b-4360-9b8d-5b24a58dca3c']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:45.292632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.385342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6609a39b-518e-4d32-90ca-4953f6d6b339, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6609a39b-518e-4d32-90ca-4953f6d6b339,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:45.414247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.425102 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:45.446046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:45.468252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2930781a-87de-487e-8488-9c463caf73d9,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:45.491373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2fd35-30ae-4c81-9e2f-60219fa0a019 req-8ed55273-fbdd-4926-a5f9-a4b09ecf512b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:45.498174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-35f2fd35-30ae-4c81-9e2f-60219fa0a019 req-8ed55273-fbdd-4926-a5f9-a4b09ecf512b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 943 time: 0.3067276 Dec 20 11:35:45.519092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.537328 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:45.560832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52f39a-4b3d-474e-b72f-44d78ef5f337 req-9bdbc2c2-0ad5-46b9-90fc-9621ba527b09 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:45.568570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f52f39a-4b3d-474e-b72f-44d78ef5f337 req-9bdbc2c2-0ad5-46b9-90fc-9621ba527b09 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 945 time: 0.1540101 Dec 20 11:35:45.640492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4ea448fe-ec33-4539-b710-59ceb50b9ff0 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:45.664150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:45.715584 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f52f39a-4b3d-474e-b72f-44d78ef5f337 req-49908191-2cd9-47bf-8f77-632a6a1dcca9 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459982 Dec 20 11:35:45.752633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:45.791486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.792849 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] 10.222.0.53 "PUT /v2.0/ports/2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 200 len: 1093 time: 3.4393427 Dec 20 11:35:45.797244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'tag': '2930781a-87de-487e-8488-9c463caf73d9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:45.830598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-35f2fd35-30ae-4c81-9e2f-60219fa0a019 req-600f60cd-e6e3-4b59-93bc-64df0d3522e3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314881 Dec 20 11:35:45.836906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Pushing event updated for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:45.839952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Made reservation on behalf of 6174e24598ba4fdc8fa77493bd14f7e5 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:45.859363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:45.878300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6609a39b-518e-4d32-90ca-4953f6d6b339,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:45.880223 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:45.891709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:45.892945 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:45.912749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:45.913129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:46.054819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609a39b-518e-4d32-90ca-4953f6d6b339'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:46.267743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:46.277311 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'tag': '2930781a-87de-487e-8488-9c463caf73d9', 'status': 'completed', 'code': 200} Dec 20 11:35:46.304045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9efead-5bc7-4bc8-8f41-1936a8e6b641 req-b801de7d-b651-49a4-8111-e273b0b41f2c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:46.305720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e9efead-5bc7-4bc8-8f41-1936a8e6b641 req-b801de7d-b651-49a4-8111-e273b0b41f2c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1756649 Dec 20 11:35:46.351279 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-f19dd3f0-0602-436b-9aa2-47118c4014e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1096 time: 0.4542694 Dec 20 11:35:46.393619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4ea448fe-ec33-4539-b710-59ceb50b9ff0, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4ea448fe-ec33-4539-b710-59ceb50b9ff0,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:46.397273 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e9efead-5bc7-4bc8-8f41-1936a8e6b641 req-2eac6477-67da-4dbf-aed3-b36d9f3fb0ac tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835912 Dec 20 11:35:46.408908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:46.410101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:46.468365 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:46.540528 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609a39b-518e-4d32-90ca-4953f6d6b339', 'code': 200} Dec 20 11:35:46.598139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-77d070e5-bcc1-4911-b365-8f2597217602 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 200 len: 217 time: 0.2340653 Dec 20 11:35:46.647413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4ea448fe-ec33-4539-b710-59ceb50b9ff0,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:46.664236 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:46.717585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:46.726976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:46.727631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:46.855728 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1db27c2-0fd1-4e00-8af1-7ec8b0530c0e req-d1e56ec6-81ea-4d01-95e5-b236ab05160a tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 210 time: 0.0735044 Dec 20 11:35:46.893957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Allocated IP 172.20.0.14 (593e4068-cb72-49a6-bd1e-c4c17fa2ca2d/6b985b90-088f-4b61-ae3e-eb755d48a3fd/0414d821-0ce8-4660-8f97-a15c86fa22b4) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:46.917474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-3ab25652-91c5-42d3-b78a-d6cb8d7397da service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:46.926253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-3ab25652-91c5-42d3-b78a-d6cb8d7397da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.3036969 Dec 20 11:35:46.982594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:47.026622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,segment=NetworkSegment(b527f83d-0193-4e92-b9bd-63c894565ede),segment_id=b527f83d-0193-4e92-b9bd-63c894565ede)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:47.038462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:47.044795 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:47.181800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:47.185301 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-eba88b27-ef58-46d1-9615-2b4754911f83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2261982 Dec 20 11:35:47.186237 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:47.266719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b90cb-73ec-454b-b67d-38ca5315f4c1 req-0268a37c-9522-49de-b225-bfead1ef0d06 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:47.274143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba3b90cb-73ec-454b-b67d-38ca5315f4c1 req-0268a37c-9522-49de-b225-bfead1ef0d06 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 950 time: 0.7865880 Dec 20 11:35:47.289176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3fbe9-6efb-4f7d-ab95-7ace0f3bdbd0 req-9a08caa1-83ab-4dec-8e7c-abcef10ecb10 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:47.296321 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-17b3fbe9-6efb-4f7d-ab95-7ace0f3bdbd0 req-9a08caa1-83ab-4dec-8e7c-abcef10ecb10 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 946 time: 0.0934863 Dec 20 11:35:47.353801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-17b3fbe9-6efb-4f7d-ab95-7ace0f3bdbd0 req-e93c4018-bad7-4e26-a529-de0dadb281f9 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565434 Dec 20 11:35:47.527930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b306eb41-b1b2-4804-b21d-a960a78c7f61 req-5cd131af-60a5-4c8a-a310-9f4d3227a77f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 1102 time: 0.7821116 Dec 20 11:35:47.578981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ec49-4fd8-4d7a-9e38-7d920bb2aa21 req-62ed83ee-89f6-4e7d-baf3-645da7ef437e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:47.580684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d984ec49-4fd8-4d7a-9e38-7d920bb2aa21 req-62ed83ee-89f6-4e7d-baf3-645da7ef437e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 943 time: 0.0998788 Dec 20 11:35:47.627543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba3b90cb-73ec-454b-b67d-38ca5315f4c1 req-853c935d-3786-48c3-91f6-9f41ad1b7ab1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523650 Dec 20 11:35:47.638992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d984ec49-4fd8-4d7a-9e38-7d920bb2aa21 req-a0bcb466-6ff4-43cf-91e8-ec280b61abbb tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:47.650648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:47.660832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d984ec49-4fd8-4d7a-9e38-7d920bb2aa21 req-a0bcb466-6ff4-43cf-91e8-ec280b61abbb tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:47.662439 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d984ec49-4fd8-4d7a-9e38-7d920bb2aa21 req-a0bcb466-6ff4-43cf-91e8-ec280b61abbb tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758643 Dec 20 11:35:47.689811 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b306eb41-b1b2-4804-b21d-a960a78c7f61 req-875d146b-e1d6-4573-80b3-4100eb89b2e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303959 Dec 20 11:35:47.696748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-2e3575f2-fe80-4837-816e-79cf6baf0ebd service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017729 Dec 20 11:35:47.706422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Transition to ACTIVE for port object 0414d821-0ce8-4660-8f97-a15c86fa22b4 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:47.732333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:47.757385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:47.763728 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab4da9bd-fb14-4517-9f7a-2a26a132d64f tempest-InstanceActionsV221TestJSON-1396850432 tempest-InstanceActionsV221TestJSON-1396850432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:47.886119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:47.887353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:47.889328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event updated for resources: {'Port': ['ID=0414d821-0ce8-4660-8f97-a15c86fa22b4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:47.921091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:47.924945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:47.925546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:47.938414 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:47.993843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a9a18-0afb-4f00-b5e0-1b59c699377e req-92cc7f42-cd16-4a3e-8557-caf5db6e2f6a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:48.002527 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d3a9a18-0afb-4f00-b5e0-1b59c699377e req-92cc7f42-cd16-4a3e-8557-caf5db6e2f6a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1558027 Dec 20 11:35:48.102471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d3a9a18-0afb-4f00-b5e0-1b59c699377e req-bcd48f2d-ff57-493f-9312-2afa2f7fe132 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948617 Dec 20 11:35:48.170903 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9354b1c0-100b-4ae9-8079-5c93231c220a req-9ca15b28-aeb4-485c-bbc3-f49eeeef81be service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791543 Dec 20 11:35:48.295631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1394c29-dbe1-4bed-a95f-e872dac6c310 None None] Provisioning for port 0414d821-0ce8-4660-8f97-a15c86fa22b4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:48.301278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1394c29-dbe1-4bed-a95f-e872dac6c310 None None] Provisioning complete for port 0414d821-0ce8-4660-8f97-a15c86fa22b4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:48.301656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1394c29-dbe1-4bed-a95f-e872dac6c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:48.421695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1394c29-dbe1-4bed-a95f-e872dac6c310 None None] Port 0414d821-0ce8-4660-8f97-a15c86fa22b4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:35:48.460877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2121787 Dec 20 11:35:48.479863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Request body: {'port': {'device_id': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:48.542161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea448fe-ec33-4539-b710-59ceb50b9ff0'}, {'server_uuid': '9066acb0-3e69-428b-aa03-78518aab69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:48.623484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a16961-c03d-43d7-9090-cc5032ad3348 req-0d1c3822-573b-4c8f-8c7f-cf798816445c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:48.631203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-86a16961-c03d-43d7-9090-cc5032ad3348 req-0d1c3822-573b-4c8f-8c7f-cf798816445c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 946 time: 0.1166122 Dec 20 11:35:48.636692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:48.692641 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-86a16961-c03d-43d7-9090-cc5032ad3348 req-020f18c9-e4a8-49c2-beb1-a0763f6677d7 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604663 Dec 20 11:35:48.743037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03fa1d-4dd1-4031-aa2a-bc446c594db1 req-022c6bc0-8f2f-4740-9d60-4223b0e625b7 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:48.743788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9e03fa1d-4dd1-4031-aa2a-bc446c594db1 req-022c6bc0-8f2f-4740-9d60-4223b0e625b7 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Synchronizing usage tracker for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:35:48.771035 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea448fe-ec33-4539-b710-59ceb50b9ff0', 'code': 200} Dec 20 11:35:48.771311 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9066acb0-3e69-428b-aa03-78518aab69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb', 'code': 200} Dec 20 11:35:48.809770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-c0610875-126a-4114-a7b1-c49953bc880c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1096 time: 0.3823276 Dec 20 11:35:49.006036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9e03fa1d-4dd1-4031-aa2a-bc446c594db1 req-022c6bc0-8f2f-4740-9d60-4223b0e625b7 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Unset dirty status for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:35:49.017703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e03fa1d-4dd1-4031-aa2a-bc446c594db1 req-022c6bc0-8f2f-4740-9d60-4223b0e625b7 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 932 time: 0.8455639 Dec 20 11:35:49.210364 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34ecb952-f13c-435d-86f8-c0cdd94fb25e req-c5c6ff75-7e6d-4abb-ad38-619967192121 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 1103 time: 0.2317798 Dec 20 11:35:49.225610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146675f-2257-4bb7-b89a-a08c066fcf02 req-78a1b3df-c9c9-45bc-9086-f184ac6ca4c4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:49.239581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d146675f-2257-4bb7-b89a-a08c066fcf02 req-78a1b3df-c9c9-45bc-9086-f184ac6ca4c4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 950 time: 0.3364444 Dec 20 11:35:49.364757 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e03fa1d-4dd1-4031-aa2a-bc446c594db1 req-8ef52a5b-16ea-462f-8607-37dddda97bf2 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418720 Dec 20 11:35:49.388842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-9e6f79a9-0347-4da4-beb8-10e8e405aefd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:49.402364 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-9e6f79a9-0347-4da4-beb8-10e8e405aefd service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 914 time: 0.5741179 Dec 20 11:35:49.431914 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34ecb952-f13c-435d-86f8-c0cdd94fb25e req-801a2105-e096-4e1f-9a9a-282edec1d178 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493676 Dec 20 11:35:49.463847 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d146675f-2257-4bb7-b89a-a08c066fcf02 req-4fe8a561-b178-45e2-ba7b-2faabf0821b8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227497 Dec 20 11:35:49.727098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-792a1839-f3f3-45dc-af63-a59ebdd36c2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 200 len: 217 time: 0.3167861 Dec 20 11:35:49.802024 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-48c42cd7-981a-4562-9291-82797d0738b4 req-8a8baf6f-6c13-4aca-9de1-8405a2317af6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 1099 time: 0.8578134 Dec 20 11:35:49.885484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa39d20-0f42-46cd-b1d1-6b9edc45eb31 req-92ba806c-f4b1-4d44-9f2d-7223e97f46fc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:49.891781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-a5ad8535-6ee8-4a5d-a49d-d379403d83dd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:49.893653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-a5ad8535-6ee8-4a5d-a49d-d379403d83dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.1477470 Dec 20 11:35:49.896990 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eaa39d20-0f42-46cd-b1d1-6b9edc45eb31 req-92ba806c-f4b1-4d44-9f2d-7223e97f46fc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1214495 Dec 20 11:35:49.977734 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-146ef522-3cb1-40b4-b2a8-84bd5fd0794b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666182 Dec 20 11:35:49.994809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eaa39d20-0f42-46cd-b1d1-6b9edc45eb31 req-7c9489dc-8d82-486d-a07c-3d5134a12d9e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963697 Dec 20 11:35:50.046757 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-48c42cd7-981a-4562-9291-82797d0738b4 req-e8a1ddab-2aa1-483e-9ede-e45b62ff0db1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308586 Dec 20 11:35:50.057486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e68c-bda4-46cb-b70f-01f26c64350f req-1ff4e472-a30c-4ed6-86e9-4639e3884250 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:50.058949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c32e68c-bda4-46cb-b70f-01f26c64350f req-1ff4e472-a30c-4ed6-86e9-4639e3884250 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 943 time: 0.3939495 Dec 20 11:35:50.141033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0414d821-0ce8-4660-8f97-a15c86fa22b4 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:50.156930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:50.241843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Transition to ACTIVE for port object 0414d821-0ce8-4660-8f97-a15c86fa22b4 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:35:50.252342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c32e68c-bda4-46cb-b70f-01f26c64350f req-8a4f66fc-2ec0-4ca5-87f1-22c9bbbc31b8 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750052 Dec 20 11:35:50.262625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:50.270317 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b62e01d-e04c-4287-ab16-11522ad1ee4b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:50.317177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-5701d4ce-3095-4509-8c62-40a19e05e3fe service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031847 Dec 20 11:35:50.364398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca0fd-f4c4-4782-9ad2-60811ce9049e req-3d594889-4a20-4a54-9570-6df9e0ce5a1a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:50.372087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d42ca0fd-f4c4-4782-9ad2-60811ce9049e req-3d594889-4a20-4a54-9570-6df9e0ce5a1a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 946 time: 0.1461356 Dec 20 11:35:50.446712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d42ca0fd-f4c4-4782-9ad2-60811ce9049e req-41b5f4b8-ce26-4de5-993c-af3326ab22d2 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734913 Dec 20 11:35:50.805365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Pushing event updated for resources: {'Port': ['ID=0414d821-0ce8-4660-8f97-a15c86fa22b4,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:50.809807 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:50.858572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea05a97-be86-4865-bcaa-7cb553646282 req-a3b6a864-4944-43ce-b0b8-cb3634e24f72 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:50.860080 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ea05a97-be86-4865-bcaa-7cb553646282 req-a3b6a864-4944-43ce-b0b8-cb3634e24f72 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 950 time: 0.1536863 Dec 20 11:35:50.910679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Attempting to bind port 0414d821-0ce8-4660-8f97-a15c86fa22b4 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:35:50.911040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Attempting to bind port 0414d821-0ce8-4660-8f97-a15c86fa22b4 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:35:50.911344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Attempting to bind port 0414d821-0ce8-4660-8f97-a15c86fa22b4 on network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:50.912625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ea05a97-be86-4865-bcaa-7cb553646282 req-c7a3b4ec-33e1-47ad-9067-d3773d4404e7 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462105 Dec 20 11:35:50.918342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57000bc6-1119-48fc-8438-8fc5a7bc5994 req-1eee1179-cdea-43a5-9643-51e4add82b3f service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917468 Dec 20 11:35:50.925341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Port 0414d821-0ce8-4660-8f97-a15c86fa22b4 on network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:35:50.925666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Attempting to bind port 0414d821-0ce8-4660-8f97-a15c86fa22b4 on network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:35:50.948069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:35:50.948307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Checking segment: {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:35:50.948830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Bound using segment: {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:35:50.949281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Bound port: 0414d821-0ce8-4660-8f97-a15c86fa22b4, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:35:50.950172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:50.972924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6591-c613-4511-9d9e-d8ebbcc10fd9 req-66600e3c-cd56-4ada-acf4-f38653b33a47 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:50.974405 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba4c6591-c613-4511-9d9e-d8ebbcc10fd9 req-66600e3c-cd56-4ada-acf4-f38653b33a47 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 944 time: 0.2137828 Dec 20 11:35:51.088997 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba4c6591-c613-4511-9d9e-d8ebbcc10fd9 req-baad9843-16ee-4f5b-aeca-efaebd45dbbf tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867143 Dec 20 11:35:51.102355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] For port 0414d821-0ce8-4660-8f97-a15c86fa22b4, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:35:51.105898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] For port 0414d821-0ce8-4660-8f97-a15c86fa22b4, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:35:51.123107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:51.138427 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4909174e-0336-4042-a91d-9ecf7c9bc99c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:51.191282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:51.193502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] 10.222.0.16 "PUT /v2.0/ports/0414d821-0ce8-4660-8f97-a15c86fa22b4 HTTP/1.1" status: 200 len: 1094 time: 2.7173810 Dec 20 11:35:51.193672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:51.248114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Pushing event updated for resources: {'Port': ['ID=0414d821-0ce8-4660-8f97-a15c86fa22b4,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:51.267177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.268017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.268380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.268730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.269551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.269907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.270286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.271154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.271505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.271847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.272188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:51.297126 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:51.412087 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'status': 'completed', 'code': 200} Dec 20 11:35:51.500175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-b11a6ada-aa17-4935-b6b1-338da3f88419 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6174e24598ba4fdc8fa77493bd14f7e5&device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 1097 time: 0.1441355 Dec 20 11:35:51.594389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd01e4-92f9-40ad-b820-61949055b096 req-f08f550d-d6ed-4bad-b93b-3e05187da6c1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:51.599350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49dd01e4-92f9-40ad-b820-61949055b096 req-f08f550d-d6ed-4bad-b93b-3e05187da6c1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1689131 Dec 20 11:35:51.658939 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-7a27e8bb-56ca-4aca-9ee3-4c7e67eb3763 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4 HTTP/1.1" status: 200 len: 217 time: 0.1483517 Dec 20 11:35:51.707790 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49dd01e4-92f9-40ad-b820-61949055b096 req-6a55fa95-6f8a-4154-9ed0-449169f32375 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007016 Dec 20 11:35:51.768648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a74ab-6ab5-4901-88f5-edd07a33b1a7 req-e9c5f4e2-221c-4657-95ff-846b6884f3fb tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:51.769681 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f11a74ab-6ab5-4901-88f5-edd07a33b1a7 req-e9c5f4e2-221c-4657-95ff-846b6884f3fb tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 943 time: 0.1724808 Dec 20 11:35:51.807322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c30145-cf9e-4608-8041-b8484665442b req-050c9f08-2973-4dc2-a83b-caea6fda1811 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:51.811296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-050c9f08-2973-4dc2-a83b-caea6fda1811 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b985b90-088f-4b61-ae3e-eb755d48a3fd HTTP/1.1" status: 200 len: 845 time: 0.1350675 Dec 20 11:35:51.888748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f11a74ab-6ab5-4901-88f5-edd07a33b1a7 req-b20e1cfb-30f0-48c9-b3d2-e1848597fee1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087799 Dec 20 11:35:51.931260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-58a24a0d-b8f5-4848-80f8-106474455078 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1156564 Dec 20 11:35:51.986730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c6fd1-48bd-49b5-bb27-3b21d98c2086 req-6ddac817-246e-4485-a698-ed323e4c8b7f tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:51.988246 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-041c6fd1-48bd-49b5-bb27-3b21d98c2086 req-6ddac817-246e-4485-a698-ed323e4c8b7f tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 946 time: 0.1233668 Dec 20 11:35:52.047979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-041c6fd1-48bd-49b5-bb27-3b21d98c2086 req-c899a377-13ce-4a48-ba86-651d52e59518 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Dec 20 11:35:52.170112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-6d6f5c5d-16a5-4a8c-babf-831951090319 service neutron] 10.222.0.16 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296803 Dec 20 11:35:52.321829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b451042-367d-40e4-a3ca-7b948c04b774 req-885087fc-0561-4443-91b4-9faa95e44baa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:52.323785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2b451042-367d-40e4-a3ca-7b948c04b774 req-885087fc-0561-4443-91b4-9faa95e44baa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 950 time: 0.1220942 Dec 20 11:35:52.397216 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2b451042-367d-40e4-a3ca-7b948c04b774 req-2ca8ac32-486a-456c-bceb-a452ae374511 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666132 Dec 20 11:35:52.452863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-a6963041-ba21-48c8-ac41-acc47204eb20 service neutron] 10.222.0.53 "GET /v2.0/ports/f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b/bindings/n-h1-victoria-1 HTTP/1.1" status: 200 len: 384 time: 0.1568153 Dec 20 11:35:52.494411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-2027e454-5ea6-4b6c-94ee-4bc6454217eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:52.502606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-2027e454-5ea6-4b6c-94ee-4bc6454217eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.3774583 Dec 20 11:35:52.546779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-fb1d82fd-e927-4e2f-a645-a6ceff255098 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/quotas/3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 375 time: 0.0432272 Dec 20 11:35:52.596038 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4c30145-cf9e-4608-8041-b8484665442b req-b58a913c-8d0b-4e7d-9bfa-27b6f6340fea service neutron] 10.222.0.16 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071457 Dec 20 11:35:52.723216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2930781a-87de-487e-8488-9c463caf73d9 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:52.815461 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-bd47bdb1-1550-4637-a9e3-f45762ed16f2 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2668056 Dec 20 11:35:52.824204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dee03-2665-4b79-8c26-68e1111869f1 req-ff9393cf-2de8-4196-ba1b-f5c297b8576d tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:52.831945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-593dee03-2665-4b79-8c26-68e1111869f1 req-ff9393cf-2de8-4196-ba1b-f5c297b8576d tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 944 time: 0.0994880 Dec 20 11:35:52.894698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-593dee03-2665-4b79-8c26-68e1111869f1 req-55dc18ab-2212-4c69-b6a8-406eab98452d tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609016 Dec 20 11:35:52.953499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2930781a-87de-487e-8488-9c463caf73d9,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:52.970864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '2930781a-87de-487e-8488-9c463caf73d9', 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70', 'port_id': '2930781a-87de-487e-8488-9c463caf73d9', 'mac_address': 'fa:16:3e:cd:3d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc498423-0d46-455c-b806-375dc67e24b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:52.992399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04862ea1-bc5f-481e-a380-5984331dd04c req-8e634be9-9aa0-4f07-9e94-2bc8f3af0b75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6174e24598ba4fdc8fa77493bd14f7e5&device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 1097 time: 0.3045845 Dec 20 11:35:53.074232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:53.112104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2930781a-87de-487e-8488-9c463caf73d9 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:53.142687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2930781a-87de-487e-8488-9c463caf73d9,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:53.154672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:53.158175 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:53.202047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b6e62-ec1c-4bf1-bfab-7063e0f98dc2 req-5a86ace5-4624-4726-96cb-bc238683ff83 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:53.209119 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf7b6e62-ec1c-4bf1-bfab-7063e0f98dc2 req-5a86ace5-4624-4726-96cb-bc238683ff83 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 949 time: 0.0923102 Dec 20 11:35:53.268976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf7b6e62-ec1c-4bf1-bfab-7063e0f98dc2 req-5e9ed984-76df-40ea-8b02-59db368bf508 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588958 Dec 20 11:35:53.272609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:53.281865 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:53.330074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04862ea1-bc5f-481e-a380-5984331dd04c req-3eae0a3c-6822-4031-b9bb-e9a6d6790865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:53.331509 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04862ea1-bc5f-481e-a380-5984331dd04c req-3eae0a3c-6822-4031-b9bb-e9a6d6790865 service neutron] 10.222.0.16 "GET /v2.0/networks?id=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d HTTP/1.1" status: 200 len: 907 time: 0.3069844 Dec 20 11:35:53.333157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a3303407-2d72-43a0-8e72-e2aedd1f8715 service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169656 Dec 20 11:35:53.336171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-10a9dd49-aa0d-4de9-8cf6-81622ac228d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef&tenant_id=dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 1102 time: 0.5833104 Dec 20 11:35:53.422533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:53.521429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04862ea1-bc5f-481e-a380-5984331dd04c req-55769151-664a-4185-94d0-249550291767 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4 HTTP/1.1" status: 200 len: 217 time: 0.1624680 Dec 20 11:35:53.600582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04862ea1-bc5f-481e-a380-5984331dd04c req-1dcba07c-8f0b-42aa-8e56-8aab02cf1561 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:53.603853 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04862ea1-bc5f-481e-a380-5984331dd04c req-1dcba07c-8f0b-42aa-8e56-8aab02cf1561 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b985b90-088f-4b61-ae3e-eb755d48a3fd HTTP/1.1" status: 200 len: 845 time: 0.0882728 Dec 20 11:35:53.775333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-589ac37c-7cff-4745-836e-137b66850b53 service neutron] 10.222.0.32 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671641 Dec 20 11:35:53.788229 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-f8a5f685-568c-43c1-bc3d-35e842c1d983 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1102 time: 0.3776960 Dec 20 11:35:53.880536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f29667-9210-445b-8219-49a94f4524ea req-0ef5154f-fef2-4f53-bd6a-92445519feac tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:53.889202 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-43f29667-9210-445b-8219-49a94f4524ea req-0ef5154f-fef2-4f53-bd6a-92445519feac tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1022193 Dec 20 11:35:53.937489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-ac3903ef-272e-4799-b6c4-28c225fe8af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:53.938842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-ac3903ef-272e-4799-b6c4-28c225fe8af1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1416979 Dec 20 11:35:53.945470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-43f29667-9210-445b-8219-49a94f4524ea req-edd03093-e0fc-479e-863c-9a990c553d44 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 Dec 20 11:35:53.948834 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04862ea1-bc5f-481e-a380-5984331dd04c req-50388848-9a37-4400-a030-dd0d5a389059 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2895021 Dec 20 11:35:54.151194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241d2ae-632f-49f4-9339-62fabcf7f451 req-937860da-35e2-44b1-beb4-eb2609b73940 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:54.157954 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04862ea1-bc5f-481e-a380-5984331dd04c req-01b601bc-6df9-4f51-911c-9c62fc5363e0 service neutron] 10.222.0.16 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448817 Dec 20 11:35:54.159408 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d241d2ae-632f-49f4-9339-62fabcf7f451 req-937860da-35e2-44b1-beb4-eb2609b73940 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 944 time: 0.1023052 Dec 20 11:35:54.199063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-0750fd58-80a1-434d-a27d-465fce129936 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 217 time: 0.2490406 Dec 20 11:35:54.204509 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d241d2ae-632f-49f4-9339-62fabcf7f451 req-3acd0748-0286-403a-a440-3034f0601b71 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Dec 20 11:35:54.371670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-d5be0180-2994-4f18-b817-190e290fdb63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:54.373226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-d5be0180-2994-4f18-b817-190e290fdb63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1580095 Dec 20 11:35:54.563268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04862ea1-bc5f-481e-a380-5984331dd04c req-dcef3954-f0b7-4e19-a295-cafdf61b531e service neutron] 10.222.0.16 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868978 Dec 20 11:35:54.615429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-1dc89d96-e9a9-49c6-b5ce-60b910f602d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2184222 Dec 20 11:35:54.728317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2930781a-87de-487e-8488-9c463caf73d9 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:54.798799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7343a9-1f4f-49cf-ab85-ef2d5349448c req-c87873f0-72c0-4ab3-958a-5039f98e5d3a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:54.802851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7343a9-1f4f-49cf-ab85-ef2d5349448c req-c87873f0-72c0-4ab3-958a-5039f98e5d3a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:54.809804 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e7343a9-1f4f-49cf-ab85-ef2d5349448c req-c87873f0-72c0-4ab3-958a-5039f98e5d3a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171&device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 1690 time: 0.2118669 Dec 20 11:35:54.868433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-d7d6b45c-cf53-4428-a297-c8a3ffa7285d service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445679 Dec 20 11:35:54.885097 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e7343a9-1f4f-49cf-ab85-ef2d5349448c req-b1ba9856-7cc7-457d-9445-f77d2e0bbd29 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732191 Dec 20 11:35:54.914571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 2930781a-87de-487e-8488-9c463caf73d9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:54.921747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 2930781a-87de-487e-8488-9c463caf73d9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:54.922548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:54.944942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af3541-7114-4f45-89c2-a539a0e5044c req-35e34932-037c-4cd2-a877-d60db48a376e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:54.954569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-72af3541-7114-4f45-89c2-a539a0e5044c req-35e34932-037c-4cd2-a877-d60db48a376e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 946 time: 0.2176909 Dec 20 11:35:55.087207 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-72af3541-7114-4f45-89c2-a539a0e5044c req-5415deb7-4cbd-4e18-8eb6-7c1eef0ce9aa tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317387 Dec 20 11:35:55.129875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb3cda-3cf2-45a5-8c56-50c0ecdde5b1 req-ffbab9bd-f163-45cc-bbdb-62aabdf959d3 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:55.139786 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-63fb3cda-3cf2-45a5-8c56-50c0ecdde5b1 req-ffbab9bd-f163-45cc-bbdb-62aabdf959d3 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 944 time: 0.1315079 Dec 20 11:35:55.142548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe9cdf21-d4b2-4e10-a7cc-1fb2bad9bb8b req-a8c539b0-98c0-4f7b-b00c-12e1369a1461 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657969 Dec 20 11:35:55.240607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:55.275287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930781a-87de-487e-8488-9c463caf73d9'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:55.279529 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-63fb3cda-3cf2-45a5-8c56-50c0ecdde5b1 req-028b0d6b-8bf9-4c47-b79c-d0139cdb8295 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389022 Dec 20 11:35:55.304062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2930781a-87de-487e-8488-9c463caf73d9,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:55.326588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:55.327744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:35:55.378180 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:55.551930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:55.568593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.569091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.569529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.569963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.570519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.570947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.571469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.573164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.573735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.574776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.575213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:35:55.618181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e167f295-f758-4e33-9286-7cde64f79fe2 req-13e8cf1a-78cd-4f63-92c7-09b201e0882b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 210 time: 0.2657340 Dec 20 11:35:55.653325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0414d821-0ce8-4660-8f97-a15c86fa22b4 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:55.656757 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:55.683099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-a1050572-f12b-4826-9770-d457ae597765 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:55.685545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-a1050572-f12b-4826-9770-d457ae597765 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.16 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 946 time: 0.1293390 Dec 20 11:35:55.708060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075dbb-01ab-419f-a8f6-0bcdc31d04a2 req-44906c2e-9a93-4c3e-8731-45a5f8e99b54 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:55.714571 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ed075dbb-01ab-419f-a8f6-0bcdc31d04a2 req-44906c2e-9a93-4c3e-8731-45a5f8e99b54 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1065314 Dec 20 11:35:55.730133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:55.800338 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:55.816543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ed075dbb-01ab-419f-a8f6-0bcdc31d04a2 req-90503ef3-8520-46a9-8f9e-3690b4fea18a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912421 Dec 20 11:35:55.847443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Deleting port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:35:55.848028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:55.946096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0414d821-0ce8-4660-8f97-a15c86fa22b4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:55.966274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'port_id': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'mac_address': 'fa:16:3e:a0:68:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:55.971616 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930781a-87de-487e-8488-9c463caf73d9', 'code': 200} Dec 20 11:35:56.028717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:56.035842 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:56.109248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:56.123144 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:56.147685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:56.187425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0414d821-0ce8-4660-8f97-a15c86fa22b4 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:56.189132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafb50-9dd4-47c8-8d0a-7f216360b476 req-f1a1b08c-cf87-42a8-90ec-7dc454ab4ce8 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:56.196728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-15fafb50-9dd4-47c8-8d0a-7f216360b476 req-f1a1b08c-cf87-42a8-90ec-7dc454ab4ce8 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 945 time: 0.3068731 Dec 20 11:35:56.207072 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73fb5264-0448-408d-9649-7c9a8c3a748c req-ad4e52eb-74de-450f-9c24-f407d2d47146 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 1103 time: 0.1541820 Dec 20 11:35:56.223857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0414d821-0ce8-4660-8f97-a15c86fa22b4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:56.230369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:56.234433 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:56.276558 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e175d5bc-d1ba-4a8e-a755-509fe30029e7 req-24832230-fe43-419a-9864-546851134e69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1098 time: 0.2822325 Dec 20 11:35:56.290886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73fb5264-0448-408d-9649-7c9a8c3a748c req-254ea6ad-1150-48bb-8395-44a4a2077aeb tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783284 Dec 20 11:35:56.377290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0414d821-0ce8-4660-8f97-a15c86fa22b4,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:56.381948 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:56.473096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-15fafb50-9dd4-47c8-8d0a-7f216360b476 req-57644b16-8fb9-4e1d-b479-a97323301308 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755339 Dec 20 11:35:56.484675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] For port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,segment=NetworkSegment(b527f83d-0193-4e92-b9bd-63c894565ede),segment_id=b527f83d-0193-4e92-b9bd-63c894565ede)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:56.485443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:56.587235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['0414d821-0ce8-4660-8f97-a15c86fa22b4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:56.778966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Calling delete_port for 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:35:56.929823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e175d5bc-d1ba-4a8e-a755-509fe30029e7 req-7334b467-fa4c-4dc0-bd2f-627be686cf3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465387 Dec 20 11:35:56.942926 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f17bed44-2113-4fdf-9e71-db564278d646 req-25a7f07b-4385-4c9f-9385-e21474044e3c tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 1102 time: 0.1054239 Dec 20 11:35:57.003568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-b335ad43-772d-4f5b-88c0-df11c313707a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:57.007467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-b335ad43-772d-4f5b-88c0-df11c313707a tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 821 time: 0.7593737 Dec 20 11:35:57.009431 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f17bed44-2113-4fdf-9e71-db564278d646 req-2b6fcd6a-a878-48c7-9c12-6b55c8b3c0b5 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607083 Dec 20 11:35:57.061157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91bc42-66c0-4bd1-931f-afc782beb48b req-f12db81d-3796-4349-a53d-0e090d0d073e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:57.062778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e91bc42-66c0-4bd1-931f-afc782beb48b req-f12db81d-3796-4349-a53d-0e090d0d073e tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/ports?device_id=9066acb0-3e69-428b-aa03-78518aab69ea HTTP/1.1" status: 200 len: 946 time: 0.2172949 Dec 20 11:35:57.063932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:57.070412 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e44e4c6c-7a34-4ba1-b4d7-39940ae8c703 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:57.149695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Pushing event deleted for resources: {'Port': ['ID=29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:57.159782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Request body: {'port': {'device_id': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'admin_state_up': True, 'tenant_id': '3f0d5148896f4b0d974f7ab7b786dac2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:57.183503 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:57.264671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e91bc42-66c0-4bd1-931f-afc782beb48b req-25c434d9-9d3d-4d3b-be88-4ae5d74ba084 tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.32 "GET /v2.0/security-groups?id=3495512b-a41c-4e98-9aa0-3e86be4fdcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603639 Dec 20 11:35:57.413425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] No DVR routers for this DVR port 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:35:57.420659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:57.435051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9066acb0-3e69-428b-aa03-78518aab69ea', 'name': 'network-vif-deleted', 'tag': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:57.445153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ccd54565-c6f6-46e5-ba3e-902ca6ce1a1e req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] 10.222.0.16 "DELETE /v2.0/ports/29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb HTTP/1.1" status: 204 len: 173 time: 1.7516189 Dec 20 11:35:57.501358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd1a8-efd1-4130-ae94-bb8de98da509 req-bf326fe5-173a-408f-b0ef-388a5b08b10a tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:57.507855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:35:57.511663 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10fcd1a8-efd1-4130-ae94-bb8de98da509 req-bf326fe5-173a-408f-b0ef-388a5b08b10a tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 945 time: 0.2658410 Dec 20 11:35:57.527153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:35:57.541350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Made reservation on behalf of 3f0d5148896f4b0d974f7ab7b786dac2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:35:57.550496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:57.586819 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10fcd1a8-efd1-4130-ae94-bb8de98da509 req-ddc07c9f-3c21-4117-a324-296ec937dfc8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742228 Dec 20 11:35:57.644970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:57.744579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d576877a-a1e7-4d49-85a7-573234307bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:57.895077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005746c-7e5b-42b8-88f2-e0b2a6eda66c req-67f09ae5-c0c0-46ea-8463-9fa849d3d686 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:57.902297 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9005746c-7e5b-42b8-88f2-e0b2a6eda66c req-67f09ae5-c0c0-46ea-8463-9fa849d3d686 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 947 time: 0.1245182 Dec 20 11:35:57.920250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Allocated IP 172.20.0.14 (984ebb61-f77f-4ea0-9f33-86bc2a93ed95/64313e95-a9c0-441b-8941-5dc9f90be7b0/75864054-a0d9-4df1-af7f-93c5f2482b79) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:35:57.962816 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9005746c-7e5b-42b8-88f2-e0b2a6eda66c req-30aaa93b-d3f3-4fb2-b68f-00a09c266aa5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Dec 20 11:35:57.972638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:35:57.975654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf8c2c9-fc8f-464b-a077-bfe96672ded4 req-efcb4eca-3135-41bf-b67b-1a77ca9cced0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 210 time: 0.3933730 Dec 20 11:35:58.165202 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-43a6ceef-950e-4f16-be76-a4a856d8a88c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465024 Dec 20 11:35:58.372485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:58.403646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-938bcc50-df5b-4339-9e5b-a9b8658a7020 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:58.413076 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-938bcc50-df5b-4339-9e5b-a9b8658a7020 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381794 Dec 20 11:35:58.434365 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9066acb0-3e69-428b-aa03-78518aab69ea', 'name': 'network-vif-deleted', 'tag': '29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb', 'status': 'completed', 'code': 200} Dec 20 11:35:58.435934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f3105c9a-8894-4ae4-b22d-d4349cca609c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/quotas/b5e2c03354174875b96e80f7abdc0074 HTTP/1.1" status: 200 len: 375 time: 0.0215609 Dec 20 11:35:58.475818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:58.487976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:58.491726 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:58.557384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:35:58.561112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:35:58.563982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:35:58.567825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:58.568440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:58.579153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:58.593083 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:58.640901 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4849393 Dec 20 11:35:58.656923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfb0da-7de6-461a-baf2-fe861efa48a3 req-1c445ec2-1ce3-4277-824e-37b1b70f4f27 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:58.674185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cdfb0da-7de6-461a-baf2-fe861efa48a3 req-1c445ec2-1ce3-4277-824e-37b1b70f4f27 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 945 time: 0.2388480 Dec 20 11:35:58.713245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Request body: {'port': {'device_id': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:35:58.741576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-4c577207-fb4e-40c2-bedd-9a1546dd7072 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3044791 Dec 20 11:35:58.802878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:35:58.818568 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cdfb0da-7de6-461a-baf2-fe861efa48a3 req-d06e4741-52d7-42a6-81d6-9c2efef2ee90 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435168 Dec 20 11:35:58.866035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:59.166134 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'code': 200} Dec 20 11:35:59.240074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:59.272733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'mac_address': 'fa:16:3e:92:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:35:59.404181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:59.430305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:35:59.465233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:35:59.478610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:59.480965 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:35:59.652102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0414d821-0ce8-4660-8f97-a15c86fa22b4 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:35:59.679486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade90bf1-5b5b-46ed-81b3-6f9c6e272f27 req-a3dd0b12-5007-4164-b1b4-bb9b8494faba tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:35:59.681012 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade90bf1-5b5b-46ed-81b3-6f9c6e272f27 req-a3dd0b12-5007-4164-b1b4-bb9b8494faba tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 945 time: 0.1671181 Dec 20 11:35:59.730214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:35:59.740177 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:35:59.794189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 0414d821-0ce8-4660-8f97-a15c86fa22b4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:35:59.799750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 0414d821-0ce8-4660-8f97-a15c86fa22b4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:35:59.800440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:35:59.874891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:35:59.983089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75864054-a0d9-4df1-af7f-93c5f2482b79 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:00.008961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:00.052731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ade90bf1-5b5b-46ed-81b3-6f9c6e272f27 req-9ad2e138-6d15-44be-9acb-7570c33dc61b tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924862 Dec 20 11:36:00.055174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1edb71a8-c1b5-4c9c-bd38-f360ad3c4b3c req-40f31094-c924-4d20-9e4d-eb1eb5249406 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 210 time: 0.0967815 Dec 20 11:36:00.065445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Transition to ACTIVE for port object 75864054-a0d9-4df1-af7f-93c5f2482b79 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:00.081160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:00.094732 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:00.103849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2a86facc-15b3-42bb-9fe9-60d006a8c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:00.232536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:00.325946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0414d821-0ce8-4660-8f97-a15c86fa22b4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:00.366717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:00.368347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:00.474507 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:00.496437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-550c0020-a184-4504-aaa6-36b7c837f3af tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:00.497846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-550c0020-a184-4504-aaa6-36b7c837f3af tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef&tenant_id=dc71026b2bba4ad2a830f46780e52b38&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 948 time: 0.5972838 Dec 20 11:36:00.529846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:00.533383 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:00.566478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:00.566723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:00.567026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:00.585237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:00.585237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 29c4f293-5b84-4bb2-bbe3-cf8c44fdefcb not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:00.585605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:00.585605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:00.596931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0414d821-0ce8-4660-8f97-a15c86fa22b4,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:00.600418 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:00.643787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:00.644120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:00.644632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:00.645080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Bound port: 75864054-a0d9-4df1-af7f-93c5f2482b79, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:00.645454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:00.682830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226d1f-cdac-4096-9211-b73cc6fea02f req-69dcde54-d6f7-4e85-8635-9082ef7dff0e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:00.684631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6c226d1f-cdac-4096-9211-b73cc6fea02f req-69dcde54-d6f7-4e85-8635-9082ef7dff0e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 948 time: 0.1240709 Dec 20 11:36:00.741055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6c226d1f-cdac-4096-9211-b73cc6fea02f req-14b444d9-ddc6-472d-b80b-c8da06776153 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Dec 20 11:36:00.772622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-afb2f9fe-9579-467a-b4de-29dbab2f50f5 service neutron] 10.222.0.53 "GET /v2.0/ports/f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b/bindings/n-h1-victoria-1 HTTP/1.1" status: 200 len: 384 time: 0.2598882 Dec 20 11:36:00.784369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:00.788258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:00.794308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aedb68-724d-45b8-a986-78caef4cbcaf req-4ab6637b-f01d-47e8-aaab-7779a8c97cbd tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:00.795015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f8aedb68-724d-45b8-a986-78caef4cbcaf req-4ab6637b-f01d-47e8-aaab-7779a8c97cbd tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:00.859699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:00.876456 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ad29718-55fc-4f5a-b79e-eb66561266eb tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:00.938827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f8aedb68-724d-45b8-a986-78caef4cbcaf req-4ab6637b-f01d-47e8-aaab-7779a8c97cbd tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:00.945180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f8aedb68-724d-45b8-a986-78caef4cbcaf req-4ab6637b-f01d-47e8-aaab-7779a8c97cbd tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.5483794 Dec 20 11:36:00.981286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f25b7-1957-48e6-9be9-b820034106a4 req-17a60007-d622-4c82-8968-8d330ca158a2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:00.983077 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e68f25b7-1957-48e6-9be9-b820034106a4 req-17a60007-d622-4c82-8968-8d330ca158a2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 945 time: 0.0963411 Dec 20 11:36:01.049923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:01.052581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e68f25b7-1957-48e6-9be9-b820034106a4 req-1726e47c-d536-422c-9266-c484cfe36042 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618901 Dec 20 11:36:01.086325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:01.122817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:01.124165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 200 len: 1094 time: 2.4473941 Dec 20 11:36:01.125728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-bb2e8ceb-94fe-4054-a062-133f90380bf7 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1520538 Dec 20 11:36:01.126260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:01.174579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:01.216020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:01.254460 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:01.280738 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f8aedb68-724d-45b8-a986-78caef4cbcaf req-a2152054-9323-45f1-979e-97f0637f5bd5 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346601 Dec 20 11:36:01.401660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-cb1f9d3e-1acb-4a13-afff-c7e86438de15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1101 time: 0.5982699 Dec 20 11:36:01.491266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-c9c8b38c-c3f8-4cae-9346-99da1b006e4c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:01.492645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-c9c8b38c-c3f8-4cae-9346-99da1b006e4c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3534553 Dec 20 11:36:01.525604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:01.596786 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-449715e0-cb61-4ca9-bbc1-faabdcf2c444 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-258538306&fields=id&tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 267 time: 0.0461519 Dec 20 11:36:01.626980 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-7a61d1a0-a33c-4dd5-a463-94c3da8010a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1097 time: 0.4076943 Dec 20 11:36:01.691871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-36d392a2-0ba5-46d2-9ef5-60aef10f42e1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:01.693335 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-36d392a2-0ba5-46d2-9ef5-60aef10f42e1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 945 time: 0.0898809 Dec 20 11:36:01.706826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'port': {'security_groups': ['4a3b8103-c03c-4db3-ad98-613156bba472', '846f22b4-5897-4521-aaa7-fb10ffcf2f9b']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:01.796807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-5c94fbde-121b-41f1-8524-b80d098c7826 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 200 len: 217 time: 0.1558118 Dec 20 11:36:01.834750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:01.837056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-d68ce533-a750-4d89-81e3-e006ea18bbd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:01.838483 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-d68ce533-a750-4d89-81e3-e006ea18bbd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.4267194 Dec 20 11:36:01.930019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a678147-f649-4aba-baa2-ecf1a105700d req-210bb59a-5242-49a7-99f0-8732d148cfa1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:01.931366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a678147-f649-4aba-baa2-ecf1a105700d req-210bb59a-5242-49a7-99f0-8732d148cfa1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.4832873 Dec 20 11:36:01.951034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:01.970486 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-264365c6-e34a-4848-9780-524f37296a3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 217 time: 0.1147671 Dec 20 11:36:02.016152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:02.022197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-e8b8af1c-7fdb-49c8-9736-dcf29c9cad67 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:02.023645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-e8b8af1c-7fdb-49c8-9736-dcf29c9cad67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.2175732 Dec 20 11:36:02.089019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2930781a-87de-487e-8488-9c463caf73d9,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:02.100206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-ae2c6442-24a1-40ee-bd4f-ddc27b64fedc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589900 Dec 20 11:36:02.100765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:02.103618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:02.113678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:02.118909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:02.127733 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:02.129831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-05cd6a3c-96d3-4bc0-a750-9ddedb1f0e9f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:02.131270 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-05cd6a3c-96d3-4bc0-a750-9ddedb1f0e9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1476614 Dec 20 11:36:02.132925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:02.133407 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a678147-f649-4aba-baa2-ecf1a105700d req-39abf546-177a-4229-9672-0cdf788ca965 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899743 Dec 20 11:36:02.181338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:02.182089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:02.183437 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c743a2eb-6d03-4311-83fa-4326b39f5277 req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "PUT /v2.0/ports/2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 200 len: 981 time: 0.4823503 Dec 20 11:36:02.191789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'tag': '2930781a-87de-487e-8488-9c463caf73d9'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:02.252718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=6']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:02.272678 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79', 'status': 'completed', 'code': 200} Dec 20 11:36:02.274980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.275453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.276145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.276145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.276513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.276823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.277162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.281190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.282677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.283032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.283382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:02.299348 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:02.320085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:02.369125 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'code': 200} Dec 20 11:36:02.453215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-4c75252e-ffd0-4778-8cd9-4f996d4d65d4 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781701 Dec 20 11:36:02.587586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-90eb838f-0238-4b67-b872-4d18da8b5496 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4137769 Dec 20 11:36:02.615910 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecbd4103-9c8c-4f6b-bc52-3c7a0423e649 req-457f6a3d-9325-4610-a7e5-58f03b042f28 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 210 time: 0.0938063 Dec 20 11:36:02.620901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:02.638023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.211 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/6f63ac65-b42e-4f07-8073-8dcca6325efe) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:02.774585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:02.797685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d382833-5704-4897-b92e-825a30c61d1f req-c55dcc0c-4ed4-4ddf-b1ea-cb84364a3b77 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:02.799749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d382833-5704-4897-b92e-825a30c61d1f req-c55dcc0c-4ed4-4ddf-b1ea-cb84364a3b77 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 948 time: 0.2086687 Dec 20 11:36:02.849597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d382833-5704-4897-b92e-825a30c61d1f req-be859872-1128-4013-84c1-43a85060f2c8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Dec 20 11:36:02.851808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:02.852295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:02.924530 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'tag': '2930781a-87de-487e-8488-9c463caf73d9', 'status': 'completed', 'code': 200} Dec 20 11:36:03.019119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:03.039766 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994c18d8-0003-4fc8-b865-a8b70406406d req-c184f71a-9afd-48fc-bb52-ac26b5489cba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1137 time: 0.0895178 Dec 20 11:36:03.050492 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6eda9b6-00fc-40ac-98a8-bc472d2ebaf5 req-2594a9cb-081f-42b4-92f7-3e22dc21fc1d service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529065 Dec 20 11:36:03.064543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:03.071399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:03.077333 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:03.103178 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-d919049a-0a6e-4164-847b-8b37f770640a tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-529007547&fields=id&tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 267 time: 0.2527266 Dec 20 11:36:03.107917 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-dbc9ef7e-a628-4d2b-b3f8-4f8ff2bb6b2c service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005603 Dec 20 11:36:03.160114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:03.162253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac3f2a08-f6c8-44ca-b4c2-fad3cf4969b0 req-df6c56dd-bbf5-49ae-8910-a30527ef21ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 1099 time: 0.6991849 Dec 20 11:36:03.164127 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:03.270179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c18d8-0003-4fc8-b865-a8b70406406d req-04403600-fca3-4d27-a7c8-62c8477dfd95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:03.271633 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994c18d8-0003-4fc8-b865-a8b70406406d req-04403600-fca3-4d27-a7c8-62c8477dfd95 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 914 time: 0.2259114 Dec 20 11:36:03.357898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd1bca-f7a1-4749-b89a-295bc23e4a6a req-6fbc7f0e-7ebd-46ac-98f5-66b89728e475 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:03.359355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62cd1bca-f7a1-4749-b89a-295bc23e4a6a req-6fbc7f0e-7ebd-46ac-98f5-66b89728e475 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.1738939 Dec 20 11:36:03.360713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994c18d8-0003-4fc8-b865-a8b70406406d req-25f2d148-af0e-413b-8807-320528b79476 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 200 len: 217 time: 0.0804954 Dec 20 11:36:03.457913 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62cd1bca-f7a1-4749-b89a-295bc23e4a6a req-194f6cd3-5c47-4cdf-831c-3ae3548f096e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929515 Dec 20 11:36:03.458758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac3f2a08-f6c8-44ca-b4c2-fad3cf4969b0 req-f33fc42f-f214-43c6-9c7e-1e28518fd76a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375946 Dec 20 11:36:03.459175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c18d8-0003-4fc8-b865-a8b70406406d req-7652c5b9-2b9e-44de-b51d-2db25ba2bfe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:03.460487 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994c18d8-0003-4fc8-b865-a8b70406406d req-7652c5b9-2b9e-44de-b51d-2db25ba2bfe0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.0790334 Dec 20 11:36:03.506862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994c18d8-0003-4fc8-b865-a8b70406406d req-2dc36cd5-6680-4c63-836f-bf61571930ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395870 Dec 20 11:36:03.520957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:03.540695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-85edc610-f47e-4e21-8b8d-095c4a82258d service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676639 Dec 20 11:36:03.552706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-3f8cc672-5927-4085-af85-afefa5ac1ecf tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:03.561800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-3f8cc672-5927-4085-af85-afefa5ac1ecf tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 984 time: 0.4369771 Dec 20 11:36:03.568448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'port': {'security_groups': ['4a3b8103-c03c-4db3-ad98-613156bba472', '846f22b4-5897-4521-aaa7-fb10ffcf2f9b', 'f63e806b-e412-4a98-9e42-0a581768bb68']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:03.597819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object 6f63ac65-b42e-4f07-8073-8dcca6325efe will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:03.601385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-86456ade-a588-4c16-9a49-02cb37081c4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1097 time: 0.4336157 Dec 20 11:36:03.684916 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994c18d8-0003-4fc8-b865-a8b70406406d req-6337fdde-23d8-4425-b96c-7e9e5d423ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699014 Dec 20 11:36:03.814878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:03.823322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:03.826381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4', '4ea448fe-ec33-4539-b710-59ceb50b9ff0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:03.832484 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:03.858106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6609a39b-518e-4d32-90ca-4953f6d6b339'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:03.869780 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994c18d8-0003-4fc8-b865-a8b70406406d req-ded79d22-aa2e-4c1b-83a6-a4623795ec20 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727648 Dec 20 11:36:03.882118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-33158080-3296-4b2f-87e2-efb19b45f8e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:03.883633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-33158080-3296-4b2f-87e2-efb19b45f8e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2688143 Dec 20 11:36:03.905011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602bc18-af4b-411b-9db8-1494cbbc56f4 req-fc013730-0f67-4060-908c-f83dd31c36d9 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:03.906493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c602bc18-af4b-411b-9db8-1494cbbc56f4 req-fc013730-0f67-4060-908c-f83dd31c36d9 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.1183515 Dec 20 11:36:03.960490 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c602bc18-af4b-411b-9db8-1494cbbc56f4 req-0e0fdf86-449d-4d4d-80a8-f3a4f05482c8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440969 Dec 20 11:36:04.014037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=6f63ac65-b42e-4f07-8073-8dcca6325efe,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:04.017322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:04.021034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-3e2437ce-3375-46c5-9703-bc4a5560dc8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 200 len: 217 time: 0.1264231 Dec 20 11:36:04.024099 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:04.025083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:04.067921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:04.067921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:04.067921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:04.149764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6278081 Dec 20 11:36:04.174078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-b894099c-e5a3-4890-ad6a-2d3c492a442c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:04.176112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-b894099c-e5a3-4890-ad6a-2d3c492a442c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1465182 Dec 20 11:36:04.180287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Request body: {'port': {'device_id': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:04.284677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc27f166-457b-41a4-b62a-cdf3af31c9fb None None] Provisioning for port 6f63ac65-b42e-4f07-8073-8dcca6325efe completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:04.300040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc27f166-457b-41a4-b62a-cdf3af31c9fb None None] Provisioning complete for port 6f63ac65-b42e-4f07-8073-8dcca6325efe triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:04.300416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc27f166-457b-41a4-b62a-cdf3af31c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:04.310752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0913caf-9bd7-4422-bec4-f4feeb2083d0 req-3dbd148f-656a-4ca2-918a-36b40ae5b014 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:04.318113 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f0913caf-9bd7-4422-bec4-f4feeb2083d0 req-3dbd148f-656a-4ca2-918a-36b40ae5b014 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 936 time: 0.0911160 Dec 20 11:36:04.346710 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-6c9c9ff3-e289-4a60-a679-b2ccd602a4ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340227 Dec 20 11:36:04.360108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-fc27f166-457b-41a4-b62a-cdf3af31c9fb None None] Port 6f63ac65-b42e-4f07-8073-8dcca6325efe cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:36:04.361725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f0913caf-9bd7-4422-bec4-f4feeb2083d0 req-e0d259da-3e6d-4b04-8f35-6a8082e16a9a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Dec 20 11:36:04.371239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:04.433685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:04.560925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bd821-3032-4294-89d6-0ee2cdc6faec req-696bb187-8be1-4e17-a472-7b5a47f602af tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:04.562457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eb9bd821-3032-4294-89d6-0ee2cdc6faec req-696bb187-8be1-4e17-a472-7b5a47f602af tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.0835502 Dec 20 11:36:04.613005 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eb9bd821-3032-4294-89d6-0ee2cdc6faec req-9f08b91e-9a2c-4a07-ac7a-e8d0f25d034b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Dec 20 11:36:04.792434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-bdd0e189-786b-48e3-9c97-c0fea7fe1a7c service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317260 Dec 20 11:36:04.924673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2930781a-87de-487e-8488-9c463caf73d9,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:05.039278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:05.062976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:05.073704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:05.117478 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c7faffd4-6dbc-475f-a40b-cd91f99d1246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:05.160593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a2957cb-c8bf-463c-b677-bacee8a8202c req-097c90b2-2c7d-47f7-a2b9-8543a559e631 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540230 Dec 20 11:36:05.227901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:05.228487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:05.229848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9349598e-75f3-4c13-9bd5-98643edfdf76 req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "PUT /v2.0/ports/2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 200 len: 1020 time: 1.6682067 Dec 20 11:36:05.230957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'tag': '2930781a-87de-487e-8488-9c463caf73d9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:05.247441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:05.251678 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:05.317074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:05.333357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f63ac65-b42e-4f07-8073-8dcca6325efe {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:05.342131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:05.360426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Transition to ACTIVE for port object 6f63ac65-b42e-4f07-8073-8dcca6325efe will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:05.367521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:05.374307 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dfdfd851-bdfb-452f-b9ba-28fc6fd0087f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:05.387148 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'code': 200} Dec 20 11:36:05.541802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8878b-39b0-4b5d-a0f2-c32fcc3b9be1 req-c9602ac9-832c-4a80-9e62-5041aeb93667 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:05.544042 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-63b8878b-39b0-4b5d-a0f2-c32fcc3b9be1 req-c9602ac9-832c-4a80-9e62-5041aeb93667 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.1219642 Dec 20 11:36:05.578112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Pushing event updated for resources: {'Port': ['ID=6f63ac65-b42e-4f07-8073-8dcca6325efe,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:05.582316 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:05.597255 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-63b8878b-39b0-4b5d-a0f2-c32fcc3b9be1 req-3f800c4a-aeb0-4d1d-8d29-fed9b1af09cd tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Dec 20 11:36:05.694027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Attempting to bind port 6f63ac65-b42e-4f07-8073-8dcca6325efe on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:05.694351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Attempting to bind port 6f63ac65-b42e-4f07-8073-8dcca6325efe by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:05.694667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Attempting to bind port 6f63ac65-b42e-4f07-8073-8dcca6325efe on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:05.711441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Port 6f63ac65-b42e-4f07-8073-8dcca6325efe on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:05.711769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Attempting to bind port 6f63ac65-b42e-4f07-8073-8dcca6325efe on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:05.724266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:05.724582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:05.724873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:05.725301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Bound port: 6f63ac65-b42e-4f07-8073-8dcca6325efe, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:05.725642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:05.742206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa41aa-078b-45bd-8e12-278705d5c264 req-472325b4-d150-4876-b44f-f8acf1dc4777 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:05.749389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31fa41aa-078b-45bd-8e12-278705d5c264 req-472325b4-d150-4876-b44f-f8acf1dc4777 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.2560351 Dec 20 11:36:05.769601 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'tag': '2930781a-87de-487e-8488-9c463caf73d9', 'status': 'completed', 'code': 200} Dec 20 11:36:05.901797 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31fa41aa-078b-45bd-8e12-278705d5c264 req-2727d742-81c8-4d5a-8299-ec2a1066cddf tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515641 Dec 20 11:36:05.953220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67cca1-9b25-46ad-bae9-71670e112cfd req-68e6ee72-6ccf-4ba1-b77e-f2c62573573f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:05.954939 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba67cca1-9b25-46ad-bae9-71670e112cfd req-68e6ee72-6ccf-4ba1-b77e-f2c62573573f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1023 time: 0.0937898 Dec 20 11:36:05.961471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] For port 6f63ac65-b42e-4f07-8073-8dcca6325efe, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:05.968165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d805c825-a741-4176-9d67-160512fe61b6 req-abf16036-9b44-489e-b2ea-fea342e0dd34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1176 time: 0.1733949 Dec 20 11:36:05.998718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] For port 6f63ac65-b42e-4f07-8073-8dcca6325efe, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6f63ac65-b42e-4f07-8073-8dcca6325efe,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:06.008918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:06.015992 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a2a11bb-cf56-4c0e-8a96-b6e1228e300a tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:06.098602 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba67cca1-9b25-46ad-bae9-71670e112cfd req-8cdafad8-504c-4c5e-889c-498a69fd151b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=846f22b4-5897-4521-aaa7-fb10ffcf2f9b&id=4a3b8103-c03c-4db3-ad98-613156bba472&id=f63e806b-e412-4a98-9e42-0a581768bb68 HTTP/1.1" status: 200 len: 5484 time: 0.1382191 Dec 20 11:36:06.107339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-bba2eb62-f68f-4f4a-9b24-3cf7e384c2fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef&tenant_id=dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 1102 time: 0.1254618 Dec 20 11:36:06.228167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Pushing event updated for resources: {'Port': ['ID=6f63ac65-b42e-4f07-8073-8dcca6325efe,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:06.232417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c825-a741-4176-9d67-160512fe61b6 req-7dcf1cdd-93c8-4a8e-a5de-5a871e4273ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:06.237877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d805c825-a741-4176-9d67-160512fe61b6 req-7dcf1cdd-93c8-4a8e-a5de-5a871e4273ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 914 time: 0.2555466 Dec 20 11:36:06.243364 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:06.252364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:06.254094 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] 10.222.0.53 "PUT /v2.0/ports/6f63ac65-b42e-4f07-8073-8dcca6325efe HTTP/1.1" status: 200 len: 1098 time: 2.0831559 Dec 20 11:36:06.348550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d805c825-a741-4176-9d67-160512fe61b6 req-948972f3-3e5f-4c09-9d03-726d198efb08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 200 len: 217 time: 0.1039784 Dec 20 11:36:06.393165 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-34373458-5b45-4087-ae0e-d538d3ee1198 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1102 time: 0.2494314 Dec 20 11:36:06.443054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b87b1b-bda8-4f1e-b63d-adb4ef9b5e43 req-36417ed0-b065-47f0-8897-1cb42b006faf tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:06.444446 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4b87b1b-bda8-4f1e-b63d-adb4ef9b5e43 req-36417ed0-b065-47f0-8897-1cb42b006faf tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 948 time: 0.1639588 Dec 20 11:36:06.620307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c825-a741-4176-9d67-160512fe61b6 req-3cbb0bad-4dd3-4159-b1eb-29540bc35004 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:06.622310 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d805c825-a741-4176-9d67-160512fe61b6 req-3cbb0bad-4dd3-4159-b1eb-29540bc35004 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.2241180 Dec 20 11:36:06.640095 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4b87b1b-bda8-4f1e-b63d-adb4ef9b5e43 req-b1977f9b-628f-4dfe-8399-413bfbf46051 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148565 Dec 20 11:36:06.644158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-e59ae1ea-1bd9-4197-9681-96d2faa282a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:06.645588 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-e59ae1ea-1bd9-4197-9681-96d2faa282a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2455666 Dec 20 11:36:06.684381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d805c825-a741-4176-9d67-160512fe61b6 req-83eebe97-5892-4446-bcb2-a77f9f121ddd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536046 Dec 20 11:36:06.698705 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-913bce86-1a32-41ad-9a5f-67fa21a180de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 1101 time: 0.3487649 Dec 20 11:36:06.714115 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-7dcc36bd-c1a8-45f2-92ef-bfb935c95dda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 217 time: 0.0619490 Dec 20 11:36:06.782103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c1c46-5ff1-43b5-b7b7-076d371f6034 req-27cb96aa-7c2f-4b78-bb6b-536c48232ad2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:06.783597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-81505d3a-988d-4e7c-8275-a26803a70b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:06.785183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-81505d3a-988d-4e7c-8275-a26803a70b93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0636847 Dec 20 11:36:06.786457 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e59c1c46-5ff1-43b5-b7b7-076d371f6034 req-27cb96aa-7c2f-4b78-bb6b-536c48232ad2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.3871114 Dec 20 11:36:06.822170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 9599a4e5-3d10-482f-a64f-4f58fdb5e65b no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:06.868953 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-75c11b63-6a6f-4ced-8beb-c54b226f6403 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.0769691 Dec 20 11:36:06.885606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-d3eff6dd-773c-4933-b76d-ffe8d4ac01ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6f63ac65-b42e-4f07-8073-8dcca6325efe HTTP/1.1" status: 200 len: 217 time: 0.1653531 Dec 20 11:36:06.942412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:06.977130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:06.983332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:06.985666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:06.992272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d805c825-a741-4176-9d67-160512fe61b6 req-6bc273e4-1312-4057-adfb-e6313e0f3bfe service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980278 Dec 20 11:36:07.002597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-dcf27feb-7e4e-467a-a28d-62089f6c4964 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:07.003912 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-dcf27feb-7e4e-467a-a28d-62089f6c4964 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1120546 Dec 20 11:36:07.010490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e59c1c46-5ff1-43b5-b7b7-076d371f6034 req-48b1315b-8582-4dfa-8750-2a583bf869c2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195380 Dec 20 11:36:07.065104 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-8af9e6bf-3274-4a45-8390-dc1b5c6171cf service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564300 Dec 20 11:36:07.071468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985b884-3797-49d3-ba56-32ae17b74374 req-97bbc08d-5f02-4c0e-8419-2093901cd64c tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:07.072237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:07.073360 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e985b884-3797-49d3-ba56-32ae17b74374 req-97bbc08d-5f02-4c0e-8419-2093901cd64c tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.2001662 Dec 20 11:36:07.075530 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:07.095356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:07.112737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1944422015 ', 'description': 'tempest-description-475066118'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:07.124701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Request body: {'floatingip': {'port_id': '0414d821-0ce8-4660-8f97-a15c86fa22b4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:07.206736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:07.239928 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a262ade-9670-4ef0-9504-7d04868b71eb req-4ab8cce3-f57f-42f4-b28b-79925eb620f1 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653671 Dec 20 11:36:07.286210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:07.290220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:07.358664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdba93-27a1-4b93-9ae0-67940073982c req-6f6c1c97-3b6f-4371-800a-ac4240c00d0d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:07.360083 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-6f6c1c97-3b6f-4371-800a-ac4240c00d0d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.1531622 Dec 20 11:36:07.376737 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-1600ad83-a28b-4211-ac7c-467722e9070d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/quotas/e9817e1271cf41629db3efc19bfe6149 HTTP/1.1" status: 200 len: 375 time: 0.0113809 Dec 20 11:36:07.388741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:07.418576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:07.456103 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-08054df1-1ca3-47c3-b512-636fae661d7c tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738502 Dec 20 11:36:07.476773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d805c825-a741-4176-9d67-160512fe61b6 req-914f4661-77cb-4a32-9722-67eb00a083d5 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758377 Dec 20 11:36:07.495237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-96fb57e6-6ad0-435b-90b5-156abe7df498 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4833295 Dec 20 11:36:07.571736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:07.592304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:07.593153 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a2a548e3-0c0d-4635-bed3-dd62f19fb6b5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300659 Dec 20 11:36:07.606009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:07.660978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:07.724534 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-0e94676f-46a7-4282-9fe1-d708429fd06b service neutron] 10.222.0.32 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257975 Dec 20 11:36:07.771489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'tag': '6f63ac65-b42e-4f07-8073-8dcca6325efe'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:07.795388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-baa50982-79e3-4e5f-a3db-bf47c0136a36 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628729 Dec 20 11:36:07.934009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:07.950274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.009205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db73b9-651b-46f9-9939-449f4b127b71 req-d4d09c91-b4b4-4ffc-8eb8-f617836de320 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:08.010949 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73db73b9-651b-46f9-9939-449f4b127b71 req-d4d09c91-b4b4-4ffc-8eb8-f617836de320 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.0876281 Dec 20 11:36:08.063004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73db73b9-651b-46f9-9939-449f4b127b71 req-ac1d81aa-0650-4a43-9873-7fe08fad0424 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Dec 20 11:36:08.110544 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d7712c8-7c91-4f0c-8606-5a2059e50d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:08.173906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36598) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:08.231022 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'code': 200} Dec 20 11:36:08.243135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Deleting subnet 5335e5d1-a5e4-4c26-ac4d-db70da6cbb28 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:36:08.247634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.286876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af05e6c7-e525-458f-9954-f6269ded8de6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:08.301334 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:08.336556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.358616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ef118c1-b094-40fd-b036-888a094412b6 req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 1.2831969 Dec 20 11:36:08.363021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad2abda5-5f45-4e11-8073-d8e197e94289 req-62bb7b62-ca49-449d-a9aa-8a334186fff6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536380 Dec 20 11:36:08.373431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.481765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.517410 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'tag': '6f63ac65-b42e-4f07-8073-8dcca6325efe', 'status': 'completed', 'code': 200} Dec 20 11:36:08.606703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-7874c291-346a-4b02-b4fe-55168beb856e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:08.609779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-7874c291-346a-4b02-b4fe-55168beb856e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc720fed-54ba-4573-91d6-25ba9748ebf0 HTTP/1.1" status: 200 len: 943 time: 0.4847803 Dec 20 11:36:08.632159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749e3a3-1ed4-42b6-915e-1dcf617b6baf req-1bc3c7cc-24c9-4229-85bc-0536971254bd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:08.633575 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d749e3a3-1ed4-42b6-915e-1dcf617b6baf req-1bc3c7cc-24c9-4229-85bc-0536971254bd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 948 time: 0.2318072 Dec 20 11:36:08.671064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.678366 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:08.717964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.723649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5335e5d1-a5e4-4c26-ac4d-db70da6cbb28,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:08.724623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-605334a2-8e32-4703-a1a0-c699e651d845 req-c46109bf-84cb-4d67-b9bd-70984e85dcc8 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 210 time: 0.0650175 Dec 20 11:36:08.728892 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:08.732805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.734689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.748684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d749e3a3-1ed4-42b6-915e-1dcf617b6baf req-b9680291-89b0-4bd7-bd48-eae0d55bdf28 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009977 Dec 20 11:36:08.758152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5335e5d1-a5e4-4c26-ac4d-db70da6cbb28 HTTP/1.1" status: 204 len: 168 time: 0.5831847 Dec 20 11:36:08.768526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36604) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:08.815352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Deleting port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:08.815612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.856491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:08.912454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:08.915590 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68e83e5b-63cd-4c1c-9d2e-eab05dbf8e4f req-ac7494d2-479d-45cd-b635-c9d332e18546 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/af05e6c7-e525-458f-9954-f6269ded8de6 HTTP/1.1" status: 200 len: 1614 time: 0.1283412 Dec 20 11:36:08.939213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-792db23f-5288-49ec-83f4-7c2ff73ee4f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 1101 time: 0.4236403 Dec 20 11:36:08.981628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.019818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:09.026767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.029480 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:09.117542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:09.121554 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:09.127292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.161271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4985d7a-36a4-455e-958d-9428043be295 req-9b8d35e1-3205-4768-914d-1d8ed5eb2e39 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/af05e6c7-e525-458f-9954-f6269ded8de6 HTTP/1.1" status: 200 len: 1614 time: 0.1847053 Dec 20 11:36:09.165414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1c7584-46c1-4316-9a3a-b6fef1153dae']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:09.199625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b527f83d-0193-4e92-b9bd-63c894565ede') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:09.200166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b527f83d-0193-4e92-b9bd-63c894565ede') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:09.229338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.266444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.273134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:36:09.273702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:36:09.381116 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:36:09.388173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-4b909a08-af09-4d99-85ce-8065abeaaa09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:09.389781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-4b909a08-af09-4d99-85ce-8065abeaaa09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.4251907 Dec 20 11:36:09.391140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.402722 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:09.407724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec019-4cd4-45b3-beaa-412a643f6b8d req-efdd3f02-a9ac-4dd4-a7cb-1819350f4991 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:09.410011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf9ec019-4cd4-45b3-beaa-412a643f6b8d req-efdd3f02-a9ac-4dd4-a7cb-1819350f4991 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.5494153 Dec 20 11:36:09.421251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.424081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b4985d7a-36a4-455e-958d-9428043be295 req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.454322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1c7584-46c1-4316-9a3a-b6fef1153dae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:09.466307 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:09.474236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b4985d7a-36a4-455e-958d-9428043be295 req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.490632 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] 10.222.0.32 "DELETE /v2.0/networks/3c1c7584-46c1-4316-9a3a-b6fef1153dae HTTP/1.1" status: 204 len: 168 time: 0.7187135 Dec 20 11:36:09.537216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b4985d7a-36a4-455e-958d-9428043be295 req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.548953 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f83a1633-a2d9-4eda-82df-3b2c6c1e9f7e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:09.567738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af05e6c7-e525-458f-9954-f6269ded8de6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:09.570642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:09.571866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b4985d7a-36a4-455e-958d-9428043be295 req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.578620 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4985d7a-36a4-455e-958d-9428043be295 req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/af05e6c7-e525-458f-9954-f6269ded8de6 HTTP/1.1" status: 204 len: 173 time: 0.4025352 Dec 20 11:36:09.592920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] For port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:09.593275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.629534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-ed5be593-d490-4cc2-9f92-606473f2fcb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6f63ac65-b42e-4f07-8073-8dcca6325efe HTTP/1.1" status: 200 len: 217 time: 0.2096362 Dec 20 11:36:09.667182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36618) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:09.775732 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e0b1339b-dcb9-4a35-86d6-9ef1ea9edd2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86d947e06f924076876ddb972534245a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067178 Dec 20 11:36:09.782354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:09.818776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b9754-c960-4a6f-95d4-7770bbb8971a req-d8529fd6-1293-4978-9d4b-c9940e4c1836 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:09.820313 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-936b9754-c960-4a6f-95d4-7770bbb8971a req-d8529fd6-1293-4978-9d4b-c9940e4c1836 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.1356733 Dec 20 11:36:09.888537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.892806 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-936b9754-c960-4a6f-95d4-7770bbb8971a req-bce955dd-5a4d-4dbe-8aa1-eb12fd600e27 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665638 Dec 20 11:36:09.913918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Calling delete_port for 9599a4e5-3d10-482f-a64f-4f58fdb5e65b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:09.920949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.976993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:09.980758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdba93-27a1-4b93-9ae0-67940073982c req-0e92f40d-6fe9-494e-ad32-877d4ff2c87e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:09.982206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-0e92f40d-6fe9-494e-ad32-877d4ff2c87e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 803 time: 0.7024646 Dec 20 11:36:09.982734 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f28f5512-fcfa-4b86-911c-a7612800c528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:09.992880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf9ec019-4cd4-45b3-beaa-412a643f6b8d req-c595a5fb-3c53-46d1-9b1b-091c5423aaa2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771248 Dec 20 11:36:10.008245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3495512b-a41c-4e98-9aa0-3e86be4fdcbf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:10.020693 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:10.021796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Request body: {'port': {'device_id': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'admin_state_up': True, 'tenant_id': 'e9817e1271cf41629db3efc19bfe6149'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:10.047950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.050134 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3495512b-a41c-4e98-9aa0-3e86be4fdcbf HTTP/1.1" status: 204 len: 168 time: 0.2659760 Dec 20 11:36:10.059705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-2fb46ae7-262f-4e44-bca4-09ed33e5aa60 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:10.061243 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-2fb46ae7-262f-4e44-bca4-09ed33e5aa60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2483041 Dec 20 11:36:10.144116 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Floating IP 6813f4e5-5452-439a-b7db-6d1e922582e6 associated. External IP: 172.35.0.152, port: 0414d821-0ce8-4660-8f97-a15c86fa22b4. Dec 20 11:36:10.203160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f38811ee-73b5-4675-9ed4-46e641a7db67 req-31c10c4c-67e0-43fb-aa8c-c057f5409ed7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 210 time: 0.0409942 Dec 20 11:36:10.207522 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-5ac14c65-7dce-4c45-95ed-a3ec1264b41c req-fc96fde3-3a8a-46f1-b28e-3746e58b271e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:36:10.208362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ac14c65-7dce-4c45-95ed-a3ec1264b41c req-fc96fde3-3a8a-46f1-b28e-3746e58b271e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/af05e6c7-e525-458f-9954-f6269ded8de6 HTTP/1.1" status: 404 len: 352 time: 0.1593220 Dec 20 11:36:10.235969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:10.270821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1244206065', 'description': 'tempest-description-1930957496'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:10.281432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:10.290980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:10.302326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:10.303201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:10.322814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.383015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:10.388856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:10.392608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:10.395190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:10.399351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:10.451530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Usage tracker for resource:port and tenant:e9817e1271cf41629db3efc19bfe6149 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:10.459341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.465025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.469379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.472450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:10.476529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b85ae7c-c96d-4ff1-9fe8-6ccf98a01668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:10.479977 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7b1db54-7a15-4c26-82c0-489862009489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:10.523676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe6e00-8435-4833-9c8d-2404c6b789b4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:10.526516 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:10.528159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.529517 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53baf27e-9cdd-40d2-84f7-1d0f1a76d54d req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.2644098 Dec 20 11:36:10.529650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:10.585104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-4a59d6ff-039a-4b38-8335-ba91b7c7b03e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5015948 Dec 20 11:36:10.585881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event deleted for resources: {'Port': ['ID=9599a4e5-3d10-482f-a64f-4f58fdb5e65b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:10.596731 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'code': 200} Dec 20 11:36:10.603708 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:10.626268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1511050493', 'description': 'tempest-description-745199901'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:10.633492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:10.642326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:10.646374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:10.652606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:10.663497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.673652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Made reservation on behalf of e9817e1271cf41629db3efc19bfe6149 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:10.676621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.700196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:10.704382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:10.707178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:10.713033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:10.772988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.777782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.782880 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8e3d90ce-38df-4363-9e7b-39040244f2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:10.809575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] No DVR routers for this DVR port 9599a4e5-3d10-482f-a64f-4f58fdb5e65b on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:36:10.815353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.819356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-deleted', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:10.824313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d34dcdd-a700-47e7-aef9-7b7699d86fae,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:10.827442 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:10.830171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:10.831590 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-42b85a17-7e7a-4b71-90e6-6e70874842e9 req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.2114525 Dec 20 11:36:10.858575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:10.900967 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc720fed-54ba-4573-91d6-25ba9748ebf0', 'name': 'network-vif-deleted', 'tag': '9599a4e5-3d10-482f-a64f-4f58fdb5e65b', 'status': 'completed', 'code': 200} Dec 20 11:36:10.918424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54be3be9-5577-4b9a-85df-948c5c25ab4a req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.53 "DELETE /v2.0/ports/9599a4e5-3d10-482f-a64f-4f58fdb5e65b HTTP/1.1" status: 204 len: 173 time: 2.2998776 Dec 20 11:36:10.929616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2012014031', 'description': 'tempest-description-2036558561'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:10.936680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:10.941880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:10.945347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:10.950794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e24d-b479-444b-a755-59c6928adb4c req-7517e427-f780-45fc-8015-2d99c72d59da tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:10.951500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7906e24d-b479-444b-a755-59c6928adb4c req-7517e427-f780-45fc-8015-2d99c72d59da tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:10.955261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:10.977125 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-9bb42e34-4594-494b-9afc-40916f053d2e service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719296 Dec 20 11:36:10.994485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.037655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:11.042514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:11.045961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:11.052537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:11.073380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7906e24d-b479-444b-a755-59c6928adb4c req-7517e427-f780-45fc-8015-2d99c72d59da tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:11.081510 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7906e24d-b479-444b-a755-59c6928adb4c req-7517e427-f780-45fc-8015-2d99c72d59da tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 948 time: 0.6818259 Dec 20 11:36:11.112727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:11.138619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.143750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.147875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:11.163216 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33cedd1e-abef-4827-867a-01ae16e644f0 tempest-ServersAdminNegativeTestJSON-979296269 tempest-ServersAdminNegativeTestJSON-979296269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:11.175908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'mac_address': 'fa:16:3e:92:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:11.222633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Allocated IP 172.20.0.3 (9b0a5ac6-674c-43e4-a551-8a2a020b3791/5a03b218-421b-4a94-9813-6c93352eb437/5417b896-f13a-4a13-953f-55e6a844dab6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:11.222962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031872f1-d505-45c2-9407-ff0200697fc5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:11.227304 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:11.233374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.256640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5690c6ae-ccfa-4a7c-a510-663a599ad5be req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3343370 Dec 20 11:36:11.259626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7906e24d-b479-444b-a755-59c6928adb4c req-88b3b353-5b8f-44b3-a7ec-055ff3cc282b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772165 Dec 20 11:36:11.314206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.343545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-956257852-network', 'tenant_id': '764e973345994c0387dfb8c52a4d0309'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:11.352632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:11.356421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:11.361376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Usage tracker for resource:network and tenant:764e973345994c0387dfb8c52a4d0309 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:11.370611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:11.385190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:11.387162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:11.393302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.396756 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:11.416682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da453c2d-4dab-4dc3-9f3f-71ed3aa5050c req-7572f818-15ab-4d67-8f39-da60aec4ef5f service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274261 Dec 20 11:36:11.483022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:11.486979 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:11.490584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Made reservation on behalf of 764e973345994c0387dfb8c52a4d0309 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:11.491835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.508583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.525856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873dfc4-5456-4a02-a410-0294bf851850 req-f56ac3ea-e733-4365-aa5a-8fb4d6e12b7d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:11.527450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e873dfc4-5456-4a02-a410-0294bf851850 req-f56ac3ea-e733-4365-aa5a-8fb4d6e12b7d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.1494281 Dec 20 11:36:11.587783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:11.597320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Usage tracker for resource:security_group_rule and tenant:764e973345994c0387dfb8c52a4d0309 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:11.602283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:11.607671 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e873dfc4-5456-4a02-a410-0294bf851850 req-783e4d67-bbe9-49e1-8610-b6b2f95567bc tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730336 Dec 20 11:36:11.611964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:11.692772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:11.707751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.716088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.720537 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e9d79d9-bdd9-4816-bc1a-e727760058a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:11.759253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:36:11.766074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52050849-c74d-43cf-a51e-a40969be0c54,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:11.770762 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:11.776911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.777858 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Added segment 3c6633e3-f2d5-4e74-b2ee-901341f3272c of type vlan for network b22c9d00-c8ba-4751-b541-e81234598bf4 Dec 20 11:36:11.812772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.825601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.851532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.853208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:11.854296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.860922 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:11.965549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:11.972952 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0526fc9a-2152-41de-b6ad-bbe6f2e11585 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:12.001646 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8876588 Dec 20 11:36:12.007737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36674) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:12.010435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Pushing event updated for resources: {'Network': ['ID=b22c9d00-c8ba-4751-b541-e81234598bf4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:12.017511 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:12.022175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b22c9d00-c8ba-4751-b541-e81234598bf4 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:36:12.022503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Request body: {'subnet': {'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-subnet', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:12.026036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f798c-776a-4f87-913c-61ceb7a3e266 req-57592235-fb79-410a-bca5-78c687d25dfb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:12.029588 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c77f798c-776a-4f87-913c-61ceb7a3e266 req-57592235-fb79-410a-bca5-78c687d25dfb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.5844128 Dec 20 11:36:12.030927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:12.041125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Usage tracker for resource:subnet and tenant:764e973345994c0387dfb8c52a4d0309 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:12.044842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:12.052880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:12.082144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:12.090062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:12.107806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Made reservation on behalf of 764e973345994c0387dfb8c52a4d0309 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:12.110749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.113559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:12.117360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:12.117961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.142666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:12.147593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:12.172506 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1543705 Dec 20 11:36:12.176426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c77f798c-776a-4f87-913c-61ceb7a3e266 req-51eebf6f-3338-4d81-b566-baa75a5063a2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294374 Dec 20 11:36:12.188500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Request body: {'port': {'device_id': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:12.233715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Router d1f1387f-18a5-4265-8585-3f7c9cad72ed has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:36:12.293291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44709c2e-4ea2-4540-b9bd-b619d303bc12 req-c8ca0ab4-0f9b-4a2a-84ab-d4c4a521321a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:12.294778 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44709c2e-4ea2-4540-b9bd-b619d303bc12 req-c8ca0ab4-0f9b-4a2a-84ab-d4c4a521321a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 931 time: 0.2441807 Dec 20 11:36:12.395040 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44709c2e-4ea2-4540-b9bd-b619d303bc12 req-4ffab32f-f5cd-4eee-9e50-72abbb356dba tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888755 Dec 20 11:36:12.429141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.435499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.439337 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:12.510668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102f89d6-69d7-4840-8f5b-699bc718eb41,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:12.515595 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:12.562899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Checking segment: {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:12.563251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Network hostable DHCP agents. Network: b22c9d00-c8ba-4751-b541-e81234598bf4, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:36:12.569639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e55d9373-96e4-4620-895b-4f5dc8b2be5f req-8358ce1a-10e2-4d22-af1a-30b30b80ed37 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:12.598287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Network b22c9d00-c8ba-4751-b541-e81234598bf4 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:36:12.621625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18345006-0801-4b7a-b57f-fe5ca1330761 req-9ccdd799-51e6-4b2d-9e17-3e9555ed0f32 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:12.623129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18345006-0801-4b7a-b57f-fe5ca1330761 req-9ccdd799-51e6-4b2d-9e17-3e9555ed0f32 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 949 time: 0.1012502 Dec 20 11:36:12.623902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b22c9d00-c8ba-4751-b541-e81234598bf4) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:12.627964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:12.628544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.637485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075f506-336b-4f1a-ae9d-519a09688635 None None] Network b22c9d00-c8ba-4751-b541-e81234598bf4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:36:12.651581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6425662 Dec 20 11:36:12.655058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:12.663206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:12.684701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:12.700977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Usage tracker for resource:router and tenant:764e973345994c0387dfb8c52a4d0309 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:12.712161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:12.722898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:12.732995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e55d9373-96e4-4620-895b-4f5dc8b2be5f req-8358ce1a-10e2-4d22-af1a-30b30b80ed37 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:12.734419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e55d9373-96e4-4620-895b-4f5dc8b2be5f req-8358ce1a-10e2-4d22-af1a-30b30b80ed37 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 9734 time: 0.4996045 Dec 20 11:36:12.747298 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18345006-0801-4b7a-b57f-fe5ca1330761 req-d2d0a49d-76fc-48f1-84a8-d8a859d24c7b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880947 Dec 20 11:36:12.770660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.772016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.802613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:12.914429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6f63ac65-b42e-4f07-8073-8dcca6325efe details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:12.918068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:12.926963 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e55d9373-96e4-4620-895b-4f5dc8b2be5f req-497ef363-270c-4808-9342-12ab123edd28 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/4a3b8103-c03c-4db3-ad98-613156bba472 HTTP/1.1" status: 200 len: 2649 time: 0.1732883 Dec 20 11:36:13.042058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:36:13.046959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74315c36-01c2-43f0-93e3-caafce5b6305 None None] Network b22c9d00-c8ba-4751-b541-e81234598bf4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:36:13.050919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.055019 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] Sync routers for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:36:13.071716 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:13.072739 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:13.082789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5417b896-f13a-4a13-953f-55e6a844dab6 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:13.094544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.096044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e55d9373-96e4-4620-895b-4f5dc8b2be5f req-0dbf3933-ec8a-4803-b706-879ce870659f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/4a3b8103-c03c-4db3-ad98-613156bba472 HTTP/1.1" status: 200 len: 2649 time: 0.1628146 Dec 20 11:36:13.099629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.119723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f869-e81a-49bd-ba00-84d419f45716 req-ded81ff9-5d46-4a65-bfb8-185e392f23e9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:13.128230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1b7f869-e81a-49bd-ba00-84d419f45716 req-ded81ff9-5d46-4a65-bfb8-185e392f23e9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 948 time: 0.2057681 Dec 20 11:36:13.133483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Transition to ACTIVE for port object 5417b896-f13a-4a13-953f-55e6a844dab6 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:13.135271 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-58c167c9-df73-4e39-9f38-dd71d14cccb8 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "PUT /v2.0/floatingips/6813f4e5-5452-439a-b7db-6d1e922582e6 HTTP/1.1" status: 200 len: 992 time: 6.0326891 Dec 20 11:36:13.136031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:13.147239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.151289 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce1a2f1c-0238-4a75-ab75-99b82f418cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:13.213894 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1b7f869-e81a-49bd-ba00-84d419f45716 req-524a07b9-f814-4b40-9ffc-7cda8d988c38 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843077 Dec 20 11:36:13.312880 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:13.410592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:13.411244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.452087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:13.466072 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:13.499116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6f63ac65-b42e-4f07-8073-8dcca6325efe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6f63ac65-b42e-4f07-8073-8dcca6325efe,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:13.534868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '6f63ac65-b42e-4f07-8073-8dcca6325efe', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '6f63ac65-b42e-4f07-8073-8dcca6325efe', 'mac_address': 'fa:16:3e:6b:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:13.548927 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7887710f-5dea-496c-bcea-c9922f41891d req-4c353f1b-be9a-48c7-8ced-f1139a6bd8d7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/c9fe6e00-8435-4833-9c8d-2404c6b789b4 HTTP/1.1" status: 200 len: 1635 time: 0.0875535 Dec 20 11:36:13.619467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Attempting to bind port 5417b896-f13a-4a13-953f-55e6a844dab6 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:13.620070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Attempting to bind port 5417b896-f13a-4a13-953f-55e6a844dab6 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:13.620614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Attempting to bind port 5417b896-f13a-4a13-953f-55e6a844dab6 on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:13.638594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Port 5417b896-f13a-4a13-953f-55e6a844dab6 on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:13.639216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Attempting to bind port 5417b896-f13a-4a13-953f-55e6a844dab6 on network 9b0a5ac6-674c-43e4-a551-8a2a020b3791 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:13.651044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:13.651636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Checking segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:13.652719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Bound using segment: {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:13.653421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Bound port: 5417b896-f13a-4a13-953f-55e6a844dab6, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32308b8e-bff2-4b15-934b-90cd4554bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:13.653934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.672481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2b873-dac9-482f-9503-d6c10b0dbf13 req-0dca0669-5b88-4731-8ef2-b88f800aedb3 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:13.674295 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5de2b873-dac9-482f-9503-d6c10b0dbf13 req-0dca0669-5b88-4731-8ef2-b88f800aedb3 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.2367117 Dec 20 11:36:13.674430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.692946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7887710f-5dea-496c-bcea-c9922f41891d req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.699329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.721353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f63ac65-b42e-4f07-8073-8dcca6325efe {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:13.731742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.752363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.762324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6f63ac65-b42e-4f07-8073-8dcca6325efe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6f63ac65-b42e-4f07-8073-8dcca6325efe,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:13.776747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.778535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:13.788424 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:13.791457 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '6813f4e5-5452-439a-b7db-6d1e922582e6', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'floating_ip_address': '172.35.0.152', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'port_id': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'mac_address': 'fa:16:3e:a0:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:35:37Z', 'updated_at': '2021-12-20T11:36:08Z', 'revision_number': 1, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:42Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:13.797361 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] Checking router: d1f1387f-18a5-4265-8585-3f7c9cad72ed for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:36:13.810289 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:13.810900 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:13.822339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:13.860335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:13.878377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.879595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 9599a4e5-3d10-482f-a64f-4f58fdb5e65b no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:13.906671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5de2b873-dac9-482f-9503-d6c10b0dbf13 req-ba7c686c-a038-4c71-b08c-c488354b8978 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254887 Dec 20 11:36:13.917490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:13.921768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:13.924816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7887710f-5dea-496c-bcea-c9922f41891d req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.936058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:13.941964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 9599a4e5-3d10-482f-a64f-4f58fdb5e65b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:13.942592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 9599a4e5-3d10-482f-a64f-4f58fdb5e65b not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:13.951826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6f63ac65-b42e-4f07-8073-8dcca6325efe,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:13.952031 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fda3ddb4-5eac-4324-a44a-c409c95b1384 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:13.956922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Allocated IP 172.35.0.30 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/3585460c-cd86-4121-b330-ffa0b2699e5f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:13.969362 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:13.970415 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:14.082703 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:14.115873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:14.117949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:14.123350 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:14.125362 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:14.130336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.132902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:14.133489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] 10.222.0.16 "PUT /v2.0/ports/5417b896-f13a-4a13-953f-55e6a844dab6 HTTP/1.1" status: 200 len: 1093 time: 1.9518230 Dec 20 11:36:14.149433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '75864054-a0d9-4df1-af7f-93c5f2482b79', 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95', 'port_id': '75864054-a0d9-4df1-af7f-93c5f2482b79', 'mac_address': 'fa:16:3e:5c:67:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64313e95-a9c0-441b-8941-5dc9f90be7b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:14.164463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.202012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7887710f-5dea-496c-bcea-c9922f41891d req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.207138 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:14.222525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe6e00-8435-4833-9c8d-2404c6b789b4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:14.225642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:14.227035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.242681 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:14.305254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:14.312861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.319375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:14.322771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:14.348407 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'status': 'completed', 'code': 200} Dec 20 11:36:14.354202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75864054-a0d9-4df1-af7f-93c5f2482b79 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:14.361906 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-fddf096c-dcaf-4805-8030-943f61ee105b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 1096 time: 0.1762965 Dec 20 11:36:14.388109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:14.404252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.406214 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:14.467400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7887710f-5dea-496c-bcea-c9922f41891d req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.484600 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7887710f-5dea-496c-bcea-c9922f41891d req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/c9fe6e00-8435-4833-9c8d-2404c6b789b4 HTTP/1.1" status: 204 len: 173 time: 0.9346168 Dec 20 11:36:14.490793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:14.503476 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:14.507852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Pushing event updated for resources: {'Port': ['ID=3585460c-cd86-4121-b330-ffa0b2699e5f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:14.516876 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:14.587259 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '6813f4e5-5452-439a-b7db-6d1e922582e6', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'floating_ip_address': '172.35.0.152', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'port_id': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'mac_address': 'fa:16:3e:a0:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:35:37Z', 'updated_at': '2021-12-20T11:36:08Z', 'revision_number': 1, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:42Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:14.592737 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-82a89392-006d-4554-852c-e59a936992ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5417b896-f13a-4a13-953f-55e6a844dab6 HTTP/1.1" status: 200 len: 217 time: 0.1487060 Dec 20 11:36:14.603786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.604215 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbc9d4-5768-4f7c-aa65-992482768e9c None None] The sync data for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 is: [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '6813f4e5-5452-439a-b7db-6d1e922582e6', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'floating_ip_address': '172.35.0.152', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'port_id': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'mac_address': 'fa:16:3e:a0:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:35:37Z', 'updated_at': '2021-12-20T11:36:08Z', 'revision_number': 1, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:42Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:36:14.604736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.688477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-e90413b6-fc3f-4d2e-be04-cf1acb9cdb80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6174e24598ba4fdc8fa77493bd14f7e5&device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 1099 time: 0.3073454 Dec 20 11:36:14.693084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdba93-27a1-4b93-9ae0-67940073982c req-e5abcf5d-5497-41a8-9cb0-36fe3a722985 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:14.694523 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-e5abcf5d-5497-41a8-9cb0-36fe3a722985 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.0897112 Dec 20 11:36:14.704915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:14.709125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['75864054-a0d9-4df1-af7f-93c5f2482b79'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:14.744417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6f63ac65-b42e-4f07-8073-8dcca6325efe'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:14.764841 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-aa693885-a28f-4b68-b6d5-7091d683d686 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540318 Dec 20 11:36:14.777619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-4bf7244a-64ad-4339-926d-fabc18cb5699 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725515 Dec 20 11:36:14.822497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc52c65-daf7-48ee-98c6-3209753e78aa req-eab17e6d-2934-429b-8792-7ea428abfac2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:14.823188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bfc52c65-daf7-48ee-98c6-3209753e78aa req-eab17e6d-2934-429b-8792-7ea428abfac2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:14.877335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0a427-eb7d-4ab7-b70b-6d368ae45eee None None] New status for floating IP 6813f4e5-5452-439a-b7db-6d1e922582e6: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:36:15.006222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bfc52c65-daf7-48ee-98c6-3209753e78aa req-eab17e6d-2934-429b-8792-7ea428abfac2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:15.013276 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bfc52c65-daf7-48ee-98c6-3209753e78aa req-eab17e6d-2934-429b-8792-7ea428abfac2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 943 time: 0.4707353 Dec 20 11:36:15.025447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9c14e896-0ee0-4a85-bcfe-db2847dfdbe7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:15.027450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9c14e896-0ee0-4a85-bcfe-db2847dfdbe7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476814 Dec 20 11:36:15.048717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-6f5c28f2-4b1e-492a-a83b-46bd3a9811d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:15.050068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-6f5c28f2-4b1e-492a-a83b-46bd3a9811d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d HTTP/1.1" status: 200 len: 907 time: 0.3446066 Dec 20 11:36:15.052395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-d40b2312-4888-45d3-b009-e41f96547398 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/quotas/dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 375 time: 0.0159218 Dec 20 11:36:15.149065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-67b04299-aa3e-4f2f-ab00-b916fbe9f0a5 service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588269 Dec 20 11:36:15.162521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bfc52c65-daf7-48ee-98c6-3209753e78aa req-cae209d2-7065-4a38-bde8-a08c48e5fabc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482618 Dec 20 11:36:15.186153 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-3e02a96d-505d-48c9-a318-4570d41845ee tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143997 Dec 20 11:36:15.204105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:36:15.265041 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'code': 200} Dec 20 11:36:15.280868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-c295c662-91ec-4002-92b2-d0872a59520d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4 HTTP/1.1" status: 200 len: 1000 time: 0.2171307 Dec 20 11:36:15.508912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:36:15.520733 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Sync routers for ids ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:36:15.533610 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Routers {'d95fcc4b-dedb-4e97-9efe-a84a25a9b236'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:15.534396 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:15.545922 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-86a1b675-e7bd-4e32-b453-575fd660f0ad req-e244f5f0-6cb0-4157-a9e8-49e473652ef1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:36:15.547148 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-86a1b675-e7bd-4e32-b453-575fd660f0ad req-e244f5f0-6cb0-4157-a9e8-49e473652ef1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/c9fe6e00-8435-4833-9c8d-2404c6b789b4 HTTP/1.1" status: 404 len: 352 time: 0.0194819 Dec 20 11:36:15.548288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:15.549380 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8933830 Dec 20 11:36:15.552269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:15.579726 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45cdba93-27a1-4b93-9ae0-67940073982c req-01805817-a26c-485b-aac3-1beec1d219ed service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508396 Dec 20 11:36:15.607347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-e3f0e6d2-4ab3-44ab-98c8-2757c644c71a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:15.609006 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-e3f0e6d2-4ab3-44ab-98c8-2757c644c71a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b985b90-088f-4b61-ae3e-eb755d48a3fd HTTP/1.1" status: 200 len: 845 time: 0.3139660 Dec 20 11:36:15.716126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255388a7-347c-4cc1-832b-3ca64d9101b9 req-92e28051-0c59-444a-9ab6-6d5c07dc831d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:15.723078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-255388a7-347c-4cc1-832b-3ca64d9101b9 req-92e28051-0c59-444a-9ab6-6d5c07dc831d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 949 time: 0.2625177 Dec 20 11:36:15.754751 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Set router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:15.790288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-255388a7-347c-4cc1-832b-3ca64d9101b9 req-1228dbbc-8e0c-49b9-9ee9-ee50dad384aa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662086 Dec 20 11:36:15.794332 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-5b7f8bbd-0127-4a50-a556-a69614659f1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1784947 Dec 20 11:36:15.893872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4032-96c4-4aae-bed2-584d5e661f53 req-c6cd92b4-6af7-4b7b-9bef-b11953a60d7d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:15.895359 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-29ab4032-96c4-4aae-bed2-584d5e661f53 req-c6cd92b4-6af7-4b7b-9bef-b11953a60d7d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 945 time: 0.1181269 Dec 20 11:36:16.034288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-5f0f81bd-e257-4c79-b0ce-59fd447e0b50 service neutron] 10.222.0.16 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317164 Dec 20 11:36:16.055481 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-29ab4032-96c4-4aae-bed2-584d5e661f53 req-27f33645-b803-42bd-a9d4-8a1958192782 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969725 Dec 20 11:36:16.175466 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:36:14Z', 'revision_number': 3, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port': {'id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:13Z', 'updated_at': '2021-12-20T11:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:16.183078 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Checking router: d95fcc4b-dedb-4e97-9efe-a84a25a9b236 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:36:16.184651 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Updating router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 port 3585460c-cd86-4121-b330-ffa0b2699e5f binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:36:16.240799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05adcd1e-710f-4653-b1c7-b0d1bf2186ee req-5f3d12c2-4252-4543-9d16-3b3ff60029f5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/9d34dcdd-a700-47e7-aef9-7b7699d86fae HTTP/1.1" status: 200 len: 1634 time: 0.0711169 Dec 20 11:36:16.253324 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.306259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-792ad9e1-5341-4f25-8860-6a337f23df8f req-c5440724-9721-4014-bd60-13393420a71b service neutron] 10.222.0.16 "GET /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645943 Dec 20 11:36:16.331627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-05adcd1e-710f-4653-b1c7-b0d1bf2186ee req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.361296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-05adcd1e-710f-4653-b1c7-b0d1bf2186ee req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.365085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0f2f163-5724-48b8-a0d4-cd2246f12899 req-464caf14-ac83-47e4-bcd3-00c3d313bef3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 210 time: 0.0577581 Dec 20 11:36:16.366119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:16.476189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-05adcd1e-710f-4653-b1c7-b0d1bf2186ee req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.486671 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e669a753-e4b5-4e6e-b4d6-2d45b6f0964f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:16.506607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d34dcdd-a700-47e7-aef9-7b7699d86fae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:16.512317 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:16.517494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-05adcd1e-710f-4653-b1c7-b0d1bf2186ee req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.530377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05adcd1e-710f-4653-b1c7-b0d1bf2186ee req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d34dcdd-a700-47e7-aef9-7b7699d86fae HTTP/1.1" status: 204 len: 173 time: 0.2886388 Dec 20 11:36:16.564256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e92ff0-b545-4db1-9741-a9f48d6842e5 req-984d130a-320c-481c-bc05-6206ddc60a6f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:16.566795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-29e92ff0-b545-4db1-9741-a9f48d6842e5 req-984d130a-320c-481c-bc05-6206ddc60a6f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 943 time: 0.0885754 Dec 20 11:36:16.586116 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6', 'status': 'completed', 'code': 200} Dec 20 11:36:16.699914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-29e92ff0-b545-4db1-9741-a9f48d6842e5 req-46e9c39d-2ff4-4563-aba6-04d3405c759e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285563 Dec 20 11:36:16.716425 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.731830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-e61e921f-9e3c-4c29-8c39-083975e9991a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9817e1271cf41629db3efc19bfe6149&device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 1096 time: 0.1181667 Dec 20 11:36:16.738691 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Transition to ACTIVE for port object 3585460c-cd86-4121-b330-ffa0b2699e5f will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:16.747731 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.752388 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:16.794475 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-b46eed44-a9e0-45f5-8529-4e143c335755 req-14e863fc-6923-475f-83c7-81d0915c5e6b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:36:16.795375 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b46eed44-a9e0-45f5-8529-4e143c335755 req-14e863fc-6923-475f-83c7-81d0915c5e6b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/9d34dcdd-a700-47e7-aef9-7b7699d86fae HTTP/1.1" status: 404 len: 352 time: 0.0251083 Dec 20 11:36:16.872547 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Attempting to bind port 3585460c-cd86-4121-b330-ffa0b2699e5f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:16.872912 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Attempting to bind port 3585460c-cd86-4121-b330-ffa0b2699e5f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:16.873267 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Attempting to bind port 3585460c-cd86-4121-b330-ffa0b2699e5f on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:16.875410 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91474695-fb90-4229-987f-63138801a7bb None None] Pushing event updated for resources: {'Port': ['ID=3585460c-cd86-4121-b330-ffa0b2699e5f,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:16.878826 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-91474695-fb90-4229-987f-63138801a7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:16.884642 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:16.885013 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:16.885405 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.886299 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:16.886535 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Bound port: 3585460c-cd86-4121-b330-ffa0b2699e5f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:16.886762 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.899759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:16.974798 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] For port 3585460c-cd86-4121-b330-ffa0b2699e5f, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:16.978673 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] For port 3585460c-cd86-4121-b330-ffa0b2699e5f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3585460c-cd86-4121-b330-ffa0b2699e5f,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:16.985104 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:16.992601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9c5f1054-7c4d-4811-95bc-b78360996ae9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc71026b2bba4ad2a830f46780e52b38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933962 Dec 20 11:36:17.002308 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-b3ed424b-8839-4412-bb6c-5fdb531fb5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:17.083295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 75864054-a0d9-4df1-af7f-93c5f2482b79 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:17.090200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 75864054-a0d9-4df1-af7f-93c5f2482b79 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:17.090585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.094304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.142804 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91474695-fb90-4229-987f-63138801a7bb None None] Pushing event updated for resources: {'Port': ['ID=3585460c-cd86-4121-b330-ffa0b2699e5f,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:17.147672 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-91474695-fb90-4229-987f-63138801a7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:17.172275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e717da93-8060-4414-b522-0b9b07d1c73f req-4bbd53a4-074e-47e7-b347-14e394cf8e8c tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/031872f1-d505-45c2-9407-ff0200697fc5 HTTP/1.1" status: 200 len: 1635 time: 0.2278640 Dec 20 11:36:17.176818 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Routers {'d95fcc4b-dedb-4e97-9efe-a84a25a9b236'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:17.177772 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:17.181993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-2dd1c569-3024-47b2-84ba-720694fc24ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:17.184421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-2dd1c569-3024-47b2-84ba-720694fc24ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 200 len: 904 time: 0.4455838 Dec 20 11:36:17.258749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.297850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:17.299584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:17.310953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.312107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6f63ac65-b42e-4f07-8073-8dcca6325efe up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:17.347758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-cacce5f6-364a-428c-9708-d983dfbe7dac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5417b896-f13a-4a13-953f-55e6a844dab6 HTTP/1.1" status: 200 len: 217 time: 0.1247144 Dec 20 11:36:17.351190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e717da93-8060-4414-b522-0b9b07d1c73f req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.366218 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:17.371268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-688a5126-2daa-4d67-bc4c-26943e5594f6 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:17.372840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-688a5126-2daa-4d67-bc4c-26943e5594f6 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645160 Dec 20 11:36:17.374168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b2033-a9ba-4af3-8c41-bed4ded8b5ce req-18db0d33-77ae-4804-8dd3-08d79425334e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:17.381904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a31b2033-a9ba-4af3-8c41-bed4ded8b5ce req-18db0d33-77ae-4804-8dd3-08d79425334e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 949 time: 0.2895908 Dec 20 11:36:17.401330 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] Set router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:17.421105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Request body: {'port': {'device_id': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'dc71026b2bba4ad2a830f46780e52b38'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:17.457271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:17.462427 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:17.475511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e717da93-8060-4414-b522-0b9b07d1c73f req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.506121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 6f63ac65-b42e-4f07-8073-8dcca6325efe completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:17.512031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 6f63ac65-b42e-4f07-8073-8dcca6325efe triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:17.512475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.512922 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a31b2033-a9ba-4af3-8c41-bed4ded8b5ce req-47a785c3-ef39-4da1-9b4d-12763c6a478a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296997 Dec 20 11:36:17.559054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Allocated IP 172.20.0.1 (b22c9d00-c8ba-4751-b541-e81234598bf4/102f89d6-69d7-4840-8f5b-699bc718eb41/aaf13eb9-dac5-470a-840e-332c453120aa) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:17.603591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-a35b88a4-e1bb-4c7b-b463-9e5a2cc3db71 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:17.605614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-a35b88a4-e1bb-4c7b-b463-9e5a2cc3db71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 200 len: 843 time: 0.2400992 Dec 20 11:36:17.657285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.660364 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-986c2e67-3752-4d29-a47e-9358794739ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b0a5ac6-674c-43e4-a551-8a2a020b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427454 Dec 20 11:36:17.696422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6f63ac65-b42e-4f07-8073-8dcca6325efe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6f63ac65-b42e-4f07-8073-8dcca6325efe,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:17.703548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e717da93-8060-4414-b522-0b9b07d1c73f req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.704095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.704897 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:17.721450 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-028e1ce4-7334-4e08-926c-d66d4327984e tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:17.749242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:17.759359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:17.770510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031872f1-d505-45c2-9407-ff0200697fc5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:17.784622 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:17.785851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e717da93-8060-4414-b522-0b9b07d1c73f req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.801717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.802584 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e717da93-8060-4414-b522-0b9b07d1c73f req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/031872f1-d505-45c2-9407-ff0200697fc5 HTTP/1.1" status: 204 len: 173 time: 0.6288958 Dec 20 11:36:17.803462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Made reservation on behalf of dc71026b2bba4ad2a830f46780e52b38 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:17.809952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:17.823078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6f63ac65-b42e-4f07-8073-8dcca6325efe,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:17.826526 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:17.861140 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:36:14Z', 'revision_number': 3, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port': {'id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:13Z', 'updated_at': '2021-12-20T11:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:17.866537 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801302-41da-4b00-8e5e-5ed01185959c None None] The sync data for ids ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'] in n-d-victoria-1 is: [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:36:14Z', 'revision_number': 3, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port': {'id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:13Z', 'updated_at': '2021-12-20T11:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:36:17.888158 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79', 'code': 200} Dec 20 11:36:17.889449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.003096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.007163 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:18.092967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998275a-3d11-4084-b3a4-fd5f17993280 req-2ab72942-a938-4bb5-8656-6e1e4998b22c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:18.094452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5998275a-3d11-4084-b3a4-fd5f17993280 req-2ab72942-a938-4bb5-8656-6e1e4998b22c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.1647332 Dec 20 11:36:18.100517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Network b22c9d00-c8ba-4751-b541-e81234598bf4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:18.104304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:18.107588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf13eb9-dac5-470a-840e-332c453120aa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:18.110304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:18.128517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-9b34c33f-8286-418a-be67-6e0c29385f2b service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503319 Dec 20 11:36:18.130520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-631b9acf-69d0-4ff1-b1ba-e5abc40c8bf2 req-04a977d4-375f-48ce-9b9e-d32caee7e0d5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 210 time: 0.0722754 Dec 20 11:36:18.150792 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:18.211150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.222572 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5998275a-3d11-4084-b3a4-fd5f17993280 req-c291613c-73f5-4df5-9f66-679db9e16cba tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159062 Dec 20 11:36:18.235366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Allocated IP 192.168.233.87 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/ccb28491-b692-49cb-bafc-a68b1028ad3d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:18.429356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.462463 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-62544249-fb91-41a0-a730-28451652c371 req-f8258418-2377-46fd-bf9b-039f3f276ce0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:36:18.463837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-62544249-fb91-41a0-a730-28451652c371 req-f8258418-2377-46fd-bf9b-039f3f276ce0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/031872f1-d505-45c2-9407-ff0200697fc5 HTTP/1.1" status: 404 len: 352 time: 0.0530128 Dec 20 11:36:18.470856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-546c8767-ea43-4d8f-9571-d025f5c9dc7b req-b3a350d9-2f4d-4725-8533-47eae256c17d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1099 time: 0.4563320 Dec 20 11:36:18.554294 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a6a39b6-e61e-4908-837f-d1ba680e9487 req-e8bba80f-302e-4b63-8855-b2f90f3285e6 service neutron] 10.222.0.16 "GET /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123230 Dec 20 11:36:18.635816 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-546c8767-ea43-4d8f-9571-d025f5c9dc7b req-04c9373a-8217-4662-a86c-5d676e396844 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337817 Dec 20 11:36:18.692127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6a663-17e7-483b-97dd-49dc937823d3 req-01196f7a-e822-441a-a157-97767eca57f2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:18.693577 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dbb6a663-17e7-483b-97dd-49dc937823d3 req-01196f7a-e822-441a-a157-97767eca57f2 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 943 time: 0.2665231 Dec 20 11:36:18.741210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e19f1866-9909-4526-99dc-e517358a8bce req-240c7059-125f-462f-a5b2-3debab5c58db tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:18.780230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dbb6a663-17e7-483b-97dd-49dc937823d3 req-ac59bb90-98e0-458b-a648-218ea3116a8e tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744650 Dec 20 11:36:18.796113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e19f1866-9909-4526-99dc-e517358a8bce req-240c7059-125f-462f-a5b2-3debab5c58db tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:18.797518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e19f1866-9909-4526-99dc-e517358a8bce req-240c7059-125f-462f-a5b2-3debab5c58db tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 5484 time: 0.2813079 Dec 20 11:36:18.798955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.802735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.807070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.881944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Transition to ACTIVE for port object ccb28491-b692-49cb-bafc-a68b1028ad3d will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:18.888890 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:18.893788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e19f1866-9909-4526-99dc-e517358a8bce req-ea4ca88b-aaea-40f9-9757-43d4ec4357ce tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/4a3b8103-c03c-4db3-ad98-613156bba472 HTTP/1.1" status: 200 len: 2649 time: 0.0832379 Dec 20 11:36:18.942766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3585460c-cd86-4121-b330-ffa0b2699e5f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:18.953852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:18.982614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e19f1866-9909-4526-99dc-e517358a8bce req-7c0d173c-494f-4b2a-a5ed-39af87cb3331 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/4a3b8103-c03c-4db3-ad98-613156bba472 HTTP/1.1" status: 200 len: 2649 time: 0.0865586 Dec 20 11:36:18.995901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.001971 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6641616b-878d-4789-ac6e-9fd5799ebde8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:19.012037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['ae820710-3734-4865-9fa3-2ce345162960'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:19.042939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a', 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:19.065833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf13eb9-dac5-470a-840e-332c453120aa,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:19.087143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:19.096958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:19.099598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:19.104792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:19.106183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.120056 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:19.128680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:19.133585 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:19.167327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7507117 Dec 20 11:36:19.178380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153435354', 'description': 'tempest-description-369968988'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:19.184579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:19.194382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Network b22c9d00-c8ba-4751-b541-e81234598bf4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:19.196916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:19.203643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Request body: {'port': {'device_id': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:19.240095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:19.247765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 3585460c-cd86-4121-b330-ffa0b2699e5f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:19.268793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3585460c-cd86-4121-b330-ffa0b2699e5f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:19.269225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.330753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.393715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:19.398030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:19.403261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:19.406207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.423570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:19.457656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d613c2-b7ea-427a-833e-13498f0c6c31 req-c5ffa1d7-8d8e-4d29-a4bc-feff0e6aff27 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:19.459161 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18d613c2-b7ea-427a-833e-13498f0c6c31 req-c5ffa1d7-8d8e-4d29-a4bc-feff0e6aff27 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 950 time: 0.4623804 Dec 20 11:36:19.584398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.595124 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18d613c2-b7ea-427a-833e-13498f0c6c31 req-9f6e35af-0ee8-4ee7-b7a0-b36fcbb3562c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256113 Dec 20 11:36:19.595390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.601640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0dc3823a-2cc7-4f23-b699-aa07764bccaf None None] Provisioning for port ccb28491-b692-49cb-bafc-a68b1028ad3d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:19.604157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.623663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0dc3823a-2cc7-4f23-b699-aa07764bccaf None None] Provisioning complete for port ccb28491-b692-49cb-bafc-a68b1028ad3d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:19.624246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dc3823a-2cc7-4f23-b699-aa07764bccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.633632 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c2d8303b-0d00-45ac-9a43-693c2bf090ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:19.652596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 3585460c-cd86-4121-b330-ffa0b2699e5f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3585460c-cd86-4121-b330-ffa0b2699e5f,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:19.667303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.677717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:19.682602 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:19.688589 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce84113d-f745-4d49-ad92-79af5b66eab8 req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.5175931 Dec 20 11:36:19.740454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd8ebb4-be18-400a-a6ec-131170eca10a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:19.744266 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:19.750544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3823a-2cc7-4f23-b699-aa07764bccaf None None] Port ccb28491-b692-49cb-bafc-a68b1028ad3d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:36:19.779553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 5417b896-f13a-4a13-953f-55e6a844dab6 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:19.803241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=3585460c-cd86-4121-b330-ffa0b2699e5f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:19.806458 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:19.910419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63ac65-b42e-4f07-8073-8dcca6325efe'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:19.954574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578dc8-6578-465b-a4d3-3ed5ae909a69 req-285c8758-3a64-4096-ba46-abfe5fd287d5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:19.955996 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40578dc8-6578-465b-a4d3-3ed5ae909a69 req-285c8758-3a64-4096-ba46-abfe5fd287d5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 935 time: 0.1938522 Dec 20 11:36:19.959399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:19.962526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58764d9a-76fa-4f7d-bdb5-964af7f04435 req-95b2cf61-0376-4305-bcf2-e7de6c0476e4 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:19.965079 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58764d9a-76fa-4f7d-bdb5-964af7f04435 req-95b2cf61-0376-4305-bcf2-e7de6c0476e4 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.1350217 Dec 20 11:36:19.979933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '5417b896-f13a-4a13-953f-55e6a844dab6', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': '5417b896-f13a-4a13-953f-55e6a844dab6', 'mac_address': 'fa:16:3e:7c:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:20.023053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40578dc8-6578-465b-a4d3-3ed5ae909a69 req-e10a3fbd-40e3-423c-9b4f-f9c01b1bd91f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Dec 20 11:36:20.046391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:36:20.050508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb28491-b692-49cb-bafc-a68b1028ad3d {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:20.061958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.079908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58764d9a-76fa-4f7d-bdb5-964af7f04435 req-1063c7a3-2ce2-418c-bd47-a2b91f3972f3 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831292 Dec 20 11:36:20.108574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Transition to ACTIVE for port object ccb28491-b692-49cb-bafc-a68b1028ad3d will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:20.121722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.125993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.126390 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-77e3aa52-2139-469c-8f8d-ad3c5e448e7c tempest-ServerGroupTestJSON-1856937998 tempest-ServerGroupTestJSON-1856937998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:20.154707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5417b896-f13a-4a13-953f-55e6a844dab6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:20.187987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1031415638', 'description': 'tempest-description-1436896337'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:20.188827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:20.195204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.199051 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:20.216990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:20.280538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:20.290748 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:20.320202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:20.334942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:20.365649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:20.370040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:20.373236 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:20.418792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:36:20.420217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.432092 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] 10.222.0.32 "PUT /v2.0/routers/d95fcc4b-dedb-4e97-9efe-a84a25a9b236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8780928 Dec 20 11:36:20.442316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8c30-3300-4a04-aad0-224db57e03b2 req-fd84bdbe-968a-4692-bc61-47be55f1a17a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:20.445528 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97eb8c30-3300-4a04-aad0-224db57e03b2 req-fd84bdbe-968a-4692-bc61-47be55f1a17a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 944 time: 0.1139870 Dec 20 11:36:20.456628 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:36:20.467483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:20.468157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:20.468486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:20.489952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:20.496683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:20.496683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:20.499214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:20.504238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:20.505945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97eb8c30-3300-4a04-aad0-224db57e03b2 req-29ddf573-0366-4763-a3fc-567a4a858aac tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Dec 20 11:36:20.512024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:20.515292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:20.515629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:20.516005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:20.516425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Bound port: ccb28491-b692-49cb-bafc-a68b1028ad3d, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:20.516770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.534361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['5417b896-f13a-4a13-953f-55e6a844dab6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:20.610432 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63ac65-b42e-4f07-8073-8dcca6325efe', 'code': 200} Dec 20 11:36:20.719157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.724792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:20.730660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.738165 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b962ae4-1283-4f6e-9052-2bd69b8d56d6 tempest-ServersAdminNegativeTestJSON-1801816270 tempest-ServersAdminNegativeTestJSON-1801816270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:20.754501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:20.779637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.803850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc52c8-45f1-4bfa-9fd0-e3294a46f838,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:20.807831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.809507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f89a39eb-9b4a-43aa-abfb-1eac099c9d16 req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.6377048 Dec 20 11:36:20.811904 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:20.812495 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:20.898399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3585460c-cd86-4121-b330-ffa0b2699e5f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:20.956769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6f06b-c260-4f0c-b0f8-c933fb4c2bb5 req-dfda572b-74a0-492a-be37-4786a458c6f4 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:20.958157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10f6f06b-c260-4f0c-b0f8-c933fb4c2bb5 req-dfda572b-74a0-492a-be37-4786a458c6f4 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 946 time: 0.1602333 Dec 20 11:36:20.976613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.977926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] 10.222.0.53 "PUT /v2.0/ports/ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 1097 time: 1.7846410 Dec 20 11:36:20.986118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3585460c-cd86-4121-b330-ffa0b2699e5f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:20.986628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:20.987390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:21.044653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10f6f06b-c260-4f0c-b0f8-c933fb4c2bb5 req-639626ef-1cd6-43a2-b96d-537d4201d3b7 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800149 Dec 20 11:36:21.083457 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b607cdfe-a489-4987-b763-07695d3e1574 req-a4668d06-d123-4ec1-aa51-c4455fa67690 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 1103 time: 0.4043560 Dec 20 11:36:21.142629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:21.149313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:21.194455 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b607cdfe-a489-4987-b763-07695d3e1574 req-bdc763b2-0bd7-41e3-8927-f277dd630996 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854599 Dec 20 11:36:21.219071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d7b9-a5b9-451c-98ab-0cab56deaab2 req-8773bff8-ffc7-459c-9d38-d2aafaf6d5ae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:21.219958 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9e7d7b9-a5b9-451c-98ab-0cab56deaab2 req-8773bff8-ffc7-459c-9d38-d2aafaf6d5ae tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 950 time: 0.2274072 Dec 20 11:36:21.226325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-9ff8cb70-a483-4ef5-97de-86c5e03028af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1100 time: 0.1826234 Dec 20 11:36:21.267191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9e7d7b9-a5b9-451c-98ab-0cab56deaab2 req-13323aa7-268e-4bba-adae-6fd1aecb2ce2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 Dec 20 11:36:21.483531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-bcfb04f7-6127-4272-a856-1b2515a85165 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:21.484194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-bcfb04f7-6127-4272-a856-1b2515a85165 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Synchronizing usage tracker for tenant:764e973345994c0387dfb8c52a4d0309 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:21.500989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-bcfb04f7-6127-4272-a856-1b2515a85165 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Unset dirty status for tenant:764e973345994c0387dfb8c52a4d0309 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:21.502157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-bcfb04f7-6127-4272-a856-1b2515a85165 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 818 time: 0.1622205 Dec 20 11:36:21.518209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-c83a4d00-bfd5-41e2-836c-f71c7847156d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/quotas/764e973345994c0387dfb8c52a4d0309 HTTP/1.1" status: 200 len: 375 time: 0.0107720 Dec 20 11:36:21.539672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-902bb71c-8af2-4368-9e6d-b56255e59559 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.1182280 Dec 20 11:36:21.597544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-8acc6888-46d0-4c93-b6ac-f890d2e81613 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Synchronizing usage tracker for tenant:764e973345994c0387dfb8c52a4d0309 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:21.614219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-8acc6888-46d0-4c93-b6ac-f890d2e81613 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Unset dirty status for tenant:764e973345994c0387dfb8c52a4d0309 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:21.615465 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-8acc6888-46d0-4c93-b6ac-f890d2e81613 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925446 Dec 20 11:36:21.628406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090213-eb85-4c09-a7f7-13c9e784765a req-16281eb0-46a8-4228-a56e-9e5857594728 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:21.629829 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-16281eb0-46a8-4228-a56e-9e5857594728 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 813 time: 0.2534518 Dec 20 11:36:21.638715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-779a65f7-c78d-46d5-acda-8488f4e97d4f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:21.640035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-779a65f7-c78d-46d5-acda-8488f4e97d4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0871966 Dec 20 11:36:21.649649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-62dc496e-6a2c-4b61-9ae7-0c9f67e260ee tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/quotas/4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 375 time: 0.0125186 Dec 20 11:36:21.745417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-a7fa553f-49a8-4155-9294-c75be643bced service neutron] 10.222.0.32 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227620 Dec 20 11:36:21.774766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 5417b896-f13a-4a13-953f-55e6a844dab6 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:21.785834 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-f78dd3f2-9b21-4d5d-8bd6-2111023eff16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.0966561 Dec 20 11:36:21.789677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-fd1d7c64-56a3-4d88-9c8d-7f0a53f752a3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339171 Dec 20 11:36:21.850037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 5417b896-f13a-4a13-953f-55e6a844dab6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:21.855332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 5417b896-f13a-4a13-953f-55e6a844dab6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:21.855709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:21.879357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-728ddfd1-da21-4e53-97a7-64f3e1cdddf5 service neutron] 10.222.0.32 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283181 Dec 20 11:36:21.979277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:22.024446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:22.030243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:22.032278 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:22.056789 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-fdcbce50-6ce0-4fa4-896e-0a6700ceb6b2 service neutron] 10.222.0.32 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404916 Dec 20 11:36:22.080947 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'status': 'completed', 'code': 200} Dec 20 11:36:22.098255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-1f60d07e-7aeb-4f11-afa1-412b7a43060f service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025215 Dec 20 11:36:22.111616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:22.115697 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:22.248228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98afab-316e-44bc-8412-dcfe67be92ab req-eea366cd-b3bc-40e0-ac18-3fea61b306d8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:22.249793 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f98afab-316e-44bc-8412-dcfe67be92ab req-eea366cd-b3bc-40e0-ac18-3fea61b306d8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 947 time: 0.0885127 Dec 20 11:36:22.310431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-f66d4edf-f746-4aa7-9054-12c94170d04f service neutron] 10.222.0.32 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527719 Dec 20 11:36:22.328695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f98afab-316e-44bc-8412-dcfe67be92ab req-5bdceb27-3785-40d0-87b0-9af666b1feb1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652671 Dec 20 11:36:22.333165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-688c730c-3fa1-4f62-8c4a-27b7c420f827 req-e4eb1232-0f80-41a3-b152-4b276c03c005 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240007 Dec 20 11:36:22.525155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-d93c372b-e894-439f-9875-6c7858bff1df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1100 time: 0.1234937 Dec 20 11:36:22.612327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:22.720792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a5dc-943d-414e-a10c-75420aa57560 req-bcd7d3be-3d33-4ef6-ab1e-e0c7624eb092 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:22.727862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c17a5dc-943d-414e-a10c-75420aa57560 req-bcd7d3be-3d33-4ef6-ab1e-e0c7624eb092 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.2617347 Dec 20 11:36:22.787783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c17a5dc-943d-414e-a10c-75420aa57560 req-14f34ff0-f6dc-4925-811e-0b7c58db84a8 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 Dec 20 11:36:22.918306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-1e2a043a-ad6a-45e9-81ca-4d926957a537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:22.919680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-1e2a043a-ad6a-45e9-81ca-4d926957a537 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3676324 Dec 20 11:36:23.022428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f5559-f286-43be-988f-e4dfced6cf41 req-e5ce4e48-6e63-4f7b-b8fe-b86c6dd9b705 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:23.027288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a4f5559-f286-43be-988f-e4dfced6cf41 req-e5ce4e48-6e63-4f7b-b8fe-b86c6dd9b705 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 945 time: 0.4294829 Dec 20 11:36:23.050923 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-4b1ccf5c-832b-4af1-a1c2-ee0cb05247e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.1169298 Dec 20 11:36:23.059646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-4f3e83b3-377c-465b-bcfb-bf7c12f8ef93 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3422298 Dec 20 11:36:23.130083 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a4f5559-f286-43be-988f-e4dfced6cf41 req-fd2607a6-ed4b-4f23-b9e8-dc928c6fe7cb tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977020 Dec 20 11:36:23.205787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-41028318-bcd0-4ce3-8813-8aa99881eab6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:23.207359 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-41028318-bcd0-4ce3-8813-8aa99881eab6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1332006 Dec 20 11:36:23.320817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38a258b0-ff57-4721-959c-aff9ee3374fe req-cadbdb6f-0f27-483f-af6d-61a39d749385 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 210 time: 0.0487118 Dec 20 11:36:23.327062 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-f0c7af2d-655d-4003-8123-bae09ec0adf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 1103 time: 0.1772087 Dec 20 11:36:23.529724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0647f31-e3d4-4398-beea-fae40d5e26bf req-6813f79e-d487-4d55-9295-121463a5a24e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:23.531846 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e0647f31-e3d4-4398-beea-fae40d5e26bf req-6813f79e-d487-4d55-9295-121463a5a24e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 950 time: 0.1329432 Dec 20 11:36:23.544329 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-6dd62ed9-6147-48e5-8197-4457a4553691 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3215179 Dec 20 11:36:23.592117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e0647f31-e3d4-4398-beea-fae40d5e26bf req-1ba82b45-a128-471a-9562-f63ec2f08331 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543289 Dec 20 11:36:23.672633 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6', 'code': 200} Dec 20 11:36:23.674086 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0cdbbf8c-f997-48d9-b28a-e8abd7842795 req-4b5c0273-9a23-43ae-814b-f9e352809a92 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 210 time: 0.1680374 Dec 20 11:36:23.887182 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c54631c-227c-4f51-96cb-8e6d3b565f0f req-679b903b-e025-42f9-abc1-128de4a3ea06 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1099 time: 0.0866008 Dec 20 11:36:23.930065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c54631c-227c-4f51-96cb-8e6d3b565f0f req-c6056aea-875f-400e-923e-1297cd13c7ae tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369117 Dec 20 11:36:23.932320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-1efbaf8f-3942-4598-b770-34ca3b70c490 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:23.934311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-1efbaf8f-3942-4598-b770-34ca3b70c490 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.16 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 818 time: 0.5095289 Dec 20 11:36:23.938100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-45978926-b0f8-4735-b570-1605966f4da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:23.939396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-45978926-b0f8-4735-b570-1605966f4da4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.5600228 Dec 20 11:36:24.001724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Sync routers for ids ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:36:24.016266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Routers {'d95fcc4b-dedb-4e97-9efe-a84a25a9b236'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:24.017103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:24.023191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Request body: {'port': {'device_id': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'admin_state_up': True, 'tenant_id': '764e973345994c0387dfb8c52a4d0309'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:24.085156 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-c974122e-eb31-4a7e-bcac-4212c3bba225 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805989 Dec 20 11:36:24.098240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-b79b00a0-bd18-4100-9917-509d36a5a185 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 200 len: 217 time: 0.1472237 Dec 20 11:36:24.211172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Set router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:24.226236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd66d-23d7-4ad1-b350-00472bd5ec1c req-2876ac05-bff3-4afe-bf9a-a427f0349989 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:24.227678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-590cd66d-23d7-4ad1-b350-00472bd5ec1c req-2876ac05-bff3-4afe-bf9a-a427f0349989 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 947 time: 0.0819964 Dec 20 11:36:24.290779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-590cd66d-23d7-4ad1-b350-00472bd5ec1c req-3f26d47b-4979-4435-bcef-b6eae444e005 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Dec 20 11:36:24.335686 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e4f62039-d19d-4729-9e6b-54db218dc110 req-7383686d-c324-4df2-9c89-009f7b7e15b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 1098 time: 0.5365031 Dec 20 11:36:24.383988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e52c-33bc-41e6-9db6-d93be481c1b6 req-2c1e0d6b-3481-4a34-baee-a44699b6efdf tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:24.385510 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9f0e52c-33bc-41e6-9db6-d93be481c1b6 req-2c1e0d6b-3481-4a34-baee-a44699b6efdf tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 946 time: 0.5358155 Dec 20 11:36:24.438696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-a5f59d23-1a1a-40c2-8ac6-0dd99b7c522a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:24.440123 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-a5f59d23-1a1a-40c2-8ac6-0dd99b7c522a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.3070703 Dec 20 11:36:24.599705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:36:18Z', 'revision_number': 4, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port': {'id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:13Z', 'updated_at': '2021-12-20T11:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aaf13eb9-dac5-470a-840e-332c453120aa', 'name': '', 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'mac_address': 'fa:16:3e:7f:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:17Z', 'updated_at': '2021-12-20T11:36:18Z', 'revision_number': 2, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'subnets': [{'id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:24.605585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Checking router: d95fcc4b-dedb-4e97-9efe-a84a25a9b236 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:36:24.606261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Updating router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 port aaf13eb9-dac5-470a-840e-332c453120aa binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:36:24.631665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:24.673340 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7de68e9b-e5f4-4748-91f8-552eb649d003 req-3d0ce9d0-3cc5-44b7-b12d-c4de9bec2e12 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716212 Dec 20 11:36:24.679034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:24.680742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:24.692015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e4f62039-d19d-4729-9e6b-54db218dc110 req-54f52eb5-c02b-4e07-8865-2cbfa5e87c07 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371608 Dec 20 11:36:24.714818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9f0e52c-33bc-41e6-9db6-d93be481c1b6 req-0fd25555-1ddf-4b33-9c0e-274c86c14423 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1861b0a7-1acd-4006-b1f9-c377037969d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093350 Dec 20 11:36:24.715496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-cf96171a-2abf-4dc8-9330-d736d472e662 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:24.720080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Made reservation on behalf of 764e973345994c0387dfb8c52a4d0309 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:24.723364 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-cf96171a-2abf-4dc8-9330-d736d472e662 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 818 time: 0.2833827 Dec 20 11:36:24.728502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:24.773712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-90199295-00ed-46ee-9542-9ffa2f966c9d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/quotas/764e973345994c0387dfb8c52a4d0309 HTTP/1.1" status: 200 len: 375 time: 0.0489647 Dec 20 11:36:24.824960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090213-eb85-4c09-a7f7-13c9e784765a req-f33f834f-51cc-4026-9e47-02e7e7c31e94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:24.825650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-92090213-eb85-4c09-a7f7-13c9e784765a req-f33f834f-51cc-4026-9e47-02e7e7c31e94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:24.829124 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-8a03fdbb-a438-48a8-b861-c68bca1505e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3598440 Dec 20 11:36:24.857572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-92090213-eb85-4c09-a7f7-13c9e784765a req-f33f834f-51cc-4026-9e47-02e7e7c31e94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:24.858884 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-f33f834f-51cc-4026-9e47-02e7e7c31e94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.16 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 813 time: 0.3096361 Dec 20 11:36:24.883767 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-3f79ed2c-3112-4c3b-bccf-3ae3d31c6043 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093211 Dec 20 11:36:24.910199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'port': {'device_id': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70', 'admin_state_up': True, 'tenant_id': '4f78e6f4b1c145a48ae163bf2cceabe1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:25.092934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Allocated IP 172.20.0.8 (b22c9d00-c8ba-4751-b541-e81234598bf4/102f89d6-69d7-4840-8f5b-699bc718eb41/4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:25.099801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-d269fb19-f913-4105-8269-59486f028f54 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578459 Dec 20 11:36:25.127463 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-b2a3fd1d-b1de-416b-8184-f9f69d0abf4d service neutron] 10.222.0.32 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428489 Dec 20 11:36:25.155431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:25.176342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a53dc27a-2cdf-4429-bc90-0c63f85f047d req-bbe47ff9-804a-4107-afe0-4ef7d51b53a5 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 1103 time: 0.2680821 Dec 20 11:36:25.183113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:25.243190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Made reservation on behalf of 4f78e6f4b1c145a48ae163bf2cceabe1 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:25.246745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:25.336509 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-603bf773-226c-48d9-9557-f20f94a9dfed service neutron] 10.222.0.32 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026424 Dec 20 11:36:25.418520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a53dc27a-2cdf-4429-bc90-0c63f85f047d req-47e2fa1c-7f73-4bdf-aed0-75ae86c4605e tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266271 Dec 20 11:36:25.491058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Allocated IP 172.20.0.6 (1c5366b2-c8d4-413b-a85e-c1c61a08ef70/fc498423-0d46-455c-b806-375dc67e24b3/24d9198f-c25f-4a75-a08b-608770155dc6) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:25.548452 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-931a74bb-a6fe-4bc2-8fd9-a46225f842a7 req-5410e3e0-8c71-463d-8058-96bb6528f53e service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358394 Dec 20 11:36:25.607874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-1e4c9203-9ca1-4bb0-9b24-63b1796896d0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:25.609318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-1e4c9203-9ca1-4bb0-9b24-63b1796896d0 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.53 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 946 time: 0.3559675 Dec 20 11:36:25.729021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:25.805779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Deleting port 234e0a75-c175-4da7-b9ec-17a9d053dec7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:25.806048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:25.864450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5df8fe01-b92c-4e25-86ec-c8ed5f8d05ce req-b4b07ff4-a07c-4496-b580-082b96d608bc tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1099 time: 0.2640059 Dec 20 11:36:25.927172 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5df8fe01-b92c-4e25-86ec-c8ed5f8d05ce req-be5f115a-a65d-4ed6-9bd8-06469dbcd948 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616109 Dec 20 11:36:25.943654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede52a2d-08c0-42ea-987a-89614f2fe21e req-d8b7cfd2-eb97-45fb-9132-cb15ecf988d9 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:25.945093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ede52a2d-08c0-42ea-987a-89614f2fe21e req-d8b7cfd2-eb97-45fb-9132-cb15ecf988d9 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 945 time: 0.2270093 Dec 20 11:36:25.946230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:25.954052 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f57d0a6-5213-4acc-8989-37bfccc41485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:25.975987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.043802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.055820 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f9627da-365d-4b73-a014-d07ea7f7173d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:26.072841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:26.207106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:26.223771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:26.224146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] For port 234e0a75-c175-4da7-b9ec-17a9d053dec7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=234e0a75-c175-4da7-b9ec-17a9d053dec7,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:26.224617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.228228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:26.410952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Network b22c9d00-c8ba-4751-b541-e81234598bf4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:26.414515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:26.418798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:26.421934 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:26.426961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:26.430978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:26.431681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.483382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.490371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Pushing event updated for resources: {'Port': ['ID=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:26.490670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:26.491179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.493971 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:26.515456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Transition to ACTIVE for port object aaf13eb9-dac5-470a-840e-332c453120aa will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:26.531621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.531873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6275764 Dec 20 11:36:26.538753 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:26.539867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c2d40-48b9-4bfd-aa9d-e7af1bd436c7 req-5b7915e9-6f9a-449f-b6b1-5c2325a929ad tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:26.540541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-420c2d40-48b9-4bfd-aa9d-e7af1bd436c7 req-5b7915e9-6f9a-449f-b6b1-5c2325a929ad tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:26.548541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Request body: {'port': {'device_id': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:26.582675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ede52a2d-08c0-42ea-987a-89614f2fe21e req-020e1c7e-6806-4c99-b155-bbfb2dc965d6 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932837 Dec 20 11:36:26.662797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.675971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-420c2d40-48b9-4bfd-aa9d-e7af1bd436c7 req-5b7915e9-6f9a-449f-b6b1-5c2325a929ad tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:26.682273 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-420c2d40-48b9-4bfd-aa9d-e7af1bd436c7 req-5b7915e9-6f9a-449f-b6b1-5c2325a929ad tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 931 time: 0.2716682 Dec 20 11:36:26.707371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e287a-6d4a-4360-9bcb-33385adced1f None None] Pushing event updated for resources: {'Port': ['ID=aaf13eb9-dac5-470a-840e-332c453120aa,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:26.717347 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-010e287a-6d4a-4360-9bcb-33385adced1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:26.782308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-420c2d40-48b9-4bfd-aa9d-e7af1bd436c7 req-5d566328-a1a4-4877-b637-1a0bb2c56db0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:26.854228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-420c2d40-48b9-4bfd-aa9d-e7af1bd436c7 req-5d566328-a1a4-4877-b637-1a0bb2c56db0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:26.856269 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-420c2d40-48b9-4bfd-aa9d-e7af1bd436c7 req-5d566328-a1a4-4877-b637-1a0bb2c56db0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723514 Dec 20 11:36:26.862042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8470278 Dec 20 11:36:26.882527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Attempting to bind port aaf13eb9-dac5-470a-840e-332c453120aa on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:26.882910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Attempting to bind port aaf13eb9-dac5-470a-840e-332c453120aa by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:26.883284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Attempting to bind port aaf13eb9-dac5-470a-840e-332c453120aa on network b22c9d00-c8ba-4751-b541-e81234598bf4 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:26.899657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:26.899838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Checking segment: {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:26.900308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.900646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Bound using segment: {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:26.901131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Bound port: aaf13eb9-dac5-470a-840e-332c453120aa, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:26.901575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.906843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Request body: {'port': {'device_id': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:26.981467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.981848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:26.982332 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3 disassociated. External IP: 172.35.0.212, port: 234e0a75-c175-4da7-b9ec-17a9d053dec7. Dec 20 11:36:26.982676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Calling delete_port for 234e0a75-c175-4da7-b9ec-17a9d053dec7 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:26.985926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:27.030055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] For port aaf13eb9-dac5-470a-840e-332c453120aa, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:27.058443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] For port aaf13eb9-dac5-470a-840e-332c453120aa, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aaf13eb9-dac5-470a-840e-332c453120aa,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:27.066056 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-313befb3-9239-483f-aa92-20300002ee32 req-7e6f2f83-1cf2-4491-9840-85cfb9fee506 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 210 time: 0.0474300 Dec 20 11:36:27.071220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.085481 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:27.135185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1e2df-392d-4973-b0d4-99a74416e4a5 req-b7e26d8f-cca5-4139-97ff-bd04843b1bb8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:27.135933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-51a1e2df-392d-4973-b0d4-99a74416e4a5 req-b7e26d8f-cca5-4139-97ff-bd04843b1bb8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:27.161597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.174628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d9198f-c25f-4a75-a08b-608770155dc6 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:27.190758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.207299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Transition to ACTIVE for port object 24d9198f-c25f-4a75-a08b-608770155dc6 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:27.216135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.227856 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8861b042-2407-4af3-8cbc-28cd1fc580ec tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:27.253188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-51a1e2df-392d-4973-b0d4-99a74416e4a5 req-b7e26d8f-cca5-4139-97ff-bd04843b1bb8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:27.260172 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a1e2df-392d-4973-b0d4-99a74416e4a5 req-b7e26d8f-cca5-4139-97ff-bd04843b1bb8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 947 time: 0.3971655 Dec 20 11:36:27.287516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e287a-6d4a-4360-9bcb-33385adced1f None None] Pushing event updated for resources: {'Port': ['ID=aaf13eb9-dac5-470a-840e-332c453120aa,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:27.291956 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-010e287a-6d4a-4360-9bcb-33385adced1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:27.296488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Routers {'d95fcc4b-dedb-4e97-9efe-a84a25a9b236'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:27.297117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:27.337705 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a1e2df-392d-4973-b0d4-99a74416e4a5 req-e14a3e5b-2b4c-40c2-a250-cf2882061bff tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765998 Dec 20 11:36:27.347395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-7e36e55f-408a-468e-b799-1aed6fea0649 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256797 Dec 20 11:36:27.389418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:27.460138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'mac_address': 'fa:16:3e:25:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:27.477829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.525479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Pushing event updated for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:27.536177 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1b48c2d6-8981-480a-92fb-99f9680dbb07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:27.582766 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:27.638256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bbd7fbf3-725a-46b5-8470-613c5ee4db0d req-678bf405-0b42-46e5-8250-c00e8cb00810 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/ports?device_id=13530b60-b8a3-4209-ae6c-55938fd7d183 HTTP/1.1" status: 200 len: 210 time: 0.0707831 Dec 20 11:36:27.639269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event deleted for resources: {'Port': ['ID=234e0a75-c175-4da7-b9ec-17a9d053dec7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:27.639577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.653672 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:27.673308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb28491-b692-49cb-bafc-a68b1028ad3d {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:27.699292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] Set router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:27.748743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-3ae146c9-a8e2-43f9-a530-fe636e742d0c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:27.751521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-3ae146c9-a8e2-43f9-a530-fe636e742d0c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.53 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 818 time: 0.3892677 Dec 20 11:36:27.773379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Attempting to bind port 24d9198f-c25f-4a75-a08b-608770155dc6 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:27.773792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Attempting to bind port 24d9198f-c25f-4a75-a08b-608770155dc6 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:27.774237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Attempting to bind port 24d9198f-c25f-4a75-a08b-608770155dc6 on network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:27.784780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582868a9-9081-4d29-b171-d718f23ceb2e req-285b7091-36d0-4ff8-8fa3-50f6169ef6fd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:27.786581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-285b7091-36d0-4ff8-8fa3-50f6169ef6fd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4382091 Dec 20 11:36:27.789452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Port 24d9198f-c25f-4a75-a08b-608770155dc6 on network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:27.789852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Attempting to bind port 24d9198f-c25f-4a75-a08b-608770155dc6 on network 1c5366b2-c8d4-413b-a85e-c1c61a08ef70 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:27.798160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:27.798575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Checking segment: {'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:27.799021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Bound using segment: {'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:27.799513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Bound port: 24d9198f-c25f-4a75-a08b-608770155dc6, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f22be34-f820-447f-b8b4-958eb22d4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:27.799945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.857092 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-a29c80c7-2878-466c-9010-2530a749d382 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/quotas/b5e2c03354174875b96e80f7abdc0074 HTTP/1.1" status: 200 len: 375 time: 0.0599205 Dec 20 11:36:27.966340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:27.967200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Request body: {'port': {'device_id': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'admin_state_up': True, 'tenant_id': '764e973345994c0387dfb8c52a4d0309'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:27.970387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=24d9198f-c25f-4a75-a08b-608770155dc6,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:27.982977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:27.990146 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-718a5c5e-122a-4295-8357-71c60aea52a1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:28.037830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-ded62b48-82fc-48e1-a689-385b1ca209ad tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1743352 Dec 20 11:36:28.051201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:28.056771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c31aaac-d096-4437-b9d3-1fc4a3f5e73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:28.067396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:28.069442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] 10.222.0.16 "PUT /v2.0/ports/24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 1093 time: 1.5257077 Dec 20 11:36:28.070369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:28.071587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:28.076591 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:28.094417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Pushing event updated for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:28.098565 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:28.226488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:28.253657 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:28.275598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-0f933f2e-758d-47ba-b2d7-c0741759c1ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1246581 Dec 20 11:36:28.302524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:36:18Z', 'revision_number': 4, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port': {'id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:13Z', 'updated_at': '2021-12-20T11:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aaf13eb9-dac5-470a-840e-332c453120aa', 'name': '', 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'mac_address': 'fa:16:3e:7f:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:17Z', 'updated_at': '2021-12-20T11:36:27Z', 'revision_number': 4, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'subnets': [{'id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:28.326554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c8359-87aa-47a8-89ec-54bfacadbf15 None None] The sync data for ids ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'] in n-d-victoria-1 is: [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:36:18Z', 'revision_number': 4, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port': {'id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:13Z', 'updated_at': '2021-12-20T11:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aaf13eb9-dac5-470a-840e-332c453120aa', 'name': '', 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'mac_address': 'fa:16:3e:7f:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:17Z', 'updated_at': '2021-12-20T11:36:27Z', 'revision_number': 4, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'subnets': [{'id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:36:28.332799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:36:28.453585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['ccb28491-b692-49cb-bafc-a68b1028ad3d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:28.496597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-9d758275-ca44-45ee-8e3b-82b03c3eb1e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 217 time: 0.2067208 Dec 20 11:36:28.710163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090213-eb85-4c09-a7f7-13c9e784765a req-ded6cc3a-0d7e-477e-b3af-6a11d69a6723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:28.711889 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-ded6cc3a-0d7e-477e-b3af-6a11d69a6723 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.1628265 Dec 20 11:36:28.720481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e063-365f-4c0b-8f41-9bdb26cb2624 req-55b05c39-4f76-4316-83f1-62bbfe2d1201 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:28.728846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70c5e063-365f-4c0b-8f41-9bdb26cb2624 req-55b05c39-4f76-4316-83f1-62bbfe2d1201 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 945 time: 0.7362256 Dec 20 11:36:28.755800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:28.764110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:28.781965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Transition to ACTIVE for port object 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:28.820987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:28.826148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Usage tracker for resource:port and tenant:764e973345994c0387dfb8c52a4d0309 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:28.828728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:28.841517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:28.851098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-471b4b2c-c6ad-4206-95ce-b7093c484298 req-f245deba-6eea-4300-98d5-5d1163cab8fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3567305 Dec 20 11:36:28.871594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-758e533a-f367-482b-b2d9-5efd64fbbc57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456523 Dec 20 11:36:28.873816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:28.886712 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f8bad2d-88b7-4558-8841-318a5770b986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:28.918844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Made reservation on behalf of 764e973345994c0387dfb8c52a4d0309 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:28.934079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:28.994516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 234e0a75-c175-4da7-b9ec-17a9d053dec7 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:29.071568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aaf13eb9-dac5-470a-840e-332c453120aa up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:29.129508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 234e0a75-c175-4da7-b9ec-17a9d053dec7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:29.130310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 234e0a75-c175-4da7-b9ec-17a9d053dec7 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:29.131713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:29.179091 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-9e2e8a93-6ccb-4e47-9a82-518b8370b9ce service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955263 Dec 20 11:36:29.191597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port aaf13eb9-dac5-470a-840e-332c453120aa completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:29.198957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aaf13eb9-dac5-470a-840e-332c453120aa triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:29.208673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:29.236077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70c5e063-365f-4c0b-8f41-9bdb26cb2624 req-e3f9188a-1c83-49e7-9ddf-7bdfb7fb082f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028877 Dec 20 11:36:29.241545 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:29.432219 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92090213-eb85-4c09-a7f7-13c9e784765a req-6125f23a-c7a0-4af6-b097-2e1b4054d81c service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454851 Dec 20 11:36:29.506512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:29.537669 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-bd8bf6a6-a7dc-4a64-932b-73267720ce6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0283744 Dec 20 11:36:29.541133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Router c3d1c1b2-9d42-4279-a945-7d98865f2d33 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:36:29.547009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port aaf13eb9-dac5-470a-840e-332c453120aa, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aaf13eb9-dac5-470a-840e-332c453120aa,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:29.555625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:29.557857 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-010e287a-6d4a-4360-9bcb-33385adced1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:29.618233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Allocated IP 172.20.0.13 (b22c9d00-c8ba-4751-b541-e81234598bf4/102f89d6-69d7-4840-8f5b-699bc718eb41/7d7280b0-4b6a-4d34-85bc-3e277ff03703) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:29.643758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=aaf13eb9-dac5-470a-840e-332c453120aa,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:29.647191 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:29.808396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Attempting to bind port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:29.808735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Attempting to bind port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:29.809073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Attempting to bind port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b on network b22c9d00-c8ba-4751-b541-e81234598bf4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:29.853164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-952cab0e-bc58-422a-8923-3e0d77f8b2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:29.893288 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-9ab7d90c-a1de-47a9-a095-16325c3eb568 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388613 Dec 20 11:36:29.950243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b on network b22c9d00-c8ba-4751-b541-e81234598bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:29.950569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Attempting to bind port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b on network b22c9d00-c8ba-4751-b541-e81234598bf4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:30.042641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:30.042983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Checking segment: {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:30.043362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Bound using segment: {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:30.043796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Bound port: 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:30.044140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.058418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f95f5-fb3e-4d03-87bb-fbf66c333ae0 req-04524f04-9c1f-4936-9dd8-e50b6671be3e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:30.059784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c01f95f5-fb3e-4d03-87bb-fbf66c333ae0 req-04524f04-9c1f-4936-9dd8-e50b6671be3e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 943 time: 0.6306157 Dec 20 11:36:30.063272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582868a9-9081-4d29-b171-d718f23ceb2e req-cad3664e-832f-449d-9498-2c14162f001e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:30.064678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-cad3664e-832f-449d-9498-2c14162f001e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648862 Dec 20 11:36:30.097479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:30.114025 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-10c0b338-25da-4514-a84f-99116d2b9b13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 1097 time: 0.4405382 Dec 20 11:36:30.197366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-a6526a3c-182b-4a09-8371-c81c712d5939 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:36:30.198381 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-a6526a3c-182b-4a09-8371-c81c712d5939 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049858 Dec 20 11:36:30.215563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:30.215996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Unknown quota resources ['binding']. {{(pid=83557) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:36:30.233659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.312668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:30.336279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:30.376820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c01f95f5-fb3e-4d03-87bb-fbf66c333ae0 req-555ade86-c1ad-474b-821b-ee6e8862f40b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:30.409968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:30.412901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.432846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] For port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:30.440385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c01f95f5-fb3e-4d03-87bb-fbf66c333ae0 req-555ade86-c1ad-474b-821b-ee6e8862f40b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:30.441529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c01f95f5-fb3e-4d03-87bb-fbf66c333ae0 req-555ade86-c1ad-474b-821b-ee6e8862f40b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702776 Dec 20 11:36:30.463595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] For port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:30.472838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-ba022fb1-c2f8-411e-a377-ea0fcef1439b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:30.482177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-ba022fb1-c2f8-411e-a377-ea0fcef1439b service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.3234012 Dec 20 11:36:30.482177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.482177 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:30.539592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:30.539891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:30.540214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:30.551720 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6', 'status': 'completed', 'code': 200} Dec 20 11:36:30.555735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:30.556040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:30.580181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.629858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-f0bf8c28-0462-4149-b940-6cd18e1fee3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 200 len: 217 time: 0.1208973 Dec 20 11:36:30.637827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.638081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:30.638292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:30.638647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:30.639088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Bound port: 75864054-a0d9-4df1-af7f-93c5f2482b79, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:30.639641 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 200 len: 1093 time: 3.7412446 Dec 20 11:36:30.641604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'tag': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:30.664615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Network b22c9d00-c8ba-4751-b541-e81234598bf4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:30.666473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:30.696973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.156 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/8515164f-c69b-470e-a967-c633fb1d38b8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:30.699500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:30.703618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:30.707494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:30.708163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.716688 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:30.717519 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb75bc16-2415-48c4-9774-72016dfdff8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:30.736353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:30.772651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-4f3ad870-7578-4b8a-b347-b474e3c7acd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1736686 Dec 20 11:36:30.793219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:30.794335 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-9482af13-c592-4a08-80d9-f1408554d4cd service neutron] 10.222.0.32 "POST /v2.0/ports/75864054-a0d9-4df1-af7f-93c5f2482b79/bindings HTTP/1.1" status: 201 len: 391 time: 0.5855696 Dec 20 11:36:30.929918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aaf13eb9-dac5-470a-840e-332c453120aa up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:30.991811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:36:31.002585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:31.012168 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] Sync routers for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:36:31.037035 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:31.045012 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:31.050221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-93a2ff4a-6c41-4782-94a0-5506bdc5a535 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:31.051657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-93a2ff4a-6c41-4782-94a0-5506bdc5a535 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 914 time: 0.2595620 Dec 20 11:36:31.070465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.093028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.121434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.133583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aaf13eb9-dac5-470a-840e-332c453120aa triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:31.134227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.137251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.16', 60329) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:31.137413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-200d9dfa-876a-430b-bafd-214d06aa5df0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:31.139842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-200d9dfa-876a-430b-bafd-214d06aa5df0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.4791887 Dec 20 11:36:31.152867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] No DVR routers for this DVR port 234e0a75-c175-4da7-b9ec-17a9d053dec7 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:36:31.158426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.161274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aac0ced-87d4-4e32-a4d4-b9b1d8c6e629 req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.53 "DELETE /v2.0/ports/234e0a75-c175-4da7-b9ec-17a9d053dec7 HTTP/1.1" status: 204 len: 173 time: 5.5327907 Dec 20 11:36:31.168433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Pushing event updated for resources: {'Port': ['ID=7d7280b0-4b6a-4d34-85bc-3e277ff03703,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:31.174650 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:31.181985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object 8515164f-c69b-470e-a967-c633fb1d38b8 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:31.250398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port ccb28491-b692-49cb-bafc-a68b1028ad3d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:31.258163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port ccb28491-b692-49cb-bafc-a68b1028ad3d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:31.258823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.271089 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-9d14479c-9865-4f5e-829e-df2121463d58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862362 Dec 20 11:36:31.274967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3121355 Dec 20 11:36:31.282532 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-84de12de-2bdb-4d87-9707-9e12b95ebf89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 217 time: 0.2041202 Dec 20 11:36:31.339082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Request body: {'port': {'device_id': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:31.365916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-e57dd81e-4b9b-494a-b92b-9e1e34176d9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:31.367464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-e57dd81e-4b9b-494a-b92b-9e1e34176d9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.0766487 Dec 20 11:36:31.396304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.397129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.418170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4', '4ea448fe-ec33-4539-b710-59ceb50b9ff0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:31.441864 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-753c12d1-54a7-4d95-996d-b06646afdab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:31.445690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6609a39b-518e-4d32-90ca-4953f6d6b339', '6f63ac65-b42e-4f07-8073-8dcca6325efe'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:31.485093 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:31.497026 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-d6196ce7-e7f9-4b1e-bcab-8eb6a18dd49a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026411 Dec 20 11:36:31.501005 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-c8e3c5dc-d79d-462e-91ac-4f2e3c8dc009 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1099 time: 0.3625884 Dec 20 11:36:31.542823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-2b6396f3-eb84-4276-bd5c-aed781aa5a7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1096 time: 0.8398647 Dec 20 11:36:31.549227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca1ec2-56fa-48db-aed9-2b9fe1596a6c req-8ec496ee-30a5-41b7-b264-f420d7ff9597 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:31.550028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-53ca1ec2-56fa-48db-aed9-2b9fe1596a6c req-8ec496ee-30a5-41b7-b264-f420d7ff9597 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Synchronizing usage tracker for tenant:764e973345994c0387dfb8c52a4d0309 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:31.555102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.563837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:31.595018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=8515164f-c69b-470e-a967-c633fb1d38b8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:31.600390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:31.612894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:31.613911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:31.627216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:31.633388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:31.651322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.654969 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:31.920282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 24d9198f-c25f-4a75-a08b-608770155dc6 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:31.948709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:31.949706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:31.964397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:31.980266 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:32.003021 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-baf61e7b-2371-4bcf-a0e3-647f54761d39 service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901085 Dec 20 11:36:32.004517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ecf7-152c-46bc-8358-9284de319a5b req-af471a95-8305-4d1b-83e4-053e2b8b6c01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:32.006097 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-af471a95-8305-4d1b-83e4-053e2b8b6c01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.4943857 Dec 20 11:36:32.008124 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9147573 Dec 20 11:36:32.021148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Request body: {'port': {'device_id': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:32.031803 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:32.040669 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] Checking router: c3d1c1b2-9d42-4279-a945-7d98865f2d33 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:36:32.063564 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:32.064180 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:32.185617 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-fe26dce2-eb81-408e-9d05-0fee214cc374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 200 len: 217 time: 0.5979345 Dec 20 11:36:32.287874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a2bd364-7c02-4c52-8f90-a83e2a9971df None None] Provisioning for port 8515164f-c69b-470e-a967-c633fb1d38b8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:32.304855 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-6eba7470-3b4e-4885-87dd-2b271277ce27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 200 len: 217 time: 0.2196996 Dec 20 11:36:32.311353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a2bd364-7c02-4c52-8f90-a83e2a9971df None None] Provisioning complete for port 8515164f-c69b-470e-a967-c633fb1d38b8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:32.311727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd364-7c02-4c52-8f90-a83e2a9971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:32.324427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-887ab419-dbaf-4b80-8a04-968b9a3693c9 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0382731 Dec 20 11:36:32.370994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-53ca1ec2-56fa-48db-aed9-2b9fe1596a6c req-8ec496ee-30a5-41b7-b264-f420d7ff9597 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Unset dirty status for tenant:764e973345994c0387dfb8c52a4d0309 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:32.379533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53ca1ec2-56fa-48db-aed9-2b9fe1596a6c req-8ec496ee-30a5-41b7-b264-f420d7ff9597 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 932 time: 1.7103319 Dec 20 11:36:32.410483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=24d9198f-c25f-4a75-a08b-608770155dc6,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:32.457573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '24d9198f-c25f-4a75-a08b-608770155dc6', 'network_id': '1c5366b2-c8d4-413b-a85e-c1c61a08ef70', 'port_id': '24d9198f-c25f-4a75-a08b-608770155dc6', 'mac_address': 'fa:16:3e:af:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc498423-0d46-455c-b806-375dc67e24b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:32.461066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bd364-7c02-4c52-8f90-a83e2a9971df None None] Port 8515164f-c69b-470e-a967-c633fb1d38b8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:36:32.493221 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:32.507861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7280b0-4b6a-4d34-85bc-3e277ff03703 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:32.545009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:32.574507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bf3f510b-ea53-4444-b32a-cfe5d895dff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:32.576168 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bf3f510b-ea53-4444-b32a-cfe5d895dff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.2594876 Dec 20 11:36:32.616662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:32.632718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-d480d0bc-bf30-4624-8d53-1e877f9eb2ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:32.637546 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-d480d0bc-bf30-4624-8d53-1e877f9eb2ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.3048818 Dec 20 11:36:32.655567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:32.656284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:32.668196 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0418da3f-89ee-4044-86e1-61b94f9bf3ae req-74c23fd4-9fab-4f9e-9556-55b7bfa5d0d9 service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777118 Dec 20 11:36:32.670679 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-c1cc4ab0-007e-4d9b-8c78-344909f823f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729015 Dec 20 11:36:32.694918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d9198f-c25f-4a75-a08b-608770155dc6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:32.711464 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-d28fe678-6cab-4868-8d0e-00a2239994fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620239 Dec 20 11:36:32.734992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53ca1ec2-56fa-48db-aed9-2b9fe1596a6c req-560aed9f-db46-4b8a-9a32-cc86f3f1a7f6 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545511 Dec 20 11:36:32.752594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=24d9198f-c25f-4a75-a08b-608770155dc6,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:32.757396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e931a8-665f-4d7f-8bb5-f941523b59ed req-be163b37-a25d-4c40-a958-3a9edddcba3a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:32.759998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e2e931a8-665f-4d7f-8bb5-f941523b59ed req-be163b37-a25d-4c40-a958-3a9edddcba3a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:32.768123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:32.768123 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:32.809713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Transition to ACTIVE for port object 7d7280b0-4b6a-4d34-85bc-3e277ff03703 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:32.836877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:32.876000 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-418d9e26-1759-4678-b963-dbc260a6a33e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:32.941959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e2e931a8-665f-4d7f-8bb5-f941523b59ed req-be163b37-a25d-4c40-a958-3a9edddcba3a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:32.949026 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e2e931a8-665f-4d7f-8bb5-f941523b59ed req-be163b37-a25d-4c40-a958-3a9edddcba3a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 936 time: 0.7288353 Dec 20 11:36:32.959205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:32.965403 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:32.968070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f65bb-a2a3-4f4d-9a61-a494046ebbe6 req-75a3839b-5f76-45b1-b5f2-fbed1e2e0e7a service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706074 Dec 20 11:36:33.028288 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-207bef7c-cb78-48ef-ae18-0863b1899152 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277047 Dec 20 11:36:33.053444 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:33.058556 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a9659-66d2-472d-b806-c37c2f2c5954 None None] The sync data for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 is: [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:31:50Z', 'revision_number': 4, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b9695b7f-23cf-4371-ac74-350b8af1e80b', 'name': '', 'network_id': 'bd14f5bc-b2d9-4efa-aa52-0b96944f7086', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'mac_address': 'fa:16:3e:4d:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:50Z', 'updated_at': '2021-12-20T11:32:02Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'subnets': [{'id': 'b964d349-7565-469f-a940-4b6c66bc60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:36:33.147495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7280b0-4b6a-4d34-85bc-3e277ff03703,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:33.156778 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:33.162930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['24d9198f-c25f-4a75-a08b-608770155dc6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:33.184643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-a6eaebff-6b7a-41b0-bdfd-84b8fc0b642d service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378383 Dec 20 11:36:33.276892 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e2e931a8-665f-4d7f-8bb5-f941523b59ed req-33cbb7d4-d8f6-4cd2-8789-71677c4dc1be tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257267 Dec 20 11:36:33.277186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Attempting to bind port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:33.277655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Attempting to bind port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:33.277785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Attempting to bind port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 on network b22c9d00-c8ba-4751-b541-e81234598bf4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:33.360697 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-d9eb622d-e4ee-44f1-8e9f-fbae54f2a1a1 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215084 Dec 20 11:36:33.450667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8515164f-c69b-470e-a967-c633fb1d38b8 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:33.456176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 on network b22c9d00-c8ba-4751-b541-e81234598bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:33.456497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Attempting to bind port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 on network b22c9d00-c8ba-4751-b541-e81234598bf4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:33.473790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:33.482563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7406-f727-4817-b8e6-4f0a49eba57d req-753d6335-bb5b-4c03-9a69-139847bc4b7f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:33.484160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de3b7406-f727-4817-b8e6-4f0a49eba57d req-753d6335-bb5b-4c03-9a69-139847bc4b7f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.4646025 Dec 20 11:36:33.489115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:33.489576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Checking segment: {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:33.490082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Bound using segment: {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:33.490625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Bound port: 7d7280b0-4b6a-4d34-85bc-3e277ff03703, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6633e3-f2d5-4e74-b2ee-901341f3272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:33.491061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:33.492753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Transition to ACTIVE for port object 8515164f-c69b-470e-a967-c633fb1d38b8 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:33.498178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:33.505925 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:33.548817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58e35586-7373-46ef-b0c2-c7a3434a2c8c req-d1725571-438a-47f8-9d5d-b7072b854465 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402641 Dec 20 11:36:33.609600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de3b7406-f727-4817-b8e6-4f0a49eba57d req-86511f53-9538-427e-8d75-be960aa2cc95 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988605 Dec 20 11:36:33.647916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] For port 7d7280b0-4b6a-4d34-85bc-3e277ff03703, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:33.652685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] For port 7d7280b0-4b6a-4d34-85bc-3e277ff03703, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:33.661397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:33.667086 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:33.689653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8515164f-c69b-470e-a967-c633fb1d38b8,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:33.701791 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:33.756373 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'tag': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b', 'status': 'completed', 'code': 200} Dec 20 11:36:33.786638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:33.788156 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/7d7280b0-4b6a-4d34-85bc-3e277ff03703 HTTP/1.1" status: 200 len: 1094 time: 2.5039747 Dec 20 11:36:33.915432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7280b0-4b6a-4d34-85bc-3e277ff03703,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:33.915669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Attempting to bind port 8515164f-c69b-470e-a967-c633fb1d38b8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:33.916013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Attempting to bind port 8515164f-c69b-470e-a967-c633fb1d38b8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:33.916341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Attempting to bind port 8515164f-c69b-470e-a967-c633fb1d38b8 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:33.922705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Port 8515164f-c69b-470e-a967-c633fb1d38b8 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:33.923027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Attempting to bind port 8515164f-c69b-470e-a967-c633fb1d38b8 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:33.923629 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:33.929837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:33.930196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:33.930587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:33.931009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Bound port: 8515164f-c69b-470e-a967-c633fb1d38b8, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:33.931351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:34.035220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-31b41ee8-da3b-4339-9214-4a736654b86c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1096 time: 0.2460763 Dec 20 11:36:34.065688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] For port 8515164f-c69b-470e-a967-c633fb1d38b8, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:34.069836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] For port 8515164f-c69b-470e-a967-c633fb1d38b8, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8515164f-c69b-470e-a967-c633fb1d38b8,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:34.075213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-39cc82a8-0ce9-462e-ba8b-f840d1ce7993 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 1097 time: 0.2303095 Dec 20 11:36:34.078149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:34.086421 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:34.158329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69a26e-7637-41e3-ac3c-7a99a570c065 req-448f0819-de64-4aa0-a91d-a763f52723d8 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:34.165574 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef69a26e-7637-41e3-ac3c-7a99a570c065 req-448f0819-de64-4aa0-a91d-a763f52723d8 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 944 time: 0.2352872 Dec 20 11:36:34.169900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8515164f-c69b-470e-a967-c633fb1d38b8,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:34.175955 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:34.202351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:34.204073 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/8515164f-c69b-470e-a967-c633fb1d38b8 HTTP/1.1" status: 200 len: 1098 time: 2.1877868 Dec 20 11:36:34.204576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'tag': '8515164f-c69b-470e-a967-c633fb1d38b8'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:34.270541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-c7b54b81-d247-46de-a70a-eb25a753c131 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703 HTTP/1.1" status: 200 len: 217 time: 0.1842930 Dec 20 11:36:34.343142 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'code': 200} Dec 20 11:36:34.395330 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef69a26e-7637-41e3-ac3c-7a99a570c065 req-855a3498-8023-4d2e-bc6b-bbaa8156a049 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289412 Dec 20 11:36:34.425735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-2b124b6d-e74e-4766-adef-60c2038bdf4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:34.429440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-2b124b6d-e74e-4766-adef-60c2038bdf4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 919 time: 0.3794928 Dec 20 11:36:34.439698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-34785552-5831-4fa4-8534-ad8c7b006ebe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:34.442719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-34785552-5831-4fa4-8534-ad8c7b006ebe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.1605563 Dec 20 11:36:34.443656 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-1e484d5c-8764-4e5d-92cc-dc629d546a33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 1101 time: 0.1867070 Dec 20 11:36:34.655154 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-b62b325b-ab31-444a-aeda-b2b4469e3361 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8515164f-c69b-470e-a967-c633fb1d38b8 HTTP/1.1" status: 200 len: 217 time: 0.1915078 Dec 20 11:36:34.714318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-2087c607-472e-41ef-bead-7f798b604c07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427422 Dec 20 11:36:34.760431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-a5cca866-c3c8-43b9-aa09-7f499966f97a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 200 len: 217 time: 0.3145916 Dec 20 11:36:34.800979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582868a9-9081-4d29-b171-d718f23ceb2e req-02caedb3-c9c3-43e6-a45c-35728f416d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:34.800979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-02caedb3-c9c3-43e6-a45c-35728f416d9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0969539 Dec 20 11:36:34.899364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621813-7abe-425f-bad2-f5a888a4589a req-f02e3b1d-5a50-4d19-81c7-dd4fb3aab8b3 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:34.901536 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f621813-7abe-425f-bad2-f5a888a4589a req-f02e3b1d-5a50-4d19-81c7-dd4fb3aab8b3 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.2440979 Dec 20 11:36:34.964852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-d26aad08-da26-4bfd-af67-bac52ddd7d47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1550310 Dec 20 11:36:34.983059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-4e13be41-b04c-4ae8-b376-f97b039f1893 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:34.984809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-4e13be41-b04c-4ae8-b376-f97b039f1893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.1969662 Dec 20 11:36:35.013836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f621813-7abe-425f-bad2-f5a888a4589a req-a1bef5ab-0779-4342-bf00-9bb095e1ba6b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946941 Dec 20 11:36:35.075151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-bed1e0a3-4738-46ab-b06b-f38d17b516fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771163 Dec 20 11:36:35.078063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bcbcc7d-dbd1-4923-ab61-7ef4d01b08be req-11d84cfb-5f34-4eda-b3ee-fb5d9b803550 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1102 time: 0.4364679 Dec 20 11:36:35.120425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-661c9ac9-2ab4-4369-a56a-ad38035c64e4 service neutron] 10.222.0.53 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525450 Dec 20 11:36:35.128636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-d1e5e902-3ce5-48ee-aa9a-9445ab96f8a0 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552014 Dec 20 11:36:35.140680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f673f-7ddc-4096-9c77-7a59f30e2879 req-f7388ee6-f368-451f-8700-27e7bfbea303 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:35.142564 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c7f673f-7ddc-4096-9c77-7a59f30e2879 req-f7388ee6-f368-451f-8700-27e7bfbea303 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 944 time: 0.4274876 Dec 20 11:36:35.246493 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'tag': '8515164f-c69b-470e-a967-c633fb1d38b8', 'status': 'completed', 'code': 200} Dec 20 11:36:35.294841 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-582868a9-9081-4d29-b171-d718f23ceb2e req-e6f3bb51-ba8c-47f2-914e-f5a53c9c2e2d service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528246 Dec 20 11:36:35.537011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-d644207c-4a7f-41ad-b268-d52c041d179b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 1101 time: 0.1679833 Dec 20 11:36:35.547691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e812962-fd8a-49da-a252-7a74e7f3250b req-110f22ec-0495-4965-a079-642fbbaaf246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:35.549163 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e812962-fd8a-49da-a252-7a74e7f3250b req-110f22ec-0495-4965-a079-642fbbaaf246 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 948 time: 0.1233542 Dec 20 11:36:35.615926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bcbcc7d-dbd1-4923-ab61-7ef4d01b08be req-787233d1-1921-4ab6-a543-f69c307a66fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993787 Dec 20 11:36:35.640002 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c7f673f-7ddc-4096-9c77-7a59f30e2879 req-53e814d6-499f-41dc-b50e-7fa8495c14e8 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771481 Dec 20 11:36:35.654925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-1aaa7b62-217c-48f9-ba5c-e1b9e43dcca1 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592268 Dec 20 11:36:35.714515 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fbb76a4-8535-4ec1-a7fd-25a8ca5e84dd req-e0d43417-0fd3-491e-84c9-c18e7433a241 service neutron] 10.222.0.53 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590672 Dec 20 11:36:35.719992 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e812962-fd8a-49da-a252-7a74e7f3250b req-d48a41ae-f9cf-4930-adfb-41bdf7ae6703 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423032 Dec 20 11:36:35.766898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-374c53f8-b40d-43a9-930a-88226c4dd194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:35.769401 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-374c53f8-b40d-43a9-930a-88226c4dd194 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2192013 Dec 20 11:36:35.811285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'name': 'network-vif-deleted', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7'}, {'name': 'network-changed', 'server_uuid': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'tag': '7d7280b0-4b6a-4d34-85bc-3e277ff03703'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:35.875781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669fc910-02f0-4b2b-b510-cce31bdd9b38 req-80c1e516-c7cb-429a-8cc6-47a0b673d6c1 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098696 Dec 20 11:36:35.884764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:35.977738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 24d9198f-c25f-4a75-a08b-608770155dc6 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:36.011966 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-00815fcb-ecee-4a81-abc0-6a3fcaa2b474 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8515164f-c69b-470e-a967-c633fb1d38b8 HTTP/1.1" status: 200 len: 217 time: 0.1865566 Dec 20 11:36:36.045396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32b719-64c1-42b7-869d-fddd19d35c0a req-cc53fd85-e0e0-43a2-9aa7-df549da56fad tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:36.053215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0b32b719-64c1-42b7-869d-fddd19d35c0a req-cc53fd85-e0e0-43a2-9aa7-df549da56fad tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1122365 Dec 20 11:36:36.123163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0b32b719-64c1-42b7-869d-fddd19d35c0a req-84e7d643-2b56-496f-a4b0-6a7aa008c02d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683494 Dec 20 11:36:36.137596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-6f370205-ae3b-434c-bc0e-79ede13c6565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:36.139821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-6f370205-ae3b-434c-bc0e-79ede13c6565 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1199684 Dec 20 11:36:36.188923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:36.192617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:36.214893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 24d9198f-c25f-4a75-a08b-608770155dc6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:36.227778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 24d9198f-c25f-4a75-a08b-608770155dc6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:36.228400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.297905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b', 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'port_id': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b', 'mac_address': 'fa:16:3e:fa:a6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:36.301820 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13530b60-b8a3-4209-ae6c-55938fd7d183', 'name': 'network-vif-deleted', 'tag': '234e0a75-c175-4da7-b9ec-17a9d053dec7', 'status': 'completed', 'code': 200} Dec 20 11:36:36.302535 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'tag': '7d7280b0-4b6a-4d34-85bc-3e277ff03703', 'status': 'completed', 'code': 200} Dec 20 11:36:36.333277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75e9a-f87a-4ec5-b7e7-0178354b506c req-048a651e-33b9-4d6c-9282-9e965d6190ca tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:36.344515 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-61a75e9a-f87a-4ec5-b7e7-0178354b506c req-048a651e-33b9-4d6c-9282-9e965d6190ca tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 944 time: 0.2465248 Dec 20 11:36:36.369105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.416171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.451237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-69b15ca0-53fc-462d-92f2-8fabf8c53c00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3002465 Dec 20 11:36:36.452801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:36.479850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-12b34ad2-d965-4a15-8e65-feb5707b5476 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 1097 time: 0.1431558 Dec 20 11:36:36.495557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.512703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:36.528112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.536417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-61a75e9a-f87a-4ec5-b7e7-0178354b506c req-9a1adb5f-5c19-4165-b95f-679170882326 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907334 Dec 20 11:36:36.536566 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:36.589653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.636964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=24d9198f-c25f-4a75-a08b-608770155dc6,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:36.640807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:36.658674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.679384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:36.686750 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:36.693843 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:36.710590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-3f3e7fb5-4d2f-45cc-aa01-faa23ebbb68b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:36.714770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-3f3e7fb5-4d2f-45cc-aa01-faa23ebbb68b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 919 time: 0.2247360 Dec 20 11:36:36.735923 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-2bf4c2fc-fc75-41bc-adc8-6dbb18d89284 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676404 Dec 20 11:36:36.778788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.792545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:36.796108 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:36.810552 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-393fec5c-84f4-4051-8d9a-62366e64f973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:36.825693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-2dc3431d-7149-4c4e-961f-82c4447146bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703 HTTP/1.1" status: 200 len: 217 time: 0.0742860 Dec 20 11:36:36.839459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1861b0a7-1acd-4006-b1f9-c377037969d0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:36.842577 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:36.906247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-327052f1-ca67-4cf2-a2f1-2cb6b6a92851 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:36.907652 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-327052f1-ca67-4cf2-a2f1-2cb6b6a92851 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.0761664 Dec 20 11:36:36.913268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70a1a-9e1b-4f5c-8699-ad371234e4db req-4407be83-a0cd-4424-989f-fdb138a9f86d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:36.914651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c0e70a1a-9e1b-4f5c-8699-ad371234e4db req-4407be83-a0cd-4424-989f-fdb138a9f86d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.1986878 Dec 20 11:36:36.919263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:36.922897 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "DELETE /v2.0/security-groups/1861b0a7-1acd-4006-b1f9-c377037969d0 HTTP/1.1" status: 204 len: 168 time: 0.7269292 Dec 20 11:36:36.924114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:36.934538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:36.965595 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-5b3e586e-81eb-4eb5-aec5-9ad22985d48c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] show failed (client error): The resource could not be found. Dec 20 11:36:36.969315 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5b3e586e-81eb-4eb5-aec5-9ad22985d48c tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "GET /v2.0/security-groups/1861b0a7-1acd-4006-b1f9-c377037969d0 HTTP/1.1" status: 404 len: 347 time: 0.0409899 Dec 20 11:36:36.970150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37022) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:36.970300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-2e38c15f-32da-483b-aa7d-79798fd1ff72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512662 Dec 20 11:36:37.034569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c0e70a1a-9e1b-4f5c-8699-ad371234e4db req-4d54f5a8-d389-47e5-8e69-89ed88d9beb5 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832167 Dec 20 11:36:37.067625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3866c-6dce-4bdf-9aaa-019d04ad845b req-06ab8d87-ec92-4076-b2cf-04efae76ceb7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:37.083932 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fa3866c-6dce-4bdf-9aaa-019d04ad845b req-06ab8d87-ec92-4076-b2cf-04efae76ceb7 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 945 time: 0.3428543 Dec 20 11:36:37.106172 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b7501bf-6f52-4649-ba15-42ea41661d61 req-c621a24e-ae18-4bf2-9215-8aff344c95a0 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625088 Dec 20 11:36:37.160534 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6', 'code': 200} Dec 20 11:36:37.213232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-605ee4c5-4471-4439-9a2f-3fcd8fafa5d6 service neutron] 10.222.0.53 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255960 Dec 20 11:36:37.222640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Deleting port 41cfc828-b8ee-4533-b64f-2c8a46bb38b9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:37.222979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:37.290146 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fa3866c-6dce-4bdf-9aaa-019d04ad845b req-2c5ffe4d-a149-46f0-ac23-d4a05be8be50 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049773 Dec 20 11:36:37.479240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:37.479537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ca7ec2c-ce93-4d15-bfc5-17597cee6432 req-a1779c25-443c-432a-b902-881be3b11b1d service neutron] 10.222.0.53 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565482 Dec 20 11:36:37.479678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:37.515563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759e2a-d061-4dae-85e9-9dd38c2b6690 req-a2b5945d-cf1a-40a0-9fca-bc35080775f9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:37.516979 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ea759e2a-d061-4dae-85e9-9dd38c2b6690 req-a2b5945d-cf1a-40a0-9fca-bc35080775f9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 944 time: 0.2343562 Dec 20 11:36:37.521755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84ce5035-4703-43f4-9528-c3df129515ba req-a9c2ef9e-67e6-4fde-9cf8-6ab3d9b42717 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1098 time: 0.1427920 Dec 20 11:36:37.594552 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ea759e2a-d061-4dae-85e9-9dd38c2b6690 req-d7d707a3-2252-434a-8dfe-de069810deec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717318 Dec 20 11:36:37.596019 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84ce5035-4703-43f4-9528-c3df129515ba req-896106de-42d5-495e-b70e-1c51cefb0d40 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599773 Dec 20 11:36:37.601807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Calling delete_port for 41cfc828-b8ee-4533-b64f-2c8a46bb38b9 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:37.676948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25fc96-039e-420c-ae88-8b077f7273a7 req-a0b4eda6-97fa-4f59-a954-a9836fd8cde2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:37.678406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae25fc96-039e-420c-ae88-8b077f7273a7 req-a0b4eda6-97fa-4f59-a954-a9836fd8cde2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 948 time: 0.2540021 Dec 20 11:36:37.765523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae25fc96-039e-420c-ae88-8b077f7273a7 req-778faed9-13ec-4988-9616-487a7c3b68aa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792019 Dec 20 11:36:37.798634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:37.803049 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d727c2c-aba6-45a1-ab66-660fd0ee5019 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:37.896619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 5417b896-f13a-4a13-953f-55e6a844dab6 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:37.964176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Pushing event deleted for resources: {'Port': ['ID=41cfc828-b8ee-4533-b64f-2c8a46bb38b9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:37.971906 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:38.042180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfad73-7d70-4f5f-9b75-0730dfa50077 req-5c7502da-5274-4f18-9037-c081644ad509 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:38.044596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4dfad73-7d70-4f5f-9b75-0730dfa50077 req-5c7502da-5274-4f18-9037-c081644ad509 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 945 time: 0.0804024 Dec 20 11:36:38.052330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:38.066663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '5417b896-f13a-4a13-953f-55e6a844dab6', 'network_id': '9b0a5ac6-674c-43e4-a551-8a2a020b3791', 'port_id': '5417b896-f13a-4a13-953f-55e6a844dab6', 'mac_address': 'fa:16:3e:7c:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a03b218-421b-4a94-9813-6c93352eb437', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:38.094864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:38.112933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b70e54-3629-4910-bba6-f290eac5fecb req-a3e60898-c002-45a3-97ce-15ddeaf0a199 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:38.114545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4dfad73-7d70-4f5f-9b75-0730dfa50077 req-da86233e-ef1d-487e-8533-6b9931a047a0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630929 Dec 20 11:36:38.120425 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7b70e54-3629-4910-bba6-f290eac5fecb req-a3e60898-c002-45a3-97ce-15ddeaf0a199 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.2110813 Dec 20 11:36:38.155257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:38.161432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:38.165192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] 10.222.0.32 "DELETE /v2.0/floatingips/1a35d1e9-0465-4974-9284-2ca8c70b25d3 HTTP/1.1" status: 204 len: 168 time: 1.1838698 Dec 20 11:36:38.175165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8a925-a764-48cd-9191-e82374ec3f81 None None] New status for floating IP 1a35d1e9-0465-4974-9284-2ca8c70b25d3: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:36:38.176109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7b70e54-3629-4910-bba6-f290eac5fecb req-2c09b4e5-b89d-4b0d-88e6-2b789cca906d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546567 Dec 20 11:36:38.343421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5417b896-f13a-4a13-953f-55e6a844dab6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:38.346551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68750ee2-f28a-4dbb-a1d4-54c6d42e39d0 req-3cfc642d-ebda-4620-8562-cf1b868b0ac4 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:38.348312 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68750ee2-f28a-4dbb-a1d4-54c6d42e39d0 req-3cfc642d-ebda-4620-8562-cf1b868b0ac4 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.1007349 Dec 20 11:36:38.367215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:38.371818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:38.375157 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:38.402027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68750ee2-f28a-4dbb-a1d4-54c6d42e39d0 req-0e0c0ad5-c9a3-4918-a051-a86ccbe53061 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Dec 20 11:36:38.454598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d9fa323e-4302-4f1b-ab2a-b019292ae3ce req-c0482102-cf82-44eb-9993-602f2faffbb7 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1102 time: 0.0829532 Dec 20 11:36:38.458466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:38.466758 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:38.504108 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d9fa323e-4302-4f1b-ab2a-b019292ae3ce req-48e7836f-dd71-4986-aa9f-7cf3c06b12ad tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469210 Dec 20 11:36:38.541135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['5417b896-f13a-4a13-953f-55e6a844dab6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:38.649783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbcc10-b55a-4335-83fd-1645e15be2ad req-b6e4755b-e2b3-4509-84a1-a09fb1879e2d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:38.651675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05cbcc10-b55a-4335-83fd-1645e15be2ad req-b6e4755b-e2b3-4509-84a1-a09fb1879e2d tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 944 time: 0.0760283 Dec 20 11:36:38.700795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05cbcc10-b55a-4335-83fd-1645e15be2ad req-6ad2c15d-6f5f-47b1-a750-ea8bbdea1bc3 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Dec 20 11:36:38.734721 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1814a418-1e55-44ab-ae05-1c7840a7d116 req-76f9dc5f-ba20-47f3-a388-b86f3af18299 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0840135 Dec 20 11:36:39.009781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131ce44-a155-4017-a8fd-034b6b8f0a0d req-10a745ce-f63f-4de9-8d96-c162171de18c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:39.011421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9131ce44-a155-4017-a8fd-034b6b8f0a0d req-10a745ce-f63f-4de9-8d96-c162171de18c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 944 time: 0.1621106 Dec 20 11:36:39.050359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7d7280b0-4b6a-4d34-85bc-3e277ff03703 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:39.062961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9131ce44-a155-4017-a8fd-034b6b8f0a0d req-9da3cf24-a058-4bb5-9776-83558267a118 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457540 Dec 20 11:36:39.178684 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-1c1d277e-9da0-48d4-9b76-ca4051723412 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919499 Dec 20 11:36:39.265630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 7d7280b0-4b6a-4d34-85bc-3e277ff03703, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:39.282663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '7d7280b0-4b6a-4d34-85bc-3e277ff03703', 'network_id': 'b22c9d00-c8ba-4751-b541-e81234598bf4', 'port_id': '7d7280b0-4b6a-4d34-85bc-3e277ff03703', 'mac_address': 'fa:16:3e:b7:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102f89d6-69d7-4840-8f5b-699bc718eb41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:39.352780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:39.376732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7280b0-4b6a-4d34-85bc-3e277ff03703 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:39.396950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 7d7280b0-4b6a-4d34-85bc-3e277ff03703, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:39.408321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:39.409029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8515164f-c69b-470e-a967-c633fb1d38b8 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:39.411328 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:39.431938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690198ab-fe78-4f17-8ded-7fb33d347de3 req-9b7fa122-b989-4665-a242-74ee7fcdc352 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:39.433608 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-690198ab-fe78-4f17-8ded-7fb33d347de3 req-9b7fa122-b989-4665-a242-74ee7fcdc352 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 948 time: 0.1287930 Dec 20 11:36:39.495239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-690198ab-fe78-4f17-8ded-7fb33d347de3 req-44d94adc-9ed5-4ca4-a311-1594679e0a6f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Dec 20 11:36:39.643762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=7d7280b0-4b6a-4d34-85bc-3e277ff03703,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:39.648578 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:39.654911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8515164f-c69b-470e-a967-c633fb1d38b8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8515164f-c69b-470e-a967-c633fb1d38b8,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:39.675205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '8515164f-c69b-470e-a967-c633fb1d38b8', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '8515164f-c69b-470e-a967-c633fb1d38b8', 'mac_address': 'fa:16:3e:2f:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:36:39.711743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e277d0-de11-4151-960d-ab3e25170dba req-932c1667-d0ec-4060-8335-05d3e3920bb2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:39.714221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85e277d0-de11-4151-960d-ab3e25170dba req-932c1667-d0ec-4060-8335-05d3e3920bb2 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1034875 Dec 20 11:36:39.715670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc241109-c854-4c7b-8a08-4a434612ee50 req-6790a61d-f2ac-4256-a029-4bd7cbc5824c tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:39.717816 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc241109-c854-4c7b-8a08-4a434612ee50 req-6790a61d-f2ac-4256-a029-4bd7cbc5824c tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 945 time: 0.0879068 Dec 20 11:36:39.745231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:39.766943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8515164f-c69b-470e-a967-c633fb1d38b8 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:39.781391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85e277d0-de11-4151-960d-ab3e25170dba req-50d74a10-dc7c-4a95-8418-b274b0d826d5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578668 Dec 20 11:36:39.782566 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc241109-c854-4c7b-8a08-4a434612ee50 req-05ed61d1-aa40-402c-a8ac-38a41ccaf4ea tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569613 Dec 20 11:36:39.786873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8515164f-c69b-470e-a967-c633fb1d38b8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8515164f-c69b-470e-a967-c633fb1d38b8,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:39.793003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:39.795553 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:39.869017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8515164f-c69b-470e-a967-c633fb1d38b8,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:39.874125 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:39.907294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:40.041406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:40.047846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:40.048546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.063673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-2bca6705-aa79-42d1-af41-7d9acdcb5c4b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-153435354&fields=id&tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 267 time: 0.0582056 Dec 20 11:36:40.158178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-7b72b584-c3c9-432b-bf1f-9cf22ea9863e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:40.162541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-7b72b584-c3c9-432b-bf1f-9cf22ea9863e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 945 time: 0.0978825 Dec 20 11:36:40.175689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'port': {'security_groups': ['4a3b8103-c03c-4db3-ad98-613156bba472', '2fd8ebb4-be18-400a-a6ec-131170eca10a']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:40.184309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['7d7280b0-4b6a-4d34-85bc-3e277ff03703'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:40.215456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['8515164f-c69b-470e-a967-c633fb1d38b8'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:40.255673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.316992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0717c27-f560-4df3-ab2e-955449486898 req-dc72cb94-dac6-459b-a784-b57d8f22d5b9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:40.327527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0717c27-f560-4df3-ab2e-955449486898 req-dc72cb94-dac6-459b-a784-b57d8f22d5b9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.1501222 Dec 20 11:36:40.352424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:40.356779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.393660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:40.395747 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0717c27-f560-4df3-ab2e-955449486898 req-d1cf0a0c-1c43-47ff-9511-15ac33770bec tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670052 Dec 20 11:36:40.409803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.410686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 5417b896-f13a-4a13-953f-55e6a844dab6 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:40.440847 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:40.577564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:40.581487 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:40.640937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=24d9198f-c25f-4a75-a08b-608770155dc6,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:40.669289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.675429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.681959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 5417b896-f13a-4a13-953f-55e6a844dab6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:40.682409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.685124 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50bce3ec-44c4-438f-becb-05677d2c602c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:40.713877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['24d9198f-c25f-4a75-a08b-608770155dc6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:40.750424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:40.751743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:40.765826 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-229690ee-af80-4fd6-be79-030f5b7ac1e8 req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "PUT /v2.0/ports/24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 981 time: 0.5974183 Dec 20 11:36:40.769566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:40.828437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=6']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:40.830980 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b', 'code': 200} Dec 20 11:36:40.843759 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:40.968085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['24d9198f-c25f-4a75-a08b-608770155dc6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:41.007433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-8fbb01ef-edd9-4a9d-b8c9-3a628def1460 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1102 time: 0.2265711 Dec 20 11:36:41.019995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84df99-5288-40a2-a039-4ab6c790d214 req-33a335b9-80f0-4ebf-8b86-d1951f9e0626 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:41.021643 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc84df99-5288-40a2-a039-4ab6c790d214 req-33a335b9-80f0-4ebf-8b86-d1951f9e0626 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 949 time: 0.0837550 Dec 20 11:36:41.023507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8c774-c9f1-4f51-85be-8a71aef87f6e req-a656a448-78f8-4e9a-9bfd-2703d967b215 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:41.024917 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8eb8c774-c9f1-4f51-85be-8a71aef87f6e req-a656a448-78f8-4e9a-9bfd-2703d967b215 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 945 time: 0.1789069 Dec 20 11:36:41.025453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:41.072578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc84df99-5288-40a2-a039-4ab6c790d214 req-fff0bc21-51e7-4825-a5ff-9f81d65dc5a5 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Dec 20 11:36:41.083184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae0ebf2e-f691-47d2-9954-b62b62c503c2 req-6bc8c0f3-baa9-438c-ae75-3ce6d326fcb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1098 time: 0.1788065 Dec 20 11:36:41.127841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:41.140053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:41.144051 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:41.208725 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8eb8c774-c9f1-4f51-85be-8a71aef87f6e req-f4c07aa3-1d0e-4b23-a0db-d2eebb2ff727 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613321 Dec 20 11:36:41.222183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c779e-5092-4335-9e48-811a67fdbcec req-5c3334fb-7541-4df4-9d5c-f9986d9f222b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:41.223591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-5c3334fb-7541-4df4-9d5c-f9986d9f222b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1978445 Dec 20 11:36:41.225722 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae0ebf2e-f691-47d2-9954-b62b62c503c2 req-c5e79740-850c-4218-b82f-eeef3e726e60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877314 Dec 20 11:36:41.286573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:41.293245 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:41.328992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-a1f68432-46f6-4498-a24e-54f460af4f9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.0907190 Dec 20 11:36:41.390877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37126) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:41.458860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c779e-5092-4335-9e48-811a67fdbcec req-e65b2053-687d-40ba-8b48-d02884c3f854 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:41.460277 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-e65b2053-687d-40ba-8b48-d02884c3f854 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1247044 Dec 20 11:36:41.519110 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b384a131-db5e-407d-9bd4-1e5464c91918 req-35fbed0c-ff3d-4597-9c9c-674a7d78e667 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/2fd8ebb4-be18-400a-a6ec-131170eca10a HTTP/1.1" status: 200 len: 1633 time: 0.1066060 Dec 20 11:36:41.583757 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-b2cd5469-4e0b-4f70-bd99-bf9ab23a5c2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1108649 Dec 20 11:36:41.591500 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-b384a131-db5e-407d-9bd4-1e5464c91918 req-0cd2d1bf-4877-42cf-9505-999eb6d6ae8f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 11:36:41.592456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b384a131-db5e-407d-9bd4-1e5464c91918 req-0cd2d1bf-4877-42cf-9505-999eb6d6ae8f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/2fd8ebb4-be18-400a-a6ec-131170eca10a HTTP/1.1" status: 409 len: 341 time: 0.0661886 Dec 20 11:36:41.597398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7407aa-797b-4870-a7d9-8f448addb21a req-8fc06cdf-7f3f-4178-bcbc-514dca68c183 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:41.601798 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9b7407aa-797b-4870-a7d9-8f448addb21a req-8fc06cdf-7f3f-4178-bcbc-514dca68c183 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 945 time: 0.1494853 Dec 20 11:36:41.656106 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6', 'status': 'completed', 'code': 200} Dec 20 11:36:41.670453 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9b7407aa-797b-4870-a7d9-8f448addb21a req-dbd09ead-7440-4f96-9cdd-caf7d3f94f1c tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587335 Dec 20 11:36:41.810507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-31c4c43d-18dc-46d4-bd38-442065ab7046 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171330 Dec 20 11:36:41.906198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 5417b896-f13a-4a13-953f-55e6a844dab6 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:41.933748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-071cf3ac-1f69-4c65-91fa-35867c0dbe69 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:41.935495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-071cf3ac-1f69-4c65-91fa-35867c0dbe69 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 945 time: 0.2511821 Dec 20 11:36:41.960114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:42.035251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d525a7-7b84-4e54-a39e-05584987c5c4 req-88421eab-810b-4879-a3b9-9bfe21e66042 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:42.036708 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85d525a7-7b84-4e54-a39e-05584987c5c4 req-88421eab-810b-4879-a3b9-9bfe21e66042 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.2738788 Dec 20 11:36:42.045038 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-4d3f5f01-30e8-4795-bf25-811e69861c93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1137 time: 0.3429773 Dec 20 11:36:42.051366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-ea4df51e-65fa-48df-a9e9-933842d96b2f service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313342 Dec 20 11:36:42.062258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60e39-4a42-4927-b393-4f37eb9ac70a req-a025314d-8621-4b83-a162-9da4b6ecb20e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:42.063691 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-71d60e39-4a42-4927-b393-4f37eb9ac70a req-a025314d-8621-4b83-a162-9da4b6ecb20e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 946 time: 0.2605133 Dec 20 11:36:42.099121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Deleting port 5417b896-f13a-4a13-953f-55e6a844dab6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:42.099453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:42.169688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:42.247229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-bcbd9353-6575-4dc5-badf-5c65b0604ea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:42.248636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-bcbd9353-6575-4dc5-badf-5c65b0604ea0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 914 time: 0.1943502 Dec 20 11:36:42.254791 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-71d60e39-4a42-4927-b393-4f37eb9ac70a req-2b43a78e-0053-4f44-b8de-a159e750d38c tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494675 Dec 20 11:36:42.327305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:42.342403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:42.345014 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:42.355086 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85d525a7-7b84-4e54-a39e-05584987c5c4 req-c58981f8-3189-453a-b4ac-8ade5fb9bb2e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027525 Dec 20 11:36:42.382908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:42.467788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:42.471958 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-a089317b-342a-4b40-b5b9-a22c01521518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 217 time: 0.2049024 Dec 20 11:36:42.474319 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:42.517676 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-ac2a8ea5-8d14-4c87-8f1a-5303deca072b tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1099 time: 0.4685330 Dec 20 11:36:42.541146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:42.645345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-bef0f08f-c80f-4cb0-845b-fc097a69d8a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:42.646839 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-bef0f08f-c80f-4cb0-845b-fc097a69d8a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.1609411 Dec 20 11:36:42.735679 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-8e7450dd-b3dd-481a-9e92-26dedd205d0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797048 Dec 20 11:36:42.806615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:42.806615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:42.818065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:42.832169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6'}, {'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:42.951765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658814-576c-4bc4-b4f6-bf65ba187c83 req-ac05aee8-9138-4b87-bb86-9ca74a0f4c67 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:42.953013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Calling delete_port for 5417b896-f13a-4a13-953f-55e6a844dab6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:42.953219 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3f658814-576c-4bc4-b4f6-bf65ba187c83 req-ac05aee8-9138-4b87-bb86-9ca74a0f4c67 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 945 time: 0.2641757 Dec 20 11:36:42.959760 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-0aceed1b-46cd-488c-9b04-baf859e3868b service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161839 Dec 20 11:36:43.044822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79c10a-94b9-4c19-86ea-651ad4d691b3 req-c194a7f1-4773-4037-80f3-21b799ea0e10 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:43.046260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd79c10a-94b9-4c19-86ea-651ad4d691b3 req-c194a7f1-4773-4037-80f3-21b799ea0e10 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 949 time: 0.4503667 Dec 20 11:36:43.070289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8515164f-c69b-470e-a967-c633fb1d38b8 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:43.155307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 8515164f-c69b-470e-a967-c633fb1d38b8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:43.161304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 8515164f-c69b-470e-a967-c633fb1d38b8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:43.161754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.196983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:36:43.197292 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:36:43.205813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-3f658814-576c-4bc4-b4f6-bf65ba187c83 req-34579998-daf3-41b7-a1ad-2a18e66887ce tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Synchronizing usage tracker for tenant:764e973345994c0387dfb8c52a4d0309 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:43.208368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd79c10a-94b9-4c19-86ea-651ad4d691b3 req-c5f9e6de-6ab0-4498-b13f-f178c57678c8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538165 Dec 20 11:36:43.245417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:43.265977 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-147e1473-34c4-4a74-8f69-1c22d3e218f3 req-cd04cfe0-05f5-4cba-9ed7-fd6ca0d3a988 service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963266 Dec 20 11:36:43.305070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-3f658814-576c-4bc4-b4f6-bf65ba187c83 req-34579998-daf3-41b7-a1ad-2a18e66887ce tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Unset dirty status for tenant:764e973345994c0387dfb8c52a4d0309 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:43.306155 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3f658814-576c-4bc4-b4f6-bf65ba187c83 req-34579998-daf3-41b7-a1ad-2a18e66887ce tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438096 Dec 20 11:36:43.316411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:43.343395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.392899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8515164f-c69b-470e-a967-c633fb1d38b8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8515164f-c69b-470e-a967-c633fb1d38b8,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:43.400314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.401248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7d7280b0-4b6a-4d34-85bc-3e277ff03703 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:36:43.440450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:43.446918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.470625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.472623 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9f9bdf4a-8cb7-4b32-94f2-ba58a5ae1c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:43.475688 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-63376f69-d9f3-429f-aea3-2dca25e1fc53 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:43.491745 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62058f52-f453-4851-8938-6013205c45da req-f5bc7a80-a22b-49b3-b9df-73d75b2e10da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1137 time: 0.1272080 Dec 20 11:36:43.558737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8515164f-c69b-470e-a967-c633fb1d38b8,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:43.562331 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:43.578460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:43.583648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:43.584027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.667823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:43.672839 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:43.705990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Deleting port 5417b896-f13a-4a13-953f-55e6a844dab6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:43.706242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.706340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.739034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 7d7280b0-4b6a-4d34-85bc-3e277ff03703, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:43.744945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.749751 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:43.781299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:43.781687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:43.781950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:43.814777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62058f52-f453-4851-8938-6013205c45da req-b1994797-a52b-4944-b26d-5a61ddf65b62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:43.816100 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62058f52-f453-4851-8938-6013205c45da req-b1994797-a52b-4944-b26d-5a61ddf65b62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 914 time: 0.1800468 Dec 20 11:36:43.823463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=7d7280b0-4b6a-4d34-85bc-3e277ff03703,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:43.828415 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:43.843416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:43.843741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:43.857279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff7f63-0795-4206-9d1b-7f0d9c8b5db0 req-aa429661-8ade-4f29-b316-3b7657640023 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:43.858747 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3ff7f63-0795-4206-9d1b-7f0d9c8b5db0 req-aa429661-8ade-4f29-b316-3b7657640023 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 943 time: 0.2637708 Dec 20 11:36:43.906344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:43.906685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:43.907065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:43.907507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Bound port: 75864054-a0d9-4df1-af7f-93c5f2482b79, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:43.907849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:43.909077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15932e0f-9358-4c0a-b67c-054b3d1ca7bc req-a332b388-da19-48f4-a7a2-d0cae54dcd92 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:43.910523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15932e0f-9358-4c0a-b67c-054b3d1ca7bc req-a332b388-da19-48f4-a7a2-d0cae54dcd92 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 984 time: 0.4125676 Dec 20 11:36:43.919070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:36:43.954958 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62058f52-f453-4851-8938-6013205c45da req-a898fb89-7e0c-44b8-9ec6-e143d0a14458 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 217 time: 0.1116381 Dec 20 11:36:43.964080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Deleting port b9695b7f-23cf-4371-ac74-350b8af1e80b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:43.964411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.067611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, got binding levels [] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:44.084520 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15932e0f-9358-4c0a-b67c-054b3d1ca7bc req-3b71441e-3853-4f92-9422-bb4ff482e6ee tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&id=2fd8ebb4-be18-400a-a6ec-131170eca10a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1589518 Dec 20 11:36:44.109306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:44.110482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:44.111075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:44.116430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62058f52-f453-4851-8938-6013205c45da req-8efe9bb8-1aeb-4cc4-8854-06acba1bd761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:44.117843 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62058f52-f453-4851-8938-6013205c45da req-8efe9bb8-1aeb-4cc4-8854-06acba1bd761 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.1566031 Dec 20 11:36:44.118909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:44.119356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:44.129074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:44.129512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:44.130231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:44.130958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Bound port: 75864054-a0d9-4df1-af7f-93c5f2482b79, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:44.131508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.192618 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6', 'code': 200} Dec 20 11:36:44.192856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3ff7f63-0795-4206-9d1b-7f0d9c8b5db0 req-06ef7221-711f-4f0e-bf0d-ba139104f29f tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/security-groups?id=06421c74-01eb-4f5d-b7ab-3bc130a49e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224645 Dec 20 11:36:44.193053 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6', 'code': 200} Dec 20 11:36:44.226681 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62058f52-f453-4851-8938-6013205c45da req-d96edb22-db0f-4af7-97ad-30dfea9afbe1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909920 Dec 20 11:36:44.279941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] For port 5417b896-f13a-4a13-953f-55e6a844dab6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=5417b896-f13a-4a13-953f-55e6a844dab6,segment=NetworkSegment(32308b8e-bff2-4b15-934b-90cd4554bca7),segment_id=32308b8e-bff2-4b15-934b-90cd4554bca7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:44.279941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.294558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:44.452276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] For port b9695b7f-23cf-4371-ac74-350b8af1e80b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9695b7f-23cf-4371-ac74-350b8af1e80b,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:44.452622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.471864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Calling delete_port for 5417b896-f13a-4a13-953f-55e6a844dab6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:44.499259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:36:44.522237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.529370 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9c79d34-c763-4aa0-96a9-2f3b7e73e52a tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:44.533905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:44.539997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 75864054-a0d9-4df1-af7f-93c5f2482b79-n-h1-victoria-1-0 {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:36:44.540505 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:36:44.594566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Calling delete_port for b9695b7f-23cf-4371-ac74-350b8af1e80b owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:44.649145 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62058f52-f453-4851-8938-6013205c45da req-198dd62f-b06a-4786-a31c-a5f9767a90dd service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090736 Dec 20 11:36:44.692635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:44.701896 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:44.710943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.807789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffb179-9240-4c60-a173-656ca623acc5 req-806becd9-5bca-4f32-931c-ce28ec23ffc9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:44.807789 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9ffb179-9240-4c60-a173-656ca623acc5 req-806becd9-5bca-4f32-931c-ce28ec23ffc9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.3744898 Dec 20 11:36:44.845349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.846738 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] 10.222.0.16 "PUT /v2.0/ports/75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 200 len: 1126 time: 2.3122602 Dec 20 11:36:44.873600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:44.881163 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:44.940872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf2037-ec05-4294-bc5c-306d9ff5cde2 req-ea28a2ee-5ad4-41ef-942e-e89258b169f0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:44.947463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Pushing event deleted for resources: {'Port': ['ID=5417b896-f13a-4a13-953f-55e6a844dab6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:44.956637 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93bf2037-ec05-4294-bc5c-306d9ff5cde2 req-ea28a2ee-5ad4-41ef-942e-e89258b169f0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.6098683 Dec 20 11:36:44.962491 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:44.962491 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9ffb179-9240-4c60-a173-656ca623acc5 req-dbea5db1-04db-4c78-98fe-c4b7e5f5a3ae tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206417 Dec 20 11:36:44.986667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['75864054-a0d9-4df1-af7f-93c5f2482b79'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:45.069598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['75864054-a0d9-4df1-af7f-93c5f2482b79'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:45.074720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] No DVR routers for this DVR port 5417b896-f13a-4a13-953f-55e6a844dab6 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:36:45.089158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:45.108404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55bdbdbc-a022-4ca6-baa2-1a9ea758f9b1 req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.16 "DELETE /v2.0/ports/5417b896-f13a-4a13-953f-55e6a844dab6 HTTP/1.1" status: 204 len: 173 time: 3.1513877 Dec 20 11:36:45.132559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62058f52-f453-4851-8938-6013205c45da req-212ad0b9-eb16-47e7-b0d1-f53142ace792 service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645658 Dec 20 11:36:45.137402 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79', 'code': 200} Dec 20 11:36:45.152947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93bf2037-ec05-4294-bc5c-306d9ff5cde2 req-f8866bed-0e35-40d7-83b2-0d4052fc0c10 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152760 Dec 20 11:36:45.250121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:36:45.250121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:36:45.275048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:45.310793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:45.310793 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:45.454286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9695b7f-23cf-4371-ac74-350b8af1e80b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:45.457220 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:45.490328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:36:45.490328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempting to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 on network 984ebb61-f77f-4ea0-9f33-86bc2a93ed95 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:36:45.577654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:36:45.577654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Checking segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:36:45.577654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Bound using segment: {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:36:45.577654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Bound port: 75864054-a0d9-4df1-af7f-93c5f2482b79, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9abf8-bf69-41db-a099-52b73448e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '984ebb61-f77f-4ea0-9f33-86bc2a93ed95'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:36:45.577654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:45.624081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3ae47-5342-4c28-b803-e6f6343fbb72 req-7052a87c-d856-4e07-a7c4-7ab6788d1b18 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:45.637565 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-13c3ae47-5342-4c28-b803-e6f6343fbb72 req-7052a87c-d856-4e07-a7c4-7ab6788d1b18 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 950 time: 0.1869729 Dec 20 11:36:45.715176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167adede-ce03-4876-848b-47d95ddc5e8e req-06097cf4-25a6-44a8-b708-6dc6f0306ebc tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:45.715176 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-167adede-ce03-4876-848b-47d95ddc5e8e req-06097cf4-25a6-44a8-b708-6dc6f0306ebc tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.3428073 Dec 20 11:36:45.720180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-13c3ae47-5342-4c28-b803-e6f6343fbb72 req-067a755c-e774-4f05-8fd0-e8ca8b167699 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720966 Dec 20 11:36:45.822232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-167adede-ce03-4876-848b-47d95ddc5e8e req-1db566d9-74b2-40f2-998a-10e7975f8e26 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100140 Dec 20 11:36:45.834644 n-d-victoria-1 neutron-server[83559]: WARNING neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Concurrent port binding operations failed on port 75864054-a0d9-4df1-af7f-93c5f2482b79 Dec 20 11:36:45.897866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:45.936312 n-d-victoria-1 neutron-server[83559]: INFO neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Attempt 2 to bind port 75864054-a0d9-4df1-af7f-93c5f2482b79 Dec 20 11:36:45.936655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:36:46.022260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:46.112868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fb31c840-77f2-47b8-812c-4738f94ed803 req-fcfdcbf3-887b-4bb1-802f-da32f05e218a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Synchronizing usage tracker for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:46.130715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fb31c840-77f2-47b8-812c-4738f94ed803 req-fcfdcbf3-887b-4bb1-802f-da32f05e218a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Unset dirty status for tenant:e9817e1271cf41629db3efc19bfe6149 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:46.131862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb31c840-77f2-47b8-812c-4738f94ed803 req-fcfdcbf3-887b-4bb1-802f-da32f05e218a tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad028d7-c013-4ab6-a78c-1245a215cad0 HTTP/1.1" status: 200 len: 210 time: 0.0599861 Dec 20 11:36:46.195609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8515164f-c69b-470e-a967-c633fb1d38b8'}, {'server_uuid': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7280b0-4b6a-4d34-85bc-3e277ff03703'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:46.203610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57320c-563f-43ea-844e-f5fcea00a911 req-7f292997-3b3c-41a9-ad5a-040e42aa4704 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:46.211258 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba57320c-563f-43ea-844e-f5fcea00a911 req-7f292997-3b3c-41a9-ad5a-040e42aa4704 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 984 time: 0.1779723 Dec 20 11:36:46.313902 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba57320c-563f-43ea-844e-f5fcea00a911 req-223f5d39-0b96-411d-b69e-f6e2ebdf35ef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&id=2fd8ebb4-be18-400a-a6ec-131170eca10a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1016181 Dec 20 11:36:46.358113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b6231-9993-4923-b344-90e18c6c250f req-e39e3e0f-b18d-4ab5-a409-f4b85fc9673e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:46.359512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be1b6231-9993-4923-b344-90e18c6c250f req-e39e3e0f-b18d-4ab5-a409-f4b85fc9673e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.0896766 Dec 20 11:36:46.407989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be1b6231-9993-4923-b344-90e18c6c250f req-66c010bd-f1da-430d-a6b1-e5e5506eecfb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Dec 20 11:36:46.484525 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8515164f-c69b-470e-a967-c633fb1d38b8', 'code': 200} Dec 20 11:36:46.485034 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7280b0-4b6a-4d34-85bc-3e277ff03703', 'code': 200} Dec 20 11:36:46.627630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0aa1e007-c5f7-4a95-93db-38984417cf31 req-9733e43b-0a35-4129-b6bc-afadd589f20a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 1099 time: 0.0661578 Dec 20 11:36:46.647670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585856c-8f0e-40ef-8dc8-670bdc33437b req-4bd2b4e5-54a7-4faa-8fab-a92b776dc528 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:46.649084 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9585856c-8f0e-40ef-8dc8-670bdc33437b req-4bd2b4e5-54a7-4faa-8fab-a92b776dc528 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.2190230 Dec 20 11:36:46.680697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0aa1e007-c5f7-4a95-93db-38984417cf31 req-d979555e-85c4-491d-924e-431097842332 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Dec 20 11:36:46.763185 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-774641d0-e987-4992-8779-fe52e2657c4e req-d33ca23a-b7b8-4497-bb94-76fa43386589 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 1103 time: 0.1960456 Dec 20 11:36:46.778999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9585856c-8f0e-40ef-8dc8-670bdc33437b req-57997687-e42a-4a03-ae0b-74ed2cf16149 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737591 Dec 20 11:36:46.928373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60655171-2f47-40be-ac26-ecb2868bce68 req-0bb5505b-b7b5-4a56-80da-d34d20c88468 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:46.929955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60655171-2f47-40be-ac26-ecb2868bce68 req-0bb5505b-b7b5-4a56-80da-d34d20c88468 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 950 time: 0.0984266 Dec 20 11:36:46.980411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60655171-2f47-40be-ac26-ecb2868bce68 req-1e5336ce-6142-4075-961e-94781336a9e1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Dec 20 11:36:47.070744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Router c3d1c1b2-9d42-4279-a945-7d98865f2d33 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:36:47.112096 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-774641d0-e987-4992-8779-fe52e2657c4e req-7029721c-3fde-481c-9590-1c8cc36fa3bd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002861 Dec 20 11:36:47.135582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79'}, {'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-deleted', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:47.211844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a39084-2654-4b4f-abda-f9940d0969ce req-d428d063-662a-44a1-8f9d-0468d2000e26 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:47.214929 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18a39084-2654-4b4f-abda-f9940d0969ce req-d428d063-662a-44a1-8f9d-0468d2000e26 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1899304 Dec 20 11:36:47.218100 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79', 'status': 'completed', 'code': 200} Dec 20 11:36:47.218100 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad028d7-c013-4ab6-a78c-1245a215cad0', 'name': 'network-vif-deleted', 'tag': '5417b896-f13a-4a13-953f-55e6a844dab6', 'status': 'completed', 'code': 200} Dec 20 11:36:47.337325 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18a39084-2654-4b4f-abda-f9940d0969ce req-f3aa9da8-0dda-4dbe-96d0-688ab20f5148 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137166 Dec 20 11:36:47.417255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:36:47.427555 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] Sync routers for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:36:47.467243 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:47.467940 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:47.490917 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] 10.222.0.32 "PUT /v2.0/routers/c3d1c1b2-9d42-4279-a945-7d98865f2d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0967424 Dec 20 11:36:47.494020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37190) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:47.587439 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-372dd52e-4a3a-4c76-be27-aead3cc2abe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1129 time: 0.1644721 Dec 20 11:36:47.655550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416634-99f2-4d16-a6a3-0a923e0dc8e4 req-44f760e5-18d3-4443-b7c6-ac47709fd2e8 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:47.656995 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a416634-99f2-4d16-a6a3-0a923e0dc8e4 req-44f760e5-18d3-4443-b7c6-ac47709fd2e8 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 984 time: 0.1414533 Dec 20 11:36:47.683032 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:47.747335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:47.774644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a416634-99f2-4d16-a6a3-0a923e0dc8e4 req-4243b639-c150-4d9a-ab92-eb1cd2b99715 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&id=2fd8ebb4-be18-400a-a6ec-131170eca10a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0705638 Dec 20 11:36:47.799199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-18864ef6-73ae-4b14-b910-b8a108f4cf53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:47.800631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-18864ef6-73ae-4b14-b910-b8a108f4cf53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2052839 Dec 20 11:36:47.812058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53951d4c-6450-4f52-bd3d-1d2d7ccdb420 req-c41d5e9c-43f0-48ea-ae52-eac2fee80cdd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:47.813513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53951d4c-6450-4f52-bd3d-1d2d7ccdb420 req-c41d5e9c-43f0-48ea-ae52-eac2fee80cdd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1756048 Dec 20 11:36:47.895420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53951d4c-6450-4f52-bd3d-1d2d7ccdb420 req-a3353657-52ae-4739-9e08-49e53584fba6 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747521 Dec 20 11:36:47.895735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-542c9c02-d9dc-4978-a368-84cf2691588f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 200 len: 217 time: 0.0839517 Dec 20 11:36:47.910584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:47.932773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 5417b896-f13a-4a13-953f-55e6a844dab6 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:47.992007 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 5417b896-f13a-4a13-953f-55e6a844dab6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:47.992693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 5417b896-f13a-4a13-953f-55e6a844dab6 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:48.021895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-346eff24-51d2-424e-9cca-febd0e714c75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:48.023381 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-346eff24-51d2-424e-9cca-febd0e714c75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1213675 Dec 20 11:36:48.107309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-69c38e42-5730-49ba-b862-5fe6f5cf0238 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504344 Dec 20 11:36:48.111644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-663fe294-c114-4301-963b-5c2fe94b9314 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1031415638&fields=id&tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1 HTTP/1.1" status: 200 len: 267 time: 0.0873430 Dec 20 11:36:48.134977 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:36:45Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:48.139641 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] Checking router: c3d1c1b2-9d42-4279-a945-7d98865f2d33 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:36:48.151732 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] Routers {'c3d1c1b2-9d42-4279-a945-7d98865f2d33'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:36:48.152315 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:36:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:48.242382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7be40-fe04-4f1f-b1f5-fe0caf2e4ecd req-7703ca20-ee60-45ba-b6cb-2d538d166ce0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:48.243807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02b7be40-fe04-4f1f-b1f5-fe0caf2e4ecd req-7703ca20-ee60-45ba-b6cb-2d538d166ce0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.1696050 Dec 20 11:36:48.310588 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02b7be40-fe04-4f1f-b1f5-fe0caf2e4ecd req-ff17fa10-a332-47df-b32f-4ee2d87c60c9 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581884 Dec 20 11:36:48.339537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:48.351216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-2c28e146-5df2-42dd-8c99-a3601983e7e1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:48.355698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Deleting port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:48.356444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:48.358583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-2c28e146-5df2-42dd-8c99-a3601983e7e1 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 984 time: 0.2414536 Dec 20 11:36:48.375577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'port': {'security_groups': ['2fd8ebb4-be18-400a-a6ec-131170eca10a', '4a3b8103-c03c-4db3-ad98-613156bba472', '68cc52c8-45f1-4bfa-9fd0-e3294a46f838']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:48.400599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] Set router c3d1c1b2-9d42-4279-a945-7d98865f2d33 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:36:48.413379 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-8bb68c03-bc7d-48e5-81da-1bbedc277eb9 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632244 Dec 20 11:36:48.670044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:48.670264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] For port 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:48.670581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:48.732144 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-be0b41a5-a4ce-4602-85b3-021a39262f4f req-65c460aa-4571-41fb-b535-d80ae3be38d5 service neutron] 10.222.0.53 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062129 Dec 20 11:36:48.752519 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:36:45Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:48.759614 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca64ff-1175-4c19-a84a-16319d732d57 None None] The sync data for ids ['c3d1c1b2-9d42-4279-a945-7d98865f2d33'] in n-d-victoria-1 is: [{'id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1914760634-router', 'tenant_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65'}], 'enable_snat': True}, 'gw_port_id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:46Z', 'updated_at': '2021-12-20T11:36:45Z', 'revision_number': 5, 'project_id': '4e0144e0fe2d4cb7a2ed3eb19a247cd6', 'gw_port': {'id': '2ab14e78-ed2b-49e3-96e0-11ee5a8b4996', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d1c1b2-9d42-4279-a945-7d98865f2d33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:47Z', 'updated_at': '2021-12-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:36:48.807899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e16331-1a60-4df6-98b2-813bb24226b7 req-c682bb81-ba4e-4bd1-8848-6761a6937410 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:48.809316 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f3e16331-1a60-4df6-98b2-813bb24226b7 req-c682bb81-ba4e-4bd1-8848-6761a6937410 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 950 time: 0.2766855 Dec 20 11:36:48.815544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Calling delete_port for 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:49.040201 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f3e16331-1a60-4df6-98b2-813bb24226b7 req-7e45a289-a4bb-4d3b-8c24-dfb762406cfe tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982257 Dec 20 11:36:49.066741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=24d9198f-c25f-4a75-a08b-608770155dc6,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:49.095117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:49.100002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:49.105934 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea8b907c-d81d-4e39-a79f-1f9375837f23 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:49.115753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['24d9198f-c25f-4a75-a08b-608770155dc6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:49.177188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:49.177804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:49.179204 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bfde30bb-3d91-44a8-af00-6b839f6d35f0 req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "PUT /v2.0/ports/24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 1020 time: 0.8101075 Dec 20 11:36:49.180039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:49.217590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:49.222993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=7']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:49.226032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:49.227104 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:49.241987 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-550c5285-6353-4f3f-a985-0a7c20c7eddd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:49.287851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9695b7f-23cf-4371-ac74-350b8af1e80b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:49.302833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab14e78-ed2b-49e3-96e0-11ee5a8b4996,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:49.318276 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:49.373331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b9695b7f-23cf-4371-ac74-350b8af1e80b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:49.374453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9695b7f-23cf-4371-ac74-350b8af1e80b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:49.457615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca06f-d9d0-426a-afc5-b3a375d8727e req-13067285-e704-47a2-a43f-d05b6c6ba403 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:49.459072 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-979ca06f-d9d0-426a-afc5-b3a375d8727e req-13067285-e704-47a2-a43f-d05b6c6ba403 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1246545 Dec 20 11:36:49.474603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['24d9198f-c25f-4a75-a08b-608770155dc6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:49.508347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-979ca06f-d9d0-426a-afc5-b3a375d8727e req-17a4b1e2-5751-44e7-bcf0-760879aac6fb tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Dec 20 11:36:49.606035 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28449bd9-308f-4e78-a25c-25954946bdbf req-0221978a-ac3c-4fda-a86f-d063e09f03b5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/68cc52c8-45f1-4bfa-9fd0-e3294a46f838 HTTP/1.1" status: 200 len: 1635 time: 0.0571072 Dec 20 11:36:49.674246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:49.675015 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-28449bd9-308f-4e78-a25c-25954946bdbf req-e3eaa425-42ea-427b-90ac-10b65582178c tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 11:36:49.676075 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28449bd9-308f-4e78-a25c-25954946bdbf req-e3eaa425-42ea-427b-90ac-10b65582178c tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/68cc52c8-45f1-4bfa-9fd0-e3294a46f838 HTTP/1.1" status: 409 len: 341 time: 0.0635653 Dec 20 11:36:49.743967 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6', 'status': 'completed', 'code': 200} Dec 20 11:36:49.920357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd9cbccb-22a6-422d-893c-36775745905e req-c2679cc7-d872-4c37-b808-9b70df2c0fe9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1176 time: 0.1362724 Dec 20 11:36:49.955744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844707d-4c03-44cf-bea0-cb08cb4190ab req-94544b00-1896-4ea7-93c3-c776f2ef0475 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:49.961178 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2844707d-4c03-44cf-bea0-cb08cb4190ab req-94544b00-1896-4ea7-93c3-c776f2ef0475 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.5104353 Dec 20 11:36:49.984723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.014788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.054733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2844707d-4c03-44cf-bea0-cb08cb4190ab req-706cbc57-bf83-491e-a81a-88a792d5d771 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927351 Dec 20 11:36:50.166944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d18c0-47a5-4c46-81bb-08f102887f35 req-4822461d-8b7d-4813-bfa1-4b382d7afad0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:50.166944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b5d18c0-47a5-4c46-81bb-08f102887f35 req-4822461d-8b7d-4813-bfa1-4b382d7afad0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 944 time: 0.1131279 Dec 20 11:36:50.193487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbccb-22a6-422d-893c-36775745905e req-bd752a2c-5fc4-433b-8c83-88cd640bfdde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:50.195483 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd9cbccb-22a6-422d-893c-36775745905e req-bd752a2c-5fc4-433b-8c83-88cd640bfdde service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 200 len: 914 time: 0.2663443 Dec 20 11:36:50.222619 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b5d18c0-47a5-4c46-81bb-08f102887f35 req-e8f0db09-b5b4-402e-9b9f-953f5049319e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548472 Dec 20 11:36:50.234152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.234673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d1c1b2-9d42-4279-a945-7d98865f2d33 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:36:50.255345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.256452 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c3d1c1b2-9d42-4279-a945-7d98865f2d33 HTTP/1.1" status: 204 len: 168 time: 2.7638652 Dec 20 11:36:50.259353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37232) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:50.380116 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd9cbccb-22a6-422d-893c-36775745905e req-071e8c83-acf3-41a4-9364-251639e66f1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 200 len: 217 time: 0.1659145 Dec 20 11:36:50.406244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Deleting subnet b964d349-7565-469f-a940-4b6c66bc60f5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:36:50.426830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.560392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.660558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbccb-22a6-422d-893c-36775745905e req-f04f368d-c083-4d67-b283-8112433d7de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:50.671192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd9cbccb-22a6-422d-893c-36775745905e req-f04f368d-c083-4d67-b283-8112433d7de5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 200 len: 853 time: 0.2677920 Dec 20 11:36:50.710864 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-7881755f-2229-4ed8-bdd0-2d2b74cf171b service neutron] 10.222.0.53 "GET /v2.0/ports/75864054-a0d9-4df1-af7f-93c5f2482b79/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.1921918 Dec 20 11:36:50.724266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd9cbccb-22a6-422d-893c-36775745905e req-0b059d7d-e6b6-4684-82fc-c534266e1e2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c5366b2-c8d4-413b-a85e-c1c61a08ef70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476530 Dec 20 11:36:50.732916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.927884 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-334385e2-c493-46df-837d-af1dc332593b req-3b0734ad-8d04-4677-b813-a517cc7d350a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 1099 time: 0.2769620 Dec 20 11:36:50.932954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:50.951811 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7eb5a866-342d-4e14-bd21-d28cf875a7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:50.976752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:51.012117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b41231-d9f1-4a4f-b999-c33c173fbed1 req-d667cffd-d18f-46a0-95da-bbb33dfd3a8c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:51.014686 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8b41231-d9f1-4a4f-b999-c33c173fbed1 req-d667cffd-d18f-46a0-95da-bbb33dfd3a8c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 950 time: 0.2871242 Dec 20 11:36:51.028707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b964d349-7565-469f-a940-4b6c66bc60f5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:51.030637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:51.039476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19987d39-c62e-4ace-b7d5-6c0227b4d29b None None] Network bd14f5bc-b2d9-4efa-aa52-0b96944f7086 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:36:51.045373 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd9cbccb-22a6-422d-893c-36775745905e req-bb94a883-8e34-4d3f-9b33-6dd085a8d1ba service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819366 Dec 20 11:36:51.046988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b964d349-7565-469f-a940-4b6c66bc60f5 HTTP/1.1" status: 204 len: 168 time: 0.7869985 Dec 20 11:36:51.048908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37244) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:51.049654 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:51.056232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:51.056586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab14e78-ed2b-49e3-96e0-11ee5a8b4996 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:51.280354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:51.285911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:51.286277 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8b41231-d9f1-4a4f-b999-c33c173fbed1 req-eaa292a6-02f0-490c-b44e-b54a876f11a4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438552 Dec 20 11:36:51.293614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334385e2-c493-46df-837d-af1dc332593b req-aa863b0f-b28c-4d87-ad90-7334cee84464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:51.299275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-334385e2-c493-46df-837d-af1dc332593b req-aa863b0f-b28c-4d87-ad90-7334cee84464 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 919 time: 0.3485026 Dec 20 11:36:51.303496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Deleting port f08215ea-998f-4af5-9311-beaa78b66a8a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:51.303836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:51.313902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:51.382732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75864054-a0d9-4df1-af7f-93c5f2482b79 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:36:51.392375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] DHCP port deletion for bd14f5bc-b2d9-4efa-aa52-0b96944f7086 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:36:51.396286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Deleting port f08215ea-998f-4af5-9311-beaa78b66a8a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:51.396670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:51.399597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:51.452309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:51.454144 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-334385e2-c493-46df-837d-af1dc332593b req-c95e84c1-46ff-4439-8c55-4d39ea49f740 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703 HTTP/1.1" status: 200 len: 217 time: 0.1090708 Dec 20 11:36:51.477102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4cd9f-da15-49c1-9e53-1b8268142177 req-d97b4e9f-8c20-438a-a0fd-515e1da3c1f9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:51.484967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1ac4cd9f-da15-49c1-9e53-1b8268142177 req-d97b4e9f-8c20-438a-a0fd-515e1da3c1f9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.5541582 Dec 20 11:36:51.676478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] For port f08215ea-998f-4af5-9311-beaa78b66a8a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08215ea-998f-4af5-9311-beaa78b66a8a,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:51.676478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:51.681639 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd9cbccb-22a6-422d-893c-36775745905e req-10fe5938-0b96-4ebf-9029-43dd0af7bd8b service neutron] 10.222.0.16 "GET /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220195 Dec 20 11:36:51.752420 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1ac4cd9f-da15-49c1-9e53-1b8268142177 req-0a9c12c9-5177-4ab2-9f95-0e545f8c1b9d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570572 Dec 20 11:36:51.786129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334385e2-c493-46df-837d-af1dc332593b req-e49c8dc1-8049-42ca-9dd4-3d3baca83df9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:51.786129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-334385e2-c493-46df-837d-af1dc332593b req-e49c8dc1-8049-42ca-9dd4-3d3baca83df9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.3122091 Dec 20 11:36:51.788519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] Transition to ACTIVE for port object 75864054-a0d9-4df1-af7f-93c5f2482b79 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:51.800440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:51.810167 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e8f2064-62dc-4560-a19e-200c7c0c3182 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:51.843108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Calling delete_port for f08215ea-998f-4af5-9311-beaa78b66a8a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:51.901212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-334385e2-c493-46df-837d-af1dc332593b req-8ea03b2f-acaa-49d1-8350-48f4f5b80f96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026819 Dec 20 11:36:52.010829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] For port f08215ea-998f-4af5-9311-beaa78b66a8a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08215ea-998f-4af5-9311-beaa78b66a8a,segment=NetworkSegment(d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a),segment_id=d8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:52.010829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:52.038985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:52.043728 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9438af78-617c-40a5-96a1-9eca64ebfd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:52.078468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56d85d-2a76-4176-bddf-5cabd39b4cde req-fe679d2c-c885-482e-b014-6b303206239c tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:52.078468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e56d85d-2a76-4176-bddf-5cabd39b4cde req-fe679d2c-c885-482e-b014-6b303206239c tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1023 time: 0.5343335 Dec 20 11:36:52.120407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] No DVR routers for this DVR port 75864054-a0d9-4df1-af7f-93c5f2482b79 on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:36:52.129430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] Pushing event updated for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=10']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:52.134218 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:52.142481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Pushing event deleted for resources: {'Port': ['ID=f08215ea-998f-4af5-9311-beaa78b66a8a,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:52.152422 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:52.160789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] No DVR routers for this DVR port f08215ea-998f-4af5-9311-beaa78b66a8a on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:36:52.171321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Calling delete_port for f08215ea-998f-4af5-9311-beaa78b66a8a owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:52.180989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] 10.222.0.53 "PUT /v2.0/ports/75864054-a0d9-4df1-af7f-93c5f2482b79/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 1.4593768 Dec 20 11:36:52.216042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20de8dc-aa4f-4269-9472-5a1e5d1bfe70 req-5e0e3ad5-f8a3-4079-b427-3007c8c8e392 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:52.219568 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d20de8dc-aa4f-4269-9472-5a1e5d1bfe70 req-5e0e3ad5-f8a3-4079-b427-3007c8c8e392 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.3211436 Dec 20 11:36:52.334967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d20de8dc-aa4f-4269-9472-5a1e5d1bfe70 req-bf0f2573-1fc8-429b-9604-9dfd4091f4e3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041279 Dec 20 11:36:52.359243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-13e5744e-c866-4369-acb3-ceaa8abb944d tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.0966568 Dec 20 11:36:52.388031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e56d85d-2a76-4176-bddf-5cabd39b4cde req-506793fd-ad0c-48e5-91c5-ab76b0f4a030 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a3b8103-c03c-4db3-ad98-613156bba472&id=2fd8ebb4-be18-400a-a6ec-131170eca10a&id=68cc52c8-45f1-4bfa-9fd0-e3294a46f838&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2417724 Dec 20 11:36:52.467139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-334385e2-c493-46df-837d-af1dc332593b req-43d33e66-ffa5-4a6e-95c0-bc22f91dff42 service neutron] 10.222.0.53 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041957 Dec 20 11:36:52.472425 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-0bf9df06-ef6c-4be2-b0e4-6df0630f05ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2 HTTP/1.1" status: 200 len: 1098 time: 0.0987830 Dec 20 11:36:52.515578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:36:52.515884 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:36:52.652653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-21314871-81bd-4453-b3a4-be2d242d9ba7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1098 time: 0.1560898 Dec 20 11:36:52.659651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f130a-bb7c-4e02-bee1-49a3f4592019 req-880f4989-0b7b-4c2e-8677-900130f6349e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:52.661546 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d9f130a-bb7c-4e02-bee1-49a3f4592019 req-880f4989-0b7b-4c2e-8677-900130f6349e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 945 time: 0.1190753 Dec 20 11:36:52.686264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-334385e2-c493-46df-837d-af1dc332593b req-5745bf1a-f5cd-41e3-b36b-8400e0a2d610 service neutron] 10.222.0.53 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954625 Dec 20 11:36:52.696072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-c20b78be-f11e-4c80-b44d-48057b44316a tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:52.696072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-c20b78be-f11e-4c80-b44d-48057b44316a tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 1023 time: 0.3012462 Dec 20 11:36:52.787106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Deleting port 24d9198f-c25f-4a75-a08b-608770155dc6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:52.787987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:52.833406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a22177e-e7d2-41ef-be63-f8b8f5e872bc req-126c36c0-2b1a-4de8-8437-971298b183a9 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 1103 time: 0.2505376 Dec 20 11:36:52.874457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d9f130a-bb7c-4e02-bee1-49a3f4592019 req-9a2f91bf-04b6-4e55-8712-b57badd1a4ee tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598735 Dec 20 11:36:52.892150 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a22177e-e7d2-41ef-be63-f8b8f5e872bc req-4fa1cbb6-a3ed-42cb-8702-15bdc38892a9 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520978 Dec 20 11:36:52.936740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ecf7-152c-46bc-8358-9284de319a5b req-0ee2a090-29cb-45a6-bed8-a06fcd4b43fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:52.938284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-0ee2a090-29cb-45a6-bed8-a06fcd4b43fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 200 len: 922 time: 0.2770672 Dec 20 11:36:52.949801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f08215ea-998f-4af5-9311-beaa78b66a8a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:53.008986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: f08215ea-998f-4af5-9311-beaa78b66a8a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:53.008986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f08215ea-998f-4af5-9311-beaa78b66a8a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:53.034152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-ae843f29-a9b4-4c05-9e94-a4c1adabf0ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 200 len: 217 time: 0.0865333 Dec 20 11:36:53.039991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Deleting port f08215ea-998f-4af5-9311-beaa78b66a8a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:53.046506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.080538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37264) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:53.111657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:53.142952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] The port 'f08215ea-998f-4af5-9311-beaa78b66a8a' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:36:53.201859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:53.230068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ecf7-152c-46bc-8358-9284de319a5b req-b379eee6-b32b-4380-83f4-95976af954bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:53.231852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-b379eee6-b32b-4380-83f4-95976af954bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 200 len: 861 time: 0.1940107 Dec 20 11:36:53.243846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Deleting subnet 5a03b218-421b-4a94-9813-6c93352eb437 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:36:53.294907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.342223 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-c47f34b9-d812-4865-bbd8-6d328e7226ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984ebb61-f77f-4ea0-9f33-86bc2a93ed95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015570 Dec 20 11:36:53.393597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.397652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.412942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] For port 24d9198f-c25f-4a75-a08b-608770155dc6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=24d9198f-c25f-4a75-a08b-608770155dc6,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:53.413282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.423173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-f110e41c-479d-470a-b888-6165ebc54e16 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137795 Dec 20 11:36:53.502244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fd49e-c90e-4835-aa9c-03ed41039575 req-a0250ba1-f583-4d43-bae9-1f4ec70cbd6a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:53.506517 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c87fd49e-c90e-4835-aa9c-03ed41039575 req-a0250ba1-f583-4d43-bae9-1f4ec70cbd6a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.3249869 Dec 20 11:36:53.584706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.633084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.633418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.634261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.638296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > port after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.638296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.641807 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c87fd49e-c90e-4835-aa9c-03ed41039575 req-d4ebdeb9-7faf-42fd-9d43-4846c14b0a79 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141844 Dec 20 11:36:53.643849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.643849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.643849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.643849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.643849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.652161 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-afcda755-5963-4738-b424-f16c52ee875d service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013811 Dec 20 11:36:53.722953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.723299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.723630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.723968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:36:53.724315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd14f5bc-b2d9-4efa-aa52-0b96944f7086']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:53.811340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Calling delete_port for 24d9198f-c25f-4a75-a08b-608770155dc6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:53.847473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:53.847473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f9fa6f-80eb-4c1c-9d90-a2b3a9095b1a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:53.870482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.886775 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:53.891272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.933147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a03b218-421b-4a94-9813-6c93352eb437,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:53.941191 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:53.960121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:53.965501 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-374bf4aa-524d-40c0-8b8f-ffa7aabd8424 service neutron] 10.222.0.16 "GET /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023500 Dec 20 11:36:53.973369 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5a03b218-421b-4a94-9813-6c93352eb437 HTTP/1.1" status: 204 len: 168 time: 0.8918111 Dec 20 11:36:53.974242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:53.995055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.035093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:36:54.035488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: util.warn_limited( Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: util.warn_limited( Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:36:54.058739 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:36:54.095550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416f11f-ae1b-4a89-b444-164ad366634f req-c4fdf41d-da83-4999-86df-50dbfafa444b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:54.095550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e416f11f-ae1b-4a89-b444-164ad366634f req-c4fdf41d-da83-4999-86df-50dbfafa444b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.2589774 Dec 20 11:36:54.120897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.180196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-a580578a-8c09-4fcd-b2c2-a93b98489acc tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:54.180196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-a580578a-8c09-4fcd-b2c2-a93b98489acc tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7420936 Dec 20 11:36:54.195819 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e416f11f-ae1b-4a89-b444-164ad366634f req-bfe07fa2-dfc8-4bbf-91b2-8dbb175efaf7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924587 Dec 20 11:36:54.249501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.267213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.283759 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39143d97-c14d-4d20-ba28-aa4f9adfea6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:54.311474 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-ba7c3aa4-4f52-4a8e-88bd-9f69053910b4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/quotas/b5e2c03354174875b96e80f7abdc0074 HTTP/1.1" status: 200 len: 375 time: 0.0765238 Dec 20 11:36:54.339630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.366989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0a5ac6-674c-43e4-a551-8a2a020b3791']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:54.382607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32308b8e-bff2-4b15-934b-90cd4554bca7') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:54.382607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32308b8e-bff2-4b15-934b-90cd4554bca7') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:36:54.383126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd14f5bc-b2d9-4efa-aa52-0b96944f7086,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:54.433060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.435171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.435171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.435171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.435171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.435171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.435171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.441647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.441647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.441647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.441647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.441647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:36:54.450336 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:54.450840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:54.452908 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:54.478460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.491066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c9f799c-99b4-4dcc-bb1d-50e4280d260b req-6072155a-ce0e-41a7-897d-6b490852f590 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c372f3-6eb1-4534-a507-7cb860224ae0 HTTP/1.1" status: 200 len: 210 time: 0.0969508 Dec 20 11:36:54.505184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.515899 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bd14f5bc-b2d9-4efa-aa52-0b96944f7086 HTTP/1.1" status: 204 len: 168 time: 3.4553349 Dec 20 11:36:54.517682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:36:54.518337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'Port': ['ID=24d9198f-c25f-4a75-a08b-608770155dc6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:54.519473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.530231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:36:54.535137 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:36:54.537862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37284) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:54.649798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] No DVR routers for this DVR port 24d9198f-c25f-4a75-a08b-608770155dc6 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:36:54.661860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.664331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a08597e4-d19e-4b7e-86bd-2ab49ebd4ecb req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.16 "DELETE /v2.0/ports/24d9198f-c25f-4a75-a08b-608770155dc6 HTTP/1.1" status: 204 len: 173 time: 1.9633083 Dec 20 11:36:54.665266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'name': 'network-vif-deleted', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:54.693497 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-2541f19f-5ca6-412a-aa82-8a5d32c92771 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3595631 Dec 20 11:36:54.747113 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-a989fb55-484b-4b6e-ac88-e8d809cebf71 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253&tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.3187830 Dec 20 11:36:54.812879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.836682 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef4c218-122b-4f54-b22f-60521d9adccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:54.852829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:54.908681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0a5ac6-674c-43e4-a551-8a2a020b3791,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:54.919283 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:54.932081 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b0a5ac6-674c-43e4-a551-8a2a020b3791 HTTP/1.1" status: 204 len: 168 time: 0.9532478 Dec 20 11:36:54.997272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584e857-0c20-4f32-aabc-b0fd16b234b4 req-72636e17-5d94-42c8-8e41-82ead2a85638 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:55.004039 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0584e857-0c20-4f32-aabc-b0fd16b234b4 req-72636e17-5d94-42c8-8e41-82ead2a85638 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 945 time: 0.3291728 Dec 20 11:36:55.065733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3223ecf7-152c-46bc-8358-9284de319a5b req-8e14b0ea-3014-4c6d-a690-ab11714538cc service neutron] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:36:55.081904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3223ecf7-152c-46bc-8358-9284de319a5b req-8e14b0ea-3014-4c6d-a690-ab11714538cc service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:55.083977 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3223ecf7-152c-46bc-8358-9284de319a5b req-8e14b0ea-3014-4c6d-a690-ab11714538cc service neutron] 10.222.0.16 "DELETE /v2.0/ports/75864054-a0d9-4df1-af7f-93c5f2482b79/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 0.3284700 Dec 20 11:36:55.091221 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c372f3-6eb1-4534-a507-7cb860224ae0', 'name': 'network-vif-deleted', 'tag': '24d9198f-c25f-4a75-a08b-608770155dc6', 'status': 'completed', 'code': 200} Dec 20 11:36:55.219087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37304) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:55.251522 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0584e857-0c20-4f32-aabc-b0fd16b234b4 req-84d65cf2-8dcc-4920-b01b-dade8e92fc37 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465563 Dec 20 11:36:55.439053 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f504de6c-fd70-4f50-880d-d0e7e11ad466 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9817e1271cf41629db3efc19bfe6149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2181468 Dec 20 11:36:55.443793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:36:55.471930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0349db3-b3fc-4030-a3bb-8c61472d0d90 req-20b357ff-46f7-4a0b-872e-35db1ca7bc28 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 210 time: 0.0599346 Dec 20 11:36:55.532139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:55.539877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:55.563267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:55.644250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb73b5e-428a-47fc-ac23-9172a300dbee req-6f7e71c0-2275-4539-86ea-b107746900ef tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:55.646192 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8eb73b5e-428a-47fc-ac23-9172a300dbee req-6f7e71c0-2275-4539-86ea-b107746900ef tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.3326049 Dec 20 11:36:55.721854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:55.730974 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:55.763053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06421c74-01eb-4f5d-b7ab-3bc130a49e57,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:55.774735 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:55.805249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:55.808334 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06421c74-01eb-4f5d-b7ab-3bc130a49e57 HTTP/1.1" status: 204 len: 168 time: 0.3631439 Dec 20 11:36:55.825359 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8eb73b5e-428a-47fc-ac23-9172a300dbee req-0d681127-5995-43f0-9b93-6f7502ef7307 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667449 Dec 20 11:36:55.981228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 24d9198f-c25f-4a75-a08b-608770155dc6 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:36:56.021617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 24d9198f-c25f-4a75-a08b-608770155dc6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:36:56.023643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 24d9198f-c25f-4a75-a08b-608770155dc6 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:36:56.031012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37856e76-8a9e-4f5b-8bb5-2d2aaaa40c5f req-3c1da4f9-d57f-464b-a5c4-5da8a929eacb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:56.037979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37856e76-8a9e-4f5b-8bb5-2d2aaaa40c5f req-3c1da4f9-d57f-464b-a5c4-5da8a929eacb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1308501 Dec 20 11:36:56.158663 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37856e76-8a9e-4f5b-8bb5-2d2aaaa40c5f req-ee863509-64b8-4a22-87a2-f3ffe1d207c6 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196740 Dec 20 11:36:56.234665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c60aa157-d85f-4b08-8934-c12ae7340231 req-c9097e7f-59bd-4a63-ba60-0eef662f6705 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 1098 time: 0.1106977 Dec 20 11:36:56.316274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c60aa157-d85f-4b08-8934-c12ae7340231 req-7b9b8910-f592-4e24-8630-beff711800d8 tempest-LiveAutoBlockMigrationV225Test-1474658475 tempest-LiveAutoBlockMigrationV225Test-1474658475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Dec 20 11:36:56.388436 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bb3341d1-b407-402c-9256-64d5830eb12e req-2f2ab8f4-9430-4c3a-a17f-a5e56778c158 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/2fd8ebb4-be18-400a-a6ec-131170eca10a HTTP/1.1" status: 200 len: 1633 time: 0.1160789 Dec 20 11:36:56.456994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-2c9a5c47-6f67-429f-a520-502bd307160b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5e2c03354174875b96e80f7abdc0074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592091 Dec 20 11:36:56.685607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bb3341d1-b407-402c-9256-64d5830eb12e req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:56.756630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bb3341d1-b407-402c-9256-64d5830eb12e req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:56.853338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-7cba0751-abd7-42a1-a7d4-f9b08472b53e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:56.855351 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-7cba0751-abd7-42a1-a7d4-f9b08472b53e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678117 Dec 20 11:36:56.881753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Request body: {'port': {'device_id': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'b5e2c03354174875b96e80f7abdc0074'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:57.014915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bb3341d1-b407-402c-9256-64d5830eb12e req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:57.029313 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e6e057a3-179a-4eaa-840f-750804323488 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:57.056190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd8ebb4-be18-400a-a6ec-131170eca10a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:57.062921 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:57.066222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:57.083898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:57.092673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-bb3341d1-b407-402c-9256-64d5830eb12e req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:57.093781 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bb3341d1-b407-402c-9256-64d5830eb12e req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/2fd8ebb4-be18-400a-a6ec-131170eca10a HTTP/1.1" status: 204 len: 173 time: 0.7044284 Dec 20 11:36:57.140305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Made reservation on behalf of b5e2c03354174875b96e80f7abdc0074 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:36:57.143722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:57.398598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a58f23ad-371e-4ddb-8935-d2e1d88d9805 req-1b98fe87-883d-4f1b-a696-ce582145edc4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 210 time: 0.4112558 Dec 20 11:36:57.460958 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:36:57.464727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Deleting port a1b3920e-7f97-4778-b405-ccee7f799ce6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:57.465068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:57.512809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Allocated IP 192.168.233.207 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/abe4d79d-95e3-4ca3-aea1-60e09589c50f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:36:57.617506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68f957-3cb4-4e4b-a7f3-6524168e518c req-1dc1e7b3-12b7-4e85-96eb-94800d0915c7 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:57.618983 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ef68f957-3cb4-4e4b-a7f3-6524168e518c req-1dc1e7b3-12b7-4e85-96eb-94800d0915c7 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.2428741 Dec 20 11:36:57.635899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c12fe-3a33-4f76-af8d-067a1ad504f7 req-e333726b-d5c4-45e3-8a71-dadd7c9fbf51 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:57.637350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-467c12fe-3a33-4f76-af8d-067a1ad504f7 req-e333726b-d5c4-45e3-8a71-dadd7c9fbf51 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 945 time: 0.1288650 Dec 20 11:36:57.674375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-8e0e69f6-24c9-4049-8678-5b3068290b3f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:57.675778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-8e0e69f6-24c9-4049-8678-5b3068290b3f tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 945 time: 0.1173549 Dec 20 11:36:57.705722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a207-f690-4d93-84ba-db31ee09aeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:57.739363 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-467c12fe-3a33-4f76-af8d-067a1ad504f7 req-9b1606e2-d0e4-4ff3-bfb1-d9ff794a18ca tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947535 Dec 20 11:36:57.758649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Deleting port 75864054-a0d9-4df1-af7f-93c5f2482b79 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:36:57.759141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:57.913709 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-accbb1a2-210d-40ea-aa69-45627f5be71c req-33a0abbd-9e6b-4e49-ad81-90961d85408d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/68cc52c8-45f1-4bfa-9fd0-e3294a46f838 HTTP/1.1" status: 200 len: 1635 time: 0.1162024 Dec 20 11:36:57.934617 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ef68f957-3cb4-4e4b-a7f3-6524168e518c req-86f06ab9-5a1d-4323-810d-4afbba3396dc tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607179 Dec 20 11:36:57.941385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] For port a1b3920e-7f97-4778-b405-ccee7f799ce6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a1b3920e-7f97-4778-b405-ccee7f799ce6,segment=NetworkSegment(9fdc4078-c6ee-4ca2-94cc-774eb0d0a814),segment_id=9fdc4078-c6ee-4ca2-94cc-774eb0d0a814)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:57.941385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.087692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Calling delete_port for a1b3920e-7f97-4778-b405-ccee7f799ce6 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:58.196998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.211455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-accbb1a2-210d-40ea-aa69-45627f5be71c req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.229482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] For port 75864054-a0d9-4df1-af7f-93c5f2482b79, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=75864054-a0d9-4df1-af7f-93c5f2482b79,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:36:58.229834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.240879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Transition to ACTIVE for port object abe4d79d-95e3-4ca3-aea1-60e09589c50f will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:36:58.291716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeca56-4ba3-4721-9a81-a7b08b9c32d3 req-8ee2d3dd-fddb-4426-a336-07c1f56f6ca4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:58.293201 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-85aeca56-4ba3-4721-9a81-a7b08b9c32d3 req-8ee2d3dd-fddb-4426-a336-07c1f56f6ca4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.2221165 Dec 20 11:36:58.330843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.343028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4', '4ea448fe-ec33-4539-b710-59ceb50b9ff0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:58.348182 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-767f83f8-cddb-45e1-a0db-d47c0f9d875b tempest-ImagesNegativeTestJSON-515940357 tempest-ImagesNegativeTestJSON-515940357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:58.358026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-accbb1a2-210d-40ea-aa69-45627f5be71c req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.367193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6609a39b-518e-4d32-90ca-4953f6d6b339', '6f63ac65-b42e-4f07-8073-8dcca6325efe', '8515164f-c69b-470e-a967-c633fb1d38b8'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:36:58.371091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Calling delete_port for 75864054-a0d9-4df1-af7f-93c5f2482b79 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:36:58.438851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event updated for resources: {'Port': ['ID=abe4d79d-95e3-4ca3-aea1-60e09589c50f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:58.442121 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:58.444715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:36:58.449514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:36:58.452424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:36:58.485837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-accbb1a2-210d-40ea-aa69-45627f5be71c req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.492521 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-710cc3d5-5f7a-4aca-a004-1a6932be3f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:58.541665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc52c8-45f1-4bfa-9fd0-e3294a46f838,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:58.553625 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:58.580144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-accbb1a2-210d-40ea-aa69-45627f5be71c req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.591433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-accbb1a2-210d-40ea-aa69-45627f5be71c req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/68cc52c8-45f1-4bfa-9fd0-e3294a46f838 HTTP/1.1" status: 204 len: 173 time: 0.6554604 Dec 20 11:36:58.593652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.600363 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71fc9411-eeaf-4e24-b1fe-7fe6de85941e tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:58.611195 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-85aeca56-4ba3-4721-9a81-a7b08b9c32d3 req-8ad4367b-bc4e-40f4-9455-038c791b6903 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072100 Dec 20 11:36:58.634415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:58.634790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.678280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event deleted for resources: {'Port': ['ID=75864054-a0d9-4df1-af7f-93c5f2482b79,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:58.691303 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:58.696525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.709793 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bd36e164-d2d2-4c51-9ec4-10580a63c12e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:58.800488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] No DVR routers for this DVR port 75864054-a0d9-4df1-af7f-93c5f2482b79 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:36:58.804011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:58.811028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-62b7ef62-e7c4-4eaa-af79-1e5eb1042366 req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "DELETE /v2.0/ports/75864054-a0d9-4df1-af7f-93c5f2482b79 HTTP/1.1" status: 204 len: 173 time: 1.1271002 Dec 20 11:36:58.811742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'name': 'network-vif-deleted', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:36:58.820456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b3920e-7f97-4778-b405-ccee7f799ce6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:58.832658 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:59.023672 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1460629 Dec 20 11:36:59.027761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-857576383', 'description': 'tempest-description-996459370'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:59.031320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-138a92f3-81a5-40ca-88ee-4ba97ba3e1ec None None] Provisioning for port abe4d79d-95e3-4ca3-aea1-60e09589c50f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:36:59.035502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:59.042975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:59.047581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:59.055111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:59.061162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-138a92f3-81a5-40ca-88ee-4ba97ba3e1ec None None] Provisioning complete for port abe4d79d-95e3-4ca3-aea1-60e09589c50f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:36:59.061923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-138a92f3-81a5-40ca-88ee-4ba97ba3e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:59.088180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Request body: {'port': {'device_id': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:36:59.174279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-138a92f3-81a5-40ca-88ee-4ba97ba3e1ec None None] Port abe4d79d-95e3-4ca3-aea1-60e09589c50f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:36:59.178991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4552-594d-4b01-850b-79d59542634d req-0f2fe653-07ce-49bb-b6cb-9b185f9d78a0 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:59.189768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbbf4552-594d-4b01-850b-79d59542634d req-0f2fe653-07ce-49bb-b6cb-9b185f9d78a0 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 936 time: 0.2019892 Dec 20 11:36:59.201901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:59.253835 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbbf4552-594d-4b01-850b-79d59542634d req-121cc9d6-37ca-4054-8eae-c0a30553dc7e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631073 Dec 20 11:36:59.255642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:36:59.259771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Usage tracker for resource:security_group_rule and tenant:4f78e6f4b1c145a48ae163bf2cceabe1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:36:59.263370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:36:59.269290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:36:59.426808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:59.446131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:59.462144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-51672149-2941-459e-8d11-1823c0f23194 req-5fc3f9f4-0da0-402a-9d91-35a5c126c191 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:36:59.488484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:59.489360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-51672149-2941-459e-8d11-1823c0f23194 req-5fc3f9f4-0da0-402a-9d91-35a5c126c191 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:36:59.490561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51672149-2941-459e-8d11-1823c0f23194 req-5fc3f9f4-0da0-402a-9d91-35a5c126c191 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc546a6-f3c9-4069-a9e8-b2d363685253 HTTP/1.1" status: 200 len: 210 time: 0.0855086 Dec 20 11:36:59.497040 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42f63375-ce1c-49fb-ba2a-38f4e1523e7a tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:36:59.588434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06ec24d-8164-4861-976c-338e781b9634,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:36:59.627705 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc546a6-f3c9-4069-a9e8-b2d363685253', 'name': 'network-vif-deleted', 'tag': '75864054-a0d9-4df1-af7f-93c5f2482b79', 'status': 'completed', 'code': 200} Dec 20 11:36:59.629479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:59.630704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7af1a35-eb01-4bd5-8b3b-73d5aeeadae5 req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6187022 Dec 20 11:36:59.639954 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:36:59.765879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fc56963-33e3-4dab-b3f0-ba6308483104 req-bad99db1-c7c5-4ca5-8147-8f4247d35401 tempest-AbsoluteLimitsNegativeTestJSON-295572647 tempest-AbsoluteLimitsNegativeTestJSON-295572647-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7206d0b3d12c4a62a508e636ba3f8a87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391991 Dec 20 11:36:59.859770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d0820fc-bd5a-4e6c-913b-a4f95f557d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:36:59.920673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc56963-33e3-4dab-b3f0-ba6308483104 req-4af29b42-d501-4494-9874-67e15e5a3783 tempest-AbsoluteLimitsNegativeTestJSON-295572647 tempest-AbsoluteLimitsNegativeTestJSON-295572647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:36:59.928672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fc56963-33e3-4dab-b3f0-ba6308483104 req-4af29b42-d501-4494-9874-67e15e5a3783 tempest-AbsoluteLimitsNegativeTestJSON-295572647 tempest-AbsoluteLimitsNegativeTestJSON-295572647-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618524 Dec 20 11:36:59.948206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fc56963-33e3-4dab-b3f0-ba6308483104 req-b5d6098a-72e2-48d3-9340-f460513ca8a7 tempest-AbsoluteLimitsNegativeTestJSON-295572647 tempest-AbsoluteLimitsNegativeTestJSON-295572647-project] 10.222.0.32 "GET /v2.0/quotas/7206d0b3d12c4a62a508e636ba3f8a87 HTTP/1.1" status: 200 len: 375 time: 0.0183785 Dec 20 11:36:59.995941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:00.009304 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fc56963-33e3-4dab-b3f0-ba6308483104 req-4090c2bb-4669-4528-9396-5832624223d0 tempest-AbsoluteLimitsNegativeTestJSON-295572647 tempest-AbsoluteLimitsNegativeTestJSON-295572647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7206d0b3d12c4a62a508e636ba3f8a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540087 Dec 20 11:37:00.102040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 75864054-a0d9-4df1-af7f-93c5f2482b79 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:00.102614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75864054-a0d9-4df1-af7f-93c5f2482b79 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:00.134037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf5126-6e56-47df-b6b8-501f6844ee0e req-f653eb43-fed5-4401-842a-aa9aa944d2cb tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:00.135543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53bf5126-6e56-47df-b6b8-501f6844ee0e req-f653eb43-fed5-4401-842a-aa9aa944d2cb tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.3639867 Dec 20 11:37:00.172601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.187103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe4d79d-95e3-4ca3-aea1-60e09589c50f {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:00.199403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.286433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Transition to ACTIVE for port object abe4d79d-95e3-4ca3-aea1-60e09589c50f will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:00.313355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53bf5126-6e56-47df-b6b8-501f6844ee0e req-1e942582-c6c9-4717-a50e-ada3aaa28718 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595278 Dec 20 11:37:00.315381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.320911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a47e4683-07a4-43b5-8f7c-1077839ba55f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:00.352491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c01bb-03d8-4047-abc6-549962e3a801 req-51cfaf8b-2229-4522-855b-213c90044e9e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:00.355125 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-200c01bb-03d8-4047-abc6-549962e3a801 req-51cfaf8b-2229-4522-855b-213c90044e9e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1419945 Dec 20 11:37:00.437664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-200c01bb-03d8-4047-abc6-549962e3a801 req-8a9b5d9a-a077-4d5d-8d59-125f54aa7500 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767725 Dec 20 11:37:00.591467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Pushing event updated for resources: {'Port': ['ID=abe4d79d-95e3-4ca3-aea1-60e09589c50f,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:00.595478 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:00.606526 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a6bc096-86d1-441a-b56b-b105eb8560a8 req-2c79af79-fec3-4ec8-a9cc-9eaf16c208b3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/e06ec24d-8164-4861-976c-338e781b9634 HTTP/1.1" status: 200 len: 1633 time: 0.2105217 Dec 20 11:37:00.616775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37396) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:00.645242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-5a6bc096-86d1-441a-b56b-b105eb8560a8 req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2022695796', 'description': 'tempest-description-hth-1980003854'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:00.812903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a6bc096-86d1-441a-b56b-b105eb8560a8 req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.833188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:00.841439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Attempting to bind port abe4d79d-95e3-4ca3-aea1-60e09589c50f on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:00.841770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Attempting to bind port abe4d79d-95e3-4ca3-aea1-60e09589c50f by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:00.842126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Attempting to bind port abe4d79d-95e3-4ca3-aea1-60e09589c50f on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:00.852768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.875534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Port abe4d79d-95e3-4ca3-aea1-60e09589c50f on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:37:00.875848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Attempting to bind port abe4d79d-95e3-4ca3-aea1-60e09589c50f on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:00.896098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a6bc096-86d1-441a-b56b-b105eb8560a8 req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.900034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:00.901260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:00.901711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:00.902495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Bound port: abe4d79d-95e3-4ca3-aea1-60e09589c50f, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:00.902889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.903919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:00.911395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Usage tracker for resource:security_group_rule and tenant:7206d0b3d12c4a62a508e636ba3f8a87 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:00.918150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:00.922177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a6bc096-86d1-441a-b56b-b105eb8560a8 req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.926152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a6bc096-86d1-441a-b56b-b105eb8560a8 req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:00.929347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:00.931890 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a6bc096-86d1-441a-b56b-b105eb8560a8 req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "PUT /v2.0/security-groups/e06ec24d-8164-4861-976c-338e781b9634 HTTP/1.1" status: 200 len: 1609 time: 0.2918801 Dec 20 11:37:00.951525 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8591973-2145-4f79-9ef9-b30be6a40517 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:00.972669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a64bef-5a64-47b5-9a53-e0abf4ca3066 req-13aa8e38-0e4b-4b96-a9a8-4165a597cc28 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:00.992387 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2a64bef-5a64-47b5-9a53-e0abf4ca3066 req-13aa8e38-0e4b-4b96-a9a8-4165a597cc28 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 948 time: 0.2210453 Dec 20 11:37:01.133315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] For port abe4d79d-95e3-4ca3-aea1-60e09589c50f, host n-h2-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:01.137555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.145915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2a64bef-5a64-47b5-9a53-e0abf4ca3066 req-5ec52cc3-37ca-41f7-945d-81479ba81804 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524816 Dec 20 11:37:01.158964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06ec24d-8164-4861-976c-338e781b9634,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:01.160342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.172490 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:01.184248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] For port abe4d79d-95e3-4ca3-aea1-60e09589c50f, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=abe4d79d-95e3-4ca3-aea1-60e09589c50f,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:01.198404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.202868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.215109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.222575 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07ff5c39-860b-47da-a513-5fa254f33045 tempest-SecurityGroupsTestAdminJSON-2040569211 tempest-SecurityGroupsTestAdminJSON-2040569211-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:01.224539 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20a85b56-e0f0-49ca-a7d8-2e4153dbb53b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:01.296863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Pushing event updated for resources: {'Port': ['ID=abe4d79d-95e3-4ca3-aea1-60e09589c50f,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:01.307300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7206d0b3d12c4a62a508e636ba3f8a87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6891463 Dec 20 11:37:01.310190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37408) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:01.312763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc4113a-5d09-4453-88ea-b59c215c1038,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:01.318757 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:01.369649 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:01.399830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.401393 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] 10.222.0.16 "PUT /v2.0/ports/abe4d79d-95e3-4ca3-aea1-60e09589c50f HTTP/1.1" status: 200 len: 1098 time: 2.3238733 Dec 20 11:37:01.402579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'tag': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:01.438736 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-511bfb83-8155-4c64-ab3f-036ea55cc76b req-0da5546b-d938-44b6-b92a-336d0bdb59c5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/e06ec24d-8164-4861-976c-338e781b9634 HTTP/1.1" status: 200 len: 1609 time: 0.3200102 Dec 20 11:37:01.459928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.498319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.557573 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'tag': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f', 'status': 'completed', 'code': 200} Dec 20 11:37:01.641967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.645704 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6fc8e977-a2b8-48ba-8fc3-7b2b2a3f01e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:01.668560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc4113a-5d09-4453-88ea-b59c215c1038,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:01.671494 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:01.687862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:01.689154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dc4113a-5d09-4453-88ea-b59c215c1038 HTTP/1.1" status: 204 len: 168 time: 0.3776712 Dec 20 11:37:01.707297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df9ec-aaab-432a-86e2-3c1185188580 req-706ffa99-73fa-4daa-81d2-6b2d49236d8d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:01.720953 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d20df9ec-aaab-432a-86e2-3c1185188580 req-706ffa99-73fa-4daa-81d2-6b2d49236d8d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1416488 Dec 20 11:37:01.793022 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-78a75c93-82f4-4ddb-bc7b-16f8295b9fa6 req-8e7c6cb0-0f3d-43d1-83fe-ecbadf38cc88 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/e06ec24d-8164-4861-976c-338e781b9634 HTTP/1.1" status: 200 len: 1609 time: 0.1532526 Dec 20 11:37:01.824253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d20df9ec-aaab-432a-86e2-3c1185188580 req-14112c39-6cd7-4798-a53a-67bb620b5c5b tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023366 Dec 20 11:37:01.904678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-a8c1238e-fce8-496a-bd11-990981df5c7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 1101 time: 0.4365540 Dec 20 11:37:02.001857 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-3e2f19b3-ffa4-4440-838f-03e78ded6f0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=abe4d79d-95e3-4ca3-aea1-60e09589c50f HTTP/1.1" status: 200 len: 217 time: 0.0849023 Dec 20 11:37:02.082045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-78a75c93-82f4-4ddb-bc7b-16f8295b9fa6 req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:02.086410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0aa74-4f79-43e9-ae2b-bd1c23498bfb req-d7fd969b-7b7d-401c-a639-ceaaa0e7c0e8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:02.087881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21c0aa74-4f79-43e9-ae2b-bd1c23498bfb req-d7fd969b-7b7d-401c-a639-ceaaa0e7c0e8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.0892985 Dec 20 11:37:02.117798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-78a75c93-82f4-4ddb-bc7b-16f8295b9fa6 req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:02.158892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21c0aa74-4f79-43e9-ae2b-bd1c23498bfb req-fa6cf189-9a68-4aa6-8240-6b92e0172d6f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641658 Dec 20 11:37:02.491581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-a175de82-df14-4150-95cb-7a99c5f34d7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:02.493175 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-a175de82-df14-4150-95cb-7a99c5f34d7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.4713981 Dec 20 11:37:02.586986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-78a75c93-82f4-4ddb-bc7b-16f8295b9fa6 req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:02.601617 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:02.619243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:02.620667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-78a75c93-82f4-4ddb-bc7b-16f8295b9fa6 req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:02.621818 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-78a75c93-82f4-4ddb-bc7b-16f8295b9fa6 req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/e06ec24d-8164-4861-976c-338e781b9634 HTTP/1.1" status: 204 len: 173 time: 0.8153789 Dec 20 11:37:02.632579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06ec24d-8164-4861-976c-338e781b9634,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:02.644222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.644667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.644973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.645288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.645715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.645979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.646353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.646705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.647053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.647424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.647741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:02.653271 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:02.692181 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-e7ff4ab3-9933-4acf-b65c-1f894e68b338 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1864486 Dec 20 11:37:02.697881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4efc3-2326-49ea-82eb-7d2fadea3e4d req-7b448f80-e29f-4540-aebd-acd576dfae35 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:02.701096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cec4efc3-2326-49ea-82eb-7d2fadea3e4d req-7b448f80-e29f-4540-aebd-acd576dfae35 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 948 time: 0.1427395 Dec 20 11:37:02.741145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Router 35ecbf72-83c6-428c-924c-470b4db8ba96 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:37:02.793735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cec4efc3-2326-49ea-82eb-7d2fadea3e4d req-329760aa-b908-4f6b-b7cb-6b1a685000c2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Dec 20 11:37:02.998354 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-25d0e330-ab78-4a2a-bb63-c49554575a1f req-1ce35190-4ee4-4030-881e-a2b761a17de9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:37:03.007458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25d0e330-ab78-4a2a-bb63-c49554575a1f req-1ce35190-4ee4-4030-881e-a2b761a17de9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/68cc52c8-45f1-4bfa-9fd0-e3294a46f838 HTTP/1.1" status: 404 len: 352 time: 0.0251760 Dec 20 11:37:03.038223 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-2e0b2fe5-032f-43d4-aa49-6ffcec144eff service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360593 Dec 20 11:37:03.063389 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-44039ff3-f823-4bcc-a050-85e3345e9a61 req-76eab0e4-db20-4cff-add8-487779eeef85 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:37:03.064458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44039ff3-f823-4bcc-a050-85e3345e9a61 req-76eab0e4-db20-4cff-add8-487779eeef85 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/2fd8ebb4-be18-400a-a6ec-131170eca10a HTTP/1.1" status: 404 len: 352 time: 0.0304582 Dec 20 11:37:03.352070 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-59e8169b-3fa7-496f-8f75-1dab852e7979 req-684833a6-2946-44b7-969b-c0bea4ad7406 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:37:03.364745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-59e8169b-3fa7-496f-8f75-1dab852e7979 req-684833a6-2946-44b7-969b-c0bea4ad7406 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/031872f1-d505-45c2-9407-ff0200697fc5 HTTP/1.1" status: 404 len: 352 time: 0.0287993 Dec 20 11:37:03.393111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a3ac9-9019-4585-9dcb-0f427303bd5a req-f472d74a-0e5e-461e-b716-f045293942dd tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:03.400319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-203a3ac9-9019-4585-9dcb-0f427303bd5a req-f472d74a-0e5e-461e-b716-f045293942dd tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.3563976 Dec 20 11:37:03.435468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36f05b91-e340-43ef-b0e3-07eded70eca6 req-d9e0782a-cb98-47d7-acbf-e7812f7703be service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904698 Dec 20 11:37:03.508788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:37:03.519795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] Sync routers for ids ['35ecbf72-83c6-428c-924c-470b4db8ba96'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:37:03.542564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] Routers {'35ecbf72-83c6-428c-924c-470b4db8ba96'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:03.544608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['35ecbf72-83c6-428c-924c-470b4db8ba96'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:03.548342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] 10.222.0.32 "PUT /v2.0/routers/35ecbf72-83c6-428c-924c-470b4db8ba96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0065558 Dec 20 11:37:03.562570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-203a3ac9-9019-4585-9dcb-0f427303bd5a req-e545db12-c997-4c9a-9c3b-4f2df55f6eee tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612961 Dec 20 11:37:03.573553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:03.655017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b38a72-d4c9-4456-838a-c88c098ceb3a req-1b65c08e-bc24-4837-897a-fa834039400b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:03.663209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53b38a72-d4c9-4456-838a-c88c098ceb3a req-1b65c08e-bc24-4837-897a-fa834039400b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1640756 Dec 20 11:37:03.736315 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53b38a72-d4c9-4456-838a-c88c098ceb3a req-79c11b5a-119c-4210-8c2d-2bda40e16796 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720437 Dec 20 11:37:03.796285 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-a260b5d2-8612-4845-97e1-144df7f2aaf3 req-35e70f82-2d32-449c-9ecf-3b7613c40064 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:37:03.806425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a260b5d2-8612-4845-97e1-144df7f2aaf3 req-35e70f82-2d32-449c-9ecf-3b7613c40064 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/9d34dcdd-a700-47e7-aef9-7b7699d86fae HTTP/1.1" status: 404 len: 352 time: 0.0295637 Dec 20 11:37:03.849979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-58a7235e-f6b4-4b8c-a8b0-8623e533f3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e2c03354174875b96e80f7abdc0074&device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 1101 time: 0.3439963 Dec 20 11:37:03.857965 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-ef341763-236c-4601-9f27-5081ae2c5b66 req-5362c581-b8ce-41df-aaf8-030a0d4e743f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:37:03.871932 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef341763-236c-4601-9f27-5081ae2c5b66 req-5362c581-b8ce-41df-aaf8-030a0d4e743f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/c9fe6e00-8435-4833-9c8d-2404c6b789b4 HTTP/1.1" status: 404 len: 352 time: 0.0353005 Dec 20 11:37:03.931659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37486) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:04.013379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] Set router 35ecbf72-83c6-428c-924c-470b4db8ba96 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:37:04.082552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-3899fc6c-b3d3-4ce0-a02b-e0556eadc9ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:04.083874 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-3899fc6c-b3d3-4ce0-a02b-e0556eadc9ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1758735 Dec 20 11:37:04.091954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4615a6-d1cb-464e-a283-a95ae1118161 req-4a5f3879-c794-4070-bfaa-d73852d4adb6 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:04.100955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f4615a6-d1cb-464e-a283-a95ae1118161 req-4a5f3879-c794-4070-bfaa-d73852d4adb6 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 948 time: 0.1121643 Dec 20 11:37:04.161234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f4615a6-d1cb-464e-a283-a95ae1118161 req-037a348c-7b18-4319-9469-79c18a8a5dcd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Dec 20 11:37:04.238439 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-250fa82c-3e57-4d9f-9202-8d12ea434bc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=abe4d79d-95e3-4ca3-aea1-60e09589c50f HTTP/1.1" status: 200 len: 217 time: 0.1475692 Dec 20 11:37:04.282262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:04.385546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:04.399890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-9eb31df4-6dcc-47b7-b3c2-4b900a796c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:04.408458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-9eb31df4-6dcc-47b7-b3c2-4b900a796c1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1588070 Dec 20 11:37:04.427797 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-7597ec25-3787-4055-8a36-ba58362755d2 req-36b8fc7f-1843-4ebd-b39c-29372ac8e5b2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] show failed (client error): The resource could not be found. Dec 20 11:37:04.442535 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7597ec25-3787-4055-8a36-ba58362755d2 req-36b8fc7f-1843-4ebd-b39c-29372ac8e5b2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/af05e6c7-e525-458f-9954-f6269ded8de6 HTTP/1.1" status: 404 len: 352 time: 0.2058349 Dec 20 11:37:04.483171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:04.488195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Usage tracker for resource:security_group_rule and tenant:fb40c454e189448c9d2c7d1a6848cec6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:04.495429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:04.504943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:36:58Z', 'revision_number': 5, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:04.508167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:04.510310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] Checking router: 35ecbf72-83c6-428c-924c-470b4db8ba96 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:37:04.523928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] Routers {'35ecbf72-83c6-428c-924c-470b4db8ba96'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:04.524970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['35ecbf72-83c6-428c-924c-470b4db8ba96'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:04.659310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:04.675828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:04.683069 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dcb687d5-92d1-4733-9e3c-8635ee239834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:04.710591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb470849-2c43-400f-943f-d964a719735d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:04.715815 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:04.762863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb40c454e189448c9d2c7d1a6848cec6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8298688 Dec 20 11:37:04.765395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:04.836335 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-af4ac8cf-595e-4902-9f1c-14ecec2c9a22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4185987 Dec 20 11:37:04.850865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b0c6a-7c27-4c56-8c4d-6ce60b166ab2 req-3a2eb69d-076b-4a66-8b5f-cac7e05612fa tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:04.858491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-132b0c6a-7c27-4c56-8c4d-6ce60b166ab2 req-3a2eb69d-076b-4a66-8b5f-cac7e05612fa tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 944 time: 0.3946688 Dec 20 11:37:04.866514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] Set router 35ecbf72-83c6-428c-924c-470b4db8ba96 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:37:04.943239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:04.999275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.027880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-3887fe82-dbcf-4fcd-beba-9aba5c869655 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:05.029391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-3887fe82-dbcf-4fcd-beba-9aba5c869655 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 944 time: 0.2302136 Dec 20 11:37:05.031270 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-132b0c6a-7c27-4c56-8c4d-6ce60b166ab2 req-beb24c3b-542e-43e6-a450-fd539555d634 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500154 Dec 20 11:37:05.056993 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-ff2d5339-a42b-45f1-8507-1d676001094d service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962447 Dec 20 11:37:05.094959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.128984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Deleting port 37b0c631-851f-468e-800b-60cf38885e50 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:05.129468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.139126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5016a19-4244-4646-b26e-cf7ce2ea124e req-09fd4f06-7c41-4137-9176-eeac4ab53459 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:05.141072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5016a19-4244-4646-b26e-cf7ce2ea124e req-09fd4f06-7c41-4137-9176-eeac4ab53459 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.2457571 Dec 20 11:37:05.146886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Deleting port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:05.147224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.238513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.248783 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b9766390-6d6e-4b0f-a8e0-8fbd34ae646d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:05.251732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:36:58Z', 'revision_number': 5, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:05.255571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c84675-5a16-4dc0-a4ef-292b2ef85b4d None None] The sync data for ids ['35ecbf72-83c6-428c-924c-470b4db8ba96'] in n-d-victoria-1 is: [{'id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666111125-router', 'tenant_id': '6864e5179b2b49e68803971ba4542267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '37b0c631-851f-468e-800b-60cf38885e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:31:57Z', 'updated_at': '2021-12-20T11:36:58Z', 'revision_number': 5, 'project_id': '6864e5179b2b49e68803971ba4542267', 'gw_port': {'id': '37b0c631-851f-468e-800b-60cf38885e50', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ecbf72-83c6-428c-924c-470b4db8ba96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:31:58Z', 'updated_at': '2021-12-20T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:37:05.295160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb470849-2c43-400f-943f-d964a719735d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:05.299817 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:05.322633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5016a19-4244-4646-b26e-cf7ce2ea124e req-81b39009-bc93-4477-9126-e29cd4697874 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444130 Dec 20 11:37:05.329109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.330235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb470849-2c43-400f-943f-d964a719735d HTTP/1.1" status: 204 len: 168 time: 0.5631196 Dec 20 11:37:05.456343 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66b6c90a-4520-4be0-a5b8-f30541caedbb req-714045b8-8a97-400e-b550-f0f72bcfea88 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884871 Dec 20 11:37:05.493091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] For port 37b0c631-851f-468e-800b-60cf38885e50, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=37b0c631-851f-468e-800b-60cf38885e50,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:05.493452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.558080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] For port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:05.558441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.633324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b45e-c7fb-420f-939c-f305c0e6a390 req-2f1460e2-dc74-446b-b189-d55ac79f0140 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:05.635789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bd0b45e-c7fb-420f-939c-f305c0e6a390 req-2f1460e2-dc74-446b-b189-d55ac79f0140 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1023 time: 0.3873100 Dec 20 11:37:05.642721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Calling delete_port for 37b0c631-851f-468e-800b-60cf38885e50 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:05.700427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Calling delete_port for 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:05.753506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cbd8-52db-4464-a07e-2c4710d0bfbd req-d41fd570-ea11-4d8b-8085-69fed7752fe8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:05.756935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-2bd0b45e-c7fb-420f-939c-f305c0e6a390 req-f6645726-e4ec-4416-bf72-6b6a331ec9e3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:05.757791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c25cbd8-52db-4464-a07e-2c4710d0bfbd req-d41fd570-ea11-4d8b-8085-69fed7752fe8 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.2746394 Dec 20 11:37:05.789036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-2bd0b45e-c7fb-420f-939c-f305c0e6a390 req-f6645726-e4ec-4416-bf72-6b6a331ec9e3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:05.790428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bd0b45e-c7fb-420f-939c-f305c0e6a390 req-f6645726-e4ec-4416-bf72-6b6a331ec9e3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=846f22b4-5897-4521-aaa7-fb10ffcf2f9b&id=4a3b8103-c03c-4db3-ad98-613156bba472&id=f63e806b-e412-4a98-9e42-0a581768bb68&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1201785 Dec 20 11:37:05.857091 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c25cbd8-52db-4464-a07e-2c4710d0bfbd req-afd5ac5f-f85f-4d24-84a0-22d029db7d7e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944471 Dec 20 11:37:05.915441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.919911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:05.952526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:05.961148 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:05.967266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:05.973172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b0c631-851f-468e-800b-60cf38885e50,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:05.976415 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:06.043886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device abe4d79d-95e3-4ca3-aea1-60e09589c50f details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:37:06.112184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event deleted for resources: {'Port': ['ID=2e75595f-dd54-44e5-9f6d-e9ba525b4b0e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:06.114648 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:06.208934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] No DVR routers for this DVR port 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:06.211674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.216656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'name': 'network-vif-deleted', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:06.236197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89356a11-604f-4e1b-9fd7-a8b2ce013ee5 req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "DELETE /v2.0/ports/2e75595f-dd54-44e5-9f6d-e9ba525b4b0e HTTP/1.1" status: 204 len: 173 time: 1.1985862 Dec 20 11:37:06.268324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f414c0-2925-4df2-9529-0d5eedea49ba req-c6d8f270-9cf7-418c-a180-f5f1282a4a97 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:06.276990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68f414c0-2925-4df2-9529-0d5eedea49ba req-c6d8f270-9cf7-418c-a180-f5f1282a4a97 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 948 time: 0.2173722 Dec 20 11:37:06.327496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port abe4d79d-95e3-4ca3-aea1-60e09589c50f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=abe4d79d-95e3-4ca3-aea1-60e09589c50f,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:06.341906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f', 'mac_address': 'fa:16:3e:33:cf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:37:06.351673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68f414c0-2925-4df2-9529-0d5eedea49ba req-a4c6828e-edeb-4e96-a368-fc3c554ccd1f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737436 Dec 20 11:37:06.403644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.464768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37534) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:06.472285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.477659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-fed95dc6-6af9-4e51-89ba-f14f1ae40b94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:06.478384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-fed95dc6-6af9-4e51-89ba-f14f1ae40b94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Synchronizing usage tracker for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:06.482231 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fccf77-e0d3-4988-b6db-923064bc7e1f', 'name': 'network-vif-deleted', 'tag': '2e75595f-dd54-44e5-9f6d-e9ba525b4b0e', 'status': 'completed', 'code': 200} Dec 20 11:37:06.490369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe4d79d-95e3-4ca3-aea1-60e09589c50f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:06.506647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-fed95dc6-6af9-4e51-89ba-f14f1ae40b94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Unset dirty status for tenant:4f78e6f4b1c145a48ae163bf2cceabe1 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:06.507148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port abe4d79d-95e3-4ca3-aea1-60e09589c50f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=abe4d79d-95e3-4ca3-aea1-60e09589c50f,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:06.509001 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-fed95dc6-6af9-4e51-89ba-f14f1ae40b94 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.53 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1023 time: 0.1563792 Dec 20 11:37:06.512885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.514875 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:06.586797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=abe4d79d-95e3-4ca3-aea1-60e09589c50f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:06.599617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.600436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.600866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.601285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.601820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.602268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.602696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.603103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.603704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.604118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.604599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:06.609689 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:06.624731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Deleting port 2930781a-87de-487e-8488-9c463caf73d9 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:06.624957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.683829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-750589af-548a-4dfb-b71b-032545da5d55 req-d19ee451-75a3-4b8e-a411-060b8b798194 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=04fccf77-e0d3-4988-b6db-923064bc7e1f HTTP/1.1" status: 200 len: 210 time: 0.3739345 Dec 20 11:37:06.705221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1216038003-network', 'tenant_id': 'dfbb75f23df948f79b24bd2db153710e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:06.720626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:06.735189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Usage tracker for resource:network and tenant:dfbb75f23df948f79b24bd2db153710e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:06.740411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:06.775712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:06.816792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Made reservation on behalf of dfbb75f23df948f79b24bd2db153710e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:06.819049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.826260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.830145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['abe4d79d-95e3-4ca3-aea1-60e09589c50f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:06.832068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.938739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.939420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35ecbf72-83c6-428c-924c-470b4db8ba96 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:37:06.968772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.969354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:06.975655 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35ecbf72-83c6-428c-924c-470b4db8ba96 HTTP/1.1" status: 204 len: 168 time: 3.4001639 Dec 20 11:37:06.976541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:06.988892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a1b3920e-7f97-4778-b405-ccee7f799ce6 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:07.031824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a1b3920e-7f97-4778-b405-ccee7f799ce6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:07.032653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a1b3920e-7f97-4778-b405-ccee7f799ce6 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:07.097949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Deleting subnet f6945f86-d782-454c-99ee-1f97a635f895 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:07.105131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.113317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbc0dc-94c5-4f1a-9ab4-fd6c46f12591 req-f2a44dde-429e-40d5-b0c6-c7c4bd980171 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:07.114833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97fbc0dc-94c5-4f1a-9ab4-fd6c46f12591 req-f2a44dde-429e-40d5-b0c6-c7c4bd980171 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.4645016 Dec 20 11:37:07.177890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:07.193361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Usage tracker for resource:security_group_rule and tenant:dfbb75f23df948f79b24bd2db153710e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:07.203132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:07.217138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:07.219457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.219901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] For port 2930781a-87de-487e-8488-9c463caf73d9, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2930781a-87de-487e-8488-9c463caf73d9,segment=NetworkSegment(1f22be34-f820-447f-b8b4-958eb22d4c8f),segment_id=1f22be34-f820-447f-b8b4-958eb22d4c8f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:07.220255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.296820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6395a-958f-4471-a11a-adb64d840eb2 req-84f60975-1bc8-42bb-892a-cea74fe88ced tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:07.298280 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bd6395a-958f-4471-a11a-adb64d840eb2 req-84f60975-1bc8-42bb-892a-cea74fe88ced tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcd65c3-64f6-42e6-91a7-68d499b597a9 HTTP/1.1" status: 200 len: 1023 time: 0.1943789 Dec 20 11:37:07.352492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Calling delete_port for 2930781a-87de-487e-8488-9c463caf73d9 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:07.382357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97fbc0dc-94c5-4f1a-9ab4-fd6c46f12591 req-aa0e760f-1dca-4fa8-b371-ea960c8f3c21 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575428 Dec 20 11:37:07.386762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.425700 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bd6395a-958f-4471-a11a-adb64d840eb2 req-bf243637-64e1-437a-bb18-fd9daae4a886 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups?id=846f22b4-5897-4521-aaa7-fb10ffcf2f9b&id=4a3b8103-c03c-4db3-ad98-613156bba472&id=f63e806b-e412-4a98-9e42-0a581768bb68&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0920622 Dec 20 11:37:07.480073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.485083 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8a4c691-a077-4d98-bd81-e288b079de77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:07.489608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.524438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.533048 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4794e11b-5848-4c7d-a78c-35486a8cda50 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:07.559007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6945f86-d782-454c-99ee-1f97a635f895,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:07.563417 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:07.569528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.575968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa4cea-b8e9-45b6-8c34-575cdc833209 None None] Network 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:07.585615 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f6945f86-d782-454c-99ee-1f97a635f895 HTTP/1.1" status: 204 len: 168 time: 0.6077449 Dec 20 11:37:07.587574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:37:07.589192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37552) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:07.656120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69046b51-3331-48e5-979c-ec027347aac2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:07.659607 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:07.677064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.677064 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Added segment 7ee7d328-efbf-4843-89fe-cd6e0963aebc of type vlan for network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 Dec 20 11:37:07.689243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.698552 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0fc6c4d3-3ec2-423e-958c-161d9e33ea71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:07.709306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.713345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2930781a-87de-487e-8488-9c463caf73d9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:07.721803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Deleting port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:07.721803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.746154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'Port': ['ID=2930781a-87de-487e-8488-9c463caf73d9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:07.748692 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:07.792142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbca4e-d605-405b-a963-da87193a3876 req-68b7fc73-9e2a-42d4-a78f-e45acd89359a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:07.793414 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04cbca4e-d605-405b-a963-da87193a3876 req-68b7fc73-9e2a-42d4-a78f-e45acd89359a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.2242088 Dec 20 11:37:07.795067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.900162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] No DVR routers for this DVR port 2930781a-87de-487e-8488-9c463caf73d9 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:07.903374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.935853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] DHCP port deletion for 1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:37:07.940747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Deleting port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:07.941056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.960236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-04cbca4e-d605-405b-a963-da87193a3876 req-f83f9855-7860-4868-b78c-ccec0165ba09 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231287 Dec 20 11:37:07.961574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.964244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cc84374-b9b7-4009-9ae0-c63022780007 req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.53 "DELETE /v2.0/ports/2930781a-87de-487e-8488-9c463caf73d9 HTTP/1.1" status: 204 len: 173 time: 1.4407730 Dec 20 11:37:07.965200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:07.965852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:07.970206 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:08.007675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd01b0-d24b-4069-a3a7-35a3f3a47f99 req-70aa3d70-0ada-4c59-8c14-23b265184b93 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:08.007675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-88bd01b0-d24b-4069-a3a7-35a3f3a47f99 req-70aa3d70-0ada-4c59-8c14-23b265184b93 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:08.011304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] For port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,segment=NetworkSegment(9fdc4078-c6ee-4ca2-94cc-774eb0d0a814),segment_id=9fdc4078-c6ee-4ca2-94cc-774eb0d0a814)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:08.011913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.059971 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5940893 Dec 20 11:37:08.064804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37558) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:08.096069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Request body: {'subnet': {'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1216038003-subnet', 'tenant_id': 'dfbb75f23df948f79b24bd2db153710e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:08.107149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:08.116239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Usage tracker for resource:subnet and tenant:dfbb75f23df948f79b24bd2db153710e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:08.122620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:08.136890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:08.142564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Calling delete_port for 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:08.195259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-88bd01b0-d24b-4069-a3a7-35a3f3a47f99 req-70aa3d70-0ada-4c59-8c14-23b265184b93 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:08.202279 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-88bd01b0-d24b-4069-a3a7-35a3f3a47f99 req-70aa3d70-0ada-4c59-8c14-23b265184b93 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 949 time: 0.4280956 Dec 20 11:37:08.220450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] For port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,segment=NetworkSegment(9fdc4078-c6ee-4ca2-94cc-774eb0d0a814),segment_id=9fdc4078-c6ee-4ca2-94cc-774eb0d0a814)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:08.220847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.279735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Made reservation on behalf of dfbb75f23df948f79b24bd2db153710e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:08.281984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.305747 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-88bd01b0-d24b-4069-a3a7-35a3f3a47f99 req-1a591626-b2de-46f2-ab1f-b8bcf3607109 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025546 Dec 20 11:37:08.313582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.317439 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:08.329437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Pushing event updated for resources: {'Network': ['ID=0373afcd-62cb-4d63-80b7-65b0aa6f26e0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:08.339510 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:08.387375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Calling delete_port for 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:08.461098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=23240ed4-a244-45ef-80ff-6b2eaa8d6db1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:08.465542 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:08.474952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] No DVR routers for this DVR port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:08.495124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'name': 'network-vif-deleted', 'tag': '2930781a-87de-487e-8488-9c463caf73d9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:08.517260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:37:08.517656 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:37:08.518403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:08.558996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:37:08.608231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:08.608939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 2e75595f-dd54-44e5-9f6d-e9ba525b4b0e not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:08.636056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.665117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.714433 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:08.720481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcbd55f-898f-44a2-b0ee-e7ce4702eb33']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:08.738383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:08.738677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdc4078-c6ee-4ca2-94cc-774eb0d0a814') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:08.758539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.791669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.802397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08d52-fd69-497d-a93b-27268f74c704 req-71eb67fc-e333-4d03-9ccf-13cfb5b204ff tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:08.803858 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-20b08d52-fd69-497d-a93b-27268f74c704 req-71eb67fc-e333-4d03-9ccf-13cfb5b204ff tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1741261 Dec 20 11:37:08.805846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b327a5-dfdc-47da-b67b-898bdd183ba9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:08.806433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:08.807401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.811547 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:08.824729 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:08.827205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Checking segment: {'id': '7ee7d328-efbf-4843-89fe-cd6e0963aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:08.827408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Network hostable DHCP agents. Network: 0373afcd-62cb-4d63-80b7-65b0aa6f26e0, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:37:08.848683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703c32-2c06-4f94-894f-95ad30ebac1d req-86d625aa-9f6f-4924-bb02-32698f521597 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:08.849366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b9703c32-2c06-4f94-894f-95ad30ebac1d req-86d625aa-9f6f-4924-bb02-32698f521597 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:08.872472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b9703c32-2c06-4f94-894f-95ad30ebac1d req-86d625aa-9f6f-4924-bb02-32698f521597 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:08.873809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9703c32-2c06-4f94-894f-95ad30ebac1d req-86d625aa-9f6f-4924-bb02-32698f521597 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 945 time: 0.2075088 Dec 20 11:37:08.875432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:37:08.900097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0373afcd-62cb-4d63-80b7-65b0aa6f26e0) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:08.909062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffaab03-1297-40b0-b688-e7d6c205513f None None] Network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:08.923138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:08.923717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.938543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 37b0c631-851f-468e-800b-60cf38885e50 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:08.943463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.948597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-20b08d52-fd69-497d-a93b-27268f74c704 req-6d0d9236-4808-4fb1-a967-1f3a9c1c081c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224031 Dec 20 11:37:08.951168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:08.958731 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e00894e1-3b26-4e77-8dc3-a5a9fd88607a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:08.981901 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1dcbd55f-898f-44a2-b0ee-e7ce4702eb33 HTTP/1.1" status: 204 len: 168 time: 1.3908966 Dec 20 11:37:08.988308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcbd55f-898f-44a2-b0ee-e7ce4702eb33,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:08.990659 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:08.998955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 37b0c631-851f-468e-800b-60cf38885e50 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:08.999955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 37b0c631-851f-468e-800b-60cf38885e50 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:09.000761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:09.014263 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9703c32-2c06-4f94-894f-95ad30ebac1d req-11719f74-bdb4-4953-8d60-83a5e6f8a956 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307902 Dec 20 11:37:09.015588 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9369392 Dec 20 11:37:09.038547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Deleting port 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:09.039094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:09.063005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-5e2000c4-9fff-47c7-aa87-e7c996533d64 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:09.064422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-5e2000c4-9fff-47c7-aa87-e7c996533d64 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 945 time: 0.1364245 Dec 20 11:37:09.089695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:09.090200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 23240ed4-a244-45ef-80ff-6b2eaa8d6db1 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:09.157093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Deleting port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:09.157890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:09.202382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-77053039-625d-420e-bd14-a3f2785b1b87 None None] The port '23240ed4-a244-45ef-80ff-6b2eaa8d6db1' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:37:09.239620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37584) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:09.311762 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3467dc1c-0995-4264-a0ce-abd5b4be484c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e0144e0fe2d4cb7a2ed3eb19a247cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0700409 Dec 20 11:37:09.314637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37590) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:09.392817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb650bd4-7248-4a4e-8e76-82c1497f6dc9 None None] Network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:09.398741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:09.437896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:09.510944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:09.515577 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-578b5498-017a-4fa9-96ea-00252c91adcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:09.531686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5cfd9-b3ce-4e19-9433-b9baea65276c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:09.534806 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:09.536703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:09.540964 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03d5cfd9-b3ce-4e19-9433-b9baea65276c HTTP/1.1" status: 204 len: 168 time: 0.2249534 Dec 20 11:37:09.640286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996de0-87fa-4461-b36a-c3722ee528f1 req-2e20548b-864f-4c78-ba40-573da3ec21ef tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:09.652454 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8996de0-87fa-4461-b36a-c3722ee528f1 req-2e20548b-864f-4c78-ba40-573da3ec21ef tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1069214 Dec 20 11:37:09.702538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8996de0-87fa-4461-b36a-c3722ee528f1 req-cf8aecfc-214a-44ab-9238-7f175a7ed641 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Dec 20 11:37:09.741086 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcd65c3-64f6-42e6-91a7-68d499b597a9', 'name': 'network-vif-deleted', 'tag': '2930781a-87de-487e-8488-9c463caf73d9', 'status': 'completed', 'code': 200} Dec 20 11:37:09.793285 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-48937a13-a821-4235-9c80-2f7af06dfc1a req-6addba32-e1cc-4d95-a235-068de84e5ce9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/f63e806b-e412-4a98-9e42-0a581768bb68 HTTP/1.1" status: 200 len: 1634 time: 0.0686738 Dec 20 11:37:09.827841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] For port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:09.828200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:09.916537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8615b69-a0e1-4797-9e9e-1b36910bbf92 req-f2cfb74c-fd5a-43e0-9165-47c2e626fea0 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:09.918057 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8615b69-a0e1-4797-9e9e-1b36910bbf92 req-f2cfb74c-fd5a-43e0-9165-47c2e626fea0 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 949 time: 0.0929601 Dec 20 11:37:09.965306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8615b69-a0e1-4797-9e9e-1b36910bbf92 req-4062f15b-c276-47dc-b935-9c394a413b3f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Dec 20 11:37:09.970518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Calling delete_port for 4d7e0d14-b91f-41e9-8ead-a56efafd09fe owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:10.039097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:10.057620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-48937a13-a821-4235-9c80-2f7af06dfc1a req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.074407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device abe4d79d-95e3-4ca3-aea1-60e09589c50f up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:10.099190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-48937a13-a821-4235-9c80-2f7af06dfc1a req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.114198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b49ed020-e8ea-4575-8599-03561be0c677 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6864e5179b2b49e68803971ba4542267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0736928 Dec 20 11:37:10.116328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37612) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:10.169847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port abe4d79d-95e3-4ca3-aea1-60e09589c50f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:10.177713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port abe4d79d-95e3-4ca3-aea1-60e09589c50f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:10.178136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.188703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.201512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-48937a13-a821-4235-9c80-2f7af06dfc1a req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.207234 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d46e3063-c443-4158-97e1-a0c15967e789 tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:10.218964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.225579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.225799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e806b-e412-4a98-9e42-0a581768bb68,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:10.232394 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:10.232884 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-115c35a7-ac2b-4113-bc1b-d6f46b7ee3c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:10.286405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event deleted for resources: {'Port': ['ID=4d7e0d14-b91f-41e9-8ead-a56efafd09fe,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:10.290413 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:10.313664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.318311 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-13801f89-e22d-4cd8-8ed9-7da70f7adf15 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:10.335756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10fb1b0-fbdc-4781-b876-ca480ce2a87c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:10.338407 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:10.345513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.349222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a10fb1b0-fbdc-4781-b876-ca480ce2a87c HTTP/1.1" status: 204 len: 168 time: 0.2290821 Dec 20 11:37:10.367787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-48937a13-a821-4235-9c80-2f7af06dfc1a req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.380792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-48937a13-a821-4235-9c80-2f7af06dfc1a req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/f63e806b-e412-4a98-9e42-0a581768bb68 HTTP/1.1" status: 204 len: 173 time: 0.5749485 Dec 20 11:37:10.392765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] No DVR routers for this DVR port 4d7e0d14-b91f-41e9-8ead-a56efafd09fe on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:10.397643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.402069 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a87aebbc-5119-4734-bc23-2e33d94fc8fa req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "DELETE /v2.0/ports/4d7e0d14-b91f-41e9-8ead-a56efafd09fe HTTP/1.1" status: 204 len: 173 time: 1.3317988 Dec 20 11:37:10.480473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.509520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:10.520373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port abe4d79d-95e3-4ca3-aea1-60e09589c50f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=abe4d79d-95e3-4ca3-aea1-60e09589c50f,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:10.525159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:10.526695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:10.557868 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:10.576623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1aae1-54e8-4d2f-8e6c-6753836ba2a4 req-d39393c2-5ab6-46bd-811f-ef75daa73a5f tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:10.578599 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5bf1aae1-54e8-4d2f-8e6c-6753836ba2a4 req-d39393c2-5ab6-46bd-811f-ef75daa73a5f tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.0879843 Dec 20 11:37:10.600101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 4d7e0d14-b91f-41e9-8ead-a56efafd09fe {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:10.600452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4d7e0d14-b91f-41e9-8ead-a56efafd09fe not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:10.640499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=abe4d79d-95e3-4ca3-aea1-60e09589c50f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:10.643632 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:10.678348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-43cdcf1d-dca7-424e-ae28-e5df6cde486c tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:10.678729 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5bf1aae1-54e8-4d2f-8e6c-6753836ba2a4 req-a0e14088-f6af-4986-bef0-45ed6e6f08dc tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927022 Dec 20 11:37:10.680645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-43cdcf1d-dca7-424e-ae28-e5df6cde486c tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/networks?id=0373afcd-62cb-4d63-80b7-65b0aa6f26e0 HTTP/1.1" status: 200 len: 822 time: 0.1765566 Dec 20 11:37:10.698170 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-0d0fd41a-fe78-46f6-9aba-033c6b33b631 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/quotas/dfbb75f23df948f79b24bd2db153710e HTTP/1.1" status: 200 len: 375 time: 0.0118356 Dec 20 11:37:10.749576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-17cf99ba-a568-4fd0-8cc9-249b4af9fc23 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfbb75f23df948f79b24bd2db153710e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432589 Dec 20 11:37:10.856385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-14a285d1-dbe6-421d-9c92-086af779a491 req-35a83888-d510-4553-a9f5-f05144fca865 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:10.873515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-14a285d1-dbe6-421d-9c92-086af779a491 req-35a83888-d510-4553-a9f5-f05144fca865 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:10.875275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14a285d1-dbe6-421d-9c92-086af779a491 req-35a83888-d510-4553-a9f5-f05144fca865 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=849797e2-d613-4dcc-bd2a-6d9a35a485d0 HTTP/1.1" status: 200 len: 210 time: 0.0602412 Dec 20 11:37:10.886903 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-73aa82c9-719a-4292-9c65-c35777c262bd service neutron] 10.222.0.32 "GET /v2.0/networks/0373afcd-62cb-4d63-80b7-65b0aa6f26e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300352 Dec 20 11:37:11.061813 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f40a3da6-5015-4b1b-bc89-fd38c7c73634 service neutron] 10.222.0.32 "GET /v2.0/networks/0373afcd-62cb-4d63-80b7-65b0aa6f26e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690207 Dec 20 11:37:11.118744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c6b5f26-e998-4609-8e76-73842f5138b7 req-a41b1d81-6142-47d8-9fa2-96255d2841fe tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "GET /v2.0/security-groups/846f22b4-5897-4521-aaa7-fb10ffcf2f9b HTTP/1.1" status: 200 len: 1634 time: 0.0583172 Dec 20 11:37:11.195707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c6b5f26-e998-4609-8e76-73842f5138b7 req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.231635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2930781a-87de-487e-8488-9c463caf73d9 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:11.237042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c6b5f26-e998-4609-8e76-73842f5138b7 req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.273081 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f', 'code': 200} Dec 20 11:37:11.293012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 2930781a-87de-487e-8488-9c463caf73d9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:11.293667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2930781a-87de-487e-8488-9c463caf73d9 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:11.299611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c6b5f26-e998-4609-8e76-73842f5138b7 req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.347424 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62c37847-9bec-4fd1-acd8-886a6dff0597 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:11.369523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f22b4-5897-4521-aaa7-fb10ffcf2f9b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:11.386617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:11.389793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7c6b5f26-e998-4609-8e76-73842f5138b7 req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.405322 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c6b5f26-e998-4609-8e76-73842f5138b7 req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] 10.222.0.32 "DELETE /v2.0/security-groups/846f22b4-5897-4521-aaa7-fb10ffcf2f9b HTTP/1.1" status: 204 len: 173 time: 0.2828734 Dec 20 11:37:11.406117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37652) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:11.507255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Deleting subnet fc498423-0d46-455c-b806-375dc67e24b3 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:11.508861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40e69e-bd41-43a1-b420-12247087432a req-c560415b-5548-4414-b898-55be9d530801 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:11.510526 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fb40e69e-bd41-43a1-b420-12247087432a req-c560415b-5548-4414-b898-55be9d530801 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1183298 Dec 20 11:37:11.521179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.564192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fb40e69e-bd41-43a1-b420-12247087432a req-48307f1a-932e-47e4-9862-96eacd24f630 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Dec 20 11:37:11.618272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ee1d3af-b9d9-4f84-9d38-1bb8faef439d req-c893ddc1-8f11-4c96-83a1-4b892e532c28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 1103 time: 0.3041732 Dec 20 11:37:11.647455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.674582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3b077d7f-ee6a-4e6c-a22b-47a86c38b63e req-d7cdcace-81a8-4c30-806d-0ffb745f9d64 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 210 time: 0.0493724 Dec 20 11:37:11.750795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'name': 'network-vif-deleted', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:11.768378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.800916 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ee1d3af-b9d9-4f84-9d38-1bb8faef439d req-42620a9f-0ebc-4567-8fd3-404375c2a4c1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750269 Dec 20 11:37:11.808877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db920dd-3929-4628-8455-70e960e2bd20 req-be5efb53-01bb-42ff-85a8-dfbf82109e6d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:11.810336 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8db920dd-3929-4628-8455-70e960e2bd20 req-be5efb53-01bb-42ff-85a8-dfbf82109e6d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 950 time: 0.2998080 Dec 20 11:37:11.900410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8db920dd-3929-4628-8455-70e960e2bd20 req-c3a75da1-cdf5-4b95-8b78-c9803ed710f9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682156 Dec 20 11:37:11.901864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.906507 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:11.943849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178992c4-dbff-4a35-93c7-c53e3a46ecca req-e377b355-778e-40c3-ade8-e524469e3ce7 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:11.951307 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-178992c4-dbff-4a35-93c7-c53e3a46ecca req-e377b355-778e-40c3-ade8-e524469e3ce7 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1267676 Dec 20 11:37:11.960305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc498423-0d46-455c-b806-375dc67e24b3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:11.964563 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:11.969873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:11.978157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc498423-0d46-455c-b806-375dc67e24b3 HTTP/1.1" status: 204 len: 168 time: 0.5673649 Dec 20 11:37:11.981322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37674) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:12.039277 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849797e2-d613-4dcc-bd2a-6d9a35a485d0', 'name': 'network-vif-deleted', 'tag': '4d7e0d14-b91f-41e9-8ead-a56efafd09fe', 'status': 'completed', 'code': 200} Dec 20 11:37:12.101252 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-178992c4-dbff-4a35-93c7-c53e3a46ecca req-b294dffd-97e6-419a-bd67-192f53284b2e tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461251 Dec 20 11:37:12.178430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:12.490984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:12.534291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5366b2-c8d4-413b-a85e-c1c61a08ef70']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:12.548820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f22be34-f820-447f-b8b4-958eb22d4c8f') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:12.549164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f22be34-f820-447f-b8b4-958eb22d4c8f') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:12.564729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:12.585180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:12.593636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:12.594273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:12.608436 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:12.704357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:12.717037 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:12.733532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:12.740775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5366b2-c8d4-413b-a85e-c1c61a08ef70,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:12.748517 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:12.793928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1c5366b2-c8d4-413b-a85e-c1c61a08ef70 HTTP/1.1" status: 204 len: 168 time: 0.8114235 Dec 20 11:37:12.797083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a3a4f-7f28-45ff-899e-7ea5c0219ffe req-d9f01937-f04e-445c-a1e5-29389ef3dd38 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:12.803623 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c1a3a4f-7f28-45ff-899e-7ea5c0219ffe req-d9f01937-f04e-445c-a1e5-29389ef3dd38 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.0849764 Dec 20 11:37:12.855757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34759808-5b83-4a77-879a-40a21ab1a482 req-373eabf3-74ee-457b-ba15-522d82420604 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:12.862786 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c1a3a4f-7f28-45ff-899e-7ea5c0219ffe req-cd45499c-f3c1-4097-b802-8ae6b4b43a60 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Dec 20 11:37:12.864406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-34759808-5b83-4a77-879a-40a21ab1a482 req-373eabf3-74ee-457b-ba15-522d82420604 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 944 time: 0.1191444 Dec 20 11:37:12.945530 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-34759808-5b83-4a77-879a-40a21ab1a482 req-55654210-8fd8-4ac6-a9a0-eaba62024735 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Dec 20 11:37:13.052934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-88361efd-b2e5-47b9-81ef-df4a4d6ab7df req-700b859b-af17-4113-bf98-468d0629b2a2 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 210 time: 0.0573742 Dec 20 11:37:13.099006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:13.191135 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-848de047-7bfe-47c4-a875-937c63291991 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f78e6f4b1c145a48ae163bf2cceabe1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0907717 Dec 20 11:37:13.193364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37718) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:13.259509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:13.288674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:13.363484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:13.370120 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a3fadb57-3e21-41f0-8d95-54b5ce43dee0 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:13.388358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b8103-c03c-4db3-ad98-613156bba472,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:13.398489 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:13.402420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:13.403583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a3b8103-c03c-4db3-ad98-613156bba472 HTTP/1.1" status: 204 len: 168 time: 0.2092793 Dec 20 11:37:13.476715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57441-cdf8-401b-a7d2-6c0c526acddd req-27806546-402e-422f-92c7-b5fc2b67cebe tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:13.478185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07e57441-cdf8-401b-a7d2-6c0c526acddd req-27806546-402e-422f-92c7-b5fc2b67cebe tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 950 time: 0.3798857 Dec 20 11:37:13.494025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-0f745524-cd78-4b8f-953f-3df756d6c750 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:13.495326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-0f745524-cd78-4b8f-953f-3df756d6c750 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Synchronizing usage tracker for tenant:dfbb75f23df948f79b24bd2db153710e on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:13.518577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-c9dfcd3a-2573-43c3-9600-94d140012f6e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:13.520068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-c9dfcd3a-2573-43c3-9600-94d140012f6e tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 944 time: 0.3257787 Dec 20 11:37:13.598131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-0f745524-cd78-4b8f-953f-3df756d6c750 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Unset dirty status for tenant:dfbb75f23df948f79b24bd2db153710e on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:13.599240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-0f745524-cd78-4b8f-953f-3df756d6c750 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.53 "GET /v2.0/networks?id=0373afcd-62cb-4d63-80b7-65b0aa6f26e0 HTTP/1.1" status: 200 len: 822 time: 0.4036543 Dec 20 11:37:13.617147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07e57441-cdf8-401b-a7d2-6c0c526acddd req-86890050-9a0b-4f11-bb95-afd4961adfa1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307580 Dec 20 11:37:13.622142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Deleting port 75d2f7f2-1d25-406b-a91a-e86b440d5803 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:13.622476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:13.659026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Request body: {'port': {'device_id': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0', 'admin_state_up': True, 'tenant_id': 'dfbb75f23df948f79b24bd2db153710e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:13.707135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4300a45-f3bd-4823-b3a6-3f6d89c3ebf7 req-a6e40cbc-ebb4-44c7-b965-8828e11480a2 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:13.709448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4300a45-f3bd-4823-b3a6-3f6d89c3ebf7 req-a6e40cbc-ebb4-44c7-b965-8828e11480a2 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.0992014 Dec 20 11:37:13.773330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4300a45-f3bd-4823-b3a6-3f6d89c3ebf7 req-3e170531-b8e9-48f2-945b-2419b64ae349 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Dec 20 11:37:13.909104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:13.917543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Usage tracker for resource:port and tenant:dfbb75f23df948f79b24bd2db153710e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:13.962873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:13.975548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:14.014076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Made reservation on behalf of dfbb75f23df948f79b24bd2db153710e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:14.017270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.096493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] For port 75d2f7f2-1d25-406b-a91a-e86b440d5803, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=75d2f7f2-1d25-406b-a91a-e86b440d5803,segment=NetworkSegment(a2c9abf8-bf69-41db-a099-52b73448e0b5),segment_id=a2c9abf8-bf69-41db-a099-52b73448e0b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:14.096937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.213325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b1c0b-abdc-4f3b-a234-9d4d68ebfec1 req-739c4d38-53bd-47e8-8005-1c3cec5abe0d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:14.215129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a98b1c0b-abdc-4f3b-a234-9d4d68ebfec1 req-739c4d38-53bd-47e8-8005-1c3cec5abe0d tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 944 time: 0.0907617 Dec 20 11:37:14.265979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Calling delete_port for 75d2f7f2-1d25-406b-a91a-e86b440d5803 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:14.281664 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a98b1c0b-abdc-4f3b-a234-9d4d68ebfec1 req-74bbd80e-de81-4ece-b095-df5195d9c03b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a69d93a-1664-4a77-bd09-c1fe986c128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605876 Dec 20 11:37:14.407897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37760) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:14.422959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f2572-8735-43bf-8f6f-7b6cff314a65 req-c2c681e9-6098-4ff6-ae37-c3170671943d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:14.424388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a05f2572-8735-43bf-8f6f-7b6cff314a65 req-c2c681e9-6098-4ff6-ae37-c3170671943d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.3968441 Dec 20 11:37:14.531330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6585c51-f9b7-4615-83b9-2a4499791f6b req-e6c26a14-89ba-487f-9f10-4defea05a6fb tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 210 time: 0.0469117 Dec 20 11:37:14.568611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-310196438-network', 'tenant_id': '7a23a80b1cd146f49da0317a25b14bff'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:14.573636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:14.580111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Usage tracker for resource:network and tenant:7a23a80b1cd146f49da0317a25b14bff is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:14.583692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:14.590900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:14.610389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Made reservation on behalf of 7a23a80b1cd146f49da0317a25b14bff for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:14.612801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.621307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Allocated IP 172.20.0.13 (0373afcd-62cb-4d63-80b7-65b0aa6f26e0/12b327a5-dfdc-47da-b67b-898bdd183ba9/bd9efa34-d6aa-41bb-8319-276823e63fa3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:37:14.631957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.678447 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a05f2572-8735-43bf-8f6f-7b6cff314a65 req-30ea3b3a-3a42-463d-b4bb-01d0a933241e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455270 Dec 20 11:37:14.683421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:14.690330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Usage tracker for resource:security_group_rule and tenant:7a23a80b1cd146f49da0317a25b14bff is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:14.694811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:14.703409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:14.715479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.780383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.789242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.811829 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb83f6fe-d493-4722-918c-5dce8a0c5bef tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:14.842034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.874763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Pushing event deleted for resources: {'Port': ['ID=75d2f7f2-1d25-406b-a91a-e86b440d5803,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:14.880245 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1c800225-3219-4d33-8c79-cd9f787f227f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:14.929092 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:14.934304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:37:14.960190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c47236-8ff5-431b-ae1b-f3b7b08669fc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:14.966887 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:14.969355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] No DVR routers for this DVR port 75d2f7f2-1d25-406b-a91a-e86b440d5803 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:14.969504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.969625 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Added segment a0f92db5-dc20-4e5e-a0db-9d07b81746be of type vlan for network 57b6a86a-3ae4-4643-9aa6-1c4b86984257 Dec 20 11:37:14.973444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:14.976652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'name': 'network-vif-deleted', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:15.002631 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-f95c779e-5092-4335-9e48-811a67fdbcec req-ac49ea47-f11d-448d-b9f2-43575d92cefa service neutron] show failed (client error): The resource could not be found. Dec 20 11:37:15.003621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-ac49ea47-f11d-448d-b9f2-43575d92cefa service neutron] 10.222.0.53 "GET /v2.0/ports/ccb28491-b692-49cb-bafc-a68b1028ad3d/bindings/n-h2-victoria-1 HTTP/1.1" status: 404 len: 382 time: 0.3802240 Dec 20 11:37:15.018571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.036285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfcfd1-2d0e-465d-8449-e9561731e66f req-b50de690-3b67-44eb-a6e5-765ff60f6c66 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:15.044040 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4bfcfd1-2d0e-465d-8449-e9561731e66f req-b50de690-3b67-44eb-a6e5-765ff60f6c66 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 950 time: 0.2113352 Dec 20 11:37:15.093481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6b1d568-8409-4b9c-80e3-d89186bc9918 req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.16 "DELETE /v2.0/ports/75d2f7f2-1d25-406b-a91a-e86b440d5803 HTTP/1.1" status: 204 len: 173 time: 1.5658822 Dec 20 11:37:15.104300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.109165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:15.110401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.116435 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:15.145320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:15.146625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4bfcfd1-2d0e-465d-8449-e9561731e66f req-3a7414ee-024d-442e-8528-f817f01e83f3 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017087 Dec 20 11:37:15.190520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.223194 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb22f92-5b0b-4856-8a69-8006fd9570bc', 'name': 'network-vif-deleted', 'tag': '75d2f7f2-1d25-406b-a91a-e86b440d5803', 'status': 'completed', 'code': 200} Dec 20 11:37:15.237434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c138e20-109f-45dc-aae6-1fc8950161cc req-296d26d0-4978-4849-82ee-24dc47be1908 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:15.244728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c138e20-109f-45dc-aae6-1fc8950161cc req-296d26d0-4978-4849-82ee-24dc47be1908 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1564167 Dec 20 11:37:15.319916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.344595 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a933a240-5d43-4d55-9a76-775b1fb6fd0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:15.350561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9408963 Dec 20 11:37:15.382696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Pushing event updated for resources: {'Network': ['ID=57b6a86a-3ae4-4643-9aa6-1c4b86984257,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:15.383455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37794) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:15.391408 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:15.397596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 57b6a86a-3ae4-4643-9aa6-1c4b86984257 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:37:15.402397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Request body: {'subnet': {'network_id': '57b6a86a-3ae4-4643-9aa6-1c4b86984257', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-310196438-subnet', 'tenant_id': '7a23a80b1cd146f49da0317a25b14bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:15.428186 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c138e20-109f-45dc-aae6-1fc8950161cc req-70792eee-979b-4219-b5cd-ca6303c98000 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826174 Dec 20 11:37:15.433659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:15.449109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Usage tracker for resource:subnet and tenant:7a23a80b1cd146f49da0317a25b14bff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:15.459952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:15.465578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.477385 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bfa1363d-b6fe-476d-86e7-957c9992c587 req-f1afd366-c5b7-4a0e-abd0-37d97701ce3e tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 1103 time: 0.1343663 Dec 20 11:37:15.487716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:15.490743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:15.491575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Pushing event updated for resources: {'Port': ['ID=bd9efa34-d6aa-41bb-8319-276823e63fa3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:15.497149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:15.500929 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:15.503048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:37:15.549129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bfa1363d-b6fe-476d-86e7-957c9992c587 req-fb6b508c-1462-4849-8eea-982d55df42bb tempest-ServersOnMultiNodesTest-1517083262 tempest-ServersOnMultiNodesTest-1517083262-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688090 Dec 20 11:37:15.551090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Made reservation on behalf of 7a23a80b1cd146f49da0317a25b14bff for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:15.554324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.745746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c7d5b-688c-4fd3-96fa-02c851209d57 req-f5e2d80b-4aff-491b-8dfc-dcaf00d86f71 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:15.747240 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3b7c7d5b-688c-4fd3-96fa-02c851209d57 req-f5e2d80b-4aff-491b-8dfc-dcaf00d86f71 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 932 time: 0.0832021 Dec 20 11:37:15.758340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:15.765906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2c60778b-8312-4fb2-9c87-33296d01cb90 req-f6e9a075-96ea-4fae-a9f7-e226fffda747 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Synchronizing usage tracker for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:15.772578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:15.773162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:15.785694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Usage tracker for resource:security_group_rule and tenant:cc5398d6d5954e79b6174786b2cf9b86 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:15.801068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:15.806648 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3b7c7d5b-688c-4fd3-96fa-02c851209d57 req-3990cef3-6471-42b4-87da-f61c6260a902 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531299 Dec 20 11:37:15.817722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:15.844066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2c60778b-8312-4fb2-9c87-33296d01cb90 req-f6e9a075-96ea-4fae-a9f7-e226fffda747 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Unset dirty status for tenant:3f0d5148896f4b0d974f7ab7b786dac2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:15.845419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2c60778b-8312-4fb2-9c87-33296d01cb90 req-f6e9a075-96ea-4fae-a9f7-e226fffda747 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb22f92-5b0b-4856-8a69-8006fd9570bc HTTP/1.1" status: 200 len: 210 time: 0.2043288 Dec 20 11:37:15.850303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2037649 Dec 20 11:37:15.872410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Request body: {'port': {'device_id': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:15.982426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-4b775d1e-d8ca-485e-87a8-4561d5eca481 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed&tenant_id=dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 1102 time: 0.5462744 Dec 20 11:37:16.005491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-victoria-1', 'device_owner': 'compute:nova'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:16.092111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:16.131287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 75d2f7f2-1d25-406b-a91a-e86b440d5803 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:16.131727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 75d2f7f2-1d25-406b-a91a-e86b440d5803 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:16.277517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.281044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.297974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.310449 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b61ee27b-60b8-4d8f-9f86-45afc1782b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:16.324330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3fcff-8b61-4451-875f-c287881f78fe req-bec9f815-5b93-4dfc-a983-26734c7c1d0e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:16.325867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1e3fcff-8b61-4451-875f-c287881f78fe req-bec9f815-5b93-4dfc-a983-26734c7c1d0e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 950 time: 0.0791633 Dec 20 11:37:16.340527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.357825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.375343 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1e3fcff-8b61-4451-875f-c287881f78fe req-75099137-549b-481e-b5f0-35247a3f48a9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Dec 20 11:37:16.431905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ad9a45-dac8-423e-9fd0-ccdb19564edd,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:16.440491 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:16.467300 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6e253a58-3c3b-4145-b6bf-f0cb564c6330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:16.505529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc5398d6d5954e79b6174786b2cf9b86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3590126 Dec 20 11:37:16.508407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37812) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:16.532706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099bc2-694e-4238-8a52-e37a8b7a3fb3 req-e558a6b9-81fa-47d8-895f-ebccc80e6a20 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:16.534172 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d7099bc2-694e-4238-8a52-e37a8b7a3fb3 req-e558a6b9-81fa-47d8-895f-ebccc80e6a20 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.4974945 Dec 20 11:37:16.611390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.643713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.703775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b4d4-914c-4c46-a15e-64a9f58a9b50 req-cf3384f0-329a-43ea-864f-b9ceb5642698 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:16.705281 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1161b4d4-914c-4c46-a15e-64a9f58a9b50 req-cf3384f0-329a-43ea-864f-b9ceb5642698 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1473954 Dec 20 11:37:16.738171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.742030 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:16.764416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ad9a45-dac8-423e-9fd0-ccdb19564edd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:16.769935 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:16.775761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:16.779240 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8ad9a45-dac8-423e-9fd0-ccdb19564edd HTTP/1.1" status: 204 len: 168 time: 0.2675102 Dec 20 11:37:16.779957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1161b4d4-914c-4c46-a15e-64a9f58a9b50 req-7b1f94fc-3efe-4eae-b7cc-2b442e3deb40 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667300 Dec 20 11:37:16.783539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05bfbc94-6a14-4ec9-afe9-c36e942d6654,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:16.827356 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:16.874188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Checking segment: {'id': 'a0f92db5-dc20-4e5e-a0db-9d07b81746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57b6a86a-3ae4-4643-9aa6-1c4b86984257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:16.874542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Network hostable DHCP agents. Network: 57b6a86a-3ae4-4643-9aa6-1c4b86984257, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:37:16.914157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d7099bc2-694e-4238-8a52-e37a8b7a3fb3 req-55432334-4192-4310-9aff-0a378372820b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674514 Dec 20 11:37:17.021827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274d9ec-9290-40e3-8350-b8f29906c070 req-5c1b4f41-42ed-4a62-ba61-5fc7c39e4903 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:17.023438 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1274d9ec-9290-40e3-8350-b8f29906c070 req-5c1b4f41-42ed-4a62-ba61-5fc7c39e4903 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 932 time: 0.0961435 Dec 20 11:37:17.031439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37824) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:17.132979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1274d9ec-9290-40e3-8350-b8f29906c070 req-9d291723-bd22-45fe-8986-be34bdf5b7a4 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983787 Dec 20 11:37:17.138023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Deleting subnet 64313e95-a9c0-441b-8941-5dc9f90be7b0 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:17.141300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.142654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Network 57b6a86a-3ae4-4643-9aa6-1c4b86984257 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:37:17.162767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37828) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:17.193058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 57b6a86a-3ae4-4643-9aa6-1c4b86984257) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:17.201093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.205015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9950f7f6-9895-4c46-b91b-0d8e90556375 None None] Network 57b6a86a-3ae4-4643-9aa6-1c4b86984257 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:17.209793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.224275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:17.224862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.245612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:17.277869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.384463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:17.394489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9efa34-d6aa-41bb-8319-276823e63fa3 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:17.399068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:37:17.407393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Usage tracker for resource:security_group_rule and tenant:c63d0f0805574e22a632cfd0cb3659e7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:17.420503 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0275462 Dec 20 11:37:17.420503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:17.420503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.466625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:17.474376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37909d3-fdf9-4d2c-b282-8eb64c6e9423 None None] Network 57b6a86a-3ae4-4643-9aa6-1c4b86984257 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:17.488037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:17.533156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.546987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Transition to ACTIVE for port object bd9efa34-d6aa-41bb-8319-276823e63fa3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:17.563346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.571356 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c9acaa7b-381a-4ff8-9c8b-bf9f6f3365e7 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:17.596932 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd0933b3-c3d8-4e8e-8609-d0f505031120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:17.640970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64313e95-a9c0-441b-8941-5dc9f90be7b0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:17.646847 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:17.648227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:17.656449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.657582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.672300 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/64313e95-a9c0-441b-8941-5dc9f90be7b0 HTTP/1.1" status: 204 len: 168 time: 0.6375613 Dec 20 11:37:17.672786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37844) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:17.760501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Transition to ACTIVE for port object ccb28491-b692-49cb-bafc-a68b1028ad3d will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:17.765852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9efa34-d6aa-41bb-8319-276823e63fa3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:17.769300 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:17.777467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.779631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.789143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f6468b6-922f-4ef8-88ba-9441cbeb0695 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:17.804632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-7e2df78c-2f68-42c4-afdf-8171feb08b2f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:17.806087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-7e2df78c-2f68-42c4-afdf-8171feb08b2f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 950 time: 0.3535283 Dec 20 11:37:17.812340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf4e-19fb-44ee-a504-e8eaf7463372 req-8896be26-4b93-473f-b398-5dd90de45da2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:17.813704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-33fedf4e-19fb-44ee-a504-e8eaf7463372 req-8896be26-4b93-473f-b398-5dd90de45da2 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 950 time: 0.2842934 Dec 20 11:37:17.877160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.922979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.924118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=6']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:17.952426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port abe4d79d-95e3-4ca3-aea1-60e09589c50f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:17.952767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:17.955230 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-5d6ccd70-df07-48f0-9c9f-41f81c52bddc req-9ff1c46e-8aac-40e1-a446-9d6c8754f214 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] show failed (client error): The resource could not be found. Dec 20 11:37:17.956230 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d6ccd70-df07-48f0-9c9f-41f81c52bddc req-9ff1c46e-8aac-40e1-a446-9d6c8754f214 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "GET /v2.0/security-groups/67f469a0-fba5-4e29-aabe-cce97ebd7e7d HTTP/1.1" status: 404 len: 352 time: 0.1102343 Dec 20 11:37:18.007036 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:18.012251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.022676 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-33fedf4e-19fb-44ee-a504-e8eaf7463372 req-3deec36a-b8b3-44f5-8677-6e18dc43c9bd tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722422 Dec 20 11:37:18.026091 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6720844f-5176-445d-a61b-86c6d58086d9 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:18.113068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.122502 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'code': 200} Dec 20 11:37:18.130213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] No DVR routers for this DVR port ccb28491-b692-49cb-bafc-a68b1028ad3d on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:18.147200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac20037-60b6-4a85-b5ee-bea625cd340b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:18.154064 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c63d0f0805574e22a632cfd0cb3659e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9907954 Dec 20 11:37:18.154454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:18.156472 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:18.188388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Attempting to bind port bd9efa34-d6aa-41bb-8319-276823e63fa3 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:18.188730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Attempting to bind port bd9efa34-d6aa-41bb-8319-276823e63fa3 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '7ee7d328-efbf-4843-89fe-cd6e0963aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:18.189045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Attempting to bind port bd9efa34-d6aa-41bb-8319-276823e63fa3 on network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:18.225940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984ebb61-f77f-4ea0-9f33-86bc2a93ed95']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:18.240377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Port bd9efa34-d6aa-41bb-8319-276823e63fa3 on network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:37:18.240725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Attempting to bind port bd9efa34-d6aa-41bb-8319-276823e63fa3 on network 0373afcd-62cb-4d63-80b7-65b0aa6f26e0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:18.242018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c9abf8-bf69-41db-a099-52b73448e0b5') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:18.242575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c9abf8-bf69-41db-a099-52b73448e0b5') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:18.252947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:18.253284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:18.253610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:18.255999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.256858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:18.257186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Checking segment: {'id': '7ee7d328-efbf-4843-89fe-cd6e0963aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:18.257648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Bound using segment: {'id': '7ee7d328-efbf-4843-89fe-cd6e0963aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:18.258102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Bound port: bd9efa34-d6aa-41bb-8319-276823e63fa3, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7d328-efbf-4843-89fe-cd6e0963aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:18.258444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.293328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.311663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:37:18.311873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:18.362944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:18.363277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:18.363662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:18.364087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Bound port: ccb28491-b692-49cb-bafc-a68b1028ad3d, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:18.364433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.387558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:18.387966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:18.411121 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:18.487595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] For port bd9efa34-d6aa-41bb-8319-276823e63fa3, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:18.499194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbb757-70af-402c-bdd1-d501a2f082db req-33d8b2f2-fb55-444e-9a92-1adf0fbee4e0 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:18.500636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41dbb757-70af-402c-bdd1-d501a2f082db req-33d8b2f2-fb55-444e-9a92-1adf0fbee4e0 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 947 time: 0.2302568 Dec 20 11:37:18.528053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:18.539971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:18.550980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.558376 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4354d9ec-e453-41ff-8103-eda6195396c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:18.576399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.590809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.593482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.597309 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f7244f0f-3569-45f9-bbd0-2f5b5023b4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:18.616057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41dbb757-70af-402c-bdd1-d501a2f082db req-40e08fe0-f55e-4a93-85af-9a2c6a11d764 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094596 Dec 20 11:37:18.619682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] For port bd9efa34-d6aa-41bb-8319-276823e63fa3, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bd9efa34-d6aa-41bb-8319-276823e63fa3,segment=NetworkSegment(7ee7d328-efbf-4843-89fe-cd6e0963aebc),segment_id=7ee7d328-efbf-4843-89fe-cd6e0963aebc)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:18.632744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.634115 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] 10.222.0.16 "PUT /v2.0/ports/ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 1097 time: 2.6347258 Dec 20 11:37:18.638236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.654937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:18.658647 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:18.659136 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:18.664308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Pushing event deleted for resources: {'Network': ['ID=984ebb61-f77f-4ea0-9f33-86bc2a93ed95,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:18.667107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port abe4d79d-95e3-4ca3-aea1-60e09589c50f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=abe4d79d-95e3-4ca3-aea1-60e09589c50f,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:18.667463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.678365 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:18.687554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.688929 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] 10.222.0.53 "PUT /v2.0/ports/bd9efa34-d6aa-41bb-8319-276823e63fa3 HTTP/1.1" status: 200 len: 1094 time: 2.8216155 Dec 20 11:37:18.691025 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] 10.222.0.32 "DELETE /v2.0/networks/984ebb61-f77f-4ea0-9f33-86bc2a93ed95 HTTP/1.1" status: 204 len: 168 time: 1.0171762 Dec 20 11:37:18.739472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37864) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:18.808444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd56a3-c44a-4aea-b38a-0190cbf31874 req-a3c8ebf8-b880-47a6-8525-d6e2884c4010 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:18.815089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbcd56a3-c44a-4aea-b38a-0190cbf31874 req-a3c8ebf8-b880-47a6-8525-d6e2884c4010 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.5304022 Dec 20 11:37:18.818719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:18.832422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for abe4d79d-95e3-4ca3-aea1-60e09589c50f owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:18.971428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fbcd56a3-c44a-4aea-b38a-0190cbf31874 req-e6bb9c40-a951-4d35-bffe-42580b920aa4 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553965 Dec 20 11:37:19.021532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.028701 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-537e6d71-a94f-4c28-a881-ed003f235a1d tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:19.051054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac20037-60b6-4a85-b5ee-bea625cd340b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:19.055937 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:19.060481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9efa34-d6aa-41bb-8319-276823e63fa3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:19.066543 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:19.071594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Deleting subnet a4c82ba2-f7fb-446a-a37c-16cba453aff7 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:19.076692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.076996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.081157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eac20037-60b6-4a85-b5ee-bea625cd340b HTTP/1.1" status: 204 len: 168 time: 0.9229326 Dec 20 11:37:19.094816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.102125 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26581d0d-2aae-4aef-b818-6036f55402d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:19.109265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6609a39b-518e-4d32-90ca-4953f6d6b339', '6f63ac65-b42e-4f07-8073-8dcca6325efe', '8515164f-c69b-470e-a967-c633fb1d38b8'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:19.144819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4', '4ea448fe-ec33-4539-b710-59ceb50b9ff0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:19.148713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-1e989e26-34c8-4e78-9c81-306fa0e3ef03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1100 time: 0.4588904 Dec 20 11:37:19.159920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.190922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-724b60d9-e659-4c51-980b-1714ff36c6e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfbb75f23df948f79b24bd2db153710e&device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 1097 time: 0.4523072 Dec 20 11:37:19.201883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=abe4d79d-95e3-4ca3-aea1-60e09589c50f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:19.204697 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:19.319390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:19.431439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port abe4d79d-95e3-4ca3-aea1-60e09589c50f on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:19.434601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.441777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93a4f660-41f4-4e8f-8d68-8c5fc25dc097 req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "DELETE /v2.0/ports/abe4d79d-95e3-4ca3-aea1-60e09589c50f HTTP/1.1" status: 204 len: 173 time: 1.6269913 Dec 20 11:37:19.443154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dced9b-823e-4176-9bab-6fb676460107 req-7f383173-861a-4e85-8f43-4c67b354ad5f tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:19.443855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47dced9b-823e-4176-9bab-6fb676460107 req-7f383173-861a-4e85-8f43-4c67b354ad5f tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Synchronizing usage tracker for tenant:dfbb75f23df948f79b24bd2db153710e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:19.444308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'name': 'network-vif-deleted', 'tag': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:19.456738 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-4bd6487d-e08f-4716-8b46-e17b25d33e06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9efa34-d6aa-41bb-8319-276823e63fa3 HTTP/1.1" status: 200 len: 217 time: 0.2295341 Dec 20 11:37:19.506169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:19.526667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e202e83a-26b1-4620-9441-99f6fac1fb06 req-13da267f-c6f7-4e09-a50a-5341b07147d2 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] Synchronizing usage tracker for tenant:7a23a80b1cd146f49da0317a25b14bff on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:19.536358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.564959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e202e83a-26b1-4620-9441-99f6fac1fb06 req-13da267f-c6f7-4e09-a50a-5341b07147d2 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] Unset dirty status for tenant:7a23a80b1cd146f49da0317a25b14bff on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:19.566295 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e202e83a-26b1-4620-9441-99f6fac1fb06 req-13da267f-c6f7-4e09-a50a-5341b07147d2 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a23a80b1cd146f49da0317a25b14bff HTTP/1.1" status: 200 len: 2652 time: 0.2041535 Dec 20 11:37:19.646643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.667630 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e202e83a-26b1-4620-9441-99f6fac1fb06 req-86f237ed-b696-4882-940a-33f2e9374ea3 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "GET /v2.0/security-groups/20c47236-8ff5-431b-ae1b-f3b7b08669fc HTTP/1.1" status: 200 len: 2649 time: 0.0924838 Dec 20 11:37:19.671536 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-542f123d-c366-4200-9558-cbeef912c6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:19.711524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47dced9b-823e-4176-9bab-6fb676460107 req-7f383173-861a-4e85-8f43-4c67b354ad5f tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Unset dirty status for tenant:dfbb75f23df948f79b24bd2db153710e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:19.718146 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47dced9b-823e-4176-9bab-6fb676460107 req-7f383173-861a-4e85-8f43-4c67b354ad5f tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 944 time: 0.9001174 Dec 20 11:37:19.725404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c82ba2-f7fb-446a-a37c-16cba453aff7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:19.733326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c779e-5092-4335-9e48-811a67fdbcec req-d25863e6-372d-489e-92b6-588fccc610a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:19.735046 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-d25863e6-372d-489e-92b6-588fccc610a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.5478060 Dec 20 11:37:19.735880 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:19.751372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-40d6db6d-8e9a-4fa1-8ec6-219dbda2734d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:19.752791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-40d6db6d-8e9a-4fa1-8ec6-219dbda2734d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12b327a5-dfdc-47da-b67b-898bdd183ba9 HTTP/1.1" status: 200 len: 862 time: 0.2831085 Dec 20 11:37:19.774077 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e202e83a-26b1-4620-9441-99f6fac1fb06 req-60fe4fde-daf3-4fe7-b0a0-be0fe63b5183 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "GET /v2.0/security-groups/20c47236-8ff5-431b-ae1b-f3b7b08669fc HTTP/1.1" status: 200 len: 2649 time: 0.0791936 Dec 20 11:37:19.849009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:19.888125 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-947e1a98-2f43-465b-b19c-507b9162c0e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0373afcd-62cb-4d63-80b7-65b0aa6f26e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712559 Dec 20 11:37:19.898389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4c82ba2-f7fb-446a-a37c-16cba453aff7 HTTP/1.1" status: 204 len: 168 time: 1.1580501 Dec 20 11:37:19.900093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-c5229a5f-59c7-4047-a592-97735ade9dad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.1459844 Dec 20 11:37:19.900977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37886) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:19.991570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47dced9b-823e-4176-9bab-6fb676460107 req-9bcfd747-2df4-44bd-8b69-36f07f0f2692 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Synchronizing usage tracker for tenant:dfbb75f23df948f79b24bd2db153710e on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:20.079756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c779e-5092-4335-9e48-811a67fdbcec req-ea5177ee-2f7c-4b27-9183-ac5e2e1de8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:20.082133 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-ea5177ee-2f7c-4b27-9183-ac5e2e1de8b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1590483 Dec 20 11:37:20.115042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:20.130211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}, {'name': 'network-changed', 'server_uuid': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'tag': 'bd9efa34-d6aa-41bb-8319-276823e63fa3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:20.138601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device abe4d79d-95e3-4ca3-aea1-60e09589c50f no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:20.145772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47dced9b-823e-4176-9bab-6fb676460107 req-9bcfd747-2df4-44bd-8b69-36f07f0f2692 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Unset dirty status for tenant:dfbb75f23df948f79b24bd2db153710e on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:20.151233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47dced9b-823e-4176-9bab-6fb676460107 req-9bcfd747-2df4-44bd-8b69-36f07f0f2692 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323423 Dec 20 11:37:20.164420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f2e18117-183f-4ee3-847a-16acffc5b007 req-e8151973-df32-42be-a4a0-fbb12a2ecc0e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:20.183097 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-ab18ca8c-d572-49f5-baba-90f61eec7b93 service neutron] 10.222.0.53 "GET /v2.0/networks/0373afcd-62cb-4d63-80b7-65b0aa6f26e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870312 Dec 20 11:37:20.225944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: abe4d79d-95e3-4ca3-aea1-60e09589c50f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:20.226330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device abe4d79d-95e3-4ca3-aea1-60e09589c50f not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:20.259608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f2e18117-183f-4ee3-847a-16acffc5b007 req-e8151973-df32-42be-a4a0-fbb12a2ecc0e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:20.264138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-a8a4594f-ccdb-4655-8a4d-56aa1db29568 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1680493 Dec 20 11:37:20.275473 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f2e18117-183f-4ee3-847a-16acffc5b007 req-e8151973-df32-42be-a4a0-fbb12a2ecc0e tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e829f8-710f-49c5-93a6-a3e69117ad63 HTTP/1.1" status: 200 len: 210 time: 0.1565046 Dec 20 11:37:20.453108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:20.510553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6708730-64bc-4a71-9ee3-f91104196013']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:20.515675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-299dfa26-7a10-43d5-81a4-de4fc38d72de req-de21b623-8abe-4383-8029-74566221a994 service neutron] 10.222.0.53 "GET /v2.0/networks/0373afcd-62cb-4d63-80b7-65b0aa6f26e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242669 Dec 20 11:37:20.531483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ce3669-a531-45b8-b445-905cedad556c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:20.531923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ce3669-a531-45b8-b445-905cedad556c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:20.546722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:20.552089 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-8095952f-b008-49aa-b922-c0a8e1dc5209 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950886 Dec 20 11:37:20.610532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:20.624924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:20.625547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:20.639713 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:20.718991 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e829f8-710f-49c5-93a6-a3e69117ad63', 'name': 'network-vif-deleted', 'tag': 'abe4d79d-95e3-4ca3-aea1-60e09589c50f', 'status': 'completed', 'code': 200} Dec 20 11:37:20.733490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f95c779e-5092-4335-9e48-811a67fdbcec req-2d06ba44-ce9b-4b89-8a67-7147487de77c service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711113 Dec 20 11:37:20.757762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:20.768270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421013a-380f-41b8-84e0-960778ac6474 req-c9fcb333-b02d-40e5-9f0e-05a703d7c8b7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:20.769728 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a421013a-380f-41b8-84e0-960778ac6474 req-c9fcb333-b02d-40e5-9f0e-05a703d7c8b7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 947 time: 0.2089131 Dec 20 11:37:20.772290 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e14aa6b-15d2-4c02-be57-f585eb1903ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:20.788912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:20.790668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be59c71e-9ba2-4d2b-aed4-f841fb541db5 req-ae71744a-6317-4783-bef3-b417f851dc93 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "GET /v2.0/security-groups/20c47236-8ff5-431b-ae1b-f3b7b08669fc HTTP/1.1" status: 200 len: 2649 time: 0.0595682 Dec 20 11:37:20.817687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6708730-64bc-4a71-9ee3-f91104196013,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:20.823814 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:20.825783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6708730-64bc-4a71-9ee3-f91104196013 HTTP/1.1" status: 204 len: 168 time: 0.9235613 Dec 20 11:37:20.858230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a421013a-380f-41b8-84e0-960778ac6474 req-d04af48a-b232-4757-904b-71143e9e0beb tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627131 Dec 20 11:37:21.043267 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-be59c71e-9ba2-4d2b-aed4-f841fb541db5 req-97edf2ef-0d0f-4feb-ac10-3eb5a544f842 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 11:37:21.058173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be59c71e-9ba2-4d2b-aed4-f841fb541db5 req-97edf2ef-0d0f-4feb-ac10-3eb5a544f842 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "DELETE /v2.0/security-groups/20c47236-8ff5-431b-ae1b-f3b7b08669fc HTTP/1.1" status: 409 len: 352 time: 0.2590997 Dec 20 11:37:21.092609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebe7cc-2cb5-4930-bbfd-fb5476232bb2 req-f4e6f0e7-3aae-4836-b98e-10546f313787 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:21.099530 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2ebe7cc-2cb5-4930-bbfd-fb5476232bb2 req-f4e6f0e7-3aae-4836-b98e-10546f313787 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1007061 Dec 20 11:37:21.107851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:21.136659 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'status': 'completed', 'code': 200} Dec 20 11:37:21.137026 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'tag': 'bd9efa34-d6aa-41bb-8319-276823e63fa3', 'status': 'completed', 'code': 200} Dec 20 11:37:21.166645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2ebe7cc-2cb5-4930-bbfd-fb5476232bb2 req-16a269bc-ab63-4ae1-9ba7-17c23f651901 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661767 Dec 20 11:37:21.191072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37924) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:21.191252 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a57547da-e9c5-4fd5-8bb0-f075cb57f46f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f0d5148896f4b0d974f7ab7b786dac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0822067 Dec 20 11:37:21.240611 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-7788560e-5910-498f-814b-b1e6cef07c8a req-23689358-dc4d-4c47-afd1-dfce5a289294 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] show failed (client error): The resource could not be found. Dec 20 11:37:21.248925 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7788560e-5910-498f-814b-b1e6cef07c8a req-23689358-dc4d-4c47-afd1-dfce5a289294 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "GET /v2.0/security-groups/426fe13b-19ef-46d3-8971-ae0d6902afd8 HTTP/1.1" status: 404 len: 352 time: 0.0361197 Dec 20 11:37:21.326941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-6ec46e28-4608-470a-8728-49a76ed91946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1100 time: 0.1411223 Dec 20 11:37:21.336183 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-f1191f5f-644d-48c6-994a-f832448a529f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1100 time: 0.1508451 Dec 20 11:37:21.340300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.422739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.434452 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-530cf17c-a55b-475f-85ed-05bd7b3b8c88 req-16d0725d-3659-4cd3-858a-133e32b16b87 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] show failed (client error): The resource could not be found. Dec 20 11:37:21.435163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-530cf17c-a55b-475f-85ed-05bd7b3b8c88 req-16d0725d-3659-4cd3-858a-133e32b16b87 tempest-SecurityGroupsNegativeTestJSON-1282477255 tempest-SecurityGroupsNegativeTestJSON-1282477255-project] 10.222.0.32 "GET /v2.0/security-groups/66124df5-5587-40ab-9f99-306a08de59ae HTTP/1.1" status: 404 len: 352 time: 0.0781980 Dec 20 11:37:21.451781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37936) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:21.531051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Deleting subnet 05bfbc94-6a14-4ec9-afe9-c36e942d6654 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:21.535523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.605489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-457539d0-cc05-443b-b297-9e1e37cd91ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:21.607261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-457539d0-cc05-443b-b297-9e1e37cd91ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2703352 Dec 20 11:37:21.607979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.612429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-a9254141-f463-4997-9d5a-f7ff1eaafc4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:21.614368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-a9254141-f463-4997-9d5a-f7ff1eaafc4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2562492 Dec 20 11:37:21.641232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7958ff4-edaa-410b-a123-bae9ec52a56a req-cd173de8-6e75-40b7-bfcf-5f4b534c5327 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:21.642735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7958ff4-edaa-410b-a123-bae9ec52a56a req-cd173de8-6e75-40b7-bfcf-5f4b534c5327 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 944 time: 0.2830765 Dec 20 11:37:21.647357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.654798 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4f25a1d5-e7ca-4a2a-9a01-d9f916e20778 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:21.690261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a69d93a-1664-4a77-bd09-c1fe986c128f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:21.692638 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:21.725931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.727095 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a69d93a-1664-4a77-bd09-c1fe986c128f HTTP/1.1" status: 204 len: 168 time: 0.5348885 Dec 20 11:37:21.743482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.814245 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-08ce98da-395a-4399-bbc1-9d9cda8d4758 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.1986613 Dec 20 11:37:21.835172 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-52f90a1e-0715-44ac-ae66-70487d7716e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.1624465 Dec 20 11:37:21.864870 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7958ff4-edaa-410b-a123-bae9ec52a56a req-648e39c5-57ff-4188-99ec-933db6539f87 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101274 Dec 20 11:37:21.866646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.887570 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ba876c20-e411-4afa-8ab3-34bb58b058dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:21.905425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-83dfc2ce-9406-4a31-8acc-f4aa444009ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:21.907239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-83dfc2ce-9406-4a31-8acc-f4aa444009ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0748539 Dec 20 11:37:21.958227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:21.966907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05bfbc94-6a14-4ec9-afe9-c36e942d6654,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:21.971057 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:21.975579 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/05bfbc94-6a14-4ec9-afe9-c36e942d6654 HTTP/1.1" status: 204 len: 168 time: 0.5229831 Dec 20 11:37:21.976320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37956) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:22.089438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-0b10b283-a79f-4b43-abeb-ddadff6a9b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:22.090908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-0b10b283-a79f-4b43-abeb-ddadff6a9b5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1826422 Dec 20 11:37:22.132907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.182893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-8fecd07d-227b-4c32-907d-6a01fcb902ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2402627 Dec 20 11:37:22.198462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4ed21-f328-42a2-b934-919e648cc546 req-c82ea035-c197-494c-9975-272d2f63a60f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:22.199970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9f4ed21-f328-42a2-b934-919e648cc546 req-c82ea035-c197-494c-9975-272d2f63a60f tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 950 time: 0.1837389 Dec 20 11:37:22.293702 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9f4ed21-f328-42a2-b934-919e648cc546 req-1fdf11bb-b041-47e1-8407-7c8db21dee12 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748923 Dec 20 11:37:22.306185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb038-7ede-457f-bcd3-79d2cd3ef8dd req-05e8a30d-0ebd-4255-9b46-80573c08dba0 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:22.312796 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e85fb038-7ede-457f-bcd3-79d2cd3ef8dd req-05e8a30d-0ebd-4255-9b46-80573c08dba0 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 947 time: 0.2888095 Dec 20 11:37:22.351308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-8bc42f2b-dc95-4474-af39-3e43872fb106 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2516179 Dec 20 11:37:22.356546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37966) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:22.397197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.437470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b6a86a-3ae4-4643-9aa6-1c4b86984257']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:22.446548 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e85fb038-7ede-457f-bcd3-79d2cd3ef8dd req-7f757659-7549-4626-b1ec-3ba9b2d2b1d5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326663 Dec 20 11:37:22.452568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f92db5-dc20-4e5e-a0db-9d07b81746be') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:22.452851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f92db5-dc20-4e5e-a0db-9d07b81746be') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:22.466339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.483037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.490196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:22.490717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:22.510511 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:22.544198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-19fa0bd4-03fa-401e-9790-12645e63f750 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525064 Dec 20 11:37:22.593579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.598358 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:22.613523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.653668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Pushing event deleted for resources: {'Network': ['ID=57b6a86a-3ae4-4643-9aa6-1c4b86984257,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:22.659791 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:22.667619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-ddb4bea0-f1b0-4f6b-9da1-3298fa4287fa service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039744 Dec 20 11:37:22.667805 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] 10.222.0.32 "DELETE /v2.0/networks/57b6a86a-3ae4-4643-9aa6-1c4b86984257 HTTP/1.1" status: 204 len: 168 time: 0.6880479 Dec 20 11:37:22.671361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4c0a7684-5890-40f5-9f1f-fb96288544f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=543293c9aa69444b8189486e26dc8930&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3137412 Dec 20 11:37:22.673799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37974) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:22.782940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc43b18-2b06-4944-80d1-34f73cab401e req-573441de-4348-4150-ab89-82c12582eab4 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:22.791149 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bc43b18-2b06-4944-80d1-34f73cab401e req-573441de-4348-4150-ab89-82c12582eab4 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1727645 Dec 20 11:37:22.821616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.885759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:22.917265 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bc43b18-2b06-4944-80d1-34f73cab401e req-5dbe60f9-946f-4d33-aabc-35b764913ac4 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246462 Dec 20 11:37:22.995255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.002029 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fb96608-f97d-47a6-a71a-ce8e4cdb54c1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:23.035756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20439f1-820e-4fdd-a0c1-feb5992cf554,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:23.039800 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:23.053514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.057864 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a20439f1-820e-4fdd-a0c1-feb5992cf554 HTTP/1.1" status: 204 len: 168 time: 0.3799424 Dec 20 11:37:23.169728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-88198d54-25d0-409c-957d-6067c797f211 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147695 Dec 20 11:37:23.234757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37990) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:23.285150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bd9efa34-d6aa-41bb-8319-276823e63fa3 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:37:23.335647 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5a25385e-b178-4adf-94a2-70fa48fff699 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a23a80b1cd146f49da0317a25b14bff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0993273 Dec 20 11:37:23.339785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:23.412843 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-4c4f0aa6-6679-4af2-b863-da190ec5e766 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404473 Dec 20 11:37:23.445396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6272-7d48-4905-8969-1c6bce352d2e req-c803d37f-673b-4970-9026-4ea1ec4e24a4 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:23.455745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b82d6272-7d48-4905-8969-1c6bce352d2e req-c803d37f-673b-4970-9026-4ea1ec4e24a4 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 944 time: 0.3345268 Dec 20 11:37:23.471844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-92c08ae1-24d4-478e-9d93-55e9b60642d7 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:23.473284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-92c08ae1-24d4-478e-9d93-55e9b60642d7 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 950 time: 0.2156372 Dec 20 11:37:23.499959 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-7748b2b4-940b-44a4-8d13-f1fd87885a4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfbb75f23df948f79b24bd2db153710e&device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 1097 time: 0.2649019 Dec 20 11:37:23.536003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port bd9efa34-d6aa-41bb-8319-276823e63fa3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bd9efa34-d6aa-41bb-8319-276823e63fa3,segment=NetworkSegment(7ee7d328-efbf-4843-89fe-cd6e0963aebc),segment_id=7ee7d328-efbf-4843-89fe-cd6e0963aebc)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:23.540674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.544534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b82d6272-7d48-4905-8969-1c6bce352d2e req-5e3c137a-ac7b-41b3-9ad7-445c4fca5e9d tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876632 Dec 20 11:37:23.575409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'bd9efa34-d6aa-41bb-8319-276823e63fa3', 'network_id': '0373afcd-62cb-4d63-80b7-65b0aa6f26e0', 'port_id': 'bd9efa34-d6aa-41bb-8319-276823e63fa3', 'mac_address': 'fa:16:3e:01:d8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b327a5-dfdc-47da-b67b-898bdd183ba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:37:23.634247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.649715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port 8515164f-c69b-470e-a967-c633fb1d38b8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:23.649952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.650675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.668327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-f29a8969-915b-4c8d-9f9d-45578482fd29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:23.670174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-f29a8969-915b-4c8d-9f9d-45578482fd29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0373afcd-62cb-4d63-80b7-65b0aa6f26e0 HTTP/1.1" status: 200 len: 923 time: 0.1550763 Dec 20 11:37:23.692149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9efa34-d6aa-41bb-8319-276823e63fa3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:23.731217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port bd9efa34-d6aa-41bb-8319-276823e63fa3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bd9efa34-d6aa-41bb-8319-276823e63fa3,segment=NetworkSegment(7ee7d328-efbf-4843-89fe-cd6e0963aebc),segment_id=7ee7d328-efbf-4843-89fe-cd6e0963aebc)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:23.736139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.739283 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:23.808294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b13e4-3842-459b-a65f-188acd309206 req-7f5967ae-27f9-4ff8-a59d-57666af13379 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:23.809823 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-210b13e4-3842-459b-a65f-188acd309206 req-7f5967ae-27f9-4ff8-a59d-57666af13379 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 950 time: 0.2790022 Dec 20 11:37:23.835964 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-fb69d7f6-1c6e-4988-aabd-aba1b4b274bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9efa34-d6aa-41bb-8319-276823e63fa3 HTTP/1.1" status: 200 len: 217 time: 0.1576540 Dec 20 11:37:23.908785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-210b13e4-3842-459b-a65f-188acd309206 req-8618425d-81b2-4c19-b4db-4a8a55338747 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805116 Dec 20 11:37:23.910794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=bd9efa34-d6aa-41bb-8319-276823e63fa3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:23.913904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:23.915771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:23.920869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7f3e9d6-f61e-4a96-852c-345199f25602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:24.012928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c47236-8ff5-431b-ae1b-f3b7b08669fc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:24.017864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['bd9efa34-d6aa-41bb-8319-276823e63fa3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:24.021653 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:24.028438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-b9587781-a27e-4da4-8346-18f2dd4a8157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:24.030359 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-b9587781-a27e-4da4-8346-18f2dd4a8157 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12b327a5-dfdc-47da-b67b-898bdd183ba9 HTTP/1.1" status: 200 len: 862 time: 0.1878731 Dec 20 11:37:24.049137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:24.052559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20c47236-8ff5-431b-ae1b-f3b7b08669fc HTTP/1.1" status: 204 len: 168 time: 0.7085669 Dec 20 11:37:24.111701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port 8515164f-c69b-470e-a967-c633fb1d38b8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8515164f-c69b-470e-a967-c633fb1d38b8,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:24.112232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:24.145055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:37:24.149306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-e10cdb1c-a993-4000-9a5d-ecf52464bd05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0373afcd-62cb-4d63-80b7-65b0aa6f26e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115179 Dec 20 11:37:24.389330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for 8515164f-c69b-470e-a967-c633fb1d38b8 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:24.409785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2a04-fe01-4350-92dd-eac39c71237b req-6d7f7e94-e4b7-4d8d-a3e1-30c7833f0707 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:24.414592 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-463a2a04-fe01-4350-92dd-eac39c71237b req-6d7f7e94-e4b7-4d8d-a3e1-30c7833f0707 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 947 time: 0.5110543 Dec 20 11:37:24.488470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:24.536413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'mac_address': 'fa:16:3e:25:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:37:24.682690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:24.703103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:24.710354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb28491-b692-49cb-bafc-a68b1028ad3d {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:24.721015 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:24.729780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4', '4ea448fe-ec33-4539-b710-59ceb50b9ff0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:24.773625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-463a2a04-fe01-4350-92dd-eac39c71237b req-abcb26de-40f3-4d5e-a8d0-e63cd4f6493a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327058 Dec 20 11:37:24.776666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-ebf09de2-c1b0-4da4-9614-148db5dc98f1 service neutron] 10.222.0.53 "GET /v2.0/networks/0373afcd-62cb-4d63-80b7-65b0aa6f26e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182404 Dec 20 11:37:24.792627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1db100c4-5e95-4bc3-9614-0f3a656613e2 req-510b481c-d3de-4b23-8a83-fde9e95163e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 1099 time: 0.5641747 Dec 20 11:37:24.848631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=8515164f-c69b-470e-a967-c633fb1d38b8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:24.852192 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:24.867799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:24.895603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:24.908086 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:25.111023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-a38f9fcc-a69b-413c-a60f-3f97726f185a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4403505 Dec 20 11:37:25.122922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1db100c4-5e95-4bc3-9614-0f3a656613e2 req-be46e0fa-4fd2-4245-a32e-39d89d59eb04 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819407 Dec 20 11:37:25.137621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port 8515164f-c69b-470e-a967-c633fb1d38b8 on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:25.145948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:25.153259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f67d132-a497-43d6-b5b0-cf557c4850d4 req-0687a7ad-bcbe-46aa-8fed-d81b5d68a2c0 service neutron] 10.222.0.53 "GET /v2.0/networks/0373afcd-62cb-4d63-80b7-65b0aa6f26e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596852 Dec 20 11:37:25.157085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'name': 'network-vif-deleted', 'tag': '8515164f-c69b-470e-a967-c633fb1d38b8'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:25.180973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:25.186527 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:25.190520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fba93-82d7-41a9-a1f8-0acaf091c7f7 req-0d88db1d-efe2-4ab7-ac65-45e6e59b914c tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:25.192470 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a46fba93-82d7-41a9-a1f8-0acaf091c7f7 req-0d88db1d-efe2-4ab7-ac65-45e6e59b914c tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 945 time: 0.1396852 Dec 20 11:37:25.193971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6609a39b-518e-4d32-90ca-4953f6d6b339', '6f63ac65-b42e-4f07-8073-8dcca6325efe', '8515164f-c69b-470e-a967-c633fb1d38b8'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:25.233857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110b63-aeab-479f-8343-fc23dc0f05e7 req-1208b6ad-ef63-4c53-a46e-ff3731a7e40f tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:25.243689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f110b63-aeab-479f-8343-fc23dc0f05e7 req-1208b6ad-ef63-4c53-a46e-ff3731a7e40f tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.6107533 Dec 20 11:37:25.249856 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c04ec4a-f5eb-4698-9476-51d5b45d2c56 req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "DELETE /v2.0/ports/8515164f-c69b-470e-a967-c633fb1d38b8 HTTP/1.1" status: 204 len: 173 time: 1.7630057 Dec 20 11:37:25.272396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a46fba93-82d7-41a9-a1f8-0acaf091c7f7 req-c7c9ec02-c90d-46de-949a-015039615e6e tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680058 Dec 20 11:37:25.281145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['ccb28491-b692-49cb-bafc-a68b1028ad3d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:25.351982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bd9efa34-d6aa-41bb-8319-276823e63fa3 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:25.424443 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f110b63-aeab-479f-8343-fc23dc0f05e7 req-4070a7c1-72a2-459b-bb78-fe1f8bdc172e tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786020 Dec 20 11:37:25.539180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-98c223e5-7b38-4591-ade0-2c77c1845f6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 1103 time: 0.2102091 Dec 20 11:37:25.661567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38068) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:25.786067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f2469d06-cd20-43b2-b27d-09e16924174d req-7b034f8a-c9fc-4728-b1d3-58a2c8205448 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:25.814206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f2469d06-cd20-43b2-b27d-09e16924174d req-7b034f8a-c9fc-4728-b1d3-58a2c8205448 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:25.816331 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f2469d06-cd20-43b2-b27d-09e16924174d req-7b034f8a-c9fc-4728-b1d3-58a2c8205448 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed26efac-e307-4790-b3ec-1cc19a186f69 HTTP/1.1" status: 200 len: 210 time: 0.0855789 Dec 20 11:37:25.872880 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed26efac-e307-4790-b3ec-1cc19a186f69', 'name': 'network-vif-deleted', 'tag': '8515164f-c69b-470e-a967-c633fb1d38b8', 'status': 'completed', 'code': 200} Dec 20 11:37:25.897963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-0ca10b8c-705c-4d61-a12d-1e5ca5edc87b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:25.899909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-0ca10b8c-705c-4d61-a12d-1e5ca5edc87b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3399427 Dec 20 11:37:25.949774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port bd9efa34-d6aa-41bb-8319-276823e63fa3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:25.961206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port bd9efa34-d6aa-41bb-8319-276823e63fa3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:25.961594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.145182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.224197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:26.236328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Usage tracker for resource:security_group_rule and tenant:6d86c720b6c24920881928d7b33aa688 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:26.239975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:26.264946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:26.378913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.393819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.463711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38086) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:26.464433 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-450f8fe1-c50d-4ef0-85c6-7d60ad4420fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:26.493423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d86c720b6c24920881928d7b33aa688&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8305471 Dec 20 11:37:26.500214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:26.501447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b03df0-d4c6-430b-9fb1-f713a4b5d54a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:26.505818 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:26.566036 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-f796b483-4e15-459e-9e89-fa645b07a81d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 200 len: 217 time: 0.6587732 Dec 20 11:37:26.623010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.648630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.687616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-3ed963cf-da93-4304-b42c-cd91af907297 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:26.689744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-3ed963cf-da93-4304-b42c-cd91af907297 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed&tenant_id=dc71026b2bba4ad2a830f46780e52b38&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 948 time: 0.8648763 Dec 20 11:37:26.708053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.752037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9efa34-d6aa-41bb-8319-276823e63fa3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:26.773457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port bd9efa34-d6aa-41bb-8319-276823e63fa3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bd9efa34-d6aa-41bb-8319-276823e63fa3,segment=NetworkSegment(7ee7d328-efbf-4843-89fe-cd6e0963aebc),segment_id=7ee7d328-efbf-4843-89fe-cd6e0963aebc)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:26.782558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4f71c-3862-46af-be84-4fe68c7f62e3 req-c2287eaf-43ae-4d34-98c0-15e8def5fcc8 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:26.784491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cea4f71c-3862-46af-be84-4fe68c7f62e3 req-c2287eaf-43ae-4d34-98c0-15e8def5fcc8 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 945 time: 0.2499802 Dec 20 11:37:26.786479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.786617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-13611340-f2de-42a2-a494-de1822466095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:26.788047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-13611340-f2de-42a2-a494-de1822466095 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2049751 Dec 20 11:37:26.795133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.801018 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:26.812261 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b912ecb-2754-4f47-a2c0-ce0bbc6aea14 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:26.832280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b03df0-d4c6-430b-9fb1-f713a4b5d54a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:26.845098 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:26.870970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3c20-b751-4851-9894-1c7c7f389ae2 req-9fbb64c0-8758-45f9-bb7d-3c2ccc316340 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:26.877688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f28c3c20-b751-4851-9894-1c7c7f389ae2 req-9fbb64c0-8758-45f9-bb7d-3c2ccc316340 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 948 time: 0.4036200 Dec 20 11:37:26.905944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-1d186f20-b7d4-4fda-93d4-fa4da4274e36 service neutron] 10.222.0.16 "GET /v2.0/ports/ccb28491-b692-49cb-bafc-a68b1028ad3d/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 384 time: 0.2058058 Dec 20 11:37:26.910676 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cea4f71c-3862-46af-be84-4fe68c7f62e3 req-0c76d707-1940-4bc0-a549-81f4f7a9ea31 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177573 Dec 20 11:37:26.917206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:26.919129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40b03df0-d4c6-430b-9fb1-f713a4b5d54a HTTP/1.1" status: 204 len: 168 time: 0.4148550 Dec 20 11:37:26.933539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-452054545-network', 'tenant_id': '9223ce339aad412689e30bf4ae027134'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:26.946265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:26.964232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=bd9efa34-d6aa-41bb-8319-276823e63fa3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:26.965717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Usage tracker for resource:network and tenant:9223ce339aad412689e30bf4ae027134 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:26.970842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:26.991521 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:26.992160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:27.022576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f28c3c20-b751-4851-9894-1c7c7f389ae2 req-397b40e1-199f-494b-b924-f218e85447b9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439605 Dec 20 11:37:27.029083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Made reservation on behalf of 9223ce339aad412689e30bf4ae027134 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:27.032530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.070914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-f1a51178-0d82-422e-b8a4-8698cbe2577c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2629147 Dec 20 11:37:27.074159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.136106 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-49b0493d-2920-47f2-bb9b-7086d4d275e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1101 time: 0.1815319 Dec 20 11:37:27.149046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:27.163574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Usage tracker for resource:security_group_rule and tenant:9223ce339aad412689e30bf4ae027134 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:27.222025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:27.230403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:27.290507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727b24-49b3-49e7-add2-266e14da278e req-eb7a3c42-d047-4875-a392-535e0a189b71 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:27.299336 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57727b24-49b3-49e7-add2-266e14da278e req-eb7a3c42-d047-4875-a392-535e0a189b71 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1381972 Dec 20 11:37:27.305174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8515164f-c69b-470e-a967-c633fb1d38b8 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:27.458967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 8515164f-c69b-470e-a967-c633fb1d38b8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:27.459533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8515164f-c69b-470e-a967-c633fb1d38b8 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:27.460295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.464136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57727b24-49b3-49e7-add2-266e14da278e req-f1a51dcc-41f9-4127-90c6-73a042621993 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639717 Dec 20 11:37:27.466550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.476966 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b77869e-4d7a-48db-89d6-db6693e5a444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:27.511789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d551ae-767a-4ef8-9fb4-35ce39c1b5fc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:27.514645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:37:27.516790 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9efa34-d6aa-41bb-8319-276823e63fa3', 'code': 200} Dec 20 11:37:27.519727 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:27.531139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.531609 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Added segment c922385c-60f2-4d89-b122-d2eb157ba008 of type vlan for network 57732de9-5a78-4557-8f67-5111259600fe Dec 20 11:37:27.569367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.570741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:27.609562 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-0d06290b-c56b-4d0d-b046-77888aa76513 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308824 Dec 20 11:37:27.627240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.689401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-b0b40ba3-3e56-4719-b1b6-8c2e31fe6e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:27.691148 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-b0b40ba3-3e56-4719-b1b6-8c2e31fe6e23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.4426455 Dec 20 11:37:27.711531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c787-d111-4849-95cb-65235af50069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.718160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:27.725140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Usage tracker for resource:security_group_rule and tenant:cbddbdbc29784ff8801f64cdb4b98283 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:27.734043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:27.750235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.751230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:27.755892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:27.756627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:27.763166 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b9554c5-4dd7-4eca-a842-7a65cc4f7419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:27.787150 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60146bff-2987-4ab4-95a0-381f7fda0796 req-db43adad-c64f-4bbf-b8a7-1bf1e17225be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 1099 time: 0.2123721 Dec 20 11:37:27.829785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed330445-c854-43d6-9e63-cd9fe96e8f5d req-cc475be7-64d3-4b36-821b-64bc8d09add1 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113013 Dec 20 11:37:27.854672 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60146bff-2987-4ab4-95a0-381f7fda0796 req-f3960853-efa4-4279-9527-3a8ea43e741d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Dec 20 11:37:27.919580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-0f370cda-352b-4d14-889d-e02b06aa7036 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.0886676 Dec 20 11:37:27.982755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-824b44ac-ef72-412c-b271-e8294badd016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:27.984189 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-824b44ac-ef72-412c-b271-e8294badd016 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0587931 Dec 20 11:37:27.996264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Pushing event updated for resources: {'Network': ['ID=57732de9-5a78-4557-8f67-5111259600fe,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:27.999099 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:28.008339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5099492 Dec 20 11:37:28.014291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38132) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:28.014740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 57732de9-5a78-4557-8f67-5111259600fe details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:37:28.030990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Request body: {'subnet': {'network_id': '57732de9-5a78-4557-8f67-5111259600fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-452054545-subnet', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:28.044288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:28.050808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Usage tracker for resource:subnet and tenant:9223ce339aad412689e30bf4ae027134 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:28.056012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:28.076210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:28.105319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.109974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.119756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-8f296f70-1201-4b8f-a081-d1e889ad728e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1266770 Dec 20 11:37:28.121044 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-97c59e86-9e12-4b9a-a20c-94aaa1c031e7 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:28.138527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f449c-94c0-46b9-808f-58b258a1f17a req-3656e7c9-4ebb-476e-8940-16c6e4bef0b4 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:28.140061 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b56f449c-94c0-46b9-808f-58b258a1f17a req-3656e7c9-4ebb-476e-8940-16c6e4bef0b4 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.2918613 Dec 20 11:37:28.146865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Made reservation on behalf of 9223ce339aad412689e30bf4ae027134 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:28.149162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.177883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:28.222422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f96744-0ed4-405a-bd77-b70cd7b7a344,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:28.225256 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:28.249090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port ccb28491-b692-49cb-bafc-a68b1028ad3d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:28.250857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-61f33e52-2844-4c44-adc9-b66234055d79 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789797 Dec 20 11:37:28.254533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port ccb28491-b692-49cb-bafc-a68b1028ad3d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:28.254994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.287299 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbddbdbc29784ff8801f64cdb4b98283&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7154646 Dec 20 11:37:28.287934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:28.326576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b56f449c-94c0-46b9-808f-58b258a1f17a req-ade0e103-672b-44ef-9086-9f629735ed38 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635895 Dec 20 11:37:28.398315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.435834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:28.441883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.445076 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:28.447804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-c623c432-e59e-4c1e-b6ca-253a099b6307 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218236 Dec 20 11:37:28.484127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.517587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-a9fca8d6-b897-4bc3-9d70-3f08a4f742b8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:28.519175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-a9fca8d6-b897-4bc3-9d70-3f08a4f742b8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475951 Dec 20 11:37:28.526319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.547578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:28.561680 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:28.592212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.603833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-4075ead4-9093-442b-8ac7-2c3f501b5a08 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/quotas/5cd3171b1bb84d099f8fabb49fbc5862 HTTP/1.1" status: 200 len: 375 time: 0.0311210 Dec 20 11:37:28.604224 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e22d8fc-da02-465b-b19b-c2a5cb0e6ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:28.669547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-5fa1c0c6-6094-4e11-b5a5-519ff44ca14c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467157 Dec 20 11:37:28.673026 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-734311f1-7490-4911-abef-9f6167e54f39 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193305 Dec 20 11:37:28.675533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe02a3e-5216-4756-8b65-b63fac6f5de6,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:28.678088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.682771 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:28.683487 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42b543c7-edfc-4cd4-9181-152e8f5426a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:28.702453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f96744-0ed4-405a-bd77-b70cd7b7a344,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:28.706404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:28.760403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Checking segment: {'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:28.760760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Network hostable DHCP agents. Network: 57732de9-5a78-4557-8f67-5111259600fe, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:37:28.768954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.772509 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57f96744-0ed4-405a-bd77-b70cd7b7a344 HTTP/1.1" status: 204 len: 168 time: 0.4747758 Dec 20 11:37:28.814474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Network 57732de9-5a78-4557-8f67-5111259600fe is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:37:28.825992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3565-d23e-4884-8f4b-ce33d8ba8871 req-989db159-462f-4800-98f6-db31b28c159f tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:28.827505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c4d3565-d23e-4884-8f4b-ce33d8ba8871 req-989db159-462f-4800-98f6-db31b28c159f tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 946 time: 0.1194186 Dec 20 11:37:28.828820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 57732de9-5a78-4557-8f67-5111259600fe) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:28.833027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:28.833489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:28.862604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d40940-d0d5-4f99-87d9-f176d55c71a7 None None] Network 57732de9-5a78-4557-8f67-5111259600fe requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:28.921263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9059157 Dec 20 11:37:28.924288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:28.930896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-452054545-router', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:28.937452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:28.960900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Usage tracker for resource:router and tenant:9223ce339aad412689e30bf4ae027134 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:28.965746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:28.970392 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c4d3565-d23e-4884-8f4b-ce33d8ba8871 req-817d289b-1906-4aca-a448-63d5b27ccc92 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222317 Dec 20 11:37:29.028324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:29.053190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:29.054298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:29.102984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6741a-815c-46f3-b14a-439580ec2bf2 req-f9dfa8ba-5349-4934-bb86-9387ce3f3231 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:29.104775 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8f6741a-815c-46f3-b14a-439580ec2bf2 req-f9dfa8ba-5349-4934-bb86-9387ce3f3231 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.1402099 Dec 20 11:37:29.117127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:29.338949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c09a40-d142-4b60-9bec-8cc76d4ad881 req-32bc190b-d70b-4209-a420-a1b11e814786 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:29.340488 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6c09a40-d142-4b60-9bec-8cc76d4ad881 req-32bc190b-d70b-4209-a420-a1b11e814786 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 950 time: 0.1670175 Dec 20 11:37:29.402545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-57732de9-5a78-4557-8f67-5111259600fe', 'network_id': '57732de9-5a78-4557-8f67-5111259600fe', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'fixed_ips': [{'subnet_id': '6fe02a3e-5216-4756-8b65-b63fac6f5de6'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:37:29.404514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:29.443090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8f6741a-815c-46f3-b14a-439580ec2bf2 req-249e6f20-9b0f-4526-bdee-8120756f0393 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305423 Dec 20 11:37:29.530406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6c09a40-d142-4b60-9bec-8cc76d4ad881 req-8d779ee3-5c9d-4d71-af06-a44f1955d3f8 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800051 Dec 20 11:37:29.614729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:29.642753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:29.690046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Allocated IP 172.20.0.2 (57732de9-5a78-4557-8f67-5111259600fe/6fe02a3e-5216-4756-8b65-b63fac6f5de6/cfe2c1eb-1662-42db-b2a5-7b80aec0e53b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:37:29.717670 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-fd43d632-ec2c-432a-a5f1-d1a3865bc361 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544603 Dec 20 11:37:29.952534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-662c17a7-a8ed-4fd8-b9d8-3e4de1f75977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:29.991160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-bbcc54af-e996-4742-ac30-907898518e94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1600814 Dec 20 11:37:30.148340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.176982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.179189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835789-7603-4f77-937d-228ad4fc507e req-5d6b647e-b3e0-4a50-839b-01a91155a50a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:30.179698 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'code': 200} Dec 20 11:37:30.184133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Transition to ACTIVE for port object cfe2c1eb-1662-42db-b2a5-7b80aec0e53b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:30.185804 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-5d6b647e-b3e0-4a50-839b-01a91155a50a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4607875 Dec 20 11:37:30.215904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-8f963e65-1136-4c18-8539-3cd6a20d92ee tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:30.217470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-8f963e65-1136-4c18-8539-3cd6a20d92ee tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 950 time: 0.1642148 Dec 20 11:37:30.225049 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-4807524d-cbe1-4c18-b4f6-8dceb51282fa tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/quotas/5cd3171b1bb84d099f8fabb49fbc5862 HTTP/1.1" status: 200 len: 375 time: 0.0383403 Dec 20 11:37:30.227886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Transition to ACTIVE for port object cfe2c1eb-1662-42db-b2a5-7b80aec0e53b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:30.246365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.259023 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:30.259270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.331272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port 6f63ac65-b42e-4f07-8073-8dcca6325efe {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:30.331637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.394687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-dec37742-53f1-4ca4-94e6-f0ff67cf23e2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1687150 Dec 20 11:37:30.419350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Network 57732de9-5a78-4557-8f67-5111259600fe is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:30.440738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:30.446843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:37:30.461144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Pushing event updated for resources: {'Port': ['ID=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:30.477811 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:30.617315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Attempting to bind port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:30.618305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Attempting to bind port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:30.619030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Attempting to bind port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b on network 57732de9-5a78-4557-8f67-5111259600fe {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:30.625364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Allocated IP 172.35.0.216 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/65e3822f-5a55-4be5-a099-f95779c4a0a7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:37:30.629668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:30.630707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Checking segment: {'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:30.632955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.632955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Bound using segment: {'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:30.632955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Bound port: cfe2c1eb-1662-42db-b2a5-7b80aec0e53b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:30.632955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.850538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] For port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:30.857436 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-1409eac6-bb32-48fd-83a4-8dea6993732b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494897 Dec 20 11:37:30.860964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] For port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,segment=NetworkSegment(c922385c-60f2-4d89-b122-d2eb157ba008),segment_id=c922385c-60f2-4d89-b122-d2eb157ba008)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:30.872458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.895244 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:30.902061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.979261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:30.989929 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a69415a-e001-406a-90c9-70ed72fe9da7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:31.052723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-8b51d543-9928-464e-8739-a7309a01a2ba tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:31.054289 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-8b51d543-9928-464e-8739-a7309a01a2ba tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863108 Dec 20 11:37:31.082414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Request body: {'port': {'device_id': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '5cd3171b1bb84d099f8fabb49fbc5862'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:31.089655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:31.097903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:31.101560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Pushing event updated for resources: {'Port': ['ID=65e3822f-5a55-4be5-a099-f95779c4a0a7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:31.106049 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:31.109132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:37:31.120643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port 6f63ac65-b42e-4f07-8073-8dcca6325efe, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6f63ac65-b42e-4f07-8073-8dcca6325efe,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:31.121465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:31.143377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-353458e2-5928-430e-82b6-4b8402e68bdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 1103 time: 1.1137278 Dec 20 11:37:31.189655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde01b-88fd-4d91-bf5a-57dd63abe9bc req-ab89c6b3-60a2-48f6-88dd-c5b9f7e7580d tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:31.197922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66fde01b-88fd-4d91-bf5a-57dd63abe9bc req-ab89c6b3-60a2-48f6-88dd-c5b9f7e7580d tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 946 time: 0.2717717 Dec 20 11:37:31.256051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:31.259077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:31.266095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Pushing event updated for resources: {'Port': ['ID=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:31.272619 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:31.429546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for 6f63ac65-b42e-4f07-8073-8dcca6325efe owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:31.585406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4c900-11ba-427d-93a5-a62f9a0399cc req-d8ba1ace-2b7a-4eb4-90d0-477ec1fc19f3 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:31.593103 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84f4c900-11ba-427d-93a5-a62f9a0399cc req-d8ba1ace-2b7a-4eb4-90d0-477ec1fc19f3 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.8348048 Dec 20 11:37:31.663326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66fde01b-88fd-4d91-bf5a-57dd63abe9bc req-7f427d2d-5308-42bd-adfd-aaf9c1410b19 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642813 Dec 20 11:37:31.740984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:31.755888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Usage tracker for resource:port and tenant:5cd3171b1bb84d099f8fabb49fbc5862 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:31.756902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-127820f0-17a1-4597-9e1b-19d75f20612d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:31.758747 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-127820f0-17a1-4597-9e1b-19d75f20612d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.5578344 Dec 20 11:37:31.761861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:31.768955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:31.788861 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84f4c900-11ba-427d-93a5-a62f9a0399cc req-06eb8d3b-24e3-495e-ab94-43df4eacab68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948431 Dec 20 11:37:31.866241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Made reservation on behalf of 5cd3171b1bb84d099f8fabb49fbc5862 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:31.870466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:31.886846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:31.899012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6609a39b-518e-4d32-90ca-4953f6d6b339'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:31.922219 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:31.956824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4', '4ea448fe-ec33-4539-b710-59ceb50b9ff0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:32.013614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-8c720dcc-c934-4ef1-85cd-2814fe60ce87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 200 len: 217 time: 0.2464588 Dec 20 11:37:32.052876 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cf2d07f6-fd3b-4b91-99be-0ec2cfe6e2a4 req-a56da658-dfe3-4f6a-8367-ad3227632184 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 210 time: 0.0726240 Dec 20 11:37:32.161428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:32.188576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port 6f63ac65-b42e-4f07-8073-8dcca6325efe on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:32.219183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:32.223537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Usage tracker for resource:security_group_rule and tenant:5cd3171b1bb84d099f8fabb49fbc5862 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:32.226819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:32.234201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:32.317102 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-ad33298a-203f-4795-9a0a-36e6bf5df4ef tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698073 Dec 20 11:37:32.323499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:32.325840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=6f63ac65-b42e-4f07-8073-8dcca6325efe,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:32.339676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:32.358136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'name': 'network-vif-deleted', 'tag': '6f63ac65-b42e-4f07-8073-8dcca6325efe'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:32.364896 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:32.426721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:32.427422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-b1457083-331f-4681-beb5-fc8ca512c4f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:32.432331 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-69931770-e4f7-4846-b681-62242f5a5787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:32.433236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-b1457083-331f-4681-beb5-fc8ca512c4f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.4023974 Dec 20 11:37:32.610126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-bd2f8736-2d3a-4c01-9767-f97fdaa10e10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed&tenant_id=dc71026b2bba4ad2a830f46780e52b38 HTTP/1.1" status: 200 len: 1102 time: 0.7434657 Dec 20 11:37:32.641634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5da62-e907-4ad1-9e06-026aa50cb745 req-3496bf78-4dde-4ed4-8bc7-357b9e870f9f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:32.648333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c6b5da62-e907-4ad1-9e06-026aa50cb745 req-3496bf78-4dde-4ed4-8bc7-357b9e870f9f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.6950898 Dec 20 11:37:32.657386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-ba19398d-371b-473b-b9dd-588e8d086cfd req-fa41090a-44a4-4239-b189-9a2d301cb3a4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:32.660358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:32.674825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:32.675576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:32.725561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2966db3-3731-4054-b4f5-20cf7d63803c req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "DELETE /v2.0/ports/6f63ac65-b42e-4f07-8073-8dcca6325efe HTTP/1.1" status: 204 len: 173 time: 2.4984488 Dec 20 11:37:32.745839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea10a5c-c81e-4c94-8ccb-9bedfe97530c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:32.760530 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:32.782167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-ba19398d-371b-473b-b9dd-588e8d086cfd req-fa41090a-44a4-4239-b189-9a2d301cb3a4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:32.783312 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba19398d-371b-473b-b9dd-588e8d086cfd req-fa41090a-44a4-4239-b189-9a2d301cb3a4 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82 HTTP/1.1" status: 200 len: 210 time: 0.4175954 Dec 20 11:37:32.808109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-victoria-1', 'device_owner': 'compute:nova'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:32.869170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263876a-54cf-4e42-8d6f-8c1aa9ae4202 None None] Network 57732de9-5a78-4557-8f67-5111259600fe requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:32.925521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Allocated IP 192.168.233.9 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/c9ab2f2f-c0a3-4513-b352-e25442b19a24) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:37:33.037654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-82ccaf72-c914-42a5-8b09-01900df68d6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5951238 Dec 20 11:37:33.199389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:33.209000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835789-7603-4f77-937d-228ad4fc507e req-ba0d7e2e-b761-46d7-98eb-99c617333035 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:33.210408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-ba0d7e2e-b761-46d7-98eb-99c617333035 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8826704 Dec 20 11:37:33.217531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Transition to ACTIVE for port object c9ab2f2f-c0a3-4513-b352-e25442b19a24 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:33.220454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-25b0074f-6efc-479b-836a-5fdca58f896d None None] Provisioning for port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:33.224722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cfe2c1eb-1662-42db-b2a5-7b80aec0e53b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:33.230250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c6b5da62-e907-4ad1-9e06-026aa50cb745 req-50db5eaf-1213-4e22-9520-bb7cf0f4381f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809987 Dec 20 11:37:33.245848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:33.250776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Request body: {'port': {'device_id': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '5cd3171b1bb84d099f8fabb49fbc5862'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:33.253119 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-81f76257-ac15-457c-9f32-4efbb6a502b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:33.339187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6f63ac65-b42e-4f07-8073-8dcca6325efe no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:33.348729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:33.349869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:33.365094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:33.368418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:37:33.404715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:33.425007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-8cfa692c-f3ad-415f-887b-858f29f1d7ad service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472540 Dec 20 11:37:33.425161 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:33.511129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:33.511776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:33.524387 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d9ce8e-ea1b-4f37-a3e6-a5b22971cb82', 'name': 'network-vif-deleted', 'tag': '6f63ac65-b42e-4f07-8073-8dcca6325efe', 'status': 'completed', 'code': 200} Dec 20 11:37:33.564347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 6f63ac65-b42e-4f07-8073-8dcca6325efe {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:33.564785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6f63ac65-b42e-4f07-8073-8dcca6325efe not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:33.568879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4930735 Dec 20 11:37:33.582356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Request body: {'port': {'device_id': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:33.785704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6f359a1b-496a-45df-a88d-1ef9e89223ae req-424ba414-ced3-4215-a6ac-e8eddc7b6d58 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Synchronizing usage tracker for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:33.799449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:33.813174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6f359a1b-496a-45df-a88d-1ef9e89223ae req-424ba414-ced3-4215-a6ac-e8eddc7b6d58 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Unset dirty status for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:33.814459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f359a1b-496a-45df-a88d-1ef9e89223ae req-424ba414-ced3-4215-a6ac-e8eddc7b6d58 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 210 time: 0.1301956 Dec 20 11:37:33.824730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:33.826452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:33.827431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:33.847029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Usage tracker for resource:port and tenant:5cd3171b1bb84d099f8fabb49fbc5862 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:33.864577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:33.895860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:33.912524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e981c1f0-6d6a-41aa-be27-7d534a7b9798 req-8a04fc76-c22b-4a70-8349-1e5563682802 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263656 Dec 20 11:37:33.933863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:33.943337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-39139726-8490-4097-a66a-59e099d3fdd6 None None] Provisioning for port c9ab2f2f-c0a3-4513-b352-e25442b19a24 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:33.946719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Made reservation on behalf of 5cd3171b1bb84d099f8fabb49fbc5862 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:33.951033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:33.953595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-39139726-8490-4097-a66a-59e099d3fdd6 None None] Provisioning complete for port c9ab2f2f-c0a3-4513-b352-e25442b19a24 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:33.954111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39139726-8490-4097-a66a-59e099d3fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:34.060186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:34.093927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-39139726-8490-4097-a66a-59e099d3fdd6 None None] Port c9ab2f2f-c0a3-4513-b352-e25442b19a24 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:37:34.117432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,segment=NetworkSegment(c922385c-60f2-4d89-b122-d2eb157ba008),segment_id=c922385c-60f2-4d89-b122-d2eb157ba008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:34.130421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:34.132700 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:34.209462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:34.220595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:34.230508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Router c68025c8-1925-4f82-bd27-b4056b9e0a34 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:37:34.255520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:34.463865 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:37:34.531514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:34.546631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b43e488a-1863-4d3a-8e4e-68265c32dfc9 None None] Provisioning complete for port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:34.547094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b43e488a-1863-4d3a-8e4e-68265c32dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:34.552866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:34.560498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:34.581711 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:34.582530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:34.585783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Transition to ACTIVE for port object ccb28491-b692-49cb-bafc-a68b1028ad3d will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:34.604599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:34.644380 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9643c95-9a01-4eaf-b026-9d0d53ab8b20 tempest-ServersWithSpecificFlavorTestJSON-1641295636 tempest-ServersWithSpecificFlavorTestJSON-1641295636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:34.734484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:37:34.734877 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:37:34.797245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2d65d-8964-4c25-a4d5-d99f204e0241 req-e7f01877-37ac-4341-85dd-3490cf9945f1 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:34.798917 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ce2d65d-8964-4c25-a4d5-d99f204e0241 req-e7f01877-37ac-4341-85dd-3490cf9945f1 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.0946755 Dec 20 11:37:34.863472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ce2d65d-8964-4c25-a4d5-d99f204e0241 req-29b7e4bf-fdad-4d85-b365-e4b1661a9ddd tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Dec 20 11:37:35.002706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cfe2c1eb-1662-42db-b2a5-7b80aec0e53b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:35.007930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Allocated IP 192.168.233.249 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/482b8e07-3d63-4a0e-b900-4b37b691a85a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:37:35.036997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] No DVR routers for this DVR port ccb28491-b692-49cb-bafc-a68b1028ad3d on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:35.044477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=10']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:35.124761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:35.139622 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:35.152913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:35.153282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.278425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:35.278796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:35.279239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:35.330217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:37:35.330475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Attempting to bind port ccb28491-b692-49cb-bafc-a68b1028ad3d on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:35.341496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.386460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ecc9d-6b60-434b-8a77-50465781e4a0 req-909bb858-8007-406e-8811-928eee8f8239 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:35.393236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa5ecc9d-6b60-434b-8a77-50465781e4a0 req-909bb858-8007-406e-8811-928eee8f8239 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 948 time: 0.5297086 Dec 20 11:37:35.451243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:35.451593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:35.452084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:35.452316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:35.452740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Bound port: ccb28491-b692-49cb-bafc-a68b1028ad3d, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:35.453083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.457336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:eebc91676f3d4a7db92a3d9b03081ae8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:35.460732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:35.467747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:37:35.472621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:35.480427 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Sync routers for ids ['c68025c8-1925-4f82-bd27-b4056b9e0a34'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:37:35.501719 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Routers {'c68025c8-1925-4f82-bd27-b4056b9e0a34'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:35.503740 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c68025c8-1925-4f82-bd27-b4056b9e0a34'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:35.530684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.534661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6093707 Dec 20 11:37:35.558860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.560064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38290) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:35.582218 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'code': 200} Dec 20 11:37:35.640834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.649703 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1adc026-94b1-4be3-a96d-c044e02ecda9 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:35.651471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa5ecc9d-6b60-434b-8a77-50465781e4a0 req-ae47684c-9c1c-4053-aace-aa0e6f82d48b tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573047 Dec 20 11:37:35.748728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.789004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eebc91676f3d4a7db92a3d9b03081ae8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6622725 Dec 20 11:37:35.789836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a99e5c-cea7-463d-9866-7eade06a5715,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:35.794342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38298) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:35.827611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Transition to ACTIVE for port object 482b8e07-3d63-4a0e-b900-4b37b691a85a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:35.831312 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Set router c68025c8-1925-4f82-bd27-b4056b9e0a34 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:37:35.832213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:35.836991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:35.852977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.859584 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:35.861520 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0de7dba4-c95c-4a40-a27e-7ae1ee5ca937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:35.974728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:35.976729 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] 10.222.0.53 "PUT /v2.0/ports/ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 1098 time: 3.3214173 Dec 20 11:37:35.985745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9993192f-3492-47f8-aa4e-56455d0e239e req-945972bc-45fb-4b87-80bc-3f8ab28bae38 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Synchronizing usage tracker for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:35.998140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.028420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:36.035311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:36.064752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.093989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be10da1-80e4-4c6e-b5fd-0856dbf47858 req-796fd9bc-bbd8-4369-b8c1-5db870a48fbc tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:36.094732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:37:36.100687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1be10da1-80e4-4c6e-b5fd-0856dbf47858 req-796fd9bc-bbd8-4369-b8c1-5db870a48fbc tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 946 time: 0.3159795 Dec 20 11:37:36.122921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=11']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:36.148475 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:36.158892 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:36.231050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Pushing event updated for resources: {'Port': ['ID=482b8e07-3d63-4a0e-b900-4b37b691a85a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:36.236598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9993192f-3492-47f8-aa4e-56455d0e239e req-945972bc-45fb-4b87-80bc-3f8ab28bae38 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Unset dirty status for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:36.237534 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'name': 'tempest-ServersTestFqdnHostnames-452054545-router', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216'}], 'enable_snat': True}, 'gw_port_id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:37:29Z', 'updated_at': '2021-12-20T11:37:31Z', 'revision_number': 3, 'project_id': '9223ce339aad412689e30bf4ae027134', 'gw_port': {'id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:30Z', 'updated_at': '2021-12-20T11:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:36.238460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9993192f-3492-47f8-aa4e-56455d0e239e req-945972bc-45fb-4b87-80bc-3f8ab28bae38 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 210 time: 0.3313334 Dec 20 11:37:36.239435 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:36.243355 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Checking router: c68025c8-1925-4f82-bd27-b4056b9e0a34 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:37:36.245277 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Updating router c68025c8-1925-4f82-bd27-b4056b9e0a34 port 65e3822f-5a55-4be5-a099-f95779c4a0a7 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:37:36.282931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:36.283600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.314858 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.325815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0943363 Dec 20 11:37:36.351782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-5efac724-0ff6-4dd6-90e1-e430f3f94af2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1101 time: 0.3184886 Dec 20 11:37:36.355390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.355958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Request body: {'port': {'device_id': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:36.646352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.669556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-0cacfa97-e226-4b33-ac60-57086df6cbef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:36.671074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-0cacfa97-e226-4b33-ac60-57086df6cbef service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2864940 Dec 20 11:37:36.777257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-807ca59f-981b-41ea-8c27-ac7c377c1c0c None None] Provisioning for port 482b8e07-3d63-4a0e-b900-4b37b691a85a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:36.786220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-807ca59f-981b-41ea-8c27-ac7c377c1c0c None None] Provisioning complete for port 482b8e07-3d63-4a0e-b900-4b37b691a85a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:36.786597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-807ca59f-981b-41ea-8c27-ac7c377c1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.909126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-807ca59f-981b-41ea-8c27-ac7c377c1c0c None None] Port 482b8e07-3d63-4a0e-b900-4b37b691a85a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:37:36.916969 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.930615 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Transition to ACTIVE for port object 65e3822f-5a55-4be5-a099-f95779c4a0a7 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:36.944409 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:36.949759 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-91474695-fb90-4229-987f-63138801a7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:36.986359 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1be10da1-80e4-4c6e-b5fd-0856dbf47858 req-d577cacb-6627-45d9-b3b5-ec937e3add17 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/security-groups?id=69046b51-3331-48e5-979c-ec027347aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8846869 Dec 20 11:37:37.039657 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Attempting to bind port 65e3822f-5a55-4be5-a099-f95779c4a0a7 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:37.040221 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Attempting to bind port 65e3822f-5a55-4be5-a099-f95779c4a0a7 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:37.040871 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Attempting to bind port 65e3822f-5a55-4be5-a099-f95779c4a0a7 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:37.044050 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Pushing event updated for resources: {'Port': ['ID=65e3822f-5a55-4be5-a099-f95779c4a0a7,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:37.056037 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.056926 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.057256 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.057574 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.057989 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.058227 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.058534 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.059135 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.059437 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.059744 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.060050 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:37.064874 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:37.065810 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:37.066201 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:37.066600 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.066978 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:37.071597 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Bound port: 65e3822f-5a55-4be5-a099-f95779c4a0a7, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:37.072645 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.104640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.141911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cd8b069-84b7-4ab3-b10d-bad90a24f7a5 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:37.155289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-1357025b-f6ab-4e85-8cce-fb6311a01b1a tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:37.156794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-1357025b-f6ab-4e85-8cce-fb6311a01b1a tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 946 time: 0.9548752 Dec 20 11:37:37.202763 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] For port 65e3822f-5a55-4be5-a099-f95779c4a0a7, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:37.204576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-6ba43869-3580-4613-9bf3-fa12dccec7c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.1496825 Dec 20 11:37:37.206399 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] For port 65e3822f-5a55-4be5-a099-f95779c4a0a7, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=65e3822f-5a55-4be5-a099-f95779c4a0a7,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:37.211957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.223883 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:37.283510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-2a0114ba-5369-4650-9668-539b100eebc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:37.284831 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-2a0114ba-5369-4650-9668-539b100eebc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0710680 Dec 20 11:37:37.297400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Deleting port bd9efa34-d6aa-41bb-8319-276823e63fa3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:37.297741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.310841 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Pushing event updated for resources: {'Port': ['ID=65e3822f-5a55-4be5-a099-f95779c4a0a7,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:37.320917 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:37.334822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a99e5c-cea7-463d-9866-7eade06a5715,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:37.336569 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Routers {'c68025c8-1925-4f82-bd27-b4056b9e0a34'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:37.336697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.337569 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c68025c8-1925-4f82-bd27-b4056b9e0a34'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:37.340644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00a99e5c-cea7-463d-9866-7eade06a5715 HTTP/1.1" status: 204 len: 168 time: 1.5449471 Dec 20 11:37:37.341880 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:37.355190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-c7af1523-4760-4856-9ad6-a650e2602180 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:37.356612 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-c7af1523-4760-4856-9ad6-a650e2602180 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "GET /v2.0/ports?device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 949 time: 0.3029349 Dec 20 11:37:37.398386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:37.402924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb675b-b754-420f-a234-e4c6c91a3876 req-032c6410-b7d1-4b86-8c4f-31e1eceb83b5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:37.404451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25fb675b-b754-420f-a234-e4c6c91a3876 req-032c6410-b7d1-4b86-8c4f-31e1eceb83b5 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 948 time: 0.2518370 Dec 20 11:37:37.414570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.484585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port 6609a39b-518e-4d32-90ca-4953f6d6b339 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:37.484930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.489640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Transition to ACTIVE for port object c9ab2f2f-c0a3-4513-b352-e25442b19a24 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:37.517440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:37.526920 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b305f62-5924-4467-baff-2c7aee7ef9c4 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:37.603913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:37.622976 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] Set router c68025c8-1925-4f82-bd27-b4056b9e0a34 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:37:37.651184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-ab7ced8a-c643-41d2-b21c-c81ee2a82567 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3564312 Dec 20 11:37:37.713577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:37.732535 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:37.775562 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25fb675b-b754-420f-a234-e4c6c91a3876 req-38d14551-d2e9-4a02-a4e7-113108264e9f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553629 Dec 20 11:37:37.815587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38316) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:37.822075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a9959-3379-4f1e-aaf1-3adfecaead92 req-b14d9671-aee1-45fa-ba67-fb67cd76f576 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:37.826552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c3a9959-3379-4f1e-aaf1-3adfecaead92 req-b14d9671-aee1-45fa-ba67-fb67cd76f576 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 949 time: 0.6056268 Dec 20 11:37:38.029218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-e06f6f60-8213-4a49-9eed-41cbf4950c7e service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041172 Dec 20 11:37:38.061833 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'name': 'tempest-ServersTestFqdnHostnames-452054545-router', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216'}], 'enable_snat': True}, 'gw_port_id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:37:29Z', 'updated_at': '2021-12-20T11:37:31Z', 'revision_number': 3, 'project_id': '9223ce339aad412689e30bf4ae027134', 'gw_port': {'id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:30Z', 'updated_at': '2021-12-20T11:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:38.067206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eccd40-7599-4d4f-9450-2017c34f653f None None] The sync data for ids ['c68025c8-1925-4f82-bd27-b4056b9e0a34'] in n-d-victoria-1 is: [{'id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'name': 'tempest-ServersTestFqdnHostnames-452054545-router', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216'}], 'enable_snat': True}, 'gw_port_id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:37:29Z', 'updated_at': '2021-12-20T11:37:31Z', 'revision_number': 3, 'project_id': '9223ce339aad412689e30bf4ae027134', 'gw_port': {'id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:30Z', 'updated_at': '2021-12-20T11:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:37:38.084899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] For port bd9efa34-d6aa-41bb-8319-276823e63fa3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bd9efa34-d6aa-41bb-8319-276823e63fa3,segment=NetworkSegment(7ee7d328-efbf-4843-89fe-cd6e0963aebc),segment_id=7ee7d328-efbf-4843-89fe-cd6e0963aebc)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:38.085404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:38.177975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:38.262824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Calling delete_port for bd9efa34-d6aa-41bb-8319-276823e63fa3 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:38.317343 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c3a9959-3379-4f1e-aaf1-3adfecaead92 req-01f0342b-98a3-4bea-b8cd-9bedef83c546 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800200 Dec 20 11:37:38.364782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Attempting to bind port c9ab2f2f-c0a3-4513-b352-e25442b19a24 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:38.364782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Attempting to bind port c9ab2f2f-c0a3-4513-b352-e25442b19a24 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:38.364782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Attempting to bind port c9ab2f2f-c0a3-4513-b352-e25442b19a24 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:38.400884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Port c9ab2f2f-c0a3-4513-b352-e25442b19a24 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:37:38.401242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Attempting to bind port c9ab2f2f-c0a3-4513-b352-e25442b19a24 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:38.417337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:38.417337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:38.417337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:38.417781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Bound port: c9ab2f2f-c0a3-4513-b352-e25442b19a24, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:38.418222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:38.479575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:37:38.586965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:38.592445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67fd9542-5131-4c96-9ed4-776b79111e57 req-f0002164-ade0-4851-a6a5-d98aa4917e64 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350597 Dec 20 11:37:38.603163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Usage tracker for resource:security_group_rule and tenant:81a8f36c107847d1ba48b151b32e2534 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:38.614057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:38.627225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:38.637328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port 6609a39b-518e-4d32-90ca-4953f6d6b339, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6609a39b-518e-4d32-90ca-4953f6d6b339,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:38.638456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:38.655025 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bca3c91a-21cc-4707-aa07-f051950c6a2c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:38.663801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:38.685076 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'status': 'completed', 'code': 200} Dec 20 11:37:38.716247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Pushing event deleted for resources: {'Port': ['ID=bd9efa34-d6aa-41bb-8319-276823e63fa3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:38.904242 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:38.943907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482b8e07-3d63-4a0e-b900-4b37b691a85a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:38.954442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.001849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65e3822f-5a55-4be5-a099-f95779c4a0a7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:39.033578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for 6609a39b-518e-4d32-90ca-4953f6d6b339 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:39.074687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2408d-9d0c-4167-936d-831f5e718a59 req-d000e9b1-84f1-46c0-82d8-ba39a3c9cb70 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:39.076592 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67c2408d-9d0c-4167-936d-831f5e718a59 req-d000e9b1-84f1-46c0-82d8-ba39a3c9cb70 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 936 time: 1.0409400 Dec 20 11:37:39.093190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 65e3822f-5a55-4be5-a099-f95779c4a0a7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:39.098361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 65e3822f-5a55-4be5-a099-f95779c4a0a7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:39.099051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.102274 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-086a8213-4348-4afd-a3b3-6d1df34a0e0f req-aeb6ba76-95ea-40b1-b110-e02f1e73c47e tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8eff628-7348-4d0a-a873-1853f2c4435f HTTP/1.1" status: 200 len: 210 time: 0.1659839 Dec 20 11:37:39.107643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] No DVR routers for this DVR port bd9efa34-d6aa-41bb-8319-276823e63fa3 on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:39.109386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:39.112937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Transition to ACTIVE for port object 482b8e07-3d63-4a0e-b900-4b37b691a85a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:39.122803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.125894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'name': 'network-vif-deleted', 'tag': 'bd9efa34-d6aa-41bb-8319-276823e63fa3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:39.142287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:39.160421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.166874 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-256b34a3-d960-4524-853d-6f5c3ccf10f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:39.189342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-769a6345-0098-463b-9a4d-aad5c1eeb0a5 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:39.191148 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-769a6345-0098-463b-9a4d-aad5c1eeb0a5 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/ports?device_id=9236fc3d-b8ad-4322-ac8c-bec47087e171 HTTP/1.1" status: 200 len: 950 time: 0.9905519 Dec 20 11:37:39.195123 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-018ba4c1-c66c-4dee-aed1-278bd5a5377f req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] 10.222.0.53 "DELETE /v2.0/ports/bd9efa34-d6aa-41bb-8319-276823e63fa3 HTTP/1.1" status: 204 len: 173 time: 2.0280106 Dec 20 11:37:39.210596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67c2408d-9d0c-4167-936d-831f5e718a59 req-111e3c55-f3ca-4d02-ac08-e2f66ad418c9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118009 Dec 20 11:37:39.215648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.224263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-b78d50b2-47c9-4d53-b5eb-e29978e35dc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1101 time: 0.5119693 Dec 20 11:37:39.292064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.302653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.304414 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] 10.222.0.16 "PUT /v2.0/ports/c9ab2f2f-c0a3-4513-b352-e25442b19a24 HTTP/1.1" status: 200 len: 1096 time: 5.7281229 Dec 20 11:37:39.333868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 65e3822f-5a55-4be5-a099-f95779c4a0a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=65e3822f-5a55-4be5-a099-f95779c4a0a7,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:39.344549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.348815 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:39.378315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:39.388512 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:39.449216 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:39.551704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bd9efa34-d6aa-41bb-8319-276823e63fa3 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:39.559422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:39.559765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.622707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c591-175e-4b34-815e-2513e1107f97 req-5fb1b33e-51d4-46c0-a6de-fe3598514bb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:39.624253 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-5fb1b33e-51d4-46c0-a6de-fe3598514bb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3914485 Dec 20 11:37:39.641331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: bd9efa34-d6aa-41bb-8319-276823e63fa3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:39.641683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bd9efa34-d6aa-41bb-8319-276823e63fa3 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:39.674359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Pushing event updated for resources: {'Port': ['ID=482b8e07-3d63-4a0e-b900-4b37b691a85a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:39.685032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=65e3822f-5a55-4be5-a099-f95779c4a0a7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:39.698188 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:39.700930 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:39.741889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.16', 60365) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:39.767260 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eff628-7348-4d0a-a873-1853f2c4435f', 'name': 'network-vif-deleted', 'tag': 'bd9efa34-d6aa-41bb-8319-276823e63fa3', 'status': 'completed', 'code': 200} Dec 20 11:37:39.811253 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-ebac1581-312b-479d-8265-f54abfaae178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.1589367 Dec 20 11:37:39.813489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:39.904550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-b3acbf1b-0395-4ae2-8d93-5d89047ce15a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1099 time: 0.4284925 Dec 20 11:37:40.084859 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-3ffcc81b-86ad-4ed3-97b4-73e7b5a9e645 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc71026b2bba4ad2a830f46780e52b38&device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1101 time: 1.3430564 Dec 20 11:37:40.102364 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-ecd5f74b-8397-4e85-84b8-307abbc67107 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24 HTTP/1.1" status: 200 len: 217 time: 0.1328528 Dec 20 11:37:40.103615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c591-175e-4b34-815e-2513e1107f97 req-b0129d14-5dcb-45ef-bba2-32f305634e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:40.104947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-b0129d14-5dcb-45ef-bba2-32f305634e43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2779803 Dec 20 11:37:40.158318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:40.206970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Attempting to bind port 482b8e07-3d63-4a0e-b900-4b37b691a85a on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:40.207305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Attempting to bind port 482b8e07-3d63-4a0e-b900-4b37b691a85a by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:40.207853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Attempting to bind port 482b8e07-3d63-4a0e-b900-4b37b691a85a on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:40.214919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:40.230817 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57822593-bdcf-472a-a255-e4337adabf7d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:40.292230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53be0b8-bc66-4956-81a2-21dd4d0ba61c req-a8425750-459e-45a3-aecf-c169a888ee20 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:40.293685 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f53be0b8-bc66-4956-81a2-21dd4d0ba61c req-a8425750-459e-45a3-aecf-c169a888ee20 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 949 time: 0.3882668 Dec 20 11:37:40.311641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-8b2e7ad9-40f3-4c07-83d7-569a2d0ceebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:40.313057 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-8b2e7ad9-40f3-4c07-83d7-569a2d0ceebf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1935401 Dec 20 11:37:40.371293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Port 482b8e07-3d63-4a0e-b900-4b37b691a85a on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:37:40.371628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Attempting to bind port 482b8e07-3d63-4a0e-b900-4b37b691a85a on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:40.392286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:40.392628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:40.393220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:40.393557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Bound port: 482b8e07-3d63-4a0e-b900-4b37b691a85a, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:40.394127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:40.467452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:40.473013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Allocated IP 172.20.0.1 (57732de9-5a78-4557-8f67-5111259600fe/6fe02a3e-5216-4756-8b65-b63fac6f5de6/b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:37:40.479392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:40.494840 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f53be0b8-bc66-4956-81a2-21dd4d0ba61c req-591db7a2-321a-4ccb-8c22-c20c99a90484 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919112 Dec 20 11:37:40.548447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c591-175e-4b34-815e-2513e1107f97 req-9882515b-22cf-4c7f-9cd3-551655d6d4df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:40.550382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-9882515b-22cf-4c7f-9cd3-551655d6d4df service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.4532545 Dec 20 11:37:40.556850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762408-afee-4a91-8ead-4c64af1d158a req-ceb7fe9b-484e-440b-b4bc-655e991551f9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:40.559010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6762408-afee-4a91-8ead-4c64af1d158a req-ceb7fe9b-484e-440b-b4bc-655e991551f9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 948 time: 0.8963232 Dec 20 11:37:40.660319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-4a656d87-5a60-44f0-8ae3-9d8eb3cd3785 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5352681 Dec 20 11:37:40.731868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-6a46feb0-b7cd-4f68-86ca-85c607b65a8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1098 time: 0.8949552 Dec 20 11:37:40.745970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81a8f36c107847d1ba48b151b32e2534&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9214196 Dec 20 11:37:40.752791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:40.780196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-bea54b4b-ed0a-4e83-8667-4705f7fcbadf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 200 len: 217 time: 0.2079659 Dec 20 11:37:40.780411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a65f3-2284-4507-9818-79dba1148031,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:40.847442 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:40.855557 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17c6d2c0-5865-4260-8000-a742ad9b27ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:40.896106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:40.906218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-2cdaaa4c-143e-4282-bbc3-a70ac9e9bdec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5529740 Dec 20 11:37:40.943657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65e3822f-5a55-4be5-a099-f95779c4a0a7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:41.012522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Transition to ACTIVE for port object b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:41.017297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 65e3822f-5a55-4be5-a099-f95779c4a0a7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:41.017906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.125734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port 4ea448fe-ec33-4539-b710-59ceb50b9ff0, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4ea448fe-ec33-4539-b710-59ceb50b9ff0,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:41.126108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.129948 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-14f6a1a1-290a-4fad-a81b-74bee50c8340 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346097 Dec 20 11:37:41.158119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=6609a39b-518e-4d32-90ca-4953f6d6b339,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:41.171254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port 6609a39b-518e-4d32-90ca-4953f6d6b339 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:41.193526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8148b0a-acaa-4732-b2d4-3321803a7ec3 req-7111e2b6-cb23-405c-9e91-85c4d8fc5aaf tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:41.195108 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8148b0a-acaa-4732-b2d4-3321803a7ec3 req-7111e2b6-cb23-405c-9e91-85c4d8fc5aaf tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.5382326 Dec 20 11:37:41.228370 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:41.281291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.282599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.286083 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-39ac5d73-2847-4369-bc5e-c9145e588176 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299632 Dec 20 11:37:41.293573 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:41.347963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'name': 'network-vif-deleted', 'tag': '6609a39b-518e-4d32-90ca-4953f6d6b339'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:41.367584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:37:41.368267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for 4ea448fe-ec33-4539-b710-59ceb50b9ff0 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:41.370938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6609a39b-518e-4d32-90ca-4953f6d6b339 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:41.397856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6762408-afee-4a91-8ead-4c64af1d158a req-14ae19bf-005e-4e4e-9955-4d051877a9de tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7587471 Dec 20 11:37:41.412022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 6609a39b-518e-4d32-90ca-4953f6d6b339 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:41.412022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6609a39b-518e-4d32-90ca-4953f6d6b339 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:41.414058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:41.441316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Network 57732de9-5a78-4557-8f67-5111259600fe is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:41.448904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:41.463154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:41.471839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c591-175e-4b34-815e-2513e1107f97 req-1abb4a7e-6ff1-4a2f-a682-05136e74fad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:41.473247 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-1abb4a7e-6ff1-4a2f-a682-05136e74fad1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.6453562 Dec 20 11:37:41.486915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.501917 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-947ea96e-7629-4254-a865-ed670b704eb0 tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:41.520701 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-74db3ead-5507-4623-ae6d-e00386b31bcf service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801479 Dec 20 11:37:41.527364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:37:41.532994 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c94742b0-7387-4fe9-b52f-d93355bd7c1d req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.53 "DELETE /v2.0/ports/6609a39b-518e-4d32-90ca-4953f6d6b339 HTTP/1.1" status: 204 len: 173 time: 4.1667545 Dec 20 11:37:41.592362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Pushing event updated for resources: {'Port': ['ID=b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:41.603735 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:41.630154 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8148b0a-acaa-4732-b2d4-3321803a7ec3 req-5973ed9c-21a4-4c49-809f-e63301bea9c0 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851924 Dec 20 11:37:41.681936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-b72e1408-77b7-45cf-b3d3-438916cc0b0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:41.684275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-b72e1408-77b7-45cf-b3d3-438916cc0b0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 919 time: 0.9335756 Dec 20 11:37:41.688965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.695342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-623e0053-f8a6-4541-bb5f-a13b70f511df req-a2fea924-4a29-4332-9a87-498a1b12a7fc service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693988 Dec 20 11:37:41.717965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.746667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:41.765123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'mac_address': 'fa:16:3e:25:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:37:41.808850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:41.841768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.889565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb28491-b692-49cb-bafc-a68b1028ad3d {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:41.899741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.901257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] 10.222.0.16 "PUT /v2.0/ports/482b8e07-3d63-4a0e-b900-4b37b691a85a HTTP/1.1" status: 200 len: 1098 time: 5.5530415 Dec 20 11:37:41.910896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38356) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:41.921341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.927853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:41.952079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:41.954682 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:42.020809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-e82f9344-fdd9-4873-b383-b0dd0aa82aad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 200 len: 217 time: 0.3077052 Dec 20 11:37:42.053677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=12']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:42.057321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.067147 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:42.068592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cf4c1010-07f6-4444-a3a4-189ce69f356a None None] Provisioning for port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:42.069192 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49bb38f-b220-4377-8aba-f45418798ce4', 'name': 'network-vif-deleted', 'tag': '6609a39b-518e-4d32-90ca-4953f6d6b339', 'status': 'completed', 'code': 200} Dec 20 11:37:42.075823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cf4c1010-07f6-4444-a3a4-189ce69f356a None None] Provisioning complete for port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:42.076215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1010-07f6-4444-a3a4-189ce69f356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.128952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a952b5-6a0f-454b-b164-5bfac79e9800 req-f33b9a3d-afec-4ad8-9f02-af4e26342025 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:42.136040 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-89a952b5-6a0f-454b-b164-5bfac79e9800 req-f33b9a3d-afec-4ad8-9f02-af4e26342025 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 948 time: 0.2712278 Dec 20 11:37:42.164587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Pushing event updated for resources: {'Port': ['ID=482b8e07-3d63-4a0e-b900-4b37b691a85a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:42.182861 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:42.204010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c1010-07f6-4444-a3a4-189ce69f356a None None] Port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:37:42.208326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4ea448fe-ec33-4539-b710-59ceb50b9ff0 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:42.257034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['ccb28491-b692-49cb-bafc-a68b1028ad3d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:42.275746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-89a952b5-6a0f-454b-b164-5bfac79e9800 req-8e38ad2f-1b56-411c-845d-52fb48992429 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Synchronizing usage tracker for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:42.358933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-79602585-4a65-4a20-b6ed-eb735eb8053c req-ff3d3049-8b14-4db9-a928-4ab8150da366 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:42.368405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.378256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-89a952b5-6a0f-454b-b164-5bfac79e9800 req-8e38ad2f-1b56-411c-845d-52fb48992429 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Unset dirty status for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:42.392771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-89a952b5-6a0f-454b-b164-5bfac79e9800 req-8e38ad2f-1b56-411c-845d-52fb48992429 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557247 Dec 20 11:37:42.399860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Deleting subnet 12b327a5-dfdc-47da-b67b-898bdd183ba9 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:42.401925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.412143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.414063 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-43d646a7-253e-4a0b-9ed1-920b0b1a2d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:42.424060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.428898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 update to DOWN by agent not found {{(pid=83559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 11:37:42.461365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-d891501d-36fd-4e3d-a25f-97bd71ca5942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:42.463543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-d891501d-36fd-4e3d-a25f-97bd71ca5942 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.3931313 Dec 20 11:37:42.466926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-baa5c6f5-25d5-4d45-ab98-95da2f480b93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.9680710 Dec 20 11:37:42.481420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.514478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a65f3-2284-4507-9818-79dba1148031,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:42.520674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:42.531394 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:42.537408 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'status': 'completed', 'code': 200} Dec 20 11:37:42.538053 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:42.569524 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f8e34d4-a1bd-42a5-842e-9f5c7d074f4b tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:42.599219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-79602585-4a65-4a20-b6ed-eb735eb8053c req-ff3d3049-8b14-4db9-a928-4ab8150da366 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:42.608557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.611170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79602585-4a65-4a20-b6ed-eb735eb8053c req-ff3d3049-8b14-4db9-a928-4ab8150da366 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=f49bb38f-b220-4377-8aba-f45418798ce4 HTTP/1.1" status: 200 len: 210 time: 0.4354501 Dec 20 11:37:42.675807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Pushing event updated for resources: {'Port': ['ID=b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:42.685887 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:42.778857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=4ea448fe-ec33-4539-b710-59ceb50b9ff0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:42.781830 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:42.813858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-de04377b-2c88-4542-9477-f40a67188084 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3074510 Dec 20 11:37:42.819464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.821333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a5a65f3-2284-4507-9818-79dba1148031 HTTP/1.1" status: 204 len: 168 time: 2.0437226 Dec 20 11:37:42.839433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:42.887377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-f6656fcf-ccc6-4ae5-a61c-9017d3da8308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1099 time: 0.3159792 Dec 20 11:37:42.945424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Network 57732de9-5a78-4557-8f67-5111259600fe is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:42.949582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:43.062664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-d013e5bc-83e3-43e3-bc11-4967c39841f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 1101 time: 0.9913201 Dec 20 11:37:43.206907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24102-06d2-4333-a91e-4e73ec2c5f97 req-3528c15c-626b-4d0f-b2b4-8d06a2c63e78 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:43.214959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2cb24102-06d2-4333-a91e-4e73ec2c5f97 req-3528c15c-626b-4d0f-b2b4-8d06a2c63e78 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 949 time: 0.5096579 Dec 20 11:37:43.362785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3094c710-da13-4786-9e8e-bca9afaec33c None None] Provisioning complete for port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:43.363295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3094c710-da13-4786-9e8e-bca9afaec33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:43.396441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:43.446955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-a7a31125-0449-4fed-9026-079f4ce900fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a HTTP/1.1" status: 200 len: 217 time: 0.3502817 Dec 20 11:37:43.470304 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2cb24102-06d2-4333-a91e-4e73ec2c5f97 req-1e1cee0f-2571-4f73-8edf-b4c55f7790a3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543228 Dec 20 11:37:43.483111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-e64f045b-8cce-446d-80a0-4fb6fc2790d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:43.498363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3094c710-da13-4786-9e8e-bca9afaec33c None None] Port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:37:43.502731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-e64f045b-8cce-446d-80a0-4fb6fc2790d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.6082644 Dec 20 11:37:43.514739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port ccb28491-b692-49cb-bafc-a68b1028ad3d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:43.523512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port ccb28491-b692-49cb-bafc-a68b1028ad3d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:43.524154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:43.590263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port 4ea448fe-ec33-4539-b710-59ceb50b9ff0 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:43.592080 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-3d360b50-6164-496c-a9d2-fffdae085d8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24 HTTP/1.1" status: 200 len: 217 time: 0.0798771 Dec 20 11:37:43.653096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:43.655050 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1a0e6ecb-d155-4755-8d8d-ca75a7e920a5 req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "DELETE /v2.0/ports/4ea448fe-ec33-4539-b710-59ceb50b9ff0 HTTP/1.1" status: 204 len: 173 time: 4.3949709 Dec 20 11:37:43.679699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:43.698549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:43.721202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:43.735658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-261beef0-f9b6-4b3d-9430-18804c370dc6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2506104 Dec 20 11:37:43.735913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:43.743109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:43.748058 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:43.847893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-6619ad4f-7013-4b0b-b9aa-25219ac957b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:43.849354 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-6619ad4f-7013-4b0b-b9aa-25219ac957b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1499488 Dec 20 11:37:43.885428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=13']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:43.889224 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:43.925095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-c1b6781f-20a8-4b87-84b7-848c054c6996 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782944 Dec 20 11:37:43.940291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-81ca812a-7cf5-48ef-bb84-603b481f2ef0 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0354850 Dec 20 11:37:43.952405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be4498-0321-4225-b329-c1744ea46fbf req-b4f7284c-c11d-42fc-b621-f9cf81706276 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:43.955033 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66be4498-0321-4225-b329-c1744ea46fbf req-b4f7284c-c11d-42fc-b621-f9cf81706276 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.9872327 Dec 20 11:37:43.955033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835789-7603-4f77-937d-228ad4fc507e req-1afbb099-44a9-49d4-a3c1-9233eae63c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:43.955033 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-1afbb099-44a9-49d4-a3c1-9233eae63c36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.3624661 Dec 20 11:37:44.004021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc275e-f1d5-4cfb-9c27-ab3876c4c227 req-39ce322e-f6ce-4780-b30e-16c28b45c702 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:44.005441 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05cc275e-f1d5-4cfb-9c27-ab3876c4c227 req-39ce322e-f6ce-4780-b30e-16c28b45c702 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 948 time: 0.3044980 Dec 20 11:37:44.067490 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-0d7cf453-a40e-4f1e-9385-10b0fa8237c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2082670 Dec 20 11:37:44.106383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a'}, {'server_uuid': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'name': 'network-vif-deleted', 'tag': '4ea448fe-ec33-4539-b710-59ceb50b9ff0'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:44.136718 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05cc275e-f1d5-4cfb-9c27-ab3876c4c227 req-ea5d14b2-e704-4a54-9326-ced438e1991c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Dec 20 11:37:44.179865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66be4498-0321-4225-b329-c1744ea46fbf req-c34cf790-0bf2-4b29-ba5b-d2760e329e14 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675856 Dec 20 11:37:44.185850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:44.191608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38398) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:44.196317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:37:44.207425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Router c68025c8-1925-4f82-bd27-b4056b9e0a34 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:37:44.255196 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ae86ddb-58f4-4f98-a94d-1d28f044dab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:44.360199 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a80d814-2ab1-42c6-a1a4-e7d706bbacdf req-26db42b5-989e-4750-aed5-0d5b3028e889 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989117 Dec 20 11:37:44.373352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b327a5-dfdc-47da-b67b-898bdd183ba9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:44.384220 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:44.388016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:44.388729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:44.404061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/12b327a5-dfdc-47da-b67b-898bdd183ba9 HTTP/1.1" status: 204 len: 168 time: 2.4918551 Dec 20 11:37:44.408823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'mac_address': 'fa:16:3e:88:ba:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:37:44.419996 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-968938c3-37b1-4ab2-b822-ab7f8cd76c3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4573159 Dec 20 11:37:44.420669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38406) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:44.516152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-aa3d9789-c525-4e13-ac65-1b974d122fdd service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387550 Dec 20 11:37:44.570134 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'code': 200} Dec 20 11:37:44.570747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:44.609490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:44.632229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:44.644417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:44.646791 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:44.671702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa2eee6b-1a54-4a21-bf85-2877cd4bf0c2 req-88706a6a-2c6c-4aa0-af97-3ec3b100198b tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 1103 time: 0.3475578 Dec 20 11:37:44.692780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-906794761-network', 'tenant_id': '99a4769e3e3d44b7b9301cdb5be95497'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:44.699060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:44.704120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Usage tracker for resource:network and tenant:99a4769e3e3d44b7b9301cdb5be95497 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:44.707304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:44.715634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:44.726386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:44.731571 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a56dc9d-ce0d-4b62-a979-b0bd0fcebd4b req-77826ddb-649a-4e49-8e72-cd1f94d195bd service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096348 Dec 20 11:37:44.754869 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:44.767681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:44.807073 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a', 'status': 'completed', 'code': 200} Dec 20 11:37:44.807800 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9236fc3d-b8ad-4322-ac8c-bec47087e171', 'name': 'network-vif-deleted', 'tag': '4ea448fe-ec33-4539-b710-59ceb50b9ff0', 'status': 'completed', 'code': 200} Dec 20 11:37:44.809255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Made reservation on behalf of 99a4769e3e3d44b7b9301cdb5be95497 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:44.811991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:44.813637 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa2eee6b-1a54-4a21-bf85-2877cd4bf0c2 req-fbfeddcd-71a6-4571-a2e0-67aa8f8d3148 tempest-MigrationsAdminTest-264089933 tempest-MigrationsAdminTest-264089933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312735 Dec 20 11:37:44.842172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:44.864982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-0662c600-6307-4fe9-a8c0-b516b2974ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083731 Dec 20 11:37:44.873766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:37:44.887306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:44.891334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Usage tracker for resource:security_group_rule and tenant:99a4769e3e3d44b7b9301cdb5be95497 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:44.893135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Sync routers for ids ['c68025c8-1925-4f82-bd27-b4056b9e0a34'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:37:44.894263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:44.905245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:44.909637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c9ab2f2f-c0a3-4513-b352-e25442b19a24'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:44.928472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] 10.222.0.32 "PUT /v2.0/routers/c68025c8-1925-4f82-bd27-b4056b9e0a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3652189 Dec 20 11:37:44.967295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Routers {'c68025c8-1925-4f82-bd27-b4056b9e0a34'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:44.968087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c68025c8-1925-4f82-bd27-b4056b9e0a34'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:45.039374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.138137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.161533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:45.214502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.220919 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-066a3d3b-932d-40bf-b66b-20954c679e24 tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:45.339801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:37:45.366808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Set router c68025c8-1925-4f82-bd27-b4056b9e0a34 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:37:45.382146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf08fff-81ee-4ee7-99d8-5b293400563e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:45.464885 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:45.541030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.555516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c835789-7603-4f77-937d-228ad4fc507e req-334656aa-39fc-4d07-9327-1775432c140b service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275907 Dec 20 11:37:45.583356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.583699 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Added segment 8bf56c3b-9a83-4dcf-85a9-f628be563cb8 of type vlan for network 68e0e78d-7e3e-437f-af4e-bf769ddf4a9f Dec 20 11:37:45.592198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0373afcd-62cb-4d63-80b7-65b0aa6f26e0']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:45.613702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee7d328-efbf-4843-89fe-cd6e0963aebc') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:45.614534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee7d328-efbf-4843-89fe-cd6e0963aebc') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:45.675481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.698201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.723790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d6d1-e4b4-4c03-a70d-79492fea6b25 req-defd03a6-de73-4f00-878b-612da9ce73f8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:45.725309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac34d6d1-e4b4-4c03-a70d-79492fea6b25 req-defd03a6-de73-4f00-878b-612da9ce73f8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 948 time: 0.3350484 Dec 20 11:37:45.727760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.735203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6ee7-b8a8-4c22-9c15-db0727e66f88 req-587d2cfa-d00e-4fcf-bad6-0ccb5612cc60 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:45.736159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'name': 'tempest-ServersTestFqdnHostnames-452054545-router', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216'}], 'enable_snat': True}, 'gw_port_id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:37:29Z', 'updated_at': '2021-12-20T11:37:41Z', 'revision_number': 4, 'project_id': '9223ce339aad412689e30bf4ae027134', 'gw_port': {'id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:30Z', 'updated_at': '2021-12-20T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa', 'name': '', 'network_id': '57732de9-5a78-4557-8f67-5111259600fe', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'mac_address': 'fa:16:3e:12:4d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fe02a3e-5216-4756-8b65-b63fac6f5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:40Z', 'updated_at': '2021-12-20T11:37:42Z', 'revision_number': 2, 'project_id': '9223ce339aad412689e30bf4ae027134', 'subnets': [{'id': '6fe02a3e-5216-4756-8b65-b63fac6f5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:45.741770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Checking router: c68025c8-1925-4f82-bd27-b4056b9e0a34 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:37:45.741951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24fc6ee7-b8a8-4c22-9c15-db0727e66f88 req-587d2cfa-d00e-4fcf-bad6-0ccb5612cc60 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 950 time: 0.1646576 Dec 20 11:37:45.742367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Updating router c68025c8-1925-4f82-bd27-b4056b9e0a34 port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:37:45.747282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:45.747452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:45.764693 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:45.803243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:45.860054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24fc6ee7-b8a8-4c22-9c15-db0727e66f88 req-93de3ead-eca0-429b-b940-6364a5caf2e7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173489 Dec 20 11:37:45.911836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.003952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.015430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:46.016051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.029019 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:46.050353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.061552 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-ba91230c-bba2-4e9b-810e-68ca20970303 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 1101 time: 0.4497907 Dec 20 11:37:46.084700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac34d6d1-e4b4-4c03-a70d-79492fea6b25 req-a2bd0287-aa97-488e-ac7f-044bb3844e6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191373 Dec 20 11:37:46.085753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.195064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85dae1-352e-40a7-b1b2-29863b6a096f req-b0c03a76-a125-4631-9311-65e5d7d2d151 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:46.197342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6a85dae1-352e-40a7-b1b2-29863b6a096f req-b0c03a76-a125-4631-9311-65e5d7d2d151 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.1913283 Dec 20 11:37:46.203592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.217764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:46.253040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Transition to ACTIVE for port object b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:37:46.272349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.278970 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:46.295319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6a85dae1-352e-40a7-b1b2-29863b6a096f req-7725a60e-5e04-49df-a72e-32a77040195a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874770 Dec 20 11:37:46.311052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Pushing event updated for resources: {'Network': ['ID=68e0e78d-7e3e-437f-af4e-bf769ddf4a9f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:46.313519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-5d45205a-4750-4fd0-98b9-4998f71140f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:46.314973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-5d45205a-4750-4fd0-98b9-4998f71140f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2331233 Dec 20 11:37:46.334772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 68e0e78d-7e3e-437f-af4e-bf769ddf4a9f details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:37:46.370173 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:46.373161 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:46.533450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3325396 Dec 20 11:37:46.535465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38434) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:46.545685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Pushing event deleted for resources: {'Network': ['ID=0373afcd-62cb-4d63-80b7-65b0aa6f26e0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:46.548653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] 10.222.0.32 "DELETE /v2.0/networks/0373afcd-62cb-4d63-80b7-65b0aa6f26e0 HTTP/1.1" status: 204 len: 168 time: 2.1268020 Dec 20 11:37:46.550050 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:46.577100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Request body: {'subnet': {'network_id': '68e0e78d-7e3e-437f-af4e-bf769ddf4a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-906794761-subnet', 'tenant_id': '99a4769e3e3d44b7b9301cdb5be95497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:46.577889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118055f-1a54-4a9f-9f12-2b476c913452 None None] Pushing event updated for resources: {'Port': ['ID=b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:46.594377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-8bb18002-4b77-4b0f-bb05-668a36583732 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a HTTP/1.1" status: 200 len: 217 time: 0.2009840 Dec 20 11:37:46.601680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:46.604805 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a118055f-1a54-4a9f-9f12-2b476c913452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:46.658735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port c9ab2f2f-c0a3-4513-b352-e25442b19a24 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:46.662876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Usage tracker for resource:subnet and tenant:99a4769e3e3d44b7b9301cdb5be95497 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:46.699065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port c9ab2f2f-c0a3-4513-b352-e25442b19a24 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:46.699065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.707621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:46.743813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:46.779346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38440) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:46.793650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c168426-8934-4537-8753-06d6bd038c02 req-cf3b69b9-d071-4ef6-91d8-f9083d9cfd16 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:46.795088 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c168426-8934-4537-8753-06d6bd038c02 req-cf3b69b9-d071-4ef6-91d8-f9083d9cfd16 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 949 time: 0.2038071 Dec 20 11:37:46.821134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-3e5dba3c-4839-4601-a19a-bb39377a799d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:46.822770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-3e5dba3c-4839-4601-a19a-bb39377a799d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1635005 Dec 20 11:37:46.823331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Made reservation on behalf of 99a4769e3e3d44b7b9301cdb5be95497 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:46.824612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Attempting to bind port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:37:46.825093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Attempting to bind port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:37:46.825503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Attempting to bind port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa on network 57732de9-5a78-4557-8f67-5111259600fe {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:37:46.825665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.877858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:37:46.878426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Checking segment: {'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:46.878942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.879427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Bound using segment: {'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:37:46.879994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Bound port: b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c922385c-60f2-4d89-b122-d2eb157ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '57732de9-5a78-4557-8f67-5111259600fe'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:37:46.880603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.925269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.932432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port 742879f3-b369-4cbb-bdae-6e8c37d739d4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:46.932779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:46.974107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:46.975461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d81d9-f7a6-48d2-8d8f-6bb95cd98917 req-3acaa9c4-58c5-432a-93f8-c3dd2a488b2b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:46.982641 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c4d81d9-f7a6-48d2-8d8f-6bb95cd98917 req-3acaa9c4-58c5-432a-93f8-c3dd2a488b2b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 949 time: 0.6666870 Dec 20 11:37:47.020801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:47.029281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:47.033324 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-010e287a-6d4a-4360-9bcb-33385adced1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:47.053968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1504bb37-156d-4bdc-ba60-4ce83fdac6b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfbb75f23df948f79b24bd2db153710e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2698250 Dec 20 11:37:47.056441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:47.088963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f28c20-2771-465c-b418-a2ac29783e4f req-d552d709-a66d-4e0b-b041-556155d7b2fe tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:47.090434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14f28c20-2771-465c-b418-a2ac29783e4f req-d552d709-a66d-4e0b-b041-556155d7b2fe tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 950 time: 0.4901853 Dec 20 11:37:47.124075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] For port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:37:47.133198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:47.137113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] For port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa,segment=NetworkSegment(c922385c-60f2-4d89-b122-d2eb157ba008),segment_id=c922385c-60f2-4d89-b122-d2eb157ba008)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:37:47.138214 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:47.144236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:47.156911 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:47.194611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c4d81d9-f7a6-48d2-8d8f-6bb95cd98917 req-96347538-2fb3-4e56-a72c-64f9b2dfb11d tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111654 Dec 20 11:37:47.204314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-d1b758fe-dd47-430c-85c4-efaf3d94f568 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3600013 Dec 20 11:37:47.213407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Deleting port ccb28491-b692-49cb-bafc-a68b1028ad3d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:47.213973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:47.272411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118055f-1a54-4a9f-9f12-2b476c913452 None None] Pushing event updated for resources: {'Port': ['ID=b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:47.277089 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a118055f-1a54-4a9f-9f12-2b476c913452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:47.294191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Routers {'c68025c8-1925-4f82-bd27-b4056b9e0a34'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:47.294823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c68025c8-1925-4f82-bd27-b4056b9e0a34'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:47.504509 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'code': 200} Dec 20 11:37:47.530356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Deleting port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:47.530700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:47.560086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] Set router c68025c8-1925-4f82-bd27-b4056b9e0a34 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:37:47.653368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port 742879f3-b369-4cbb-bdae-6e8c37d739d4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=742879f3-b369-4cbb-bdae-6e8c37d739d4,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:47.654272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:47.662297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-4d8b2683-aa21-47a5-a007-858654cdfc61 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:47.663708 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-4d8b2683-aa21-47a5-a007-858654cdfc61 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 949 time: 0.6768169 Dec 20 11:37:47.764717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:47.841050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for 742879f3-b369-4cbb-bdae-6e8c37d739d4 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:47.879404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:47.902433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ea6c-833b-43d7-9434-9727a0fc0ece req-6c16a350-1109-4639-8c5d-54a88a929778 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:47.909451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d544ea6c-833b-43d7-9434-9727a0fc0ece req-6c16a350-1109-4639-8c5d-54a88a929778 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 950 time: 0.8673282 Dec 20 11:37:47.913193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'name': 'tempest-ServersTestFqdnHostnames-452054545-router', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216'}], 'enable_snat': True}, 'gw_port_id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:37:29Z', 'updated_at': '2021-12-20T11:37:41Z', 'revision_number': 4, 'project_id': '9223ce339aad412689e30bf4ae027134', 'gw_port': {'id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:30Z', 'updated_at': '2021-12-20T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa', 'name': '', 'network_id': '57732de9-5a78-4557-8f67-5111259600fe', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'mac_address': 'fa:16:3e:12:4d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fe02a3e-5216-4756-8b65-b63fac6f5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:40Z', 'updated_at': '2021-12-20T11:37:47Z', 'revision_number': 4, 'project_id': '9223ce339aad412689e30bf4ae027134', 'subnets': [{'id': '6fe02a3e-5216-4756-8b65-b63fac6f5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:47.920202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4a1d3-82ad-4f18-b399-c84e168cee53 None None] The sync data for ids ['c68025c8-1925-4f82-bd27-b4056b9e0a34'] in n-d-victoria-1 is: [{'id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'name': 'tempest-ServersTestFqdnHostnames-452054545-router', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216'}], 'enable_snat': True}, 'gw_port_id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:37:29Z', 'updated_at': '2021-12-20T11:37:41Z', 'revision_number': 4, 'project_id': '9223ce339aad412689e30bf4ae027134', 'gw_port': {'id': '65e3822f-5a55-4be5-a099-f95779c4a0a7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:30Z', 'updated_at': '2021-12-20T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa', 'name': '', 'network_id': '57732de9-5a78-4557-8f67-5111259600fe', 'tenant_id': '9223ce339aad412689e30bf4ae027134', 'mac_address': 'fa:16:3e:12:4d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68025c8-1925-4f82-bd27-b4056b9e0a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fe02a3e-5216-4756-8b65-b63fac6f5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:37:40Z', 'updated_at': '2021-12-20T11:37:47Z', 'revision_number': 4, 'project_id': '9223ce339aad412689e30bf4ae027134', 'subnets': [{'id': '6fe02a3e-5216-4756-8b65-b63fac6f5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:37:47.968172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.027137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc1ca981-410f-46e2-b654-efc5122a61dc req-7f15ca82-906e-4726-a697-1379b50dd8bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1101 time: 0.6021743 Dec 20 11:37:48.029138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-80fbedd4-96e0-4c36-917e-a2097da75521 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895486 Dec 20 11:37:48.124417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port 4e023cca-3f50-4c1c-b31e-351d3cac717e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:48.124754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.154965 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d544ea6c-833b-43d7-9434-9727a0fc0ece req-8ce607be-b335-4152-abab-f2aed3203334 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447228 Dec 20 11:37:48.170301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] For port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa,segment=NetworkSegment(c922385c-60f2-4d89-b122-d2eb157ba008),segment_id=c922385c-60f2-4d89-b122-d2eb157ba008)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:48.170652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.227383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.230361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 482b8e07-3d63-4a0e-b900-4b37b691a85a details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:37:48.352743 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:48.394843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Calling delete_port for b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:48.411212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ad031-aea2-4727-a991-3541d3c00e5b req-801f4c1c-a8ca-4552-9735-3b46175624f6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:48.419289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a91ad031-aea2-4727-a991-3541d3c00e5b req-801f4c1c-a8ca-4552-9735-3b46175624f6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 948 time: 0.9322290 Dec 20 11:37:48.437971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.457771 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-20b94053-faa4-4451-9a89-595412ce9837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:48.485725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:48.505742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '482b8e07-3d63-4a0e-b900-4b37b691a85a', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '482b8e07-3d63-4a0e-b900-4b37b691a85a', 'mac_address': 'fa:16:3e:5b:82:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:37:48.547411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc1ca981-410f-46e2-b654-efc5122a61dc req-1d3b9b69-3100-4b88-bbb3-1dc3c51f365d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951475 Dec 20 11:37:48.574358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69046b51-3331-48e5-979c-ec027347aac2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:48.581193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.583052 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:48.585653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.599713 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9222e26-409d-46da-818a-d6794df71bf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:48.610405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b', '4e023cca-3f50-4c1c-b31e-351d3cac717e', '742879f3-b369-4cbb-bdae-6e8c37d739d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:48.629058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d142daf-4f52-4d90-b52d-70e336fa91d8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:48.666028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482b8e07-3d63-4a0e-b900-4b37b691a85a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:37:48.679228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=742879f3-b369-4cbb-bdae-6e8c37d739d4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:48.682593 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:48.683127 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:48.699659 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a91ad031-aea2-4727-a991-3541d3c00e5b req-3ae28612-89c0-46e4-ba19-01cc938a61d4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794654 Dec 20 11:37:48.706844 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12bf74ec-0770-49e9-ba6c-44a58feecd66 req-3cd10b8c-b06e-49ab-bf2f-b722709f5be9 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614032 Dec 20 11:37:48.711016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:48.726424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.737806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] For port ccb28491-b692-49cb-bafc-a68b1028ad3d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=ccb28491-b692-49cb-bafc-a68b1028ad3d,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:48.738205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.745901 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:48.813391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port 742879f3-b369-4cbb-bdae-6e8c37d739d4 on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:48.816422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.823640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'name': 'network-vif-deleted', 'tag': '742879f3-b369-4cbb-bdae-6e8c37d739d4'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:48.855942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c168426-8934-4537-8753-06d6bd038c02 req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "DELETE /v2.0/ports/742879f3-b369-4cbb-bdae-6e8c37d739d4 HTTP/1.1" status: 204 len: 173 time: 2.0415435 Dec 20 11:37:48.871101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:48.879067 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69046b51-3331-48e5-979c-ec027347aac2 HTTP/1.1" status: 204 len: 168 time: 1.7934413 Dec 20 11:37:48.910173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16b33-5dab-42bf-922f-c746c82261d6 req-6834060c-969f-4ad5-ba31-d06465deed99 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:48.912140 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ce16b33-5dab-42bf-922f-c746c82261d6 req-6834060c-969f-4ad5-ba31-d06465deed99 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4700780 Dec 20 11:37:48.971619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=482b8e07-3d63-4a0e-b900-4b37b691a85a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:48.989339 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:49.044710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Calling delete_port for ccb28491-b692-49cb-bafc-a68b1028ad3d owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:49.138068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['482b8e07-3d63-4a0e-b900-4b37b691a85a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:49.138661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ce16b33-5dab-42bf-922f-c746c82261d6 req-6fb04454-5a61-4a7f-b063-f63390b5c476 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966014 Dec 20 11:37:49.181608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Checking segment: {'id': '8bf56c3b-9a83-4dcf-85a9-f628be563cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '68e0e78d-7e3e-437f-af4e-bf769ddf4a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:49.181967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Network hostable DHCP agents. Network: 68e0e78d-7e3e-437f-af4e-bf769ddf4a9f, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:37:49.226139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:49.227807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:49.233808 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26696791-e00f-47f3-b294-f23719379d09 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:49.301400 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb212a64-6d6e-47d2-9c98-7f032fee989b', 'name': 'network-vif-deleted', 'tag': '742879f3-b369-4cbb-bdae-6e8c37d739d4', 'status': 'completed', 'code': 200} Dec 20 11:37:49.304393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:49.308188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 11:37:49.309825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:49.312865 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:49.501116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Port b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa not found, will not notify nova. {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 11:37:49.534073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de581212-df3b-44f8-a38b-8d2cce5f413d req-c13e5bcb-17da-4ee9-a3be-459eb1a351d9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb212a64-6d6e-47d2-9c98-7f032fee989b HTTP/1.1" status: 200 len: 210 time: 0.2632759 Dec 20 11:37:49.603800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port 4e023cca-3f50-4c1c-b31e-351d3cac717e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4e023cca-3f50-4c1c-b31e-351d3cac717e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:49.604166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:49.692985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Network 68e0e78d-7e3e-437f-af4e-bf769ddf4a9f is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:37:49.850533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 68e0e78d-7e3e-437f-af4e-bf769ddf4a9f) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:49.869189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477bf5b6-c882-494f-b84a-30d90b149dae None None] Network 68e0e78d-7e3e-437f-af4e-bf769ddf4a9f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:49.889254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5455af-0a47-4fc3-81a7-abfc461d10cf req-29ba5a43-059c-42ff-ac62-3be6dc0af310 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:49.890871 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e5455af-0a47-4fc3-81a7-abfc461d10cf req-29ba5a43-059c-42ff-ac62-3be6dc0af310 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 950 time: 0.2414386 Dec 20 11:37:50.048718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for 4e023cca-3f50-4c1c-b31e-351d3cac717e owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:50.076780 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e5455af-0a47-4fc3-81a7-abfc461d10cf req-51cba3dd-18c3-4015-88bb-eb10c381d393 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764319 Dec 20 11:37:50.092629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:50.093739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:50.134794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:50.245241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 742879f3-b369-4cbb-bdae-6e8c37d739d4 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:50.291329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b0fa7-03fc-43c9-bf1a-87ccaed19985 None None] Network 68e0e78d-7e3e-437f-af4e-bf769ddf4a9f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:50.304184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 742879f3-b369-4cbb-bdae-6e8c37d739d4 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:50.305128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 742879f3-b369-4cbb-bdae-6e8c37d739d4 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:50.305785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4e023cca-3f50-4c1c-b31e-351d3cac717e no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:50.431725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:50.449754 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17751965-bc2e-480d-981d-c9cd8ce9c1ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:50.480562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['ae820710-3734-4865-9fa3-2ce345162960'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:50.504344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38488) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:50.513587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event deleted for resources: {'Port': ['ID=ccb28491-b692-49cb-bafc-a68b1028ad3d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:50.516926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a', 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:50.521974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:50.532418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:50.544090 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8db05c4f-e41d-4c0b-85ad-f58383691c1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:50.608975 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.0647662 Dec 20 11:37:50.624670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No active binding found for port 4e023cca-3f50-4c1c-b31e-351d3cac717e {{(pid=83559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 11:37:50.625096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4e023cca-3f50-4c1c-b31e-351d3cac717e not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:50.685171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=4e023cca-3f50-4c1c-b31e-351d3cac717e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:50.697678 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:50.879576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1531526639-network', 'tenant_id': '9662982191cf4d5f948192935975164d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:50.895984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:50.914174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e83c-5a42-4815-869d-d6cf0cddc406 req-7d059774-ef36-407c-ad4c-d8c03b69844e tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:50.923801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-85f3e83c-5a42-4815-869d-d6cf0cddc406 req-7d059774-ef36-407c-ad4c-d8c03b69844e tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4985905 Dec 20 11:37:50.947088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Usage tracker for resource:network and tenant:9662982191cf4d5f948192935975164d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:50.953001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:51.029884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] No DVR routers for this DVR port ccb28491-b692-49cb-bafc-a68b1028ad3d on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:51.038099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:51.040334 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14f28c20-2771-465c-b418-a2ac29783e4f req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "DELETE /v2.0/ports/ccb28491-b692-49cb-bafc-a68b1028ad3d HTTP/1.1" status: 204 len: 173 time: 3.9399590 Dec 20 11:37:51.057557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:51.066593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-deleted', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:51.082887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93b8aa-a9e7-4d2c-bcbd-c257cdd9a45c req-518e739a-9a94-4807-a26a-9a558693520b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:51.084526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d93b8aa-a9e7-4d2c-bcbd-c257cdd9a45c req-518e739a-9a94-4807-a26a-9a558693520b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 949 time: 1.0922472 Dec 20 11:37:51.090431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port 4e023cca-3f50-4c1c-b31e-351d3cac717e on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:51.092754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:51.094721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a13ba593-b940-4744-bcce-5d1c1b8f65a2 req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "DELETE /v2.0/ports/4e023cca-3f50-4c1c-b31e-351d3cac717e HTTP/1.1" status: 204 len: 173 time: 3.4103653 Dec 20 11:37:51.135684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Made reservation on behalf of 9662982191cf4d5f948192935975164d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:51.139703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:51.147858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d93b8aa-a9e7-4d2c-bcbd-c257cdd9a45c req-27e9df8d-949f-4a60-bc29-297821c1bdea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521438 Dec 20 11:37:51.168423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:51.189677 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-85f3e83c-5a42-4815-869d-d6cf0cddc406 req-54aba72e-8d47-4993-8a27-bee72048037f tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650137 Dec 20 11:37:51.292840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:51.298727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Usage tracker for resource:security_group_rule and tenant:9662982191cf4d5f948192935975164d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:51.308823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:51.331166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:51.339424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:51.374814 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e4a305-b1ce-4d2e-bf9b-17604cdeabed', 'name': 'network-vif-deleted', 'tag': 'ccb28491-b692-49cb-bafc-a68b1028ad3d', 'status': 'completed', 'code': 200} Dec 20 11:37:51.516900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:51.649745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: ccb28491-b692-49cb-bafc-a68b1028ad3d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:51.653245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Router c68025c8-1925-4f82-bd27-b4056b9e0a34 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:37:51.654307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device ccb28491-b692-49cb-bafc-a68b1028ad3d not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:51.655305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:51.668695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:51.674176 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cbb67d3d-8d17-4311-bc1d-18159f714a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:51.726369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e09a2c8b-217a-49ac-87f2-0dc4342e2951 req-483459ed-fb5a-4f5f-a3ef-378a9578c56d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:51.748834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e09a2c8b-217a-49ac-87f2-0dc4342e2951 req-483459ed-fb5a-4f5f-a3ef-378a9578c56d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:51.761677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e09a2c8b-217a-49ac-87f2-0dc4342e2951 req-483459ed-fb5a-4f5f-a3ef-378a9578c56d tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2e4a305-b1ce-4d2e-bf9b-17604cdeabed HTTP/1.1" status: 200 len: 210 time: 0.1347859 Dec 20 11:37:51.839204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:37:51.863839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25114262-56f1-4bb3-bcd3-0a07fbe1f73e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:51.870154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-1a61355a-50b2-4cd2-b863-81b437cc8bfc req-dd37a400-9bbb-4f71-96ae-22745b11e7a7 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:51.875837 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:51.876706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:51.877044 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Added segment e56a0c02-1c9c-41e2-b579-fbaed5f4caed of type vlan for network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd Dec 20 11:37:51.915148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-1a61355a-50b2-4cd2-b863-81b437cc8bfc req-dd37a400-9bbb-4f71-96ae-22745b11e7a7 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:51.916361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1a61355a-50b2-4cd2-b863-81b437cc8bfc req-dd37a400-9bbb-4f71-96ae-22745b11e7a7 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9167ccb1-5347-4778-a900-fbbc72bce288 HTTP/1.1" status: 200 len: 210 time: 0.1308513 Dec 20 11:37:51.921238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.030555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.032583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:52.033356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.039530 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:52.060135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:52.065806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-84476607-network', 'tenant_id': '0fb1afcb908e45a3a15b6d1a60d688a9'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:52.070899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:52.075348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Usage tracker for resource:network and tenant:0fb1afcb908e45a3a15b6d1a60d688a9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:52.078511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:52.085471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:52.120312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Made reservation on behalf of 0fb1afcb908e45a3a15b6d1a60d688a9 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:52.123266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.136291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.168080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:52.169732 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6623180 Dec 20 11:37:52.170591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:52.172434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb1afcb908e45a3a15b6d1a60d688a9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:52.172580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:52.176005 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:52.176174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:52.181470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Request body: {'subnet': {'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1531526639-subnet', 'tenant_id': '9662982191cf4d5f948192935975164d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:52.183840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:52.184587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:37:52.187578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:52.193575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Usage tracker for resource:subnet and tenant:9662982191cf4d5f948192935975164d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:52.197666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:37:52.199554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:52.208071 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] 10.222.0.32 "PUT /v2.0/routers/c68025c8-1925-4f82-bd27-b4056b9e0a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0454261 Dec 20 11:37:52.208716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:52.213444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:52.224708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Made reservation on behalf of 9662982191cf4d5f948192935975164d for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:52.227420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.322598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 482b8e07-3d63-4a0e-b900-4b37b691a85a up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:37:52.413052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.480593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 482b8e07-3d63-4a0e-b900-4b37b691a85a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:37:52.485563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.485749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 482b8e07-3d63-4a0e-b900-4b37b691a85a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:37:52.486651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.491157 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67a11b69-05e8-484e-a315-dfdfb4dd5953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:52.525146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180006f-4076-442f-b8df-cf861d84b8da req-e5f0016e-420b-44bc-a55a-ddd230e8e06b tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:52.526716 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9180006f-4076-442f-b8df-cf861d84b8da req-e5f0016e-420b-44bc-a55a-ddd230e8e06b tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.1532724 Dec 20 11:37:52.533051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:37:52.541607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d85025f-9e82-4990-a19e-24745e49e9cc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:52.554249 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:52.563231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.563572 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Added segment 607c0d8d-cf04-445d-adbc-f90bac41ea97 of type vlan for network 06b8f38b-2c34-45a7-ad08-0ae8f62ece60 Dec 20 11:37:52.580084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54943ad3-9cc2-41b0-8b4d-11049a6f0bc0 req-0d66fadc-51f9-41b7-b913-4fc997853685 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:52.581585 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54943ad3-9cc2-41b0-8b4d-11049a6f0bc0 req-0d66fadc-51f9-41b7-b913-4fc997853685 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 949 time: 0.2315021 Dec 20 11:37:52.631303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.672686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.691075 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54943ad3-9cc2-41b0-8b4d-11049a6f0bc0 req-70506225-4f26-4ea0-a86b-d41a5579a659 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868855 Dec 20 11:37:52.694724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.700603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:52.710792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:52.717401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.721038 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:52.756706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.756706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:52.757440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.768581 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:52.794698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=482b8e07-3d63-4a0e-b900-4b37b691a85a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:52.802596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:52.806919 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:52.811201 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e20cfb4b-c8ba-482a-9b9a-34664a82e246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:52.848873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9180006f-4076-442f-b8df-cf861d84b8da req-029d89c3-e595-4e1c-bfca-f4641f91f119 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138535 Dec 20 11:37:52.879897 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8186121 Dec 20 11:37:52.880560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38546) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:52.883617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=06b8f38b-2c34-45a7-ad08-0ae8f62ece60,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:52.888749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Request body: {'subnet': {'network_id': '06b8f38b-2c34-45a7-ad08-0ae8f62ece60', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-84476607-subnet', 'tenant_id': '0fb1afcb908e45a3a15b6d1a60d688a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:52.894313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:52.896395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:52.900449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 06b8f38b-2c34-45a7-ad08-0ae8f62ece60 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:37:52.903661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=baaa83c1-fbec-4376-9622-b9d4a380faf7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:52.907391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Usage tracker for resource:subnet and tenant:0fb1afcb908e45a3a15b6d1a60d688a9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:52.917821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:52.922380 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:52.925781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:52.933427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Checking segment: {'id': 'e56a0c02-1c9c-41e2-b579-fbaed5f4caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:52.936651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Network hostable DHCP agents. Network: 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:37:52.950320 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a', 'code': 200} Dec 20 11:37:52.968255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Made reservation on behalf of 0fb1afcb908e45a3a15b6d1a60d688a9 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:52.970853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:53.004797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:37:53.034145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:53.041643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:53.043124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:53.059899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a04d0e-f627-46dc-8333-f25da7760796 None None] Network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:53.098276 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9174349 Dec 20 11:37:53.324668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c743a-fa26-4bc3-b9d5-537067f9b07d None None] Network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:53.327861 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bd6a5c9-9be8-473a-b1b3-19a7fb066062 req-e0786f98-f5ff-415a-a583-03d0d3e485fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 1103 time: 0.3138494 Dec 20 11:37:53.396197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9167ccb1-5347-4778-a900-fbbc72bce288', 'name': 'network-vif-deleted', 'tag': '4e023cca-3f50-4c1c-b31e-351d3cac717e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:53.427909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b09c1f-32e3-4cf5-a165-22c4709f2704 req-39d4fb8b-6714-4099-9630-d9f3e7792601 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:53.429338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97b09c1f-32e3-4cf5-a165-22c4709f2704 req-39d4fb8b-6714-4099-9630-d9f3e7792601 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.3135967 Dec 20 11:37:53.490031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bd6a5c9-9be8-473a-b1b3-19a7fb066062 req-72f4f14d-e5db-4910-b9fe-6fbf46c04d45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530983 Dec 20 11:37:53.541896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:53.554636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:53.561313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97b09c1f-32e3-4cf5-a165-22c4709f2704 req-5e8a21a3-81a2-4b58-ae04-05e2d348de0d tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219482 Dec 20 11:37:53.562735 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70bdf3b1-5886-46d9-8680-a92fb47a57a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:53.586861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Deleting port 65e3822f-5a55-4be5-a099-f95779c4a0a7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:53.587737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:53.634979 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9167ccb1-5347-4778-a900-fbbc72bce288', 'name': 'network-vif-deleted', 'tag': '4e023cca-3f50-4c1c-b31e-351d3cac717e', 'status': 'completed', 'code': 200} Dec 20 11:37:53.705559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6415755-77d7-4402-a7a9-cd355171832a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:53.725954 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:53.888710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-d141e217-2fbc-4e4f-9914-20e867eb46b8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:53.889468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-d141e217-2fbc-4e4f-9914-20e867eb46b8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Synchronizing usage tracker for tenant:9662982191cf4d5f948192935975164d on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:53.906912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-d141e217-2fbc-4e4f-9914-20e867eb46b8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Unset dirty status for tenant:9662982191cf4d5f948192935975164d on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:53.908099 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-d141e217-2fbc-4e4f-9914-20e867eb46b8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/networks?id=5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd HTTP/1.1" status: 200 len: 821 time: 0.1681640 Dec 20 11:37:53.925506 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-cc977206-82f4-4e1b-abdf-163f8644f7bf tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/quotas/9662982191cf4d5f948192935975164d HTTP/1.1" status: 200 len: 375 time: 0.0120182 Dec 20 11:37:53.948999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Checking segment: {'id': '607c0d8d-cf04-445d-adbc-f90bac41ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '06b8f38b-2c34-45a7-ad08-0ae8f62ece60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:37:53.949627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Network hostable DHCP agents. Network: 06b8f38b-2c34-45a7-ad08-0ae8f62ece60, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:37:53.976830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-e20c21b0-8b70-4d22-9159-2aacbdf189a3 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9662982191cf4d5f948192935975164d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451899 Dec 20 11:37:53.999197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] For port 65e3822f-5a55-4be5-a099-f95779c4a0a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=65e3822f-5a55-4be5-a099-f95779c4a0a7,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:53.999548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:54.123745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Calling delete_port for 65e3822f-5a55-4be5-a099-f95779c4a0a7 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:54.165646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Network 06b8f38b-2c34-45a7-ad08-0ae8f62ece60 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:37:54.190300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 06b8f38b-2c34-45a7-ad08-0ae8f62ece60) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:54.200073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a74e-7502-4231-9a0e-983ed9951b48 req-44144f2d-2207-4566-9471-fdbc285d3041 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:54.200391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f5a19-ddb5-4a09-8526-85a541bc9d92 None None] Network 06b8f38b-2c34-45a7-ad08-0ae8f62ece60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:54.201531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e837a74e-7502-4231-9a0e-983ed9951b48 req-44144f2d-2207-4566-9471-fdbc285d3041 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 950 time: 0.4693224 Dec 20 11:37:54.205757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:54.206580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:54.235404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-a323b4ed-b9d2-4e49-92d9-75e2c48ac44d service neutron] 10.222.0.32 "GET /v2.0/networks/5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512939 Dec 20 11:37:54.289736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4072609 Dec 20 11:37:54.315569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e837a74e-7502-4231-9a0e-983ed9951b48 req-5ad5ba10-ee1b-4ad8-ad06-c9faaa6adebd tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039793 Dec 20 11:37:54.424927 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-f3d9f43c-67aa-4335-952e-25a6005bacec service neutron] 10.222.0.32 "GET /v2.0/networks/5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835563 Dec 20 11:37:54.461240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:54.467792 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f3c616ab-ce43-4af3-b43d-ec96944da289 tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:54.473651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f011c70-72d8-4ddd-818b-1e6497aaf58e None None] Network 06b8f38b-2c34-45a7-ad08-0ae8f62ece60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:54.533284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=65e3822f-5a55-4be5-a099-f95779c4a0a7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:54.545891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:54.607479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.607844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.608226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.608847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.609339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.609699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.620455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.620865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.621231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.622580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.622951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:37:54.640750 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:54.694491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Deleting subnet 7d142daf-4f52-4d90-b52d-70e336fa91d8 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:54.712386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:54.833409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:54.996037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.061715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.067114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986da39-5236-4cb3-8f8f-b2a25da81460 req-49165894-d88d-4610-97bb-d4dce3a8607c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:55.068742 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9986da39-5236-4cb3-8f8f-b2a25da81460 req-49165894-d88d-4610-97bb-d4dce3a8607c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 950 time: 0.1735210 Dec 20 11:37:55.120629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.130419 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:55.169764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d142daf-4f52-4d90-b52d-70e336fa91d8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:55.172569 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:55.175253 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9986da39-5236-4cb3-8f8f-b2a25da81460 req-d4991d0b-f82c-4450-bc13-83b5b7524b13 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929546 Dec 20 11:37:55.178032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.187546 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d142daf-4f52-4d90-b52d-70e336fa91d8 HTTP/1.1" status: 204 len: 168 time: 0.6405334 Dec 20 11:37:55.190781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38602) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:55.225088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-5cf28266-6137-4cd5-a6f3-3870ea3c1af9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:55.227151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-5cf28266-6137-4cd5-a6f3-3870ea3c1af9 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 950 time: 0.4663560 Dec 20 11:37:55.316023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.452211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.482561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.485750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e0e78d-7e3e-437f-af4e-bf769ddf4a9f']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:55.504282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf56c3b-9a83-4dcf-85a9-f628be563cb8') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:55.504593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf56c3b-9a83-4dcf-85a9-f628be563cb8') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:55.517769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.536624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.545062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:55.545456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:55.562571 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:55.630911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Deleting port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:55.631408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.654752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.661542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f86f0-6a22-4af1-bfc5-e3206790a7e9 req-8fab27dd-eda4-4293-9b0e-0f1ca5812a1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:55.662968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c5f86f0-6a22-4af1-bfc5-e3206790a7e9 req-8fab27dd-eda4-4293-9b0e-0f1ca5812a1a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.7435584 Dec 20 11:37:55.679241 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c6dd5d92-21ea-4f06-8d33-180087287714 req-81cdf884-3756-4d32-92b5-d7611422eee7 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 210 time: 0.0947893 Dec 20 11:37:55.684275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.687972 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-29655768-2b72-4c93-bac4-20f99a766f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:55.705702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.713863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Pushing event deleted for resources: {'Network': ['ID=68e0e78d-7e3e-437f-af4e-bf769ddf4a9f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:55.720092 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] 10.222.0.32 "DELETE /v2.0/networks/68e0e78d-7e3e-437f-af4e-bf769ddf4a9f HTTP/1.1" status: 204 len: 168 time: 0.5273383 Dec 20 11:37:55.720875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:55.721502 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:55.800637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Deleting subnet c6415755-77d7-4402-a7a9-cd355171832a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:55.806560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.807574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68025c8-1925-4f82-bd27-b4056b9e0a34 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:37:55.809207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.833575 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c5f86f0-6a22-4af1-bfc5-e3206790a7e9 req-be0e00c5-fbda-4acf-9ad2-cf32578e5b86 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570256 Dec 20 11:37:55.867579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:55.879972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] 10.222.0.32 "DELETE /v2.0/routers/c68025c8-1925-4f82-bd27-b4056b9e0a34 HTTP/1.1" status: 204 len: 168 time: 3.6679294 Dec 20 11:37:55.882605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:56.035788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.112357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.147360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182da574-f3aa-41fd-a1e9-b6732d37723f req-ec62bc48-c381-4a9c-890c-c59e8f52e6ce tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:56.154943 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-182da574-f3aa-41fd-a1e9-b6732d37723f req-ec62bc48-c381-4a9c-890c-c59e8f52e6ce tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 950 time: 0.3512223 Dec 20 11:37:56.175053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Deleting subnet 6fe02a3e-5216-4756-8b65-b63fac6f5de6 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:37:56.223314 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-182da574-f3aa-41fd-a1e9-b6732d37723f req-cb3891de-4bff-42e0-9b8c-b5bae92e0e85 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/security-groups?id=d209807e-523c-466d-996c-b1f86172bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674787 Dec 20 11:37:56.237393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.242173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.242354 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aeb12bf4-8361-4057-ad18-5263678c3d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:56.282337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6415755-77d7-4402-a7a9-cd355171832a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:56.284770 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:56.288051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.296245 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c6415755-77d7-4402-a7a9-cd355171832a HTTP/1.1" status: 204 len: 168 time: 0.5714869 Dec 20 11:37:56.296547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38620) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:56.299348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] For port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:56.299719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.454042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.463233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Calling delete_port for f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:56.509924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-cc7a2ce2-256f-42b3-9eae-a71256dd32f1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:56.511361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-cc7a2ce2-256f-42b3-9eae-a71256dd32f1 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 950 time: 0.1967063 Dec 20 11:37:56.520354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.563580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-406d328e-66b2-4440-899a-e883af828cfd tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:56.564978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-406d328e-66b2-4440-899a-e883af828cfd tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.53 "GET /v2.0/networks?id=5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd HTTP/1.1" status: 200 len: 821 time: 0.5599515 Dec 20 11:37:56.598400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Request body: {'port': {'device_id': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd', 'admin_state_up': True, 'tenant_id': '9662982191cf4d5f948192935975164d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:56.627324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdaaf5bd-68b6-4e56-8ff4-ed6e69e803b7 req-4120f13d-1077-43b6-b83d-9a7ec0ee0dac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1098 time: 0.6232896 Dec 20 11:37:56.647824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d27a-0146-4f79-b29f-ec566b41b51e req-55ce30c5-64b0-4671-904e-c353e3ae69b4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:56.650357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a72d27a-0146-4f79-b29f-ec566b41b51e req-55ce30c5-64b0-4671-904e-c353e3ae69b4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=29e962bc-dad5-4882-a369-a2f6725241ef HTTP/1.1" status: 200 len: 950 time: 0.6441321 Dec 20 11:37:56.679864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.722201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Deleting port fe8984dc-ba82-4c3f-9821-9493a843e62b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:56.722441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.763081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b8f38b-2c34-45a7-ad08-0ae8f62ece60']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:56.781174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607c0d8d-cf04-445d-adbc-f90bac41ea97') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:56.781472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607c0d8d-cf04-445d-adbc-f90bac41ea97') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:37:56.817885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.864112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827c908-1389-4859-a0aa-660d2a59d640 req-d7bd96c5-52e6-4f71-baae-4cc108a322e9 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:56.865531 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a827c908-1389-4859-a0aa-660d2a59d640 req-d7bd96c5-52e6-4f71-baae-4cc108a322e9 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.3065703 Dec 20 11:37:56.890959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.892809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdaaf5bd-68b6-4e56-8ff4-ed6e69e803b7 req-48404225-80cf-4d0e-ad86-f57cbcd4a25a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411630 Dec 20 11:37:56.916191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:37:56.916582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.921231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a72d27a-0146-4f79-b29f-ec566b41b51e req-c7f75b7b-2c2c-4a1f-b3c9-32e19f96d180 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514052 Dec 20 11:37:56.928795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:37:56.944790 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:37:56.972088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:37:56.979854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:56.981731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Usage tracker for resource:port and tenant:9662982191cf4d5f948192935975164d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:37:56.990544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:37:56.995620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['ae820710-3734-4865-9fa3-2ce345162960'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:56.997531 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-993e3993-fc2f-412d-9db9-4fa589fc13fc tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:57.023377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a', 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:57.048968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:37:57.052818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event deleted for resources: {'Port': ['ID=f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:57.068182 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:57.090598 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] Sync routers for ids ['c68025c8-1925-4f82-bd27-b4056b9e0a34'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:37:57.105816 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] Routers set() bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:57.106798 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] Router IDs set() for agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:37:57.107807 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_agentschedulers_db [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c68025c8-1925-4f82-bd27-b4056b9e0a34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent'). {{(pid=83560) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 11:37:57.139655 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a827c908-1389-4859-a0aa-660d2a59d640 req-0e9a5b58-c8df-42cd-a031-b72d25da7fc2 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658989 Dec 20 11:37:57.145479 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] Routers set() bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:37:57.150117 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] Router IDs set() for agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:37:57.154153 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_agentschedulers_db [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c68025c8-1925-4f82-bd27-b4056b9e0a34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:37:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent'). {{(pid=83560) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 11:37:57.155142 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cae1d-f161-4320-a437-e5f868f5c63f None None] The sync data for ids ['c68025c8-1925-4f82-bd27-b4056b9e0a34'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:37:57.163766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Made reservation on behalf of 9662982191cf4d5f948192935975164d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:37:57.167566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.176992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.182944 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28c23117-3783-4782-81c2-b83aa6b6276d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:57.204645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.209062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b8f38b-2c34-45a7-ad08-0ae8f62ece60,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:57.216077 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:57.233957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] 10.222.0.32 "DELETE /v2.0/networks/06b8f38b-2c34-45a7-ad08-0ae8f62ece60 HTTP/1.1" status: 204 len: 168 time: 0.9341178 Dec 20 11:37:57.255254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] For port fe8984dc-ba82-4c3f-9821-9493a843e62b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe8984dc-ba82-4c3f-9821-9493a843e62b,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:57.255620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.432886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Calling delete_port for fe8984dc-ba82-4c3f-9821-9493a843e62b owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:57.441002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] No DVR routers for this DVR port f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:57.447636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.451348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.455227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-deleted', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:57.499301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38638) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:57.502967 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:57.526211 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-516c0c9b-50a2-471f-87a9-7cbcce3b73ca req-e25c33be-b85e-4e1c-b546-ca0742a6c0ec tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 210 time: 0.1009142 Dec 20 11:37:57.542543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe02a3e-5216-4756-8b65-b63fac6f5de6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:57.576003 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:57.599952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84966cc3-9be3-48bb-b4ac-c481772cad72 req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "DELETE /v2.0/ports/f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b HTTP/1.1" status: 204 len: 173 time: 2.2599330 Dec 20 11:37:57.600306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b41f08f-4938-4f5a-a129-3bd59966293b None None] Network 57732de9-5a78-4557-8f67-5111259600fe requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:37:57.600967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.621803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6fe02a3e-5216-4756-8b65-b63fac6f5de6 HTTP/1.1" status: 204 len: 168 time: 1.7381952 Dec 20 11:37:57.624186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38642) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:57.799248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88cf5-4689-463e-a763-ee108c048d90 req-ad85aff0-14b8-4789-b6db-e3e075ea19de tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:57.800811 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba88cf5-4689-463e-a763-ee108c048d90 req-ad85aff0-14b8-4789-b6db-e3e075ea19de tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 950 time: 0.7303972 Dec 20 11:37:57.824567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-53f95f29-ea11-459f-b07f-9587a5bdab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.866816 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-affc41f1-96e4-4166-b3a7-9305767c8ef9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99a4769e3e3d44b7b9301cdb5be95497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3306479 Dec 20 11:37:57.896657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.902780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:57.915847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe8984dc-ba82-4c3f-9821-9493a843e62b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:37:57.918591 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5bc11bc3-3d37-4619-9366-fdb74b757238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:57.932386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:57.939224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Allocated IP 172.20.0.12 (5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd/baaa83c1-fbec-4376-9622-b9d4a380faf7/c31444ea-d074-4608-b2e8-6f23d7e8bb9b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:37:57.946373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba88cf5-4689-463e-a763-ee108c048d90 req-bec1be3a-7101-43f2-972f-a49d3a8cd027 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843668 Dec 20 11:37:57.972264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Pushing event deleted for resources: {'Port': ['ID=fe8984dc-ba82-4c3f-9821-9493a843e62b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:57.978441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Deleting port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:57.978598 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:57.978778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.097452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] DHCP port deletion for 57732de9-5a78-4557-8f67-5111259600fe request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:37:58.104616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Deleting port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:58.105279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.123295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] No DVR routers for this DVR port fe8984dc-ba82-4c3f-9821-9493a843e62b on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:58.131740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.141317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'name': 'network-vif-deleted', 'tag': 'fe8984dc-ba82-4c3f-9821-9493a843e62b'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:37:58.165718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baf699-4bda-4949-981f-c11753c6d943 req-cc99f157-4133-49c1-82a3-0da78dcbf82a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:58.172330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-07baf699-4bda-4949-981f-c11753c6d943 req-cc99f157-4133-49c1-82a3-0da78dcbf82a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4729600 Dec 20 11:37:58.228844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.259704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00ef858c-e442-4a0c-98b6-b4b28715663d req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.16 "DELETE /v2.0/ports/fe8984dc-ba82-4c3f-9821-9493a843e62b HTTP/1.1" status: 204 len: 173 time: 1.7309659 Dec 20 11:37:58.283754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.291582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.329400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.330781 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-07baf699-4bda-4949-981f-c11753c6d943 req-7bfdd93c-9102-43b5-ae27-b8e1d29ba89a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574919 Dec 20 11:37:58.346194 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-898568c0-a1c0-4caa-baa7-f4653a959b45 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:58.420266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.424758 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f12e526e-2f12-4a7e-9ee2-174389f2d794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:58.452252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf08fff-81ee-4ee7-99d8-5b293400563e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:58.458511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:37:58.462593 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:58.467318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.480853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbf08fff-81ee-4ee7-99d8-5b293400563e HTTP/1.1" status: 204 len: 168 time: 0.5770159 Dec 20 11:37:58.504129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:37:58.539608 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e962bc-dad5-4882-a369-a2f6725241ef', 'name': 'network-vif-deleted', 'tag': 'f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b', 'status': 'completed', 'code': 200} Dec 20 11:37:58.540771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:37:58.631211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-de259ea2-a100-4f61-bb4c-13d726f9bab3 req-d9c3b08f-480e-420a-8bec-bbe9763284a9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Synchronizing usage tracker for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:58.685038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] For port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,segment=NetworkSegment(c922385c-60f2-4d89-b122-d2eb157ba008),segment_id=c922385c-60f2-4d89-b122-d2eb157ba008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:58.685588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.752252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-de259ea2-a100-4f61-bb4c-13d726f9bab3 req-d9c3b08f-480e-420a-8bec-bbe9763284a9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Unset dirty status for tenant:b5e2c03354174875b96e80f7abdc0074 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:58.753425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de259ea2-a100-4f61-bb4c-13d726f9bab3 req-d9c3b08f-480e-420a-8bec-bbe9763284a9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2580a9-c0ea-4c36-ae15-9b213d36c082 HTTP/1.1" status: 200 len: 210 time: 0.3512673 Dec 20 11:37:58.758470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Pushing event updated for resources: {'Port': ['ID=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:58.781461 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:58.791137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:58.791743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.833777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Calling delete_port for cfe2c1eb-1662-42db-b2a5-7b80aec0e53b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:58.876099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2908792 Dec 20 11:37:58.883370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] For port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,segment=NetworkSegment(c922385c-60f2-4d89-b122-d2eb157ba008),segment_id=c922385c-60f2-4d89-b122-d2eb157ba008)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:37:58.883830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.896857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Request body: {'port': {'device_id': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:37:58.917097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:58.920799 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2580a9-c0ea-4c36-ae15-9b213d36c082', 'name': 'network-vif-deleted', 'tag': 'fe8984dc-ba82-4c3f-9821-9493a843e62b', 'status': 'completed', 'code': 200} Dec 20 11:37:58.922559 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9df1552c-91a8-4f96-8f1a-e8ab4cebae07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:37:58.927552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd26e-a24c-4ff6-83e9-90ea855bf00c req-a464e9fa-2728-4ca4-bf0c-eb09954704b9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:58.937081 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9fecd26e-a24c-4ff6-83e9-90ea855bf00c req-a464e9fa-2728-4ca4-bf0c-eb09954704b9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1060238 Dec 20 11:37:59.009097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Pushing event deleted for resources: {'Port': ['ID=cfe2c1eb-1662-42db-b2a5-7b80aec0e53b,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:37:59.017541 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:37:59.026429 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9fecd26e-a24c-4ff6-83e9-90ea855bf00c req-4b0abf0c-2e89-4929-8fdf-a48a31f3cb1a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881491 Dec 20 11:37:59.035046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] No DVR routers for this DVR port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:37:59.146900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65e3822f-5a55-4be5-a099-f95779c4a0a7 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:59.203880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Calling delete_port for cfe2c1eb-1662-42db-b2a5-7b80aec0e53b owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:37:59.237782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 65e3822f-5a55-4be5-a099-f95779c4a0a7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:59.239812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65e3822f-5a55-4be5-a099-f95779c4a0a7 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:59.243084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:59.328549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:59.328766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8cdacb8-ab8c-4735-bbd7-cb49a84c1ffa not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:59.329150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cfe2c1eb-1662-42db-b2a5-7b80aec0e53b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:59.331916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427194c3-58cc-47f0-8880-e659ceb3e133 req-ea3c5746-d90b-4a39-85fd-2b9b19053863 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:59.340871 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-427194c3-58cc-47f0-8880-e659ceb3e133 req-ea3c5746-d90b-4a39-85fd-2b9b19053863 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 932 time: 0.1576123 Dec 20 11:37:59.376718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: cfe2c1eb-1662-42db-b2a5-7b80aec0e53b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:59.377076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cfe2c1eb-1662-42db-b2a5-7b80aec0e53b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:59.405255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-427194c3-58cc-47f0-8880-e659ceb3e133 req-5aea646d-2416-4979-b846-fcca3bc1d91c tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Synchronizing usage tracker for tenant:9662982191cf4d5f948192935975164d on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:37:59.416662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:59.435315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:37:59.435642 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:37:59.439870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-427194c3-58cc-47f0-8880-e659ceb3e133 req-5aea646d-2416-4979-b846-fcca3bc1d91c tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Unset dirty status for tenant:9662982191cf4d5f948192935975164d on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:37:59.441309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-427194c3-58cc-47f0-8880-e659ceb3e133 req-5aea646d-2416-4979-b846-fcca3bc1d91c tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994539 Dec 20 11:37:59.472404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38676) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:59.475343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:37:59.515761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:37:59.516124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f6842d8f-32c6-47c1-aa4f-8e2fe459bb5b not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:37:59.589778 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-e208edd9-5694-45fc-b57c-bc999fe5b89f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294721 Dec 20 11:37:59.607117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3dd05d1-594d-40bf-9cfa-c9101ec83893 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fb1afcb908e45a3a15b6d1a60d688a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1338267 Dec 20 11:37:59.614812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38684) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:37:59.748576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-7f5ab3f3-d6e3-4687-b215-11460f54f71c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:37:59.750292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-7f5ab3f3-d6e3-4687-b215-11460f54f71c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548412 Dec 20 11:37:59.768071 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-81845b37-323a-42de-aa42-320aed0c9d79 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/quotas/5cd3171b1bb84d099f8fabb49fbc5862 HTTP/1.1" status: 200 len: 375 time: 0.0121005 Dec 20 11:37:59.863999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-f128ab73-9bbf-463f-9bec-45eb758d6a0f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905237 Dec 20 11:37:59.883775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-49334ce0-a6b8-4455-81b1-cc947511b7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:59.897302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:59.936374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Deleting port cfe2c1eb-1662-42db-b2a5-7b80aec0e53b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:37:59.936714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:37:59.968290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.063085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] The port 'cfe2c1eb-1662-42db-b2a5-7b80aec0e53b' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:38:00.111349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:38:00.175881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fe5e3-222a-4958-8bf3-fa7a1bf3e2d8 req-4f6831ef-2391-43dc-b7ac-997eda1765ae tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:00.177347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-097fe5e3-222a-4958-8bf3-fa7a1bf3e2d8 req-4f6831ef-2391-43dc-b7ac-997eda1765ae tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.0951755 Dec 20 11:38:00.230574 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-097fe5e3-222a-4958-8bf3-fa7a1bf3e2d8 req-91a51cc4-afda-4f78-a26f-0c5f94d64ee9 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471489 Dec 20 11:38:00.284899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe8984dc-ba82-4c3f-9821-9493a843e62b no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:00.318242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.334739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31444ea-d074-4608-b2e8-6f23d7e8bb9b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:00.348987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: fe8984dc-ba82-4c3f-9821-9493a843e62b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:00.349341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe8984dc-ba82-4c3f-9821-9493a843e62b not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:00.364876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.388678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.397488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57732de9-5a78-4557-8f67-5111259600fe']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:00.416496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9555e63-e4da-49bc-b37e-e56c40a0bdcf req-04a4b7d4-7621-46c1-bf85-cf8ae17676f2 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:00.423388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9555e63-e4da-49bc-b37e-e56c40a0bdcf req-04a4b7d4-7621-46c1-bf85-cf8ae17676f2 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4374692 Dec 20 11:38:00.425377 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-554d110b-4be5-44c7-89fd-39cac662543c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:00.459934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Transition to ACTIVE for port object c31444ea-d074-4608-b2e8-6f23d7e8bb9b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:00.461870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c922385c-60f2-4d89-b122-d2eb157ba008') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:00.462787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c922385c-60f2-4d89-b122-d2eb157ba008') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:00.473034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d85025f-9e82-4990-a19e-24745e49e9cc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:00.483412 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:00.487212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.493312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.500610 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5f2f4a2d-1836-4b73-a8c2-253821749830 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:00.580969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb866b7-cfb0-426a-ab34-b0e23612294b req-f987fb99-5412-4604-9fea-57f58dfab203 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:00.582702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cbb866b7-cfb0-426a-ab34-b0e23612294b req-f987fb99-5412-4604-9fea-57f58dfab203 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.0942094 Dec 20 11:38:00.595803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.598112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Pushing event updated for resources: {'Port': ['ID=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:00.609053 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:00.611261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.612262 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d85025f-9e82-4990-a19e-24745e49e9cc HTTP/1.1" status: 204 len: 168 time: 0.9970181 Dec 20 11:38:00.665297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:38:00.665664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:38:00.679253 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:38:00.699333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cbb866b7-cfb0-426a-ab34-b0e23612294b req-bf488e41-0bfa-4943-a39e-eb0f21a884b1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058862 Dec 20 11:38:00.724894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9555e63-e4da-49bc-b37e-e56c40a0bdcf req-b9b4bc78-d270-48f7-9c8a-dbafe0d707f8 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881155 Dec 20 11:38:00.830692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:00.904547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:00.948913 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:00.969480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.011249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Pushing event deleted for resources: {'Network': ['ID=57732de9-5a78-4557-8f67-5111259600fe,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:01.013368 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd321ef1-c934-424c-b649-1c92fb378889 req-cd39037e-bcf5-4cba-91e7-3dae3c9b4171 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 210 time: 0.1155460 Dec 20 11:38:01.030200 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:01.056049 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] 10.222.0.32 "DELETE /v2.0/networks/57732de9-5a78-4557-8f67-5111259600fe HTTP/1.1" status: 204 len: 168 time: 3.4227471 Dec 20 11:38:01.061918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.084616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-c9c96ecb-2445-4e2d-a296-ca1e88c5a68f tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:01.086365 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-c9c96ecb-2445-4e2d-a296-ca1e88c5a68f tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.1416397 Dec 20 11:38:01.107904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.124932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Attempting to bind port c31444ea-d074-4608-b2e8-6f23d7e8bb9b on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:01.125866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Attempting to bind port c31444ea-d074-4608-b2e8-6f23d7e8bb9b by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'e56a0c02-1c9c-41e2-b579-fbaed5f4caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:01.126443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Attempting to bind port c31444ea-d074-4608-b2e8-6f23d7e8bb9b on network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:01.143056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Port c31444ea-d074-4608-b2e8-6f23d7e8bb9b on network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:01.144916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Attempting to bind port c31444ea-d074-4608-b2e8-6f23d7e8bb9b on network 5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:01.192469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:01.192803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Checking segment: {'id': 'e56a0c02-1c9c-41e2-b579-fbaed5f4caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:01.196039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Bound using segment: {'id': 'e56a0c02-1c9c-41e2-b579-fbaed5f4caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:01.197519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Bound port: c31444ea-d074-4608-b2e8-6f23d7e8bb9b, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56a0c02-1c9c-41e2-b579-fbaed5f4caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:01.197885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.218918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Deleting port 0414d821-0ce8-4660-8f97-a15c86fa22b4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:01.219346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.245409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480f8b1-2cbe-4ca5-9cc9-650fd2aec184 req-20f1b936-e25c-4c41-9ef3-b1a65c25403d tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:01.246199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4480f8b1-2cbe-4ca5-9cc9-650fd2aec184 req-20f1b936-e25c-4c41-9ef3-b1a65c25403d tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Synchronizing usage tracker for tenant:9662982191cf4d5f948192935975164d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:01.364891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:01.391735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4480f8b1-2cbe-4ca5-9cc9-650fd2aec184 req-20f1b936-e25c-4c41-9ef3-b1a65c25403d tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Unset dirty status for tenant:9662982191cf4d5f948192935975164d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:01.395412 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4480f8b1-2cbe-4ca5-9cc9-650fd2aec184 req-20f1b936-e25c-4c41-9ef3-b1a65c25403d tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 944 time: 0.4292135 Dec 20 11:38:01.430815 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e41f7eb9-8027-405b-b6ba-a5a749c2e271 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5e2c03354174875b96e80f7abdc0074&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5982480 Dec 20 11:38:01.455611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38740) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:01.629883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-51bdc76c-9c97-462d-b4a2-ba79f5768dd7 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1800194 Dec 20 11:38:01.640544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] For port c31444ea-d074-4608-b2e8-6f23d7e8bb9b, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:01.649536 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3155285e-1cce-42ad-89e3-c3b32aa5466a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9223ce339aad412689e30bf4ae027134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2833505 Dec 20 11:38:01.654751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38746) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:01.707895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] For port c31444ea-d074-4608-b2e8-6f23d7e8bb9b, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,segment=NetworkSegment(e56a0c02-1c9c-41e2-b579-fbaed5f4caed),segment_id=e56a0c02-1c9c-41e2-b579-fbaed5f4caed)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:01.735852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.747115 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-204b1d96-7c4f-4f45-b482-34fa3ca10eea tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:01.802578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4480f8b1-2cbe-4ca5-9cc9-650fd2aec184 req-9f8c6fc6-364a-47ab-9fa9-66a7bf4a534e tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878334 Dec 20 11:38:01.831088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea4138-22c8-4417-9d47-1cb67203cfb5 req-11a74041-daa6-457a-bf6d-808a6e02f0d6 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:01.832521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3ea4138-22c8-4417-9d47-1cb67203cfb5 req-11a74041-daa6-457a-bf6d-808a6e02f0d6 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 946 time: 0.2608807 Dec 20 11:38:01.879827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.882396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.883423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.885379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] 10.222.0.53 "PUT /v2.0/ports/c31444ea-d074-4608-b2e8-6f23d7e8bb9b HTTP/1.1" status: 200 len: 1094 time: 2.9926507 Dec 20 11:38:01.894349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] For port 0414d821-0ce8-4660-8f97-a15c86fa22b4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0414d821-0ce8-4660-8f97-a15c86fa22b4,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:01.894705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:01.897952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'tag': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:02.081281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:02.114524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.128485 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3ea4138-22c8-4417-9d47-1cb67203cfb5 req-34ac9da7-ea43-497b-9c2f-d50de934619c tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf2574ae-640b-4360-9b8d-5b24a58dca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852392 Dec 20 11:38:02.185614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-15114dc8-cfa3-4071-990e-95d35fbc8ec0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1098 time: 0.6470804 Dec 20 11:38:02.230463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-ed81733e-6882-49db-9117-27627037be7c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:02.231402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-ed81733e-6882-49db-9117-27627037be7c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:02.238619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-94639234-1b1c-4ff6-aeef-8ec910fc60ce tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:02.240010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-94639234-1b1c-4ff6-aeef-8ec910fc60ce tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5853570 Dec 20 11:38:02.292165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.307162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Request body: {'port': {'device_id': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '5cd3171b1bb84d099f8fabb49fbc5862'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:02.340427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Pushing event updated for resources: {'Port': ['ID=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:02.361770 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:02.393130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-579817496-network', 'tenant_id': '8957291041f943de970d654cee42eed5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:02.404480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.408255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:02.411430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-ed81733e-6882-49db-9117-27627037be7c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:02.412707 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-ed81733e-6882-49db-9117-27627037be7c tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.8809698 Dec 20 11:38:02.412968 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-84cdee4f-03fc-4200-b42b-d37f75402270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:02.435161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Usage tracker for resource:network and tenant:8957291041f943de970d654cee42eed5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:02.440934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d551ae-767a-4ef8-9fb4-35ce39c1b5fc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:02.443179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:02.444151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:02.467567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:02.483376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.487741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7d551ae-767a-4ef8-9fb4-35ce39c1b5fc HTTP/1.1" status: 204 len: 168 time: 0.8292053 Dec 20 11:38:02.489484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.489774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.490126 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Floating IP 6813f4e5-5452-439a-b7db-6d1e922582e6 disassociated. External IP: 172.35.0.152, port: 0414d821-0ce8-4660-8f97-a15c86fa22b4. Dec 20 11:38:02.490519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Calling delete_port for 0414d821-0ce8-4660-8f97-a15c86fa22b4 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:02.525069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Made reservation on behalf of 8957291041f943de970d654cee42eed5 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:02.527350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.548694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.607201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.624405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60d44f-3424-4eaa-ab1e-64fc41bfd97c req-fd4b35cb-9059-4794-876a-92851cfc9517 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:02.624405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a60d44f-3424-4eaa-ab1e-64fc41bfd97c req-fd4b35cb-9059-4794-876a-92851cfc9517 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.2871788 Dec 20 11:38:02.650214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:02.660433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Usage tracker for resource:security_group_rule and tenant:8957291041f943de970d654cee42eed5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:02.697442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:02.701546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Deleting port ae820710-3734-4865-9fa3-2ce345162960 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:02.702062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.722478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:02.740280 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-7dbbce44-c29d-443b-863f-0a9bc0d41648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9662982191cf4d5f948192935975164d&device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 1097 time: 0.8014374 Dec 20 11:38:02.749102 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a60d44f-3424-4eaa-ab1e-64fc41bfd97c req-a040dd00-dd1a-460c-884b-75ba2c83ed0a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192985 Dec 20 11:38:02.771916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.780001 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-917c817b-af05-408f-a7e9-d18f22862c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:02.818525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-9909e699-85d8-48e3-8468-b3eb0257dd14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:02.819944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-9909e699-85d8-48e3-8468-b3eb0257dd14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 919 time: 0.5728769 Dec 20 11:38:02.825178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.833214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event deleted for resources: {'Port': ['ID=0414d821-0ce8-4660-8f97-a15c86fa22b4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:02.839981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:02.841522 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-276ed86d-50ea-42b9-9fbb-64207feab1d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:02.853384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628921c-9054-4dd1-9ef1-65a0edd99794 req-a2583b10-6723-47af-bdac-71c31e0a408a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:02.854773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4628921c-9054-4dd1-9ef1-65a0edd99794 req-a2583b10-6723-47af-bdac-71c31e0a408a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.8954828 Dec 20 11:38:02.923250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:02.928212 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'tag': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b', 'status': 'completed', 'code': 200} Dec 20 11:38:02.931132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.931513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.932013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.936106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.936539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.936903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.937769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.938135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.938511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.938866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.940292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:02.948011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d209807e-523c-466d-996c-b1f86172bc50,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:02.956780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:02.973521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-b4d536db-a0a6-49a5-a32c-fa5e52f368e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c31444ea-d074-4608-b2e8-6f23d7e8bb9b HTTP/1.1" status: 200 len: 217 time: 0.2199097 Dec 20 11:38:02.975971 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:03.020421 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:03.021430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.031938 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:03.069087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-6a5a31b1-0d84-42b2-a1c5-5f4526503830 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 200 len: 217 time: 0.2342637 Dec 20 11:38:03.088219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Made reservation on behalf of 5cd3171b1bb84d099f8fabb49fbc5862 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:03.091300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.118223 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6016a0b-5158-4263-ac39-fecd7ec6f510 req-50bd274b-87e2-425c-aba4-05c8ca1fdcda tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 210 time: 0.0688977 Dec 20 11:38:03.126811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:38:03.135657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.138942 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d209807e-523c-466d-996c-b1f86172bc50 HTTP/1.1" status: 204 len: 168 time: 1.6798317 Dec 20 11:38:03.141889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3987e790-14c4-4ae9-be4d-d8323a8bf03c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:03.149664 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:03.159508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.159792 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Added segment a4c25090-49f1-4096-b085-58636925dd47 of type vlan for network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 Dec 20 11:38:03.288885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-a288a328-4423-4224-afd2-af447267ec6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:03.290641 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-a288a328-4423-4224-afd2-af447267ec6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=baaa83c1-fbec-4376-9622-b9d4a380faf7 HTTP/1.1" status: 200 len: 861 time: 0.2824914 Dec 20 11:38:03.290767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.314213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4628921c-9054-4dd1-9ef1-65a0edd99794 req-6f77b88d-7172-4039-b706-ca0b8b7913ad tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805914 Dec 20 11:38:03.373861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.375378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:03.376233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.424217 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:03.491444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3947031 Dec 20 11:38:03.508001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38790) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:03.522751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Request body: {'subnet': {'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-579817496-subnet', 'tenant_id': '8957291041f943de970d654cee42eed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:03.528336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:03.532151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Usage tracker for resource:subnet and tenant:8957291041f943de970d654cee42eed5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:03.535133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:03.541293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:03.562273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Made reservation on behalf of 8957291041f943de970d654cee42eed5 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:03.565257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.602414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Router d1f1387f-18a5-4265-8585-3f7c9cad72ed has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:38:03.610395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-856b12db-c379-4792-befd-6f9d29649bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:03.611938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-856b12db-c379-4792-befd-6f9d29649bc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.5328856 Dec 20 11:38:03.621426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-f6f2a0ca-1806-41d7-9ea1-9d692ed47f79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3056395 Dec 20 11:38:03.679368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Pushing event updated for resources: {'Network': ['ID=6b4b4f65-4f18-45d6-83bf-6fe84ebea283,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:03.682885 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:03.691399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:38:03.713877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1320a55a-6f78-4426-a5d7-efe906826ddc req-43ccb6e2-3670-44dc-af73-66144cdc83b2 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 210 time: 0.1051805 Dec 20 11:38:03.759006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Allocated IP 192.168.233.88 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/389ad02c-9a41-4971-bad8-11bae34cfac9) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:03.833860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:03.892938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda0379-ddd2-4139-8327-9bfdb20822f7 req-e5113412-073e-4e6f-bef5-fc2b17e926d3 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:03.900661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-adda0379-ddd2-4139-8327-9bfdb20822f7 req-e5113412-073e-4e6f-bef5-fc2b17e926d3 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 944 time: 0.4795229 Dec 20 11:38:03.910557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:03.910925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:03.973944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38806) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:04.127897 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-206a29f5-f818-448f-986d-312e61328241 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4170926 Dec 20 11:38:04.223778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1141617027-network', 'tenant_id': '559e401db21a466a904cce5123b39a7b'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:04.236724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:04.240472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-adda0379-ddd2-4139-8327-9bfdb20822f7 req-8e3f6e1a-a166-4063-af7c-56619ffdd90f tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390484 Dec 20 11:38:04.253976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Calling delete_port for ae820710-3734-4865-9fa3-2ce345162960 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:04.254211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Usage tracker for resource:network and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:04.267102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:04.282688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:04.292024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device ae820710-3734-4865-9fa3-2ce345162960 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:04.342102 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bbc7935b-c6dd-458f-9307-ac6bd0a356de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbc1d0dbb33841099db5eb2017916437&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3651595 Dec 20 11:38:04.347308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38812) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:04.391734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Made reservation on behalf of 559e401db21a466a904cce5123b39a7b for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:04.393701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.450475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.458499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.459228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.461461 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-dde4fda1-73ea-478a-846b-9d9d4a46bd8d service neutron] 10.222.0.53 "GET /v2.0/networks/5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364244 Dec 20 11:38:04.478524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:04.488020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:04.492782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.493646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0414d821-0ce8-4660-8f97-a15c86fa22b4 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:04.495212 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d3af5889-0e10-4651-b329-cfb6333ad6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:04.516377 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a118055f-1a54-4a9f-9f12-2b476c913452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:04.528268 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97da3fc3-872c-48ee-8256-ab556bfbb11a req-a3d889f1-e342-4f51-b157-147054e0d408 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 210 time: 0.1052048 Dec 20 11:38:04.593239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:04.596851 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:04.603091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 0414d821-0ce8-4660-8f97-a15c86fa22b4 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:04.604180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0414d821-0ce8-4660-8f97-a15c86fa22b4 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:04.614725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e6d6c6-7d46-433e-b305-c582d0277513,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:04.621076 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:04.622026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:04.645364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:04.648819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:04.653162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:04.660417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] Sync routers for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:04.673060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:04.674100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:04.698415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:04.700423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.710441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-c7b71e42-7e27-429c-a1db-60958dca0ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887559 Dec 20 11:38:04.716005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:38:04.716700 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:38:04.756980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] No DVR routers for this DVR port 0414d821-0ce8-4660-8f97-a15c86fa22b4 on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:38:04.771180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.774887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec4c0-f7a1-4a2a-9ecd-903033fa4965 req-af2dfe47-9d08-482a-9be4-40cd5cb9a9a1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:04.776481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d8ec4c0-f7a1-4a2a-9ecd-903033fa4965 req-af2dfe47-9d08-482a-9be4-40cd5cb9a9a1 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 950 time: 0.6519828 Dec 20 11:38:04.807652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'name': 'network-vif-deleted', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:04.828082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:04.846512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:04.846874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Network hostable DHCP agents. Network: 6b4b4f65-4f18-45d6-83bf-6fe84ebea283, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:38:04.865392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:04.872101 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-074b1f03-3561-4c32-a4bd-d26196722e4d req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.16 "DELETE /v2.0/ports/0414d821-0ce8-4660-8f97-a15c86fa22b4 HTTP/1.1" status: 204 len: 173 time: 3.7725651 Dec 20 11:38:04.971342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.017730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:38:05.027185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.038213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c60bc-7d80-48ae-ab4e-889073d90d98 req-8f1c0a24-7a3a-4f43-9be6-2d106c38e656 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:05.039880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e43c60bc-7d80-48ae-ab4e-889073d90d98 req-8f1c0a24-7a3a-4f43-9be6-2d106c38e656 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.2852108 Dec 20 11:38:05.042089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.046542 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-afe9875d-d6ca-41c3-8b7f-d1499604c190 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:05.057554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 6b4b4f65-4f18-45d6-83bf-6fe84ebea283) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:05.062552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.096019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:05.096539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.111475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:38:05.111794 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23ea550e-d0ff-4717-8bac-093692dacb7f req-8dfb32fc-e8b2-47c0-8908-57e866ae4630 service neutron] 10.222.0.53 "GET /v2.0/networks/5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290839 Dec 20 11:38:05.114050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Transition to ACTIVE for port object 389ad02c-9a41-4971-bad8-11bae34cfac9 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:05.142536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872a9c4b-fdc8-4f60-b048-b2dec5586507,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:05.168829 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:05.169863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.170228 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Added segment 7dd0373c-4662-47b4-9739-01cb39d5b96a of type vlan for network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc Dec 20 11:38:05.177292 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d8ec4c0-f7a1-4a2a-9ecd-903033fa4965 req-0f325dbf-e01a-4262-92cb-88bda58b442e tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691001 Dec 20 11:38:05.183794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e43c60bc-7d80-48ae-ab4e-889073d90d98 req-aa352c8e-b50b-4da7-b714-c3bfafbdf0a5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279712 Dec 20 11:38:05.184411 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a193badd-5c17-47df-be41-8dd04372e76f tempest-SecurityGroupsTestAdminJSON-1366981972 tempest-SecurityGroupsTestAdminJSON-1366981972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:05.192002 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95db696b-bef0-4dbe-9844-99d6d1b12aed req-506984fc-b8b4-4ca9-a97c-b404b9128421 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669461 Dec 20 11:38:05.202136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63d887-9a63-4de1-8396-b32548f6b98a None None] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:05.218597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Deleting port ae820710-3734-4865-9fa3-2ce345162960 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:05.221734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.239534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29e86e0-aa3a-48f0-9928-bb5cb9a395e6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:05.267313 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7499869 Dec 20 11:38:05.272383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.273737 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c29e86e0-aa3a-48f0-9928-bb5cb9a395e6 HTTP/1.1" status: 204 len: 168 time: 0.9019117 Dec 20 11:38:05.275330 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:05.313787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.380004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.380947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:05.381586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.387172 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21a662f9-0cda-46a7-bea6-840b56ceecd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:05.437100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.456895 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960', 'code': 200} Dec 20 11:38:05.471966 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6327434 Dec 20 11:38:05.496455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c9ab2f2f-c0a3-4513-b352-e25442b19a24', '482b8e07-3d63-4a0e-b900-4b37b691a85a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:05.512489 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a09e7ee6-5474-431f-8acf-c45ae4310cd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:05.516060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:05.519351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-41d73d5c-b8e8-49db-b1e5-5d0acc31e04c req-1b9bf1a7-7ac7-4ec5-b6e7-dd2c5a002c4f tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Synchronizing usage tracker for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:05.569279 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aff80b-54bd-430c-ae07-3e33dd8ee9e6', 'name': 'network-vif-deleted', 'tag': '0414d821-0ce8-4660-8f97-a15c86fa22b4', 'status': 'completed', 'code': 200} Dec 20 11:38:05.578923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Request body: {'subnet': {'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1141617027-subnet', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:05.583738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=725857a4-7b1a-4dae-a1da-ef0a880dcfcc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:05.586218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:05.592471 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:05.593575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Usage tracker for resource:subnet and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:05.601292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:05.611015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:05.636272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-41d73d5c-b8e8-49db-b1e5-5d0acc31e04c req-1b9bf1a7-7ac7-4ec5-b6e7-dd2c5a002c4f tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Unset dirty status for tenant:6174e24598ba4fdc8fa77493bd14f7e5 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:05.641450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-41d73d5c-b8e8-49db-b1e5-5d0acc31e04c req-1b9bf1a7-7ac7-4ec5-b6e7-dd2c5a002c4f tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aff80b-54bd-430c-ae07-3e33dd8ee9e6 HTTP/1.1" status: 200 len: 210 time: 0.1795034 Dec 20 11:38:05.650414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:38:05.657505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Made reservation on behalf of 559e401db21a466a904cce5123b39a7b for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:05.658505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:05.844581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Pushing event updated for resources: {'Port': ['ID=389ad02c-9a41-4971-bad8-11bae34cfac9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:05.852949 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:05.992592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a810a653-1386-4669-b789-5a1988088167 None None] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:06.143747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] For port ae820710-3734-4865-9fa3-2ce345162960, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=ae820710-3734-4865-9fa3-2ce345162960,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:06.144211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:06.210714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:06.226879 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-43d564a9-a02a-41a7-a420-0610870bebd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:06.293142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Calling delete_port for ae820710-3734-4865-9fa3-2ce345162960 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:06.293838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:42Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:06.308454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] Checking router: d1f1387f-18a5-4265-8585-3f7c9cad72ed for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:06.333991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Checking segment: {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:06.334394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Network hostable DHCP agents. Network: 725857a4-7b1a-4dae-a1da-ef0a880dcfcc, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:38:06.356504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed953d7-6a58-4380-b2f8-5c1a6d2010c2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:06.361658 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:06.374455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadacc0-4d7f-4df7-a51b-3adb57822289 req-a2cf07e2-e55a-4774-a402-0e228a199b3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:06.381755 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bdadacc0-4d7f-4df7-a51b-3adb57822289 req-a2cf07e2-e55a-4774-a402-0e228a199b3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 935 time: 0.4667752 Dec 20 11:38:06.453598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bdadacc0-4d7f-4df7-a51b-3adb57822289 req-17efea54-a77f-4686-85f1-bffacdc2caa9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706613 Dec 20 11:38:06.454951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:38:06.482891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:06.483141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:06.487606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 725857a4-7b1a-4dae-a1da-ef0a880dcfcc) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:06.501341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:06.502473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:06.560886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0387428 Dec 20 11:38:06.562391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:06.568083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:06.580017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:06.589436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Usage tracker for resource:router and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:06.602050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:06.618201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:06.642515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:06.643688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:06.646351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9dea8-85f5-4b64-8753-b6619e9ae307 None None] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:06.673674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:06.677841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:06.688579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:06.691430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:06.759548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:06.760366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:06.969969 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-cb232554-ab53-4fd0-8d25-a1f10a12282b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9662982191cf4d5f948192935975164d&device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 1097 time: 1.6986268 Dec 20 11:38:07.031950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:07.041683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:07.058836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd52f1-2a30-4821-9e1c-301a575af785 req-fc87120b-7170-487e-93db-f3b4e4e5136f tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:07.064825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d06daf-22a2-46e4-8c4f-8406cd4caf02 req-d28ef74e-a274-4fab-8f5f-56835377f47a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:07.066226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8bcd52f1-2a30-4821-9e1c-301a575af785 req-fc87120b-7170-487e-93db-f3b4e4e5136f tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 944 time: 1.3130023 Dec 20 11:38:07.066576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03d06daf-22a2-46e4-8c4f-8406cd4caf02 req-d28ef74e-a274-4fab-8f5f-56835377f47a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 865 time: 0.3392565 Dec 20 11:38:07.068170 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:07.141123 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8411329 Dec 20 11:38:07.201944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03d06daf-22a2-46e4-8c4f-8406cd4caf02 req-ea4b9367-fd96-468e-a1d3-20d686c46e2f tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262813 Dec 20 11:38:07.239249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8bcd52f1-2a30-4821-9e1c-301a575af785 req-711f2d75-4b60-4419-b90e-f6fb69b42bc1 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713865 Dec 20 11:38:07.239499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event deleted for resources: {'Port': ['ID=ae820710-3734-4865-9fa3-2ce345162960,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:07.277048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Request body: {'port': {'device_id': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:07.355205 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:07.456561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:07.520135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:07.541542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-401049729-network', 'tenant_id': '6dedb131c35f4f3f9a979d401a7e846f'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:07.554337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:07.622967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['694291af-8eba-4d15-b627-e33b698d683a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:07.629438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:07.687153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] No DVR routers for this DVR port ae820710-3734-4865-9fa3-2ce345162960 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:38:07.691915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Usage tracker for resource:network and tenant:6dedb131c35f4f3f9a979d401a7e846f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:07.760545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:07.762551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7fea9218-4d07-4f9a-853d-f7bd5aa96cb2 req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.16 "DELETE /v2.0/ports/ae820710-3734-4865-9fa3-2ce345162960 HTTP/1.1" status: 204 len: 173 time: 5.2882822 Dec 20 11:38:07.765177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:07.768059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:07.778207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-deleted', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:07.822653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:07.828051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:07.842472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:07.879281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:07.890706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d2074-fbc6-4339-b2fa-d4a708a3bc25 req-2eb33f46-9d70-4884-ad9a-fffda5031748 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:07.898617 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f24d2074-fbc6-4339-b2fa-d4a708a3bc25 req-2eb33f46-9d70-4884-ad9a-fffda5031748 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.3432274 Dec 20 11:38:07.904266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-571e3098-8dbb-429c-aa07-4a0d96ea4d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:07.905852 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-571e3098-8dbb-429c-aa07-4a0d96ea4d81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd HTTP/1.1" status: 200 len: 922 time: 0.8985927 Dec 20 11:38:07.909949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c31444ea-d074-4608-b2e8-6f23d7e8bb9b details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:38:07.992708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Made reservation on behalf of 6dedb131c35f4f3f9a979d401a7e846f for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:08.009512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.033993 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f24d2074-fbc6-4339-b2fa-d4a708a3bc25 req-bc206db3-08ee-4cab-93ea-6a712a4dabda tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226220 Dec 20 11:38:08.035885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.126554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.185464 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-fc79509c-5cc3-4026-a361-51efad3d5e1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c31444ea-d074-4608-b2e8-6f23d7e8bb9b HTTP/1.1" status: 200 len: 217 time: 0.2718592 Dec 20 11:38:08.195336 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d33add-76ba-45ab-ae54-9cdff85cb962', 'name': 'network-vif-deleted', 'tag': 'ae820710-3734-4865-9fa3-2ce345162960', 'status': 'completed', 'code': 200} Dec 20 11:38:08.269597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.278659 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85f756a7-9682-4117-84ae-4d529cd0338e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:08.319422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2574ae-640b-4360-9b8d-5b24a58dca3c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:08.359314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-dbd9896f-691b-4227-b791-b181dca95d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:08.361141 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-dbd9896f-691b-4227-b791-b181dca95d2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=baaa83c1-fbec-4376-9622-b9d4a380faf7 HTTP/1.1" status: 200 len: 861 time: 0.1556380 Dec 20 11:38:08.363974 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:08.367587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Allocated IP 172.35.0.66 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/300dfcd6-786c-42c0-8f9a-f6cf2d640464) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:08.483291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-2997d61d-f071-443d-a8fd-79f8fcfb1f56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107967 Dec 20 11:38:08.524931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.531379 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf2574ae-640b-4360-9b8d-5b24a58dca3c HTTP/1.1" status: 204 len: 168 time: 0.9628072 Dec 20 11:38:08.536749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:08.576828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:08.581319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Usage tracker for resource:security_group_rule and tenant:6dedb131c35f4f3f9a979d401a7e846f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:08.585381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:08.593118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:08.639497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88ce2e6b-1582-4d77-acfe-411f17369fb9 None None] Provisioning for port 389ad02c-9a41-4971-bad8-11bae34cfac9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:08.678827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.695074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.707258 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6c91e1e5-918b-4c04-ac04-dcfc859a4b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:08.722796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748962b-2098-48d1-ae83-b75f7e987932 req-fbc8a934-2220-484c-a2a9-faa4a1569f3b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:08.723950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c748962b-2098-48d1-ae83-b75f7e987932 req-fbc8a934-2220-484c-a2a9-faa4a1569f3b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Synchronizing usage tracker for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:08.728403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c31444ea-d074-4608-b2e8-6f23d7e8bb9b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,segment=NetworkSegment(e56a0c02-1c9c-41e2-b579-fbaed5f4caed),segment_id=e56a0c02-1c9c-41e2-b579-fbaed5f4caed)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:08.745643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:38:08.746907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.777073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88ce2e6b-1582-4d77-acfe-411f17369fb9 None None] Provisioning complete for port 389ad02c-9a41-4971-bad8-11bae34cfac9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:08.777666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88ce2e6b-1582-4d77-acfe-411f17369fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:08.791390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c748962b-2098-48d1-ae83-b75f7e987932 req-fbc8a934-2220-484c-a2a9-faa4a1569f3b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Unset dirty status for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:08.792602 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c748962b-2098-48d1-ae83-b75f7e987932 req-fbc8a934-2220-484c-a2a9-faa4a1569f3b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 935 time: 1.0336447 Dec 20 11:38:08.802888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:38:08.851085 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-83cf4ab0-fc96-4a1e-a2c6-a1247365c570 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] show failed (client error): The resource could not be found. Dec 20 11:38:08.856222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-83cf4ab0-fc96-4a1e-a2c6-a1247365c570 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "GET /v2.0/security-groups/bf2574ae-640b-4360-9b8d-5b24a58dca3c HTTP/1.1" status: 404 len: 347 time: 0.3184850 Dec 20 11:38:08.865457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:08.867748 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce4cb620-526f-421c-ad68-d994e21700a1 req-a3a2eacd-41cf-46ac-836e-e3da4ab6d81a tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d33add-76ba-45ab-ae54-9cdff85cb962 HTTP/1.1" status: 200 len: 210 time: 0.3016601 Dec 20 11:38:08.931590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b', 'network_id': '5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd', 'port_id': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b', 'mac_address': 'fa:16:3e:bf:e1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaa83c1-fbec-4376-9622-b9d4a380faf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:38:08.999143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c22ca-5cc7-4950-9df7-a13e7cea81be,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:09.005250 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:09.036938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.037291 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Added segment 6952322a-b93a-4da8-b9de-b96eacc23cfe of type vlan for network 3e448729-8384-4f17-99ab-eecee132bf9a Dec 20 11:38:09.129491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Deleting port 13208498-6fa7-46e3-9189-d17f45778740 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:09.129743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.163430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c748962b-2098-48d1-ae83-b75f7e987932 req-6de95d66-a9ec-4b7b-a17e-fbf628ff59b8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592750 Dec 20 11:38:09.201243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Allocated IP 172.20.0.2 (725857a4-7b1a-4dae-a1da-ef0a880dcfcc/eed953d7-6a58-4380-b2f8-5c1a6d2010c2/70d4f8e4-baa5-454f-b69e-5decbd6f40b6) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:09.201400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.215670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-8cea9493-9b47-4ce7-a748-fb9ddf241583 service neutron] 10.222.0.53 "GET /v2.0/networks/5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239070 Dec 20 11:38:09.331974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.332188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.454610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.465042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Calling delete_port for 13208498-6fa7-46e3-9189-d17f45778740 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:09.467368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Transition to ACTIVE for port object 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:09.468072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8280564c-a9d4-41ba-866e-305da06f3b47 req-56c94d6f-5602-4815-8ecb-3a4704e1f6f6 service neutron] 10.222.0.53 "GET /v2.0/networks/5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363739 Dec 20 11:38:09.479686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:38:09.507192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Transition to ACTIVE for port object 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:09.510224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-88ce2e6b-1582-4d77-acfe-411f17369fb9 None None] Port 389ad02c-9a41-4971-bad8-11bae34cfac9 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:09.519636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.522699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:09.523377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.534651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.568608 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:09.573402 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:09.592701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.617301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:42Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:09.658123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:09.663839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:09.669060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b861e9e-bce8-4a8d-ab36-93660289b3f9 None None] The sync data for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 is: [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:35:31Z', 'revision_number': 4, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '60d3592e-5b23-46a9-a1c8-7ec1570302ac', 'name': '', 'network_id': '593e4068-cb72-49a6-bd1e-c4c17fa2ca2d', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'mac_address': 'fa:16:3e:37:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:30Z', 'updated_at': '2021-12-20T11:35:42Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'subnets': [{'id': '6b985b90-088f-4b61-ae3e-eb755d48a3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:09.675604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:09.678227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.738313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b330-c7ad-4c23-87dd-72467de8ff77 req-d8d10ef4-90ec-4679-85a8-ab85dc641fdf tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:09.752442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2912b330-c7ad-4c23-87dd-72467de8ff77 req-d8d10ef4-90ec-4679-85a8-ab85dc641fdf tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 944 time: 0.6702671 Dec 20 11:38:09.809386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Pushing event updated for resources: {'Port': ['ID=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:09.818415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31444ea-d074-4608-b2e8-6f23d7e8bb9b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:09.845577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389ad02c-9a41-4971-bad8-11bae34cfac9 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:09.854619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.874804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Transition to ACTIVE for port object 389ad02c-9a41-4971-bad8-11bae34cfac9 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:09.876300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.884848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.885273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.885654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.886082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.886418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.886823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.887154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.887391 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-56785766-5a1b-4d66-bf10-bc70f64bc2ca tempest-ServerAddressesNegativeTestJSON-1792653158 tempest-ServerAddressesNegativeTestJSON-1792653158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:09.887505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.887834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.888195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.888514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:09.892508 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:09.903432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c31444ea-d074-4608-b2e8-6f23d7e8bb9b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,segment=NetworkSegment(e56a0c02-1c9c-41e2-b579-fbaed5f4caed),segment_id=e56a0c02-1c9c-41e2-b579-fbaed5f4caed)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:09.904680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Attempting to bind port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:09.905164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Attempting to bind port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:09.906257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Attempting to bind port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 on network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:09.912964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:09.913377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Checking segment: {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:09.913791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.914251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Bound using segment: {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:09.914776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Bound port: 70d4f8e4-baa5-454f-b69e-5decbd6f40b6, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:09.915207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.936522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:09.941794 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:09.956257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:10.011234 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2912b330-c7ad-4c23-87dd-72467de8ff77 req-28a0e9d7-469a-4eb0-a3fe-6c75e50857fa tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572954 Dec 20 11:38:10.013964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Pushing event updated for resources: {'Network': ['ID=3e448729-8384-4f17-99ab-eecee132bf9a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:10.023425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4980054 Dec 20 11:38:10.025586 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:10.026700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:10.031587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38948) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:10.033689 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-25f4e14e-a710-4f61-8954-cf2b107600df tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:10.121046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3e448729-8384-4f17-99ab-eecee132bf9a details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:38:10.124895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:10.202124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Pushing event updated for resources: {'Port': ['ID=389ad02c-9a41-4971-bad8-11bae34cfac9,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:10.226830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Request body: {'subnet': {'network_id': '3e448729-8384-4f17-99ab-eecee132bf9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-401049729-subnet', 'tenant_id': '6dedb131c35f4f3f9a979d401a7e846f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:10.235582 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12443ed5-264f-4727-9af5-80a75f7599f5 None None] New status for floating IP 6813f4e5-5452-439a-b7db-6d1e922582e6: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:38:10.252071 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:10.259762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:10.265333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Usage tracker for resource:subnet and tenant:6dedb131c35f4f3f9a979d401a7e846f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:10.283386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:10.529830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:10.542486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['c31444ea-d074-4608-b2e8-6f23d7e8bb9b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:10.559167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:10.561373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:10.565030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Pushing event updated for resources: {'Port': ['ID=300dfcd6-786c-42c0-8f9a-f6cf2d640464,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:10.611979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:10.636846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Made reservation on behalf of 6dedb131c35f4f3f9a979d401a7e846f for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:10.638178 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:10.639677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:10.644691 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c0e81ba-fa18-44c8-8b05-36e6c6bbd459 tempest-DeleteServersAdminTestJSON-1074285994 tempest-DeleteServersAdminTestJSON-1074285994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.659s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:10.670117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:10.679950 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:10.723035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Pushing event deleted for resources: {'Port': ['ID=13208498-6fa7-46e3-9189-d17f45778740,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:10.729777 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:10.730121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] For port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:10.736221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] For port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:10.759942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:10.768648 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:10.862421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Attempting to bind port 389ad02c-9a41-4971-bad8-11bae34cfac9 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:10.862753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Attempting to bind port 389ad02c-9a41-4971-bad8-11bae34cfac9 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:10.863059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Attempting to bind port 389ad02c-9a41-4971-bad8-11bae34cfac9 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:10.868007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:10.872459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Port 389ad02c-9a41-4971-bad8-11bae34cfac9 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:10.872795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Attempting to bind port 389ad02c-9a41-4971-bad8-11bae34cfac9 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:10.889710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d09561-f886-4177-bfd4-ecdf5c3ed506 req-afaead46-7480-412a-a623-a3dece824ccc tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:10.896010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39d09561-f886-4177-bfd4-ecdf5c3ed506 req-afaead46-7480-412a-a623-a3dece824ccc tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 947 time: 0.3422887 Dec 20 11:38:10.915770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:10.916038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:10.916401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:10.916838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Bound port: 389ad02c-9a41-4971-bad8-11bae34cfac9, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:10.917176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:10.931298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Pushing event updated for resources: {'Port': ['ID=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:10.936050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:10.937174 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:10.937584 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] 10.222.0.32 "DELETE /v2.0/floatingips/6813f4e5-5452-439a-b7db-6d1e922582e6 HTTP/1.1" status: 204 len: 168 time: 2.0687811 Dec 20 11:38:10.941774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38968) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:10.987902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.004421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c7ac3-51f1-4830-8080-3d49e509dfcb req-7b504c49-ded2-4def-b08e-45b0552711b3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:11.005911 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-561c7ac3-51f1-4830-8080-3d49e509dfcb req-7b504c49-ded2-4def-b08e-45b0552711b3 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.2292500 Dec 20 11:38:11.058999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:11.072251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Usage tracker for resource:security_group_rule and tenant:ad39ed5a06e64105aa8df7a72985fb09 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:11.080958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:11.094970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:11.125209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-561c7ac3-51f1-4830-8080-3d49e509dfcb req-411def1a-7e8f-46a5-965a-921db37cdc47 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 Dec 20 11:38:11.160701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39d09561-f886-4177-bfd4-ecdf5c3ed506 req-16fad67c-7112-4d10-a9e0-95f8ffbd678c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637608 Dec 20 11:38:11.218670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.219439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.245970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] For port 389ad02c-9a41-4971-bad8-11bae34cfac9, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:11.249567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] For port 389ad02c-9a41-4971-bad8-11bae34cfac9, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=389ad02c-9a41-4971-bad8-11bae34cfac9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:11.261238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.278204 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a832cfa5-0a4d-4379-af98-897a83b126a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:11.375594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.386857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.388303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] 10.222.0.16 "PUT /v2.0/ports/389ad02c-9a41-4971-bad8-11bae34cfac9 HTTP/1.1" status: 200 len: 1097 time: 4.1704221 Dec 20 11:38:11.389840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.394576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'tag': '389ad02c-9a41-4971-bad8-11bae34cfac9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:11.411178 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8fc50e4-986c-454c-a9d4-5a2c4d43284e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:11.465278 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:38:11.483757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8d3eb0-5944-44e7-ae73-431178a82959,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:11.488784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:11.498769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad39ed5a06e64105aa8df7a72985fb09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9358568 Dec 20 11:38:11.499650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:11.569669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67113ff-a836-479e-ac04-3d0c3e577c31 req-ec77c345-81b4-44ba-91e7-9e1bb6564e0c tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:11.571207 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c67113ff-a836-479e-ac04-3d0c3e577c31 req-ec77c345-81b4-44ba-91e7-9e1bb6564e0c tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 945 time: 0.2500658 Dec 20 11:38:11.580796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.581589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Pushing event updated for resources: {'Port': ['ID=389ad02c-9a41-4971-bad8-11bae34cfac9,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:11.621453 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:11.637508 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:11.694881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.728770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c028a0-481b-4be3-ac5a-b7552a47a8e7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:11.736464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c67113ff-a836-479e-ac04-3d0c3e577c31 req-e39531a1-fa93-4774-9945-085bad4ea0e6 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164441 Dec 20 11:38:11.738859 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:11.754980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.820246 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'tag': '389ad02c-9a41-4971-bad8-11bae34cfac9', 'status': 'completed', 'code': 200} Dec 20 11:38:11.825719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Checking segment: {'id': '6952322a-b93a-4da8-b9de-b96eacc23cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e448729-8384-4f17-99ab-eecee132bf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:11.826103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Network hostable DHCP agents. Network: 3e448729-8384-4f17-99ab-eecee132bf9a, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:38:11.836432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-18ff1e60-e686-4e1f-a84b-2d240ab77db5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 1100 time: 0.3933046 Dec 20 11:38:11.838789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.843864 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:11.864131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8d3eb0-5944-44e7-ae73-431178a82959,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:11.870402 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:11.872784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:11.886424 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca8d3eb0-5944-44e7-ae73-431178a82959 HTTP/1.1" status: 204 len: 168 time: 0.3735390 Dec 20 11:38:11.901338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Router 28dd6234-74be-4d51-8463-eb2b2c659571 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:38:11.945580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c31444ea-d074-4608-b2e8-6f23d7e8bb9b up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:11.955371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860816da-b4e9-4582-b9e0-1b36da4e4bd1 req-c1075bc6-7ceb-4a81-bb0b-fb66160ffa62 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:11.962194 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-860816da-b4e9-4582-b9e0-1b36da4e4bd1 req-c1075bc6-7ceb-4a81-bb0b-fb66160ffa62 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4254434 Dec 20 11:38:12.056758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port c31444ea-d074-4608-b2e8-6f23d7e8bb9b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:12.064773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port c31444ea-d074-4608-b2e8-6f23d7e8bb9b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:12.066026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.078911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-9de0dd16-0545-4e25-93ee-e5c43dbb9e31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=389ad02c-9a41-4971-bad8-11bae34cfac9 HTTP/1.1" status: 200 len: 217 time: 0.2299707 Dec 20 11:38:12.209174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:12.234761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.261316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Sync routers for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:12.262786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.264332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7008808 Dec 20 11:38:12.267300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:12.293664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:12.328861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:12.329503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:12.404425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48edbfd0-0216-41d4-a1df-2387827bc7c6 None None] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:12.406255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Network 3e448729-8384-4f17-99ab-eecee132bf9a is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:38:12.433775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c31444ea-d074-4608-b2e8-6f23d7e8bb9b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,segment=NetworkSegment(e56a0c02-1c9c-41e2-b579-fbaed5f4caed),segment_id=e56a0c02-1c9c-41e2-b579-fbaed5f4caed)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:12.442980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:12.450350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-860816da-b4e9-4582-b9e0-1b36da4e4bd1 req-c7e3950c-e165-4505-baaf-1bd0135641c5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823680 Dec 20 11:38:12.460204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.466551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.466714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-fb3a9a8b-b7e4-4ec1-a47d-e6935ec4b0c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:12.479323 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-fb3a9a8b-b7e4-4ec1-a47d-e6935ec4b0c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.3750651 Dec 20 11:38:12.479553 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:12.479653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3e448729-8384-4f17-99ab-eecee132bf9a) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:12.517520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e5b49-62b8-4872-8275-67c6f52d3707 None None] Network 3e448729-8384-4f17-99ab-eecee132bf9a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:12.517962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:12.528702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2b89f3005b4767b88b58951683694d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:12.528903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:12.529459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.531723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:12.537984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:12.562329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-3dfd7d6d-895d-4613-a7b3-3867ca29f6c7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:12.562967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-3dfd7d6d-895d-4613-a7b3-3867ca29f6c7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:12.612910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.647200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.654574 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:12.671406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4749062 Dec 20 11:38:12.761914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-3dfd7d6d-895d-4613-a7b3-3867ca29f6c7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:12.763287 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-3dfd7d6d-895d-4613-a7b3-3867ca29f6c7 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.8504465 Dec 20 11:38:12.839279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00503-e725-4dba-a089-1a3e400e9c5b req-079c4dfe-6c52-407e-9c62-a68e5ebc8fbf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:12.846565 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e7c00503-e725-4dba-a089-1a3e400e9c5b req-079c4dfe-6c52-407e-9c62-a68e5ebc8fbf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 950 time: 0.4592199 Dec 20 11:38:12.873454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a2e37c-526f-4543-a99e-951f1b762f29,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:12.877052 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:12.886398 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc2b89f3005b4767b88b58951683694d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4423583 Dec 20 11:38:12.908745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39008) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:12.916459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-697334a1-a2db-4615-9914-d21bf813f336 None None] Provisioning for port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:12.923661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e7c00503-e725-4dba-a089-1a3e400e9c5b req-bc7d8b2e-691a-4f9f-a23b-2c8a40014b09 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758829 Dec 20 11:38:12.933457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Deleting port 694291af-8eba-4d15-b627-e33b698d683a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:12.934624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:12.966675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:12.979397 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:13.062448 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b', 'code': 200} Dec 20 11:38:13.080232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-bf50c1a5-f6a6-40d6-8b38-b1b5ea632338 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5983779 Dec 20 11:38:13.082475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:13.195674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198abd38-3121-4823-b4c1-cae5430922a3 None None] Network 3e448729-8384-4f17-99ab-eecee132bf9a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:13.210071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:13.286987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0133e-9569-4d86-8dc8-6d767f9fc9c1 req-6110b02d-56cc-4c4e-8f9d-fa9b1c32b410 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:13.294303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2fa0133e-9569-4d86-8dc8-6d767f9fc9c1 req-6110b02d-56cc-4c4e-8f9d-fa9b1c32b410 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 947 time: 0.6350076 Dec 20 11:38:13.361777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:13.401289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:13.537368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:13.587537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:13.593920 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:13.605641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a2e37c-526f-4543-a99e-951f1b762f29,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:13.614690 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:13.628431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:13.629550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24a2e37c-526f-4543-a99e-951f1b762f29 HTTP/1.1" status: 204 len: 168 time: 0.7048433 Dec 20 11:38:13.651336 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-f2f78eba-8e7f-471c-b9c1-3fe059e6581c service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238795 Dec 20 11:38:13.672607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2fa0133e-9569-4d86-8dc8-6d767f9fc9c1 req-19a64c33-fc61-4e39-abbd-6caa4d909a73 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773260 Dec 20 11:38:13.973390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] For port 694291af-8eba-4d15-b627-e33b698d683a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=694291af-8eba-4d15-b627-e33b698d683a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:13.974559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:14.004163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:14.019677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:14.020062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:14.183569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:14.239211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Calling delete_port for 694291af-8eba-4d15-b627-e33b698d683a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:14.258081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:14.260372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:10Z', 'revision_number': 3, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:14.266300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Checking router: 28dd6234-74be-4d51-8463-eb2b2c659571 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:14.266782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Updating router 28dd6234-74be-4d51-8463-eb2b2c659571 port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:38:14.338425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:14.441191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:14.547015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5bf708d-e1ad-4dd8-aa53-e0512963dbcc req-abcb9827-f01a-4421-89f4-45e18da75112 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522635 Dec 20 11:38:14.805038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-dac38d75-2c27-40f6-b12a-43ff34fcbb93 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:14.806338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-dac38d75-2c27-40f6-b12a-43ff34fcbb93 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:14.855452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Allocated IP 172.20.0.1 (725857a4-7b1a-4dae-a1da-ef0a880dcfcc/eed953d7-6a58-4380-b2f8-5c1a6d2010c2/2d9835d3-2ec9-403e-a936-a419504aa0a4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:14.861318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-dac38d75-2c27-40f6-b12a-43ff34fcbb93 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:14.869702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-dac38d75-2c27-40f6-b12a-43ff34fcbb93 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 0.3370640 Dec 20 11:38:14.888787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dcfd83a-bfea-4b6b-b9a4-1c2d808bf42e req-13b276f5-2b02-402c-a1d6-003ac228d421 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 1099 time: 1.7162828 Dec 20 11:38:14.903503 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-61612d66-30a7-454d-adc0-4e8d22f54a4b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/quotas/8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 375 time: 0.0324557 Dec 20 11:38:14.936738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:14.953548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:14.955877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Transition to ACTIVE for port object 300dfcd6-786c-42c0-8f9a-f6cf2d640464 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:14.960905 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:14.995669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-77f550e0-9769-40ba-8644-1bdc884f9cb1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908563 Dec 20 11:38:15.039086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:15.046281 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:15.060646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ed76b78-0e13-450f-8a1d-41955d5d4c38 None None] Provisioning complete for port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:15.061013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ed76b78-0e13-450f-8a1d-41955d5d4c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.101001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.131426 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:15.135533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.158399 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6ae2aa7f-953a-4740-be96-537dd5df11ea tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:15.251645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.252354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f1d23-b4b7-4c40-ab2d-fc62215cb082 None None] Pushing event updated for resources: {'Port': ['ID=300dfcd6-786c-42c0-8f9a-f6cf2d640464,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:15.260012 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d9f1d23-b4b7-4c40-ab2d-fc62215cb082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:15.261624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.289790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Transition to ACTIVE for port object 2d9835d3-2ec9-403e-a936-a419504aa0a4 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:15.293743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39054) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:15.302757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Attempting to bind port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:15.303132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Attempting to bind port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:15.303496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Attempting to bind port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:15.328111 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-0f434a3b-093c-4933-981b-334f92e4dc61 service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312032 Dec 20 11:38:15.333468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Pushing event deleted for resources: {'Port': ['ID=694291af-8eba-4d15-b627-e33b698d683a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:15.336861 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:15.347021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-52328f58-a95c-444f-a21d-dd52e8dd088b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 1100 time: 0.6994412 Dec 20 11:38:15.352479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dcfd83a-bfea-4b6b-b9a4-1c2d808bf42e req-15ef010c-09b7-4544-8559-51dbb2bc930e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499018 Dec 20 11:38:15.362903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032aea-ddab-43cc-8196-ce5755cff848 req-70dafff1-e442-47ef-adfa-37dcd6ab911a tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:15.373272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7032aea-ddab-43cc-8196-ce5755cff848 req-70dafff1-e442-47ef-adfa-37dcd6ab911a tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 946 time: 0.8226519 Dec 20 11:38:15.399852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:15.399852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:15.400475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.400718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:15.401202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Bound port: 300dfcd6-786c-42c0-8f9a-f6cf2d640464, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:15.401582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.467694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.475899 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d088049-3c1a-49bc-9411-78c4d5e6439b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:15.538966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] For port 300dfcd6-786c-42c0-8f9a-f6cf2d640464, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:15.543268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] For port 300dfcd6-786c-42c0-8f9a-f6cf2d640464, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=300dfcd6-786c-42c0-8f9a-f6cf2d640464,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:15.547928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] No DVR routers for this DVR port 694291af-8eba-4d15-b627-e33b698d683a on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:38:15.548457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-network', 'tenant_id': '9fee2b030e834c8598706d6b47174e29'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:15.550229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.554382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.557954 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:15.560081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-deleted', 'tag': '694291af-8eba-4d15-b627-e33b698d683a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:15.564288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:15.578984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:15.581357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-3e83a505-9820-40bb-a317-697665104765 service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525074 Dec 20 11:38:15.582380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Usage tracker for resource:network and tenant:9fee2b030e834c8598706d6b47174e29 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:15.587217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:15.591030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:15.633964 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f7032aea-ddab-43cc-8196-ce5755cff848 req-9e5cfbfe-3177-48ac-a3b4-8d37f86cd9ce tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594352 Dec 20 11:38:15.672604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f1d23-b4b7-4c40-ab2d-fc62215cb082 None None] Pushing event updated for resources: {'Port': ['ID=300dfcd6-786c-42c0-8f9a-f6cf2d640464,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:15.688746 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d9f1d23-b4b7-4c40-ab2d-fc62215cb082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:15.689399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:15.690139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:15.787063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e99a804b-e47d-4f4a-bcbb-a7794e3ade5f req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.53 "DELETE /v2.0/ports/694291af-8eba-4d15-b627-e33b698d683a HTTP/1.1" status: 204 len: 173 time: 3.0055113 Dec 20 11:38:15.945110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:15.950473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:15.963571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:15.966388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9835d3-2ec9-403e-a936-a419504aa0a4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:15.994554 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:16.034780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3360ed25-9388-4e62-8504-f65edf8d9bba req-2f77fd7d-fdf1-4dac-9f5f-3913d55ecec4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Synchronizing usage tracker for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:16.040872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-4a84235a-113f-4f96-a54c-e94eba88c1fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:16.048983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-4a84235a-113f-4f96-a54c-e94eba88c1fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.5949178 Dec 20 11:38:16.120317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Made reservation on behalf of 9fee2b030e834c8598706d6b47174e29 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:16.122985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:16.167812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 694291af-8eba-4d15-b627-e33b698d683a no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:16.216202 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-8b95c3fe-287f-4c84-aa95-b88c83bf3125 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=389ad02c-9a41-4971-bad8-11bae34cfac9 HTTP/1.1" status: 200 len: 217 time: 0.1513836 Dec 20 11:38:16.227253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 694291af-8eba-4d15-b627-e33b698d683a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:16.227806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 694291af-8eba-4d15-b627-e33b698d683a not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:16.262363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f4433d8d-5e1f-418b-9ebe-6fb9a6715349 None None] Provisioning for port 2d9835d3-2ec9-403e-a936-a419504aa0a4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:16.269155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:16.300682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:16.378038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:16.425480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-12eaf31c-c90a-426c-a43b-9b4db04b68f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:16.427292 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-12eaf31c-c90a-426c-a43b-9b4db04b68f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0838811 Dec 20 11:38:16.427969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3360ed25-9388-4e62-8504-f65edf8d9bba req-2f77fd7d-fdf1-4dac-9f5f-3913d55ecec4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Unset dirty status for tenant:dc71026b2bba4ad2a830f46780e52b38 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:16.431811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f4433d8d-5e1f-418b-9ebe-6fb9a6715349 None None] Provisioning complete for port 2d9835d3-2ec9-403e-a936-a419504aa0a4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:16.437654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f4433d8d-5e1f-418b-9ebe-6fb9a6715349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:16.441346 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3360ed25-9388-4e62-8504-f65edf8d9bba req-2f77fd7d-fdf1-4dac-9f5f-3913d55ecec4 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] 10.222.0.32 "GET /v2.0/ports?device_id=be58cb68-aa00-4fba-8102-7be4a4766420 HTTP/1.1" status: 200 len: 210 time: 0.5213802 Dec 20 11:38:16.552673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 389ad02c-9a41-4971-bad8-11bae34cfac9 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:38:16.577862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f4433d8d-5e1f-418b-9ebe-6fb9a6715349 None None] Port 2d9835d3-2ec9-403e-a936-a419504aa0a4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:16.601267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:16.621944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Usage tracker for resource:security_group_rule and tenant:9fee2b030e834c8598706d6b47174e29 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:16.623122 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58cb68-aa00-4fba-8102-7be4a4766420', 'name': 'network-vif-deleted', 'tag': '694291af-8eba-4d15-b627-e33b698d683a', 'status': 'completed', 'code': 200} Dec 20 11:38:16.633500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:16.666802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:16.732285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ed0e-c21c-4fe7-90b8-181938beecdb req-f8e5fc20-dcc6-4d1b-902a-61f282ba41a0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:16.741082 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f2a4ed0e-c21c-4fe7-90b8-181938beecdb req-f8e5fc20-dcc6-4d1b-902a-61f282ba41a0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 947 time: 0.6262088 Dec 20 11:38:16.981802 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f2a4ed0e-c21c-4fe7-90b8-181938beecdb req-c1a80129-3add-4f6c-b7fd-0ce2c4bf4019 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397747 Dec 20 11:38:17.015041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b26216-1b06-40cf-8f7e-983156686cf9 req-875e8f67-6100-4227-bfe9-d66922d4b713 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 210 time: 0.1385078 Dec 20 11:38:17.020488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.039476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.057630 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9eb0e783-9f74-4b44-91d5-9252dcf1830c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:17.065835 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-bcad3c9d-452f-4fac-bc7b-0ecdf0e5b21d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.6218350 Dec 20 11:38:17.071984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.089632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:38:17.100026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.133977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 389ad02c-9a41-4971-bad8-11bae34cfac9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=389ad02c-9a41-4971-bad8-11bae34cfac9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:17.136059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345624a5-c769-4e79-8d26-996a87055d6d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:17.141691 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:17.142613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.142966 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Added segment ddee317e-1b15-4d3b-89fd-874bccb0353e of type vlan for network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 Dec 20 11:38:17.143889 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9841c73-029f-49f5-b539-84fc58dc79fa tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:17.168617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:17.270870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '389ad02c-9a41-4971-bad8-11bae34cfac9', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '389ad02c-9a41-4971-bad8-11bae34cfac9', 'mac_address': 'fa:16:3e:76:fa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:38:17.288392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.297431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.307295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9835d3-2ec9-403e-a936-a419504aa0a4,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:17.312841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:17.353007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-50a490aa-e09f-4b2a-a083-9146130640f9 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790072 Dec 20 11:38:17.362871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.378020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.379079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:17.379666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.400198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389ad02c-9a41-4971-bad8-11bae34cfac9 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:17.430023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:17.430688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.435710 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:17.471667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1747651 Dec 20 11:38:17.504693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39078) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:17.504907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 389ad02c-9a41-4971-bad8-11bae34cfac9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=389ad02c-9a41-4971-bad8-11bae34cfac9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:17.508977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:10Z', 'revision_number': 3, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:17.518192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Request body: {'subnet': {'network_id': '2aa15a37-f85a-4f9b-b649-a6ca56c83828', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-subnet', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:17.524929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:17.527017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.531117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073c826-fa5c-445c-8b8a-8effbc0b7eb0 None None] The sync data for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 is: [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:10Z', 'revision_number': 3, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:17.536073 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:17.552152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Usage tracker for resource:subnet and tenant:9fee2b030e834c8598706d6b47174e29 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:17.565861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170099-7477-456f-ac07-b708fdd18f58 req-68bf81da-bd94-4884-8eed-c06bb2418eb2 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:17.574319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-78170099-7477-456f-ac07-b708fdd18f58 req-68bf81da-bd94-4884-8eed-c06bb2418eb2 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 946 time: 0.3291261 Dec 20 11:38:17.659970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:17.704052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=389ad02c-9a41-4971-bad8-11bae34cfac9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:17.707034 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-78170099-7477-456f-ac07-b708fdd18f58 req-3b78e913-7d64-48b9-9890-52dda9c7d759 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305256 Dec 20 11:38:17.709870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:17.710370 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:17.796497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa15a37-f85a-4f9b-b649-a6ca56c83828,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:17.798193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:17.805105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['389ad02c-9a41-4971-bad8-11bae34cfac9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:17.815151 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:17.844731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:38:17.857797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Made reservation on behalf of 9fee2b030e834c8598706d6b47174e29 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:17.867160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:18.058863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2d1acfe-0a7b-4118-bd08-6ba4df6f1871 req-9ec54b25-154f-4b54-bec9-043823f0863a service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718628 Dec 20 11:38:18.270318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Deleting port 60d3592e-5b23-46a9-a1c8-7ec1570302ac {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:18.270932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:18.396624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39100) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:18.397655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:18.407910 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:18.441733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:18.450970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:18.609625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] For port 60d3592e-5b23-46a9-a1c8-7ec1570302ac, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=60d3592e-5b23-46a9-a1c8-7ec1570302ac,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:18.610337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:18.817977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b200ac8d-5819-4682-b773-1e08355dbfd2 None None] Provisioning complete for port 2d9835d3-2ec9-403e-a936-a419504aa0a4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:18.822544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b200ac8d-5819-4682-b773-1e08355dbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:18.851902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Calling delete_port for 60d3592e-5b23-46a9-a1c8-7ec1570302ac owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:18.861940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=014d07d9-ac68-408e-bf0f-622b06622eee,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:18.881144 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:18.890431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b200ac8d-5819-4682-b773-1e08355dbfd2 None None] Port 2d9835d3-2ec9-403e-a936-a419504aa0a4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:18.910148 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b32e1246-b1f5-47de-954d-4e2cc6f29f1a req-e9577d2d-3c90-4e60-98d7-6bf12704fff3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 210 time: 0.1281273 Dec 20 11:38:18.964185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-f2c2ea5e-c9b3-447e-ae94-f7b5b40185e5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:18.965842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-f2c2ea5e-c9b3-447e-ae94-f7b5b40185e5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 1.3655729 Dec 20 11:38:18.988481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Request body: {'port': {'device_id': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'admin_state_up': True, 'tenant_id': '8957291041f943de970d654cee42eed5'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:19.088584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 300dfcd6-786c-42c0-8f9a-f6cf2d640464 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:19.129033 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2dfbd70c-1941-40ff-b8ca-ff43460b2010 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc71026b2bba4ad2a830f46780e52b38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7250588 Dec 20 11:38:19.133220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39116) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:19.168185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a27c26-bc90-42e3-b389-fb8dfbb9769c req-45cf6565-57ca-46a2-bd17-c35ec2157ae9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:19.170087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1a27c26-bc90-42e3-b389-fb8dfbb9769c req-45cf6565-57ca-46a2-bd17-c35ec2157ae9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 948 time: 0.4223545 Dec 20 11:38:19.176623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Checking segment: {'id': 'ddee317e-1b15-4d3b-89fd-874bccb0353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2aa15a37-f85a-4f9b-b649-a6ca56c83828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:19.177128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Network hostable DHCP agents. Network: 2aa15a37-f85a-4f9b-b649-a6ca56c83828, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:38:19.181115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:19.187707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:19.188751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.231276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:19.235214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Usage tracker for resource:port and tenant:8957291041f943de970d654cee42eed5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:19.238081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:19.246146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:19.270133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Made reservation on behalf of 8957291041f943de970d654cee42eed5 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:19.273331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.366061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:38:19.385552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.392199 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1a27c26-bc90-42e3-b389-fb8dfbb9769c req-1ab05120-9630-451a-82d8-f46e653fba6e tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060077 Dec 20 11:38:19.398876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 2aa15a37-f85a-4f9b-b649-a6ca56c83828) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:19.405988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:19.406631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.415823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a6189-77b9-4e8b-924b-15d9ca37171b None None] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:19.446881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9315796 Dec 20 11:38:19.450082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39130) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:19.453312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.458537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-router', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:19.464933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:19.470926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Usage tracker for resource:router and tenant:9fee2b030e834c8598706d6b47174e29 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:19.471993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 300dfcd6-786c-42c0-8f9a-f6cf2d640464, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=300dfcd6-786c-42c0-8f9a-f6cf2d640464,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:19.474803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:19.483470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:19.484590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.499712 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:19.502625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Router 28dd6234-74be-4d51-8463-eb2b2c659571 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:38:19.512952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.513869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.556559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.568005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=300dfcd6-786c-42c0-8f9a-f6cf2d640464,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:19.573231 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:19.578264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Allocated IP 172.20.0.2 (6b4b4f65-4f18-45d6-83bf-6fe84ebea283/88e6d6c6-7d46-433e-b305-c582d0277513/6a00215a-866d-48a1-bd83-cb325bd7ca65) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:19.627779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.718541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.730019 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f2a89263-c38c-4ba0-bd3e-a84bfd7b2b64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:19.782284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Pushing event deleted for resources: {'Port': ['ID=60d3592e-5b23-46a9-a1c8-7ec1570302ac,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:19.798743 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:19.812507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-2aa15a37-f85a-4f9b-b649-a6ca56c83828', 'network_id': '2aa15a37-f85a-4f9b-b649-a6ca56c83828', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'fixed_ips': [{'subnet_id': '014d07d9-ac68-408e-bf0f-622b06622eee'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:38:19.813595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:19.940039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.013920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546813-0075-4310-8df8-9ec126380b93 req-7b1f4430-b0c6-4563-8796-812ebc4b30cf tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:20.015662 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c546813-0075-4310-8df8-9ec126380b93 req-7b1f4430-b0c6-4563-8796-812ebc4b30cf tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 946 time: 0.2296047 Dec 20 11:38:20.022464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.030512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Allocated IP 172.20.0.2 (2aa15a37-f85a-4f9b-b649-a6ca56c83828/014d07d9-ac68-408e-bf0f-622b06622eee/85395849-a15e-489d-886a-29db370f32ff) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:20.066225 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1254b3b7-36f8-4042-b9bb-b328218c55e6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:20.104514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:20.126285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] 10.222.0.32 "PUT /v2.0/routers/28dd6234-74be-4d51-8463-eb2b2c659571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8576663 Dec 20 11:38:20.139552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c546813-0075-4310-8df8-9ec126380b93 req-9e986a8c-f5fa-47dc-853f-efe026b265bb tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053860 Dec 20 11:38:20.164327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:20.180320 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:20.232703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.250968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f399d21f-8f1f-4b33-9a63-16ba557a3091 req-bcc74f7a-5350-496e-8bd8-8223b015e792 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:20.296710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.305483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.306983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.307512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7357d1a-66d7-4d0a-ba1a-1ed3d35f1110 HTTP/1.1" status: 204 len: 168 time: 1.1659455 Dec 20 11:38:20.325013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Transition to ACTIVE for port object 85395849-a15e-489d-886a-29db370f32ff will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:20.366505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Transition to ACTIVE for port object 85395849-a15e-489d-886a-29db370f32ff will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:20.371455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.383065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.393511 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:20.464650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 389ad02c-9a41-4971-bad8-11bae34cfac9 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:20.503524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f399d21f-8f1f-4b33-9a63-16ba557a3091 req-bcc74f7a-5350-496e-8bd8-8223b015e792 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:20.515474 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f399d21f-8f1f-4b33-9a63-16ba557a3091 req-bcc74f7a-5350-496e-8bd8-8223b015e792 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 210 time: 0.3379662 Dec 20 11:38:20.556222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.566502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Pushing event updated for resources: {'Port': ['ID=85395849-a15e-489d-886a-29db370f32ff,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:20.571492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2423e5c1-b94b-4d69-90ca-1b7c4b349d68 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:20.576977 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:20.579236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:20.583231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:20.588797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:20.679488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Allocated IP 172.35.0.167 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/58dc2a94-6929-4d2d-88e1-85995c568e23) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:20.701293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Attempting to bind port 85395849-a15e-489d-886a-29db370f32ff on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:20.702327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Attempting to bind port 85395849-a15e-489d-886a-29db370f32ff by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'ddee317e-1b15-4d3b-89fd-874bccb0353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2aa15a37-f85a-4f9b-b649-a6ca56c83828'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:20.703325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Attempting to bind port 85395849-a15e-489d-886a-29db370f32ff on network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:20.708339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:20.718046 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:20.729508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:20.730564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Checking segment: {'id': 'ddee317e-1b15-4d3b-89fd-874bccb0353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2aa15a37-f85a-4f9b-b649-a6ca56c83828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:20.731202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.731836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Bound using segment: {'id': 'ddee317e-1b15-4d3b-89fd-874bccb0353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2aa15a37-f85a-4f9b-b649-a6ca56c83828'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:20.732682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Bound port: 85395849-a15e-489d-886a-29db370f32ff, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddee317e-1b15-4d3b-89fd-874bccb0353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2aa15a37-f85a-4f9b-b649-a6ca56c83828'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:20.733534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.785171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 389ad02c-9a41-4971-bad8-11bae34cfac9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:20.829217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 389ad02c-9a41-4971-bad8-11bae34cfac9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:20.830101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:20.923610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39154) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:20.929630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:20.934973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:20.956341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:20.977106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] For port 85395849-a15e-489d-886a-29db370f32ff, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:20.985316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] For port 85395849-a15e-489d-886a-29db370f32ff, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85395849-a15e-489d-886a-29db370f32ff,segment=NetworkSegment(ddee317e-1b15-4d3b-89fd-874bccb0353e),segment_id=ddee317e-1b15-4d3b-89fd-874bccb0353e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:20.989581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.030638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.037199 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:21.072908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.079991 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d492116-a5b1-4ed0-9c2f-56922b7da9a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:21.104962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:21.105626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.137402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.147874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9173bfba-03ca-454e-ad53-8447d804db8c tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:21.149758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9173bfba-03ca-454e-ad53-8447d804db8c tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 946 time: 0.2909546 Dec 20 11:38:21.157110 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5972ed71-a77b-4673-b8c4-19362cc92f42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d10c6abed61c46ecbde929fd1e0b382c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2258670 Dec 20 11:38:21.165197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a08a-52fd-422c-b946-d5bfe0131acd req-9ff3266f-3ec2-4754-924b-eb58154f0971 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:21.166458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39158) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:21.172382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2b7a08a-52fd-422c-b946-d5bfe0131acd req-9ff3266f-3ec2-4754-924b-eb58154f0971 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 948 time: 0.3804843 Dec 20 11:38:21.197271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 300dfcd6-786c-42c0-8f9a-f6cf2d640464 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:21.255268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2711222 Dec 20 11:38:21.259437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:21.269740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:21.280372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Request body: {'port': {'device_id': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:21.289126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:21.297878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255743513', 'description': 'tempest-description--1512820705'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:21.312401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:21.322893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389ad02c-9a41-4971-bad8-11bae34cfac9'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:21.326701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Usage tracker for resource:security_group and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:21.331050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:21.337399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Pushing event updated for resources: {'Port': ['ID=85395849-a15e-489d-886a-29db370f32ff,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:21.346289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.347129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:21.349902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 389ad02c-9a41-4971-bad8-11bae34cfac9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=389ad02c-9a41-4971-bad8-11bae34cfac9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:21.353333 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:21.365510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:21.375008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.384676 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:21.401437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Pushing event updated for resources: {'Port': ['ID=58dc2a94-6929-4d2d-88e1-85995c568e23,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:21.433272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.445204 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:21.454917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:21.457469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.537430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Deleting port c31444ea-d074-4608-b2e8-6f23d7e8bb9b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:21.537863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.632830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=389ad02c-9a41-4971-bad8-11bae34cfac9,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:21.642673 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:21.724216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.735827 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2b7a08a-52fd-422c-b946-d5bfe0131acd req-eb59ba6c-da95-4dfd-b579-7e1d45cd9f54 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624137 Dec 20 11:38:21.786058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:21.795886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.799209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Usage tracker for resource:security_group_rule and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:21.813574 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389ad02c-9a41-4971-bad8-11bae34cfac9', 'code': 200} Dec 20 11:38:21.817187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:21.836311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:21.844091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:21.916561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe2b5c-16c6-49ab-8aac-cc0170ae0d4f req-c8d2bc5e-7496-435f-abd5-2291ab5f1281 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:21.918331 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7afe2b5c-16c6-49ab-8aac-cc0170ae0d4f req-c8d2bc5e-7496-435f-abd5-2291ab5f1281 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 946 time: 0.4722178 Dec 20 11:38:22.013367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.019713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.025067 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:22.034053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7afe2b5c-16c6-49ab-8aac-cc0170ae0d4f req-0d9bd4f1-daab-42ed-b72f-bb26e0da0cfe tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/security-groups?id=25114262-56f1-4bb3-bcd3-0a07fbe1f73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078534 Dec 20 11:38:22.038723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.099591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a56799-8b56-4adc-9cc2-c89d243bfd8d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:22.107717 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:22.108228 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7b78b27-9f91-45d3-b02a-c10d60d7ba2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:22.119900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.123920 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8493407 Dec 20 11:38:22.123920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6740ed8f-b90b-44b4-bf06-765c5d536d81,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:22.124844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39174) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:22.129101 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:22.130238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.144385 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6740ed8f-b90b-44b4-bf06-765c5d536d81 HTTP/1.1" status: 204 len: 168 time: 0.9325566 Dec 20 11:38:22.146769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] For port c31444ea-d074-4608-b2e8-6f23d7e8bb9b, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,segment=NetworkSegment(e56a0c02-1c9c-41e2-b579-fbaed5f4caed),segment_id=e56a0c02-1c9c-41e2-b579-fbaed5f4caed)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:22.147269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.151478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Request body: {'security_group_rule': {'security_group_id': '53a56799-8b56-4adc-9cc2-c89d243bfd8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:22.157845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.171869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.176597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:22.183206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Usage tracker for resource:security_group_rule and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:22.186930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:22.195708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:22.319521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.363766 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Sync routers for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:22.384507 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:22.385194 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:22.437440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.455397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.498245 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-958a4d4e-2b42-45c2-91f3-9010e36ad4fd tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:22.579677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Calling delete_port for c31444ea-d074-4608-b2e8-6f23d7e8bb9b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:22.591262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5329de-4022-491b-835f-6792ffbc22d0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:22.594925 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:22.604586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.605587 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4794068 Dec 20 11:38:22.613089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39184) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:22.620105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Request body: {'security_group_rule': {'security_group_id': '53a56799-8b56-4adc-9cc2-c89d243bfd8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:22.636452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:22.656446 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:22.657019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Usage tracker for resource:security_group_rule and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:22.663515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:22.678098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:22.712644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde1010-86e1-47d2-9cfa-38cd3b5acc06 None None] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:22.748859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:22.867623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Router 1a37c230-4482-407c-bb30-e7c609c97b03 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:38:23.075367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3310f945-075b-4de5-8bfc-93b9d2f43190 None None] Provisioning for port 85395849-a15e-489d-886a-29db370f32ff completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:23.124910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.143492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.145406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85395849-a15e-489d-886a-29db370f32ff up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:23.174703 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:23.194529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25e906b0-ed33-4acc-8739-c2400a208450 req-d90d225a-64a4-4f17-bf04-a0e48f696f21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 1102 time: 1.2902668 Dec 20 11:38:23.204799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b104dca-8b59-4c71-bc85-bd0c7af02bee,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:23.208805 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:23.266456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d783-9267-4a33-8eea-74df43d29cc8 req-4eb91415-6fe1-40e4-b6d2-f9f94576f4bf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:23.281168 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf06d783-9267-4a33-8eea-74df43d29cc8 req-4eb91415-6fe1-40e4-b6d2-f9f94576f4bf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 931 time: 1.3315594 Dec 20 11:38:23.307234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 85395849-a15e-489d-886a-29db370f32ff completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:23.312970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 85395849-a15e-489d-886a-29db370f32ff triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:23.313515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.417586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.423501 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8055558 Dec 20 11:38:23.448824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39204) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:23.466838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:23.484179 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 2, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:23.494991 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Checking router: 28dd6234-74be-4d51-8463-eb2b2c659571 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:23.495347 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Updating router 28dd6234-74be-4d51-8463-eb2b2c659571 port 2d9835d3-2ec9-403e-a936-a419504aa0a4 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:38:23.505554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.512851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:23.520380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c245de-8c6d-4677-947b-2410434251e2 req-0b6787ce-9db4-42d5-9f8d-3d3bd558bbde tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:23.533557 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73c245de-8c6d-4677-947b-2410434251e2 req-0b6787ce-9db4-42d5-9f8d-3d3bd558bbde tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 949 time: 0.4880033 Dec 20 11:38:23.549475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e3ab64f1-2eab-4367-8019-5dd6a7d7e916 None None] Provisioning complete for port 85395849-a15e-489d-886a-29db370f32ff triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:23.549850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e3ab64f1-2eab-4367-8019-5dd6a7d7e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.577456 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.629117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Usage tracker for resource:floatingip and tenant:559e401db21a466a904cce5123b39a7b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:23.636254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 85395849-a15e-489d-886a-29db370f32ff, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85395849-a15e-489d-886a-29db370f32ff,segment=NetworkSegment(ddee317e-1b15-4d3b-89fd-874bccb0353e),segment_id=ddee317e-1b15-4d3b-89fd-874bccb0353e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:23.659722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:23.662683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.667949 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-49b2a92b-bd59-4536-8e65-452fbd687374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:23.701048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:23.709979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.723868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['c31444ea-d074-4608-b2e8-6f23d7e8bb9b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:23.779285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73c245de-8c6d-4677-947b-2410434251e2 req-66409272-7b91-49cb-a51c-dac9b3fbf27c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390287 Dec 20 11:38:23.797517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:23.832022 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b5b-1fd5-47c8-90bf-ff787ad2be7c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:23.875477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:23.884470 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25e906b0-ed33-4acc-8739-c2400a208450 req-7c79d78d-ebd2-45e8-a0f6-0c7fce30ae4e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651568 Dec 20 11:38:23.936653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Pushing event deleted for resources: {'Port': ['ID=c31444ea-d074-4608-b2e8-6f23d7e8bb9b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:23.950697 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:23.990564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Sync routers for ids ['1a37c230-4482-407c-bb30-e7c609c97b03'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:24.045762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=85395849-a15e-489d-886a-29db370f32ff,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:24.054042 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:24.057155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:24.060872 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6056054 Dec 20 11:38:24.061021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Routers {'1a37c230-4482-407c-bb30-e7c609c97b03'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:24.061021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['1a37c230-4482-407c-bb30-e7c609c97b03'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:24.081691 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48971a22-7651-4442-b6f3-8a5c4e24a6dd req-88a0f193-b88a-4b56-be61-1f8d0ac709a9 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f55cc2-1df3-44c4-9395-cd5643d2f441 HTTP/1.1" status: 200 len: 210 time: 0.0793231 Dec 20 11:38:24.082222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39216) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:24.143678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] No DVR routers for this DVR port c31444ea-d074-4608-b2e8-6f23d7e8bb9b on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:38:24.158578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf06d783-9267-4a33-8eea-74df43d29cc8 req-7739a082-60ae-4bea-a9c3-1bd57f30b67e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8764739 Dec 20 11:38:24.160099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:24.193703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'name': 'network-vif-deleted', 'tag': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:24.219645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38196b9b-502b-4a76-ba0e-55cf0e3f44fc req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] 10.222.0.53 "DELETE /v2.0/ports/c31444ea-d074-4608-b2e8-6f23d7e8bb9b HTTP/1.1" status: 204 len: 173 time: 3.0606935 Dec 20 11:38:24.243906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:24.328369 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:24.355155 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Transition to ACTIVE for port object 2d9835d3-2ec9-403e-a936-a419504aa0a4 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:24.380220 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:24.385868 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:24.407870 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f55cc2-1df3-44c4-9395-cd5643d2f441', 'name': 'network-vif-deleted', 'tag': 'c31444ea-d074-4608-b2e8-6f23d7e8bb9b', 'status': 'completed', 'code': 200} Dec 20 11:38:24.478779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Set router 1a37c230-4482-407c-bb30-e7c609c97b03 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:24.521957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Allocated IP 172.35.0.221 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/6a703426-7280-4a6b-ac36-a8e676828d05) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:24.598343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:38:24.707722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a00215a-866d-48a1-bd83-cb325bd7ca65 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:24.736969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:24.857603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Transition to ACTIVE for port object 6a00215a-866d-48a1-bd83-cb325bd7ca65 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:24.870783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:24.879864 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9956eeda-ec3d-4ac5-a5d8-cf919cd4cb44 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:24.997528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81754000-fad4-4aec-b0c5-dba255f563a5 None None] Pushing event updated for resources: {'Port': ['ID=2d9835d3-2ec9-403e-a936-a419504aa0a4,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:25.018634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-router', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167'}], 'enable_snat': True}, 'gw_port_id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:19Z', 'updated_at': '2021-12-20T11:38:21Z', 'revision_number': 3, 'project_id': '9fee2b030e834c8598706d6b47174e29', 'gw_port': {'id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:20Z', 'updated_at': '2021-12-20T11:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:25.037594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Checking router: 1a37c230-4482-407c-bb30-e7c609c97b03 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:25.039608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Updating router 1a37c230-4482-407c-bb30-e7c609c97b03 port 58dc2a94-6929-4d2d-88e1-85995c568e23 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:38:25.103190 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-81754000-fad4-4aec-b0c5-dba255f563a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:25.153481 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Attempting to bind port 2d9835d3-2ec9-403e-a936-a419504aa0a4 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:25.155487 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Attempting to bind port 2d9835d3-2ec9-403e-a936-a419504aa0a4 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:25.159185 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Attempting to bind port 2d9835d3-2ec9-403e-a936-a419504aa0a4 on network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:25.168506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85395849-a15e-489d-886a-29db370f32ff up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:25.176186 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:25.176688 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Checking segment: {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:25.177199 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.178411 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Bound using segment: {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:25.179006 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Bound port: 2d9835d3-2ec9-403e-a936-a419504aa0a4, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:25.182494 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.297981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.333839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:25.341618 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:25.400532 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] For port 2d9835d3-2ec9-403e-a936-a419504aa0a4, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:25.411120 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] For port 2d9835d3-2ec9-403e-a936-a419504aa0a4, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2d9835d3-2ec9-403e-a936-a419504aa0a4,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:25.433316 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.441119 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:25.510877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 85395849-a15e-489d-886a-29db370f32ff triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:25.512076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.540299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.637309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.655220 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:25.679818 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:25.681173 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:25.689176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Router d1f1387f-18a5-4265-8585-3f7c9cad72ed has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:38:25.694985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:25.702331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:25.705521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:25.716176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:25.716514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:25.716835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:25.784568 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81754000-fad4-4aec-b0c5-dba255f563a5 None None] Pushing event updated for resources: {'Port': ['ID=2d9835d3-2ec9-403e-a936-a419504aa0a4,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:25.794970 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-81754000-fad4-4aec-b0c5-dba255f563a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:25.809921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:25.810930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:25.825812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c44c8-6955-47e5-ba2a-8f8c91a1b98f req-c596c1a5-1f7a-4877-be4b-9c2eba181b6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:25.833498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-240c44c8-6955-47e5-ba2a-8f8c91a1b98f req-c596c1a5-1f7a-4877-be4b-9c2eba181b6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 949 time: 0.6067216 Dec 20 11:38:25.970079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:25.970415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:25.970874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:25.971227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Bound port: 6a00215a-866d-48a1-bd83-cb325bd7ca65, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:25.971763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:25.999677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.015528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Transition to ACTIVE for port object 58dc2a94-6929-4d2d-88e1-85995c568e23 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:26.033558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c31444ea-d074-4608-b2e8-6f23d7e8bb9b no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:26.038535 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-e95bc8ed-061f-4594-9833-457cd8f1fcc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1098 time: 0.4969850 Dec 20 11:38:26.041000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event updated for resources: {'Port': ['ID=6a703426-7280-4a6b-ac36-a8e676828d05,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:26.053094 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:26.078890 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:26.090498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: c31444ea-d074-4608-b2e8-6f23d7e8bb9b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:26.091252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c31444ea-d074-4608-b2e8-6f23d7e8bb9b not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:26.093157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.110856 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:26.174568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.205336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Attempting to bind port 58dc2a94-6929-4d2d-88e1-85995c568e23 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:26.206092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Attempting to bind port 58dc2a94-6929-4d2d-88e1-85995c568e23 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:26.206636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Attempting to bind port 58dc2a94-6929-4d2d-88e1-85995c568e23 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:26.209304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df4525-1d4a-4f33-94b8-06f91880b07e None None] Pushing event updated for resources: {'Port': ['ID=58dc2a94-6929-4d2d-88e1-85995c568e23,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:26.212766 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-14df4525-1d4a-4f33-94b8-06f91880b07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:26.219076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:26.219460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:26.219874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.220279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:26.220772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Bound port: 58dc2a94-6929-4d2d-88e1-85995c568e23, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:26.221157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.252018 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-240c44c8-6955-47e5-ba2a-8f8c91a1b98f req-2e694fa7-fcdd-4838-8344-36cae2d4788d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175854 Dec 20 11:38:26.295276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] For port 58dc2a94-6929-4d2d-88e1-85995c568e23, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:26.295492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.299763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] For port 58dc2a94-6929-4d2d-88e1-85995c568e23, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=58dc2a94-6929-4d2d-88e1-85995c568e23,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:26.311579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.323670 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d9f1d23-b4b7-4c40-ab2d-fc62215cb082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:26.412044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15578eb3-f012-43e0-a725-00ac5788e83e req-361dc55f-45f6-4444-adf9-b132ae545391 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:26.420915 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15578eb3-f012-43e0-a725-00ac5788e83e req-361dc55f-45f6-4444-adf9-b132ae545391 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.8500979 Dec 20 11:38:26.456177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39250) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:26.527794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Deleting subnet baaa83c1-fbec-4376-9622-b9d4a380faf7 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:38:26.535879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-7a842a8c-7140-4587-9087-6f0415bc65d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:26.537311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-7a842a8c-7140-4587-9087-6f0415bc65d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 919 time: 0.2976220 Dec 20 11:38:26.549749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.561229 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:25Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:26.566347 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0cc59-49c7-4ae3-918b-cbf95c3c869a None None] The sync data for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 is: [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:25Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:26.600458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Routers {'1a37c230-4482-407c-bb30-e7c609c97b03'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:26.601104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['1a37c230-4482-407c-bb30-e7c609c97b03'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:26.698626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df4525-1d4a-4f33-94b8-06f91880b07e None None] Pushing event updated for resources: {'Port': ['ID=58dc2a94-6929-4d2d-88e1-85995c568e23,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:26.714088 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-14df4525-1d4a-4f33-94b8-06f91880b07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:26.800686 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15578eb3-f012-43e0-a725-00ac5788e83e req-a0f61600-2cfa-4070-adcf-81141a54954e tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786573 Dec 20 11:38:26.803805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:26.811497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:26.812463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.899875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.906439 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:26.910953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:26.943571 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-91a7e648-64a3-45c7-98f2-611e821a4c9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 200 len: 217 time: 0.3377953 Dec 20 11:38:26.988202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] Set router 1a37c230-4482-407c-bb30-e7c609c97b03 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:27.127159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2d9835d3-2ec9-403e-a936-a419504aa0a4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:27.194287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-e46165eb-910b-441a-ad5e-cce9bfea5b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:27.197830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-e46165eb-910b-441a-ad5e-cce9bfea5b35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.2384980 Dec 20 11:38:27.214340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.215874 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] 10.222.0.53 "PUT /v2.0/ports/6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 1093 time: 5.9399116 Dec 20 11:38:27.228510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:27.324163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.330988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.421160 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:27.499633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.514710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baaa83c1-fbec-4376-9622-b9d4a380faf7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:27.517568 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:27.549279 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-ea703e32-7cd8-40ee-8aad-39ff17292308 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3314126 Dec 20 11:38:27.550499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:27.573593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:27.577420 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a83181f4-b672-4770-99e9-40c0b145f962 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:27.602241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2d9835d3-2ec9-403e-a936-a419504aa0a4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:27.609421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.618096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2d9835d3-2ec9-403e-a936-a419504aa0a4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:27.621604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.684915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3757b00-86d9-493e-8403-d1035aa08b8f req-e369075f-adcb-40b9-9976-c947072a70b2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:27.687357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3757b00-86d9-493e-8403-d1035aa08b8f req-e369075f-adcb-40b9-9976-c947072a70b2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 943 time: 0.9703760 Dec 20 11:38:27.699224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.708939 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2473490 Dec 20 11:38:27.720664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.722495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/baaa83c1-fbec-4376-9622-b9d4a380faf7 HTTP/1.1" status: 204 len: 168 time: 1.2653995 Dec 20 11:38:27.728233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39270) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:27.770175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event updated for resources: {'Port': ['ID=6a703426-7280-4a6b-ac36-a8e676828d05,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:27.787396 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:27.795302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-581f3d79-6393-44ae-9727-2e8f773ab484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:27.947199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-router', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167'}], 'enable_snat': True}, 'gw_port_id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:19Z', 'updated_at': '2021-12-20T11:38:21Z', 'revision_number': 3, 'project_id': '9fee2b030e834c8598706d6b47174e29', 'gw_port': {'id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:20Z', 'updated_at': '2021-12-20T11:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:27.960135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-2d8e2f03-5718-4ca7-a06a-e7e7f16f136a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1096 time: 0.5850251 Dec 20 11:38:27.963126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab09-9846-445c-8fab-f0cf23de396e None None] The sync data for ids ['1a37c230-4482-407c-bb30-e7c609c97b03'] in n-d-victoria-1 is: [{'id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-router', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167'}], 'enable_snat': True}, 'gw_port_id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:19Z', 'updated_at': '2021-12-20T11:38:21Z', 'revision_number': 3, 'project_id': '9fee2b030e834c8598706d6b47174e29', 'gw_port': {'id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:20Z', 'updated_at': '2021-12-20T11:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:27.966723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.010981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2d9835d3-2ec9-403e-a936-a419504aa0a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2d9835d3-2ec9-403e-a936-a419504aa0a4,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:28.023648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.026023 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-14df4525-1d4a-4f33-94b8-06f91880b07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:28.096134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.096904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-3dacbeef-e919-4dbb-b58e-18ee0e55305f service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223405 Dec 20 11:38:28.098638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:28.104004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a38d76-8005-441c-a463-eb3a3ee8aecf req-b4571586-12d1-43a1-b212-bc99573d3486 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:28.104746 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] 10.222.0.32 "PUT /v2.0/routers/d1f1387f-18a5-4265-8585-3f7c9cad72ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1587591 Dec 20 11:38:28.106197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-8c82faeb-1d62-4e49-9d28-3f3af6e8a0e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 217 time: 0.1291776 Dec 20 11:38:28.109408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39278) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:28.111038 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d3a38d76-8005-441c-a463-eb3a3ee8aecf req-b4571586-12d1-43a1-b212-bc99573d3486 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 949 time: 0.4707692 Dec 20 11:38:28.113515 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] Sync routers for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:28.116215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2d9835d3-2ec9-403e-a936-a419504aa0a4,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:28.119303 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:28.126480 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:28.127073 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:28.250036 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3757b00-86d9-493e-8403-d1035aa08b8f req-74e7a954-a511-41cd-b81e-517786de16dc tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228187 Dec 20 11:38:28.277537 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d3a38d76-8005-441c-a463-eb3a3ee8aecf req-9d5d64b0-1b73-4a68-9d18-3dc3f9aaebcd tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654763 Dec 20 11:38:28.334768 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:28.365750 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65', 'status': 'completed', 'code': 200} Dec 20 11:38:28.387043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-f28fd432-535a-4776-8f27-c59ab838c9f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:28.388576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-f28fd432-535a-4776-8f27-c59ab838c9f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1838274 Dec 20 11:38:28.493689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.557878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:28.567660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-8aa7dad7-3b2e-4a6c-bec5-8af364bbc670 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635556 Dec 20 11:38:28.598730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56a0c02-1c9c-41e2-b579-fbaed5f4caed') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:28.599326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56a0c02-1c9c-41e2-b579-fbaed5f4caed') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:28.623126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.658057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.661795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.676022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-71b9e75c-a4d2-4581-bf1f-7449f6c0afc3 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Synchronizing usage tracker for tenant:559e401db21a466a904cce5123b39a7b on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:28.687056 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:28.687370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:38:28.687597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.691944 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] Checking router: d1f1387f-18a5-4265-8585-3f7c9cad72ed for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:38:28.702138 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:38:28.707370 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] Routers {'d1f1387f-18a5-4265-8585-3f7c9cad72ed'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:28.708324 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:28.797333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbc633de-075a-48e6-8189-c2fba19b22fa req-455e792d-64ee-42c0-aea5-4a837de2f7f9 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889329 Dec 20 11:38:28.832075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-71b9e75c-a4d2-4581-bf1f-7449f6c0afc3 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Unset dirty status for tenant:559e401db21a466a904cce5123b39a7b on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:28.840001 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-71b9e75c-a4d2-4581-bf1f-7449f6c0afc3 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--255743513&fields=id&tenant_id=559e401db21a466a904cce5123b39a7b HTTP/1.1" status: 200 len: 267 time: 0.2839704 Dec 20 11:38:28.869907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.886241 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:28.903391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:28.931115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:28.944886 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-6df152c1-4106-4121-875e-c1331d5ff4da service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338394 Dec 20 11:38:28.950050 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] Set router d1f1387f-18a5-4265-8585-3f7c9cad72ed gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:28.969412 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:28.986246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31294f59-d522-4579-adbe-33b9e44efee1 req-5aad644a-8d55-4646-971f-b8e0c831b2d5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:28.987667 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31294f59-d522-4579-adbe-33b9e44efee1 req-5aad644a-8d55-4646-971f-b8e0c831b2d5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4243677 Dec 20 11:38:29.040708 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f0e1e4a-1faa-41f3-9d1b-f8718c724ecd HTTP/1.1" status: 204 len: 168 time: 1.2978737 Dec 20 11:38:29.100494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2d9835d3-2ec9-403e-a936-a419504aa0a4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:29.101280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.129736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-908136ad-4f7a-45c5-a749-5ca60e7a015c tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:29.130431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-908136ad-4f7a-45c5-a749-5ca60e7a015c tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Synchronizing usage tracker for tenant:559e401db21a466a904cce5123b39a7b on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:29.170337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Allocated IP 172.20.0.1 (2aa15a37-f85a-4f9b-b649-a6ca56c83828/014d07d9-ac68-408e-bf0f-622b06622eee/624c90cc-2c0c-48ea-bf4a-e8bac46974c3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:29.173932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-908136ad-4f7a-45c5-a749-5ca60e7a015c tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Unset dirty status for tenant:559e401db21a466a904cce5123b39a7b on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:29.180213 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-908136ad-4f7a-45c5-a749-5ca60e7a015c tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/networks?id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc HTTP/1.1" status: 200 len: 812 time: 0.3391197 Dec 20 11:38:29.205829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-99c6b736-f61c-4998-9dd9-9aaefaeec70d tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/quotas/559e401db21a466a904cce5123b39a7b HTTP/1.1" status: 200 len: 375 time: 0.0239689 Dec 20 11:38:29.222244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31294f59-d522-4579-adbe-33b9e44efee1 req-f03295cf-acfd-4116-a3e0-db3f50d09866 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170517 Dec 20 11:38:29.230087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9084d8cb-0da5-44b2-8453-670e29d7dec9 req-4bf53891-da50-4918-b549-79ee0c85aa07 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793388 Dec 20 11:38:29.261031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2d9835d3-2ec9-403e-a936-a419504aa0a4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:29.261817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.470787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-cf077103-d1f7-4fa7-ad64-7c04cb55ac9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1096 time: 0.1433427 Dec 20 11:38:29.515299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39298) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:29.533479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.562483 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:29.567873 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7411eb0-5dc5-44b7-9551-9359d268068b None None] The sync data for ids ['d1f1387f-18a5-4265-8585-3f7c9cad72ed'] in n-d-victoria-1 is: [{'id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'name': 'tempest-ServersTestJSON-1715676665-router', 'tenant_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:35:22Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 5, 'project_id': '6174e24598ba4fdc8fa77493bd14f7e5', 'gw_port': {'id': '462d56d1-2f0d-4c72-b450-d15946c22b7b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f1387f-18a5-4265-8585-3f7c9cad72ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:35:24Z', 'updated_at': '2021-12-20T11:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:29.622471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Deleting port 462d56d1-2f0d-4c72-b450-d15946c22b7b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:29.622830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.633061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.641044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-6a29f2c7-6d94-4535-bc24-41a9cc9c18a1 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Synchronizing usage tracker for tenant:559e401db21a466a904cce5123b39a7b on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:29.662271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-22829a2f-d239-4a56-bcbb-4d2800b536d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9662982191cf4d5f948192935975164d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1436012 Dec 20 11:38:29.664621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39302) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:29.668208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Transition to ACTIVE for port object 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:29.692346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-4d701024-1f23-4ddb-823b-1718d2eb53a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:29.693839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-4d701024-1f23-4ddb-823b-1718d2eb53a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.2155974 Dec 20 11:38:29.702688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-6a29f2c7-6d94-4535-bc24-41a9cc9c18a1 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Unset dirty status for tenant:559e401db21a466a904cce5123b39a7b on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:29.714417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-6a29f2c7-6d94-4535-bc24-41a9cc9c18a1 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=559e401db21a466a904cce5123b39a7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5015485 Dec 20 11:38:29.803237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-767d7d24-f724-4eef-98c7-c9e888a0d5e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 217 time: 0.0914416 Dec 20 11:38:29.849520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.854181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.871144 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-66a0e003-ac6f-428f-8289-f72d3d3ef71c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:29.885592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10d8b486-8497-4edc-8790-d027d3e46ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.945374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-8f7d453c-659a-43af-81b2-51427276e564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:29.947364 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-8f7d453c-659a-43af-81b2-51427276e564 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.0971370 Dec 20 11:38:29.952719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] For port 462d56d1-2f0d-4c72-b450-d15946c22b7b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=462d56d1-2f0d-4c72-b450-d15946c22b7b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:29.953076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:29.959611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.006588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:30.021001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:30.028849 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-1582447d-9236-4727-87f1-f6346d69b066 service neutron] 10.222.0.32 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014209 Dec 20 11:38:30.036992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:30.061289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Pushing event updated for resources: {'Port': ['ID=624c90cc-2c0c-48ea-bf4a-e8bac46974c3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:30.064638 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:30.159046 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-9b64bc53-76e2-4ec7-83d0-9e86963d5e6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980505 Dec 20 11:38:30.166069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Calling delete_port for 462d56d1-2f0d-4c72-b450-d15946c22b7b owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:30.197174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:30.323777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.361875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.370442 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1bc1e2ee-58c2-453d-90c4-548cc641605f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:30.407883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25114262-56f1-4bb3-bcd3-0a07fbe1f73e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:30.416803 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:30.417119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c4d0608c-6345-4056-8f36-124ed8b2ec33 None None] Provisioning for port 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:30.432818 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-f2f71a23-a98e-4dfc-83cf-ca8ab16de3ea service neutron] 10.222.0.32 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638690 Dec 20 11:38:30.451863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.455039 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25114262-56f1-4bb3-bcd3-0a07fbe1f73e HTTP/1.1" status: 204 len: 168 time: 0.7907968 Dec 20 11:38:30.469224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c4d0608c-6345-4056-8f36-124ed8b2ec33 None None] Provisioning complete for port 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:30.469623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4d0608c-6345-4056-8f36-124ed8b2ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.575435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.590939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0608c-6345-4056-8f36-124ed8b2ec33 None None] Port 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:30.613635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-1c45c114-0d7d-451c-aa40-f0145ff4e3c7 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153514 Dec 20 11:38:30.671075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.755334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:30.762063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Usage tracker for resource:security_group_rule and tenant:d262327b46974ee7915639e7ca95e78a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:30.766036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:30.771444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:30.890951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.902132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:30.936469 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:31.009754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 60d3592e-5b23-46a9-a1c8-7ec1570302ac no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:31.021452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Pushing event updated for resources: {'Port': ['ID=624c90cc-2c0c-48ea-bf4a-e8bac46974c3,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:31.026837 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:31.034969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.130399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91741594-65bf-4279-ac9c-bbaf9c307f32 req-d66268f6-993b-4513-9b78-f614d3be4952 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:31.132684 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91741594-65bf-4279-ac9c-bbaf9c307f32 req-d66268f6-993b-4513-9b78-f614d3be4952 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 943 time: 1.1700580 Dec 20 11:38:31.148216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 60d3592e-5b23-46a9-a1c8-7ec1570302ac {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:31.148576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 60d3592e-5b23-46a9-a1c8-7ec1570302ac not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:31.157746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.176190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.189039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.194442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.209218 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ae481148-46e4-4d77-95c6-ac134d7425e2 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:31.248790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.276070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:31.278065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:31.363857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Pushing event deleted for resources: {'Port': ['ID=462d56d1-2f0d-4c72-b450-d15946c22b7b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:31.388069 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:31.391599 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a6ac533-b716-4cf4-8441-da78098fa883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:31.442356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9df668b9-dfd2-4a42-9f78-0a1b89cc8916 req-ef7be51e-7b31-4f02-b9f6-12145c6a81bb service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8068221 Dec 20 11:38:31.445212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808eca0e-31d6-4a14-989c-60143bf008c7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:31.551616 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:31.612130 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-d58a7362-92cd-471d-a1fa-30a4430b4b7c tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd&device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110&device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e&device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c&device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 5550 time: 0.4036674 Dec 20 11:38:31.671352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.741928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-16cc81e7-8772-4bbb-8029-46a5385b5c42 None None] Provisioning complete for port 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:31.742544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16cc81e7-8772-4bbb-8029-46a5385b5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.766524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91741594-65bf-4279-ac9c-bbaf9c307f32 req-72688316-a99e-43ff-b4f6-fb1beedde973 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733018 Dec 20 11:38:31.767053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39350) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:31.800805 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d262327b46974ee7915639e7ca95e78a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5821512 Dec 20 11:38:31.806787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:31.810689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:31.820936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:31.844223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Usage tracker for resource:security_group_rule and tenant:29b01ea7426247a7878f075722b03bc0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:31.845971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16cc81e7-8772-4bbb-8029-46a5385b5c42 None None] Port 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:31.863451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:31.876503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:31.977581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-network', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:32.015915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:32.028721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Usage tracker for resource:network and tenant:eff6c436d2bc4266b1e08d2c95a35fce is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:32.035875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:32.046714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:32.065568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.069853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:38:32.114726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.126206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.135353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.146714 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b66ad9a-8b95-4616-8b47-10dea0aebe4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:32.188797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.193267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.207902 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56dfca3d-8b0d-4f54-b862-1f96e4c8cd49 req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&id=52050849-c74d-43cf-a51e-a40969be0c54&id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.5941315 Dec 20 11:38:32.213674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1545bf99-ea1c-4d01-82a3-db2cd418ac59,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:32.235153 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:32.239439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Router 1a37c230-4482-407c-bb30-e7c609c97b03 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:38:32.257925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.258508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f1387f-18a5-4265-8585-3f7c9cad72ed {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:38:32.261386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Made reservation on behalf of eff6c436d2bc4266b1e08d2c95a35fce for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:32.263669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.277669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:32.281757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.290551 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08ac9289-cd1e-455c-b6d5-62b146009ed6 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:32.294094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '6a00215a-866d-48a1-bd83-cb325bd7ca65', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'port_id': '6a00215a-866d-48a1-bd83-cb325bd7ca65', 'mac_address': 'fa:16:3e:4f:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e6d6c6-7d46-433e-b305-c582d0277513', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:38:32.380397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.388083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808eca0e-31d6-4a14-989c-60143bf008c7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:32.398528 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:32.440956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a00215a-866d-48a1-bd83-cb325bd7ca65 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:32.461739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:32.462356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.467071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.468991 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:32.470271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db256907-7dc0-4353-9324-a350f639830e req-d83d6390-fb34-43cf-ba6d-0f4b50640226 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 210 time: 0.0666099 Dec 20 11:38:32.475415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.488626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/808eca0e-31d6-4a14-989c-60143bf008c7 HTTP/1.1" status: 204 len: 168 time: 0.6806955 Dec 20 11:38:32.509249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:32.513289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Usage tracker for resource:security_group_rule and tenant:eff6c436d2bc4266b1e08d2c95a35fce is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:32.516380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:32.523168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:32.598590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.612987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.630339 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c68a33c-acf6-440c-b308-4cbc5d733743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:32.664235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:32.671399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff273e4b-596d-4d06-879a-0fbc02a9a7ff,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:32.675533 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:32.677656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.679800 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:32.705078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6a00215a-866d-48a1-bd83-cb325bd7ca65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:32.722145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:38:32.742065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00899-9745-4a66-aeb4-0e1cd025b19d req-981e1e69-7b18-4207-bc54-852a2fd645f9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:32.751176 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fe00899-9745-4a66-aeb4-0e1cd025b19d req-981e1e69-7b18-4207-bc54-852a2fd645f9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.7773755 Dec 20 11:38:32.803897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.805118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] 10.222.0.32 "DELETE /v2.0/routers/d1f1387f-18a5-4265-8585-3f7c9cad72ed HTTP/1.1" status: 204 len: 168 time: 4.6815386 Dec 20 11:38:32.809839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:32.815428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-bf93cb3d-0493-48fa-b44a-d999544d53eb tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:32.817275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-bf93cb3d-0493-48fa-b44a-d999544d53eb tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.53 "GET /v2.0/networks?id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc HTTP/1.1" status: 200 len: 812 time: 0.5259197 Dec 20 11:38:32.821935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.822391 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Added segment 2adabb46-24b2-47e5-beb3-11b4573f3e62 of type vlan for network 278b1917-c3c0-4888-8957-7bf2b89f56ad Dec 20 11:38:32.886092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fe00899-9745-4a66-aeb4-0e1cd025b19d req-e543946e-545f-4466-a0ca-7aa7acafd0b8 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243722 Dec 20 11:38:32.912223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Deleting subnet 6b985b90-088f-4b61-ae3e-eb755d48a3fd {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:38:32.912223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:32.980986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.043463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:33.054090 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] 10.222.0.32 "PUT /v2.0/routers/1a37c230-4482-407c-bb30-e7c609c97b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9656565 Dec 20 11:38:33.102360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.196508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.201471 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e23151a4-4e92-4023-9d39-ff46a39d3dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:33.239038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b985b90-088f-4b61-ae3e-eb755d48a3fd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:33.244118 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:33.251119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.262625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b985b90-088f-4b61-ae3e-eb755d48a3fd HTTP/1.1" status: 204 len: 168 time: 0.4512956 Dec 20 11:38:33.263741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39376) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:33.265764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e34c79-aa45-40d0-91d7-14e0bbddd259 None None] Network 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:33.273178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.286967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-d55822c6-0d7a-4dc8-8d73-b17608a75455 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=559e401db21a466a904cce5123b39a7b HTTP/1.1" status: 200 len: 379 time: 0.4555404 Dec 20 11:38:33.298812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39380) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:33.309857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Request body: {'port': {'device_id': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'admin_state_up': True, 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'security_groups': ['53a56799-8b56-4adc-9cc2-c89d243bfd8d']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:33.372946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.393903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.448124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Deleting port 81855350-7ed6-4af7-b2e5-ebe30558f84f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:33.448645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.501730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.519628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:33.522536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:33.523058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.531628 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:33.545440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Usage tracker for resource:security_group_rule and tenant:11a58edafd5e4c7fb772f42945da6064 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:33.552372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] DHCP port deletion for 593e4068-cb72-49a6-bd1e-c4c17fa2ca2d request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:38:33.557478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Deleting port 81855350-7ed6-4af7-b2e5-ebe30558f84f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:33.557857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.558863 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06ec129b-6b3e-47f5-b846-6136951817dd req-6642a9a2-842e-436f-9838-30118af77e79 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd&device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110&device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 2887 time: 0.1685107 Dec 20 11:38:33.565017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:33.599143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:33.606594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a4bd4-cc32-43f1-b5cb-de12b0e53cce req-baa9a75a-b7cb-4cc0-8f71-5b9405500dbb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:33.608041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-934a4bd4-cc32-43f1-b5cb-de12b0e53cce req-baa9a75a-b7cb-4cc0-8f71-5b9405500dbb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 944 time: 0.4436009 Dec 20 11:38:33.649570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-06ec129b-6b3e-47f5-b846-6136951817dd req-7d0edd0c-1ea1-4719-b020-fce30ee7e7de tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Synchronizing usage tracker for tenant:29b01ea7426247a7878f075722b03bc0 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:33.696317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:33.704441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Pushing event updated for resources: {'Network': ['ID=278b1917-c3c0-4888-8957-7bf2b89f56ad,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:33.711252 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9279928 Dec 20 11:38:33.713794 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:33.718185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39388) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:33.718348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 278b1917-c3c0-4888-8957-7bf2b89f56ad details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:38:33.721389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:33.728250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] For port 81855350-7ed6-4af7-b2e5-ebe30558f84f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81855350-7ed6-4af7-b2e5-ebe30558f84f,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:33.728606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.738468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Request body: {'subnet': {'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-subnet', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:33.748962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:33.753428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Made reservation on behalf of 559e401db21a466a904cce5123b39a7b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:33.756321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.778373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-934a4bd4-cc32-43f1-b5cb-de12b0e53cce req-cc1e9e4d-656f-470a-a384-06e70775c27b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589208 Dec 20 11:38:33.857314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-06ec129b-6b3e-47f5-b846-6136951817dd req-7d0edd0c-1ea1-4719-b020-fce30ee7e7de tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Unset dirty status for tenant:29b01ea7426247a7878f075722b03bc0 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:33.857728 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06ec129b-6b3e-47f5-b846-6136951817dd req-7d0edd0c-1ea1-4719-b020-fce30ee7e7de tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925401 Dec 20 11:38:33.865070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Calling delete_port for 81855350-7ed6-4af7-b2e5-ebe30558f84f owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:33.882369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.894234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Usage tracker for resource:subnet and tenant:eff6c436d2bc4266b1e08d2c95a35fce is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:33.894463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.905718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:33.915691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:33.917271 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9969c629-fa68-4ea6-8f2a-d24add2e9cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:33.944041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] For port 81855350-7ed6-4af7-b2e5-ebe30558f84f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81855350-7ed6-4af7-b2e5-ebe30558f84f,segment=NetworkSegment(59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d),segment_id=59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:33.944517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:33.974421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Made reservation on behalf of eff6c436d2bc4266b1e08d2c95a35fce for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:33.977049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.116069 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11a58edafd5e4c7fb772f42945da6064&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8123255 Dec 20 11:38:34.116847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2499ecfa-1d67-4f06-9754-a26daca471b6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:34.122031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39398) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:34.124923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.125428 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:34.152717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Allocated IP 172.20.0.14 (725857a4-7b1a-4dae-a1da-ef0a880dcfcc/eed953d7-6a58-4380-b2f8-5c1a6d2010c2/cc0aa96f-919d-4862-a1f4-a36d9ffd58a7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:34.158943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:34.192086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Calling delete_port for 81855350-7ed6-4af7-b2e5-ebe30558f84f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:34.206755 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:34.264359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.341496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=81855350-7ed6-4af7-b2e5-ebe30558f84f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:34.354441 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:34.382858 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fdd1cbfa-74e6-44cc-8374-9601baeb1178 req-0a331a51-ca67-4b17-9b2e-a254eb341a6e tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 210 time: 0.1400349 Dec 20 11:38:34.383145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:38:34.384271 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:38:34.385366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] No DVR routers for this DVR port 81855350-7ed6-4af7-b2e5-ebe30558f84f on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:38:34.393857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 6a00215a-866d-48a1-bd83-cb325bd7ca65 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:34.416610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 6a00215a-866d-48a1-bd83-cb325bd7ca65 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:34.418706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.485002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.539665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae3a478c-3c6c-4089-acac-577f23753d23 req-f7d51e94-d507-4b30-8474-e6847536f498 tempest-FloatingIPsNegativeTestJSON-2040745498 tempest-FloatingIPsNegativeTestJSON-2040745498-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=9fee2b030e834c8598706d6b47174e29 HTTP/1.1" status: 200 len: 217 time: 0.2015762 Dec 20 11:38:34.590161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.610808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.628414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:34.643391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.652699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:34.672609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.677017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Transition to ACTIVE for port object cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:34.678315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.683008 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:34.695283 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fe11596e-3128-47b3-95c5-a3e22f9ebf80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:34.702346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593e4068-cb72-49a6-bd1e-c4c17fa2ca2d']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:34.745960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2499ecfa-1d67-4f06-9754-a26daca471b6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:34.753086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4492f038-0b47-4577-8887-39061047c708 req-07de571c-7bc2-4d2d-9c42-ffedb39e3e2a tempest-FloatingIPsNegativeTestJSON-2040745498 tempest-FloatingIPsNegativeTestJSON-2040745498-project] Synchronizing usage tracker for tenant:9fee2b030e834c8598706d6b47174e29 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:34.776189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:34.779203 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:34.782816 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:34.782984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:34.783153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59eba90e-aa1e-4dd0-bd31-ffc72adc8b3d') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:34.788328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.795406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4492f038-0b47-4577-8887-39061047c708 req-07de571c-7bc2-4d2d-9c42-ffedb39e3e2a tempest-FloatingIPsNegativeTestJSON-2040745498 tempest-FloatingIPsNegativeTestJSON-2040745498-project] Unset dirty status for tenant:9fee2b030e834c8598706d6b47174e29 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:34.796861 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4492f038-0b47-4577-8887-39061047c708 req-07de571c-7bc2-4d2d-9c42-ffedb39e3e2a tempest-FloatingIPsNegativeTestJSON-2040745498 tempest-FloatingIPsNegativeTestJSON-2040745498-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0809009 Dec 20 11:38:34.808547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.828704 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-452f6dc3-69c1-4dd8-9f20-37c3e164b27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:34.856791 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65', 'code': 200} Dec 20 11:38:34.871711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.886051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Deleting port 81855350-7ed6-4af7-b2e5-ebe30558f84f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:34.886526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.898616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.899493 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ede2306d-242e-4457-a4c9-feae4a7e30a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:34.912913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2499ecfa-1d67-4f06-9754-a26daca471b6 HTTP/1.1" status: 204 len: 168 time: 0.7898281 Dec 20 11:38:34.919897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:34.954672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:34.979605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:34.986367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:34.996661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:38:34.999506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.024545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a183-2485-4fb6-a2c9-10c2e9ad899c None None] The port '81855350-7ed6-4af7-b2e5-ebe30558f84f' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:38:35.063569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:35.064178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.124969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 58dc2a94-6929-4d2d-88e1-85995c568e23 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:35.130571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event updated for resources: {'Port': ['ID=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:35.136619 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:35.144568 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8406491 Dec 20 11:38:35.154881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Request body: {'port': {'device_id': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:38:35.223752 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:38:35.266877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 58dc2a94-6929-4d2d-88e1-85995c568e23 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:35.279850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 58dc2a94-6929-4d2d-88e1-85995c568e23 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:35.281215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.342188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd57629-b456-43dc-8422-be9b9be8250d req-412932bb-a6e9-4181-ad40-84229671d4c9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:35.349971 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bd57629-b456-43dc-8422-be9b9be8250d req-412932bb-a6e9-4181-ad40-84229671d4c9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.6078048 Dec 20 11:38:35.356990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de48ba1d-ead5-4291-a488-2aae58f36e61 req-be3c5adc-ded8-4dd5-bd53-bbcb62c8ce61 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1098 time: 0.4318113 Dec 20 11:38:35.446219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Pushing event updated for resources: {'Subnet': ['ID=812cfc55-e29a-40b5-9758-ce1633da9b89,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:35.448395 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-9a34b818-d0ce-4310-9ee6-db103e3b498c req-965c4883-1327-44ef-acdb-d6df0f5e9d0f tempest-FloatingIPsNegativeTestJSON-2040745498 tempest-FloatingIPsNegativeTestJSON-2040745498-project] show failed (client error): The resource could not be found. Dec 20 11:38:35.456710 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a34b818-d0ce-4310-9ee6-db103e3b498c req-965c4883-1327-44ef-acdb-d6df0f5e9d0f tempest-FloatingIPsNegativeTestJSON-2040745498 tempest-FloatingIPsNegativeTestJSON-2040745498-project] 10.222.0.32 "GET /v2.0/floatingips/83a3d324-9553-4b4a-bc15-8a6af6c0607a HTTP/1.1" status: 404 len: 350 time: 0.4666829 Dec 20 11:38:35.460665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39422) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:35.475748 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:35.492205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Checking segment: {'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:35.492486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Network hostable DHCP agents. Network: 278b1917-c3c0-4888-8957-7bf2b89f56ad, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:38:35.513308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.528175 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:35.550736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.565419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.596457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 58dc2a94-6929-4d2d-88e1-85995c568e23, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=58dc2a94-6929-4d2d-88e1-85995c568e23,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:35.598438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=593e4068-cb72-49a6-bd1e-c4c17fa2ca2d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:35.600920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-66496dec-8322-4977-9863-9ef8ce5a7f90 None None] Provisioning for port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:35.608702 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:35.618405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.621417 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:35.631619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bd57629-b456-43dc-8422-be9b9be8250d req-fb2367f3-7563-41ab-b71e-15f5a5cacf5e tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555895 Dec 20 11:38:35.636693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de48ba1d-ead5-4291-a488-2aae58f36e61 req-bc98edac-b79f-45d8-9047-09dae99bff12 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556655 Dec 20 11:38:35.650777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] 10.222.0.32 "DELETE /v2.0/networks/593e4068-cb72-49a6-bd1e-c4c17fa2ca2d HTTP/1.1" status: 204 len: 168 time: 2.3810961 Dec 20 11:38:35.676472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.676638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-66496dec-8322-4977-9863-9ef8ce5a7f90 None None] Provisioning complete for port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:35.676638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-66496dec-8322-4977-9863-9ef8ce5a7f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.676959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Network 278b1917-c3c0-4888-8957-7bf2b89f56ad is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:38:35.748076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81855350-7ed6-4af7-b2e5-ebe30558f84f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:35.805987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 81855350-7ed6-4af7-b2e5-ebe30558f84f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:35.806472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81855350-7ed6-4af7-b2e5-ebe30558f84f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:35.812447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-66496dec-8322-4977-9863-9ef8ce5a7f90 None None] Port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:35.820591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 278b1917-c3c0-4888-8957-7bf2b89f56ad) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:35.821281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=58dc2a94-6929-4d2d-88e1-85995c568e23,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:35.825878 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:35.833372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77134e-081b-4363-bda3-f859b0cabfb5 None None] Network 278b1917-c3c0-4888-8957-7bf2b89f56ad requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:35.845228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:35.848947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:35.906783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1879809 Dec 20 11:38:35.910082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:35.917981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:35.926288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:35.937624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500df9c6-0636-4559-bdc1-6b966a7e5a55 req-5a07e4f6-860e-4c56-9e15-294ed327bdfa tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:35.947172 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-500df9c6-0636-4559-bdc1-6b966a7e5a55 req-5a07e4f6-860e-4c56-9e15-294ed327bdfa tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 945 time: 0.2547917 Dec 20 11:38:35.967064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Usage tracker for resource:router and tenant:eff6c436d2bc4266b1e08d2c95a35fce is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:35.974839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:35.981580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:36.032171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:36.039823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-500df9c6-0636-4559-bdc1-6b966a7e5a55 req-30b4e994-f8f5-4495-8a9b-b3c9e109fa34 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:36.089333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.090331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.101891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-500df9c6-0636-4559-bdc1-6b966a7e5a55 req-30b4e994-f8f5-4495-8a9b-b3c9e109fa34 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:36.113352 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-500df9c6-0636-4559-bdc1-6b966a7e5a55 req-30b4e994-f8f5-4495-8a9b-b3c9e109fa34 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640012 Dec 20 11:38:36.140207 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6be849b3-0c36-4772-ae46-eead807812a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6174e24598ba4fdc8fa77493bd14f7e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1616790 Dec 20 11:38:36.144784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39446) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:36.239181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702470a-0335-41fb-84e7-ddebc39d9486 None None] Network 278b1917-c3c0-4888-8957-7bf2b89f56ad requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:36.303035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.413426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.469083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d34bcf-e4fc-4158-be63-d6aba7a5e2e7 req-4144083a-7f72-45a5-aeec-22933c773178 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:36.471586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-21d34bcf-e4fc-4158-be63-d6aba7a5e2e7 req-4144083a-7f72-45a5-aeec-22933c773178 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Synchronizing usage tracker for tenant:559e401db21a466a904cce5123b39a7b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:36.476195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.548877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-21d34bcf-e4fc-4158-be63-d6aba7a5e2e7 req-4144083a-7f72-45a5-aeec-22933c773178 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Unset dirty status for tenant:559e401db21a466a904cce5123b39a7b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:36.551990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21d34bcf-e4fc-4158-be63-d6aba7a5e2e7 req-4144083a-7f72-45a5-aeec-22933c773178 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 932 time: 0.3885183 Dec 20 11:38:36.650613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.669977 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-30531970-dafd-4e4d-a5ae-75613f4b5163 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:36.690534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4443a2ba-a345-443f-857d-82d54003769c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:36.752280 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:36.752707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.756302 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4443a2ba-a345-443f-857d-82d54003769c HTTP/1.1" status: 204 len: 168 time: 0.6079571 Dec 20 11:38:36.757204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21d34bcf-e4fc-4158-be63-d6aba7a5e2e7 req-f64f9554-6858-40b0-a467-62525d32a9ec tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365521 Dec 20 11:38:36.781067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.970270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:36.979213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:36.999401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Transition to ACTIVE for port object cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:37.022839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.031395 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78c3d8fd-65ec-49cc-9ed3-54c8ddcf73de tempest-LiveAutoBlockMigrationV225Test-223763801 tempest-LiveAutoBlockMigrationV225Test-223763801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:37.068792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 58dc2a94-6929-4d2d-88e1-85995c568e23 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:37.094493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.134903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.209579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 58dc2a94-6929-4d2d-88e1-85995c568e23 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:37.210280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.277621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:37.284810 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:37.344677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.455301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Allocated IP 172.35.0.118 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/599fe411-8123-4f1d-b764-3fdae443cd6e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:37.613573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68d72ac9-f1e1-409f-8495-fac8f494d1b8 req-e411c8ed-9ba3-46e5-8c3c-d24823be74a8 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1101 time: 0.4175088 Dec 20 11:38:37.639215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9762c-5c3c-4b89-a8d4-21ba40da2199 req-c1fd384f-4053-41b3-af21-464d1d2074ff tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:37.640782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-48e9762c-5c3c-4b89-a8d4-21ba40da2199 req-c1fd384f-4053-41b3-af21-464d1d2074ff tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.6125274 Dec 20 11:38:37.727835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Attempting to bind port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:37.728180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Attempting to bind port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:37.728509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Attempting to bind port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 on network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:37.759712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68d72ac9-f1e1-409f-8495-fac8f494d1b8 req-147e1640-d498-4b00-a9b5-07c6e2bff9f4 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845139 Dec 20 11:38:37.802796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.810261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 on network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:37.810801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Attempting to bind port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 on network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:37.814554 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-48e9762c-5c3c-4b89-a8d4-21ba40da2199 req-dc6b8f21-677c-4405-9d55-3d03dfd04992 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580651 Dec 20 11:38:37.831396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:37.831737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Checking segment: {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:37.832124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Bound using segment: {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:37.832560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Bound port: cc0aa96f-919d-4862-a1f4-a36d9ffd58a7, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0373c-4662-47b4-9739-01cb39d5b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:37.832951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.875897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:37.880613 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-94471f4c-2598-4e53-9e02-c1aaf57f7d6f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:38.037281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] For port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:38.041609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] For port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:38.047040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Pushing event updated for resources: {'Port': ['ID=599fe411-8123-4f1d-b764-3fdae443cd6e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:38.051384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:38.052466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:38.055472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:38.057942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:38.114188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:38.159926 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-716b0c3b-575e-4453-8ef6-367b2fe44819 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:38.183451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9343-853f-4878-9ba7-d7e0fe2d2baf req-82c29ab5-970a-4687-bab5-deb9c81d4d14 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:38.190516 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-04cb9343-853f-4878-9ba7-d7e0fe2d2baf req-82c29ab5-970a-4687-bab5-deb9c81d4d14 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 945 time: 0.2195415 Dec 20 11:38:38.239125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:38.241970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] 10.222.0.53 "PUT /v2.0/ports/cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 HTTP/1.1" status: 200 len: 1094 time: 3.0908623 Dec 20 11:38:38.270907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-04cb9343-853f-4878-9ba7-d7e0fe2d2baf req-c0243920-52c8-474d-9989-cf23f0b7d296 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Dec 20 11:38:38.278398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:38.351535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:38.352323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:38.573655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39508) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:38.582974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:38.586578 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:38.697382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-862842b1-aa8a-48c4-85d9-94a7db36d913 req-af72d622-0002-4f2f-93ff-d0517bc6305e tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1101 time: 0.6541011 Dec 20 11:38:38.754794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-network', 'tenant_id': '795f3e1f52794904ac6bee547e966db9'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:38.761357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817fbb8-4b89-4246-b9f4-a3d07c2ea192 req-ce766453-7bc7-405c-8d6e-5a70f28966d8 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:38.762811 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c817fbb8-4b89-4246-b9f4-a3d07c2ea192 req-ce766453-7bc7-405c-8d6e-5a70f28966d8 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 944 time: 0.1642220 Dec 20 11:38:38.762925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:38.785970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Usage tracker for resource:network and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:38.792923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:38.810980 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-e296cb81-00cf-4f9a-9df7-2075a4a56977 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=559e401db21a466a904cce5123b39a7b&device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 1097 time: 0.5023103 Dec 20 11:38:38.811791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:38.828249 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c817fbb8-4b89-4246-b9f4-a3d07c2ea192 req-6d2f1a88-5add-43c4-bef8-40f5dc70a630 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585938 Dec 20 11:38:38.884381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:38:38.898614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:38.900942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:38.910631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-862842b1-aa8a-48c4-85d9-94a7db36d913 req-3c039c55-74f4-4465-a0cc-bef652fa5b29 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855841 Dec 20 11:38:38.947522 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-c70a5807-8492-429c-acfc-65eb3a390b4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 HTTP/1.1" status: 200 len: 217 time: 0.1278296 Dec 20 11:38:38.949811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.010230 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'status': 'completed', 'code': 200} Dec 20 11:38:39.092638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:39.095626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-f128c2df-e5f2-41b9-9b42-23b66e98dd2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:39.097061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-f128c2df-e5f2-41b9-9b42-23b66e98dd2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eed953d7-6a58-4380-b2f8-5c1a6d2010c2 HTTP/1.1" status: 200 len: 851 time: 0.1366847 Dec 20 11:38:39.100108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Usage tracker for resource:security_group_rule and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:39.105596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:39.111747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:39.122708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Sync routers for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:39.138082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.139686 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2284570 Dec 20 11:38:39.142498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:39.146328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:39.147114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:39.162051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:39.270706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-e9ca2fd7-bcec-4d11-bb7a-5a4210fc92d3 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7a9118732039402e846e799b0a937aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499918 Dec 20 11:38:39.401183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:39.426561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-66d65d91-7f02-4e3e-bc80-afa860e34bf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3219712 Dec 20 11:38:39.472175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.509048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.521048 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:39.578907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:38:39.585741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e1aa2d2-4ca0-432f-a633-c5b4b529efad req-878f33e6-a5da-4fa1-8b60-0c372085581c tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1098 time: 0.1454782 Dec 20 11:38:39.651854 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e1aa2d2-4ca0-432f-a633-c5b4b529efad req-b535267b-a773-48aa-a2b8-3f72436b8006 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554652 Dec 20 11:38:39.663642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a578399-2705-441d-a09e-3bcc8423f377,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:39.693036 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:39.694167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-a632fab2-ec5d-4e80-88ea-abdd544d1d06 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:39.698411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-a632fab2-ec5d-4e80-88ea-abdd544d1d06 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092128 Dec 20 11:38:39.699645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.708955 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Added segment f7d71d2e-a4db-421e-a84c-12bc1361b8b0 of type vlan for network 369c3643-7840-4b2a-8a85-116c0d1f8252 Dec 20 11:38:39.723587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:38Z', 'revision_number': 3, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:39.729981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Checking router: 3620e3e0-a947-4a18-85c4-06a18bb5cf05 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:39.730409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Updating router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 port 599fe411-8123-4f1d-b764-3fdae443cd6e binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:38:39.792799 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-343c12e2-b236-4b41-99ba-472997c70f27 service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143606 Dec 20 11:38:39.797422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.812318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-aee12351-4ac9-4fef-af24-b8441f345793 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/quotas/7a9118732039402e846e799b0a937aa1 HTTP/1.1" status: 200 len: 375 time: 0.0939136 Dec 20 11:38:39.849662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.909944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-929fe074-c6c5-438b-a306-bb7f35067217 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a9118732039402e846e799b0a937aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690548 Dec 20 11:38:39.910669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Deleting port 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:39.911065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:39.974719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf13ee-8b50-4f13-aa61-4e9794c47802 req-b80d5845-d962-43e3-98b2-e2c17d352960 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:39.976719 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8bf13ee-8b50-4f13-aa61-4e9794c47802 req-b80d5845-d962-43e3-98b2-e2c17d352960 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.1606047 Dec 20 11:38:40.018681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:38:40.068810 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8bf13ee-8b50-4f13-aa61-4e9794c47802 req-4695cf0d-0761-4840-ad7a-b60277fa13e9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858328 Dec 20 11:38:40.224729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.249991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:40.250630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.352463 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d9f7669-a198-461e-adde-49cbc8263e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:40.377465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.410220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Transition to ACTIVE for port object 599fe411-8123-4f1d-b764-3fdae443cd6e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:40.416433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8350773 Dec 20 11:38:40.428956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.445247 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-dda4baed-873e-4ede-93bc-27aeba43e743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:40.515408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:40.534830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cc8ce-c173-4c6f-af2d-2f94770c5b84 None None] Pushing event updated for resources: {'Port': ['ID=599fe411-8123-4f1d-b764-3fdae443cd6e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:40.538590 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e5cc8ce-c173-4c6f-af2d-2f94770c5b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:40.544049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Request body: {'subnet': {'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-subnet', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:40.548502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Attempting to bind port 599fe411-8123-4f1d-b764-3fdae443cd6e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:40.549236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Attempting to bind port 599fe411-8123-4f1d-b764-3fdae443cd6e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:40.549463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:40.550294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Attempting to bind port 599fe411-8123-4f1d-b764-3fdae443cd6e on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:40.561773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Usage tracker for resource:subnet and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:40.564758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:40.570752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:40.575806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:40.576618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:40.577300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.577965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:40.578860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Bound port: 599fe411-8123-4f1d-b764-3fdae443cd6e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:40.579535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.599424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:40.604056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.664480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] For port 599fe411-8123-4f1d-b764-3fdae443cd6e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:40.668600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] For port 599fe411-8123-4f1d-b764-3fdae443cd6e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=599fe411-8123-4f1d-b764-3fdae443cd6e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:40.675045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.683972 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:40.684178 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-503c26e7-7db8-4422-8a2e-09921dd01f82 req-6a8d0b14-e362-4c6e-ba82-fb04e5624b11 service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8733804 Dec 20 11:38:40.693482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.780407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:40.781052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:40.869533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:40.878724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cc8ce-c173-4c6f-af2d-2f94770c5b84 None None] Pushing event updated for resources: {'Port': ['ID=599fe411-8123-4f1d-b764-3fdae443cd6e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:40.882080 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e5cc8ce-c173-4c6f-af2d-2f94770c5b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:40.935632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774215c9-53bd-4365-960b-153ff2b36862 req-a5bc159d-6186-48dc-afca-d62f097aa916 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:40.942403 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-774215c9-53bd-4365-960b-153ff2b36862 req-a5bc159d-6186-48dc-afca-d62f097aa916 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 944 time: 0.3181853 Dec 20 11:38:40.999422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Calling delete_port for 624c90cc-2c0c-48ea-bf4a-e8bac46974c3 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:41.019859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 462d56d1-2f0d-4c72-b450-d15946c22b7b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:41.064593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:41.123052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-774215c9-53bd-4365-960b-153ff2b36862 req-e7d261ab-8da1-4265-8dac-e92541d88a1e tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791551 Dec 20 11:38:41.128764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Pushing event updated for resources: {'Network': ['ID=369c3643-7840-4b2a-8a85-116c0d1f8252,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:41.132243 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:41.153626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-568a831f-3aa9-4c96-ba0d-66bb6ca1f43d req-871ae930-f5cd-4dcf-994e-f8a0be270860 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1098 time: 1.0188339 Dec 20 11:38:41.184388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Allocated IP 172.20.0.1 (278b1917-c3c0-4888-8957-7bf2b89f56ad/812cfc55-e29a-40b5-9758-ce1633da9b89/a310c469-7cd6-440e-992e-03ee52de4e89) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:41.238723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.244938 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:41.246443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:38:41.321941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-568a831f-3aa9-4c96-ba0d-66bb6ca1f43d req-59e8b2e5-b60c-4599-a38f-35e9c4836556 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784733 Dec 20 11:38:41.322939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.323194 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2fc477a7-78fb-4f9f-83b0-85a500217cc5 req-f10b215e-f973-4a11-8b09-2f2c942e7602 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 210 time: 0.0424938 Dec 20 11:38:41.342292 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-19236499-6e61-4c74-af46-80ed03023410 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=559e401db21a466a904cce5123b39a7b&device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 1097 time: 0.5875571 Dec 20 11:38:41.343052 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1c8c276-ef0a-42e7-9ea3-a3fcda256752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:41.378406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 462d56d1-2f0d-4c72-b450-d15946c22b7b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:41.378940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 462d56d1-2f0d-4c72-b450-d15946c22b7b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:41.444145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:41.450815 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:41.479134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Checking segment: {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:41.479649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Network hostable DHCP agents. Network: 369c3643-7840-4b2a-8a85-116c0d1f8252, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:38:41.524644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.564629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:38:41.585507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 369c3643-7840-4b2a-8a85-116c0d1f8252) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:41.592778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:41.593263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.597477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.613129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ed692-8476-4dcd-8687-e53ff996373b None None] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:41.614355 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6af521bc-9608-4478-8841-ef8361570bf9 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:41.670167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Pushing event deleted for resources: {'Port': ['ID=624c90cc-2c0c-48ea-bf4a-e8bac46974c3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:41.676749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0827d753-edf7-4818-b9d4-1cc3cf6e85a6 req-7ead0788-3b72-4a2d-8e0f-c5552e30cc87 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1098 time: 1.2489398 Dec 20 11:38:41.679817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-23683849-d6ea-4e3e-98e1-efe3f34184df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:41.679958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:38Z', 'revision_number': 3, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:41.683703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-23683849-d6ea-4e3e-98e1-efe3f34184df service neutron] 10.222.0.53 "GET /v2.0/networks?id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc HTTP/1.1" status: 200 len: 913 time: 0.2784843 Dec 20 11:38:41.694980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfac866-dce7-49be-92ed-ee171a7d62b0 None None] The sync data for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 is: [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:38Z', 'revision_number': 3, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:41.739601 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:41.768990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Network 278b1917-c3c0-4888-8957-7bf2b89f56ad is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:41.773657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:41.779869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:41.838357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.860100 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3432503 Dec 20 11:38:41.863638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:41.864591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-de16119c-59be-4d61-b48e-f8609c9df6eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 HTTP/1.1" status: 200 len: 217 time: 0.1240301 Dec 20 11:38:41.873434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:41.877948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:41.881862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Usage tracker for resource:router and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:41.885412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:41.891143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:41.898695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Pushing event updated for resources: {'Port': ['ID=a310c469-7cd6-440e-992e-03ee52de4e89,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:41.907305 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:41.908804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.909810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.927852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.935231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-055ef10b-f283-4cce-9a79-3b30ad09c354 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7a9118732039402e846e799b0a937aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159530 Dec 20 11:38:41.939475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0827d753-edf7-4818-b9d4-1cc3cf6e85a6 req-d9a06446-7a24-4dae-9262-f182be84a8e2 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] Synchronizing usage tracker for tenant:6dedb131c35f4f3f9a979d401a7e846f on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:41.971891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24589469-1050-45d7-b711-a2086289816a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-369c3643-7840-4b2a-8a85-116c0d1f8252', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:38:41.972826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24589469-1050-45d7-b711-a2086289816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:41.992027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0827d753-edf7-4818-b9d4-1cc3cf6e85a6 req-d9a06446-7a24-4dae-9262-f182be84a8e2 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] Unset dirty status for tenant:6dedb131c35f4f3f9a979d401a7e846f on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:41.993818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0827d753-edf7-4818-b9d4-1cc3cf6e85a6 req-d9a06446-7a24-4dae-9262-f182be84a8e2 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489908 Dec 20 11:38:42.084302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-07d80d26-d6d0-4679-8595-54f8945c61ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:42.085656 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-07d80d26-d6d0-4679-8595-54f8945c61ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eed953d7-6a58-4380-b2f8-5c1a6d2010c2 HTTP/1.1" status: 200 len: 851 time: 0.2136216 Dec 20 11:38:42.138922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1db659-17e6-43a5-8e8c-8d81845433e9 req-7f49a2fd-4833-4de4-bf94-b0e27765ddf5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:42.140447 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a1db659-17e6-43a5-8e8c-8d81845433e9 req-7f49a2fd-4833-4de4-bf94-b0e27765ddf5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4518816 Dec 20 11:38:42.193710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-24589469-1050-45d7-b711-a2086289816a None None] Allocated IP 172.20.0.2 (369c3643-7840-4b2a-8a85-116c0d1f8252/2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df/fafae1c0-8556-43de-a39e-3b1add737185) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:42.207090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.285949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-99992dc3-59c5-4251-9605-9856257e8e67 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:42.287372 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-99992dc3-59c5-4251-9605-9856257e8e67 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417106 Dec 20 11:38:42.293951 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-d7c6a4ee-2b49-4ddb-81f3-051a31c8af14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1900704 Dec 20 11:38:42.338434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Request body: {'port': {'device_id': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '7a9118732039402e846e799b0a937aa1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:42.366848 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a1db659-17e6-43a5-8e8c-8d81845433e9 req-4db84075-49d8-4268-ba1d-dbb9a98f8f3d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660533 Dec 20 11:38:42.456214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.661646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24589469-1050-45d7-b711-a2086289816a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.673970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-24589469-1050-45d7-b711-a2086289816a None None] Transition to ACTIVE for port object fafae1c0-8556-43de-a39e-3b1add737185 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:42.696633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-24589469-1050-45d7-b711-a2086289816a None None] Transition to ACTIVE for port object fafae1c0-8556-43de-a39e-3b1add737185 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:42.704633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24589469-1050-45d7-b711-a2086289816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.714280 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e5cc8ce-c173-4c6f-af2d-2f94770c5b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:42.789465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24589469-1050-45d7-b711-a2086289816a None None] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:42.792554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-24589469-1050-45d7-b711-a2086289816a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:42.798546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24589469-1050-45d7-b711-a2086289816a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:42.835779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-3d7059cf-b89a-4ed9-97b2-1b986f28b41f service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291011 Dec 20 11:38:42.850846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:38:42.892996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.908989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.917244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-24589469-1050-45d7-b711-a2086289816a None None] Attempting to bind port fafae1c0-8556-43de-a39e-3b1add737185 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:42.917390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-24589469-1050-45d7-b711-a2086289816a None None] Attempting to bind port fafae1c0-8556-43de-a39e-3b1add737185 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:42.917722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589469-1050-45d7-b711-a2086289816a None None] Attempting to bind port fafae1c0-8556-43de-a39e-3b1add737185 on network 369c3643-7840-4b2a-8a85-116c0d1f8252 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:42.926988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589469-1050-45d7-b711-a2086289816a None None] Pushing event updated for resources: {'Port': ['ID=fafae1c0-8556-43de-a39e-3b1add737185,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:42.928714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589469-1050-45d7-b711-a2086289816a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:42.929102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589469-1050-45d7-b711-a2086289816a None None] Checking segment: {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:42.929506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24589469-1050-45d7-b711-a2086289816a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.929895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589469-1050-45d7-b711-a2086289816a None None] Bound using segment: {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:42.930995 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-24589469-1050-45d7-b711-a2086289816a None None] Bound port: fafae1c0-8556-43de-a39e-3b1add737185, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:42.931535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24589469-1050-45d7-b711-a2086289816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:42.947983 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f1e3603-4cba-4a0b-a411-483711b0f760 tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:42.951325 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-24589469-1050-45d7-b711-a2086289816a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:43.033397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-24589469-1050-45d7-b711-a2086289816a None None] For port fafae1c0-8556-43de-a39e-3b1add737185, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:43.037072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-24589469-1050-45d7-b711-a2086289816a None None] For port fafae1c0-8556-43de-a39e-3b1add737185, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fafae1c0-8556-43de-a39e-3b1add737185,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:43.042306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24589469-1050-45d7-b711-a2086289816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.047438 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:43.073112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.110747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Pushing event updated for resources: {'Port': ['ID=a310c469-7cd6-440e-992e-03ee52de4e89,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:43.116134 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:43.123057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589469-1050-45d7-b711-a2086289816a None None] Pushing event updated for resources: {'Port': ['ID=fafae1c0-8556-43de-a39e-3b1add737185,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:43.128437 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-24589469-1050-45d7-b711-a2086289816a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:43.193604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:43.214798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Usage tracker for resource:port and tenant:7a9118732039402e846e799b0a937aa1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:43.217695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.224449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:43.254304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8d0fe-1137-4114-8dfd-8f7c97ad7684 req-21352f0c-8bcd-4cb0-a295-5ebfc3a7b330 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:43.255916 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1bf8d0fe-1137-4114-8dfd-8f7c97ad7684 req-21352f0c-8bcd-4cb0-a295-5ebfc3a7b330 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 944 time: 0.7839866 Dec 20 11:38:43.257106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:43.264425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-173715c3-5a78-4001-b97e-e492b04e2e0c req-9107eb62-2870-48ac-90ab-0635921ec369 service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990916 Dec 20 11:38:43.300785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Made reservation on behalf of 7a9118732039402e846e799b0a937aa1 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:43.304033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.325332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.327867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.343567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.470232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1bf8d0fe-1137-4114-8dfd-8f7c97ad7684 req-35f77418-4c13-45b2-b883-ae4b5be273d0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014554 Dec 20 11:38:43.489042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:43.495692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Usage tracker for resource:security_group_rule and tenant:7a9118732039402e846e799b0a937aa1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:43.495839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Network 278b1917-c3c0-4888-8957-7bf2b89f56ad is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:43.501085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:43.505693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:43.513618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:43.638615 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-16fc33e5-25c8-4aee-b070-246419d831f5 req-e592687c-fea8-4e31-be8f-d287b3b085b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4224946 Dec 20 11:38:43.677736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-077abb2c-6c1b-47bf-8714-f6075e17b297 req-e3680c5f-0431-4604-a810-480231793271 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 210 time: 0.0544796 Dec 20 11:38:43.713541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.731213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:43.733622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Allocated IP 172.35.0.20 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/f9c23827-861f-4b8c-af7e-080437d24e40) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:43.736146 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7eee5c9f-0902-4dcd-85ab-3677519fe393 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:43.847436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c207cdec-174b-4593-80b7-5cc19cbbfd86,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:43.850675 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:44.021653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:44.122531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Allocated IP 192.168.233.201 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:44.134072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:44.151165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:38:44.162986 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-202df64e-0b17-410c-8764-4e36d1616c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:44.234427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:44.240032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:44.250169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:44.340524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e26f40-30d2-46f6-8e99-d31d793529e5 req-c290faa5-6e5b-4617-941f-8d9151c81246 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:44.342078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9e26f40-30d2-46f6-8e99-d31d793529e5 req-c290faa5-6e5b-4617-941f-8d9151c81246 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.4962275 Dec 20 11:38:44.373358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:44.405859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'port_id': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'mac_address': 'fa:16:3e:05:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:38:44.416324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Pushing event updated for resources: {'Port': ['ID=f9c23827-861f-4b8c-af7e-080437d24e40,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:44.424594 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:44.457799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:38:44.480267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36404a46-b7bf-40da-882d-18cec60c1fa5 None None] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:44.501491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:44.601719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9e26f40-30d2-46f6-8e99-d31d793529e5 req-6767809e-a7b7-42b4-b1bf-6c6174d82d88 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196281 Dec 20 11:38:44.644890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:44.698789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22c3208f-9df4-4120-9b9c-ac3139b877ec None None] Provisioning for port fafae1c0-8556-43de-a39e-3b1add737185 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:44.706147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:44.778742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:44.783419 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:44.840389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:44.844084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:44.844849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:44.902909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:44.915472 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:44.981469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:45.009921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['cc0aa96f-919d-4862-a1f4-a36d9ffd58a7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:45.066677 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] 10.222.0.32 "PUT /v2.0/routers/3620e3e0-a947-4a18-85c4-06a18bb5cf05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9226856 Dec 20 11:38:45.144729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.147224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fafae1c0-8556-43de-a39e-3b1add737185 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:45.178358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-a0831caf-1332-4fe3-b568-21bdf286dcee tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:38:45.180111 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-a0831caf-1332-4fe3-b568-21bdf286dcee tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0136130 Dec 20 11:38:45.242480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Transition to ACTIVE for port object 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:45.254340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:38:45.277450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fe03f-4d5d-4dec-8891-b4d43f57f3a0 req-f21c7c26-7bc0-48d5-941c-029a91b554c0 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:45.294658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e76fe03f-4d5d-4dec-8891-b4d43f57f3a0 req-f21c7c26-7bc0-48d5-941c-029a91b554c0 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.3226285 Dec 20 11:38:45.382747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:45.383617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Unknown quota resources ['binding']. {{(pid=83557) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:38:45.385175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port fafae1c0-8556-43de-a39e-3b1add737185 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:45.392935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Router 1a37c230-4482-407c-bb30-e7c609c97b03 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:38:45.395163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fafae1c0-8556-43de-a39e-3b1add737185 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:45.395778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.410680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e76fe03f-4d5d-4dec-8891-b4d43f57f3a0 req-059601e2-488a-47a8-8204-7bbb5b49e9b9 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151357 Dec 20 11:38:45.418674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.430953 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-389d8daa-7723-4100-bb38-91c9f2648c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:45.462149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5761388a-2389-4926-a724-4d9fb3fa4e23 None None] Provisioning complete for port fafae1c0-8556-43de-a39e-3b1add737185 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:45.462533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5761388a-2389-4926-a724-4d9fb3fa4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.569162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:45.605657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:45.608486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Pushing event updated for resources: {'Port': ['ID=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:45.615582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:45.622499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.652823 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:45.677275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5761388a-2389-4926-a724-4d9fb3fa4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.686549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:45.687062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:45.687409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:45.696811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port fafae1c0-8556-43de-a39e-3b1add737185, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fafae1c0-8556-43de-a39e-3b1add737185,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:45.703176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:45.703530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:45.703690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:45.704464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.715800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:45.716133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:45.716544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:45.716972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Bound port: 6a00215a-866d-48a1-bd83-cb325bd7ca65, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:45.735212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.742448 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:45.772981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:45.784908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.795431 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-09b18b4a-d98d-46df-9a35-3eab86523c4d service neutron] 10.222.0.32 "POST /v2.0/ports/6a00215a-866d-48a1-bd83-cb325bd7ca65/bindings HTTP/1.1" status: 201 len: 391 time: 0.5962234 Dec 20 11:38:45.799709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:45.808033 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5002446 Dec 20 11:38:45.829327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1741-bb44-41e8-960c-d36610f4d21b req-929fe30e-122c-4010-a152-8cf52d2dafec tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:45.832305 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Sync routers for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:45.837060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ccad1741-bb44-41e8-960c-d36610f4d21b req-929fe30e-122c-4010-a152-8cf52d2dafec tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 945 time: 0.2700026 Dec 20 11:38:45.841254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=fafae1c0-8556-43de-a39e-3b1add737185,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:45.850647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Request body: {'port': {'device_id': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:45.851155 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:45.856226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-5761388a-2389-4926-a724-4d9fb3fa4e23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:38:45.856226 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-5761388a-2389-4926-a724-4d9fb3fa4e23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:38:45.857425 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:45.858025 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:45.869655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:45.872914 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0046873 Dec 20 11:38:45.876107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:46.065072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ccad1741-bb44-41e8-960c-d36610f4d21b req-7b41e6c9-901d-471e-b000-676af0fa6409 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833959 Dec 20 11:38:46.066138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.088038 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:46.151361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:46.249280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:46.263129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] 10.222.0.32 "PUT /v2.0/routers/1a37c230-4482-407c-bb30-e7c609c97b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7937789 Dec 20 11:38:46.265280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:46.341524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3a52b-753c-45ac-9709-b5bb27ce2ff7 req-6a04bccd-f60d-4702-9c26-a1b4b4982a27 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:46.343780 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dd3a52b-753c-45ac-9709-b5bb27ce2ff7 req-6a04bccd-f60d-4702-9c26-a1b4b4982a27 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 936 time: 0.1936700 Dec 20 11:38:46.350422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:46.356129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:46.356553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.440028 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:44Z', 'revision_number': 3, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:46.445681 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Checking router: 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:46.446467 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Updating router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 port f9c23827-861f-4b8c-af7e-080437d24e40 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:38:46.490776 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dd3a52b-753c-45ac-9709-b5bb27ce2ff7 req-114370fe-4965-4d35-bd89-4f25cf5fce2d tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404748 Dec 20 11:38:46.543420 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.569588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-9861a597-76b4-4b27-9b48-3d0a5ddf8511 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:46.570296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-9861a597-76b4-4b27-9b48-3d0a5ddf8511 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:46.621235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-e4eaa0bb-4610-4039-ae4e-6456c94f8096 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1098 time: 0.5024581 Dec 20 11:38:46.642088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.703189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:46.715657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4aa98f00-b95a-49eb-9c9b-ba0e1739cc3e None None] Provisioning for port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:46.740723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4aa98f00-b95a-49eb-9c9b-ba0e1739cc3e None None] Provisioning complete for port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:46.743682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4aa98f00-b95a-49eb-9c9b-ba0e1739cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.779130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f7a7b29b-83fb-402d-8c0e-d91026b19f34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:46.780572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f7a7b29b-83fb-402d-8c0e-d91026b19f34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.1411276 Dec 20 11:38:46.791310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-9861a597-76b4-4b27-9b48-3d0a5ddf8511 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:46.797384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-9861a597-76b4-4b27-9b48-3d0a5ddf8511 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 820 time: 0.4349828 Dec 20 11:38:46.814661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:46.838950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.848286 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:46.912145 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.928809 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Transition to ACTIVE for port object f9c23827-861f-4b8c-af7e-080437d24e40 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:46.937455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4aa98f00-b95a-49eb-9c9b-ba0e1739cc3e None None] Port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:46.944550 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:46.950873 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-7828af54-0bdc-4609-a53c-666426030855 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 217 time: 0.1479676 Dec 20 11:38:46.951394 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:46.955149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:46.958315 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:47.037955 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Attempting to bind port f9c23827-861f-4b8c-af7e-080437d24e40 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:47.038504 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Attempting to bind port f9c23827-861f-4b8c-af7e-080437d24e40 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:47.038967 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Attempting to bind port f9c23827-861f-4b8c-af7e-080437d24e40 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:47.046509 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Pushing event updated for resources: {'Port': ['ID=f9c23827-861f-4b8c-af7e-080437d24e40,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:47.053116 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:47.053634 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:47.054297 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.055545 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:47.056156 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Bound port: f9c23827-861f-4b8c-af7e-080437d24e40, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:47.056631 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.086528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fafae1c0-8556-43de-a39e-3b1add737185 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:47.165692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fafae1c0-8556-43de-a39e-3b1add737185 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:47.166354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.172922 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] For port f9c23827-861f-4b8c-af7e-080437d24e40, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:47.176871 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] For port f9c23827-861f-4b8c-af7e-080437d24e40, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f9c23827-861f-4b8c-af7e-080437d24e40,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:47.185627 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.186249 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.186757 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.187428 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.187900 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.188836 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.189474 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.190920 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.193351 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.193686 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.194024 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:47.202823 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:47.209650 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.213842 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:47.239599 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-f80a369a-a89a-4c59-a452-666294527938 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/quotas/eff6c436d2bc4266b1e08d2c95a35fce HTTP/1.1" status: 200 len: 375 time: 0.4413259 Dec 20 11:38:47.251196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b70ba-6af6-47ab-b721-e2e6634911a0 req-6fe45dbc-ab6e-4fc4-b3e2-15fb0aa912c3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:47.252652 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f60b70ba-6af6-47ab-b721-e2e6634911a0 req-6fe45dbc-ab6e-4fc4-b3e2-15fb0aa912c3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1187284 Dec 20 11:38:47.315138 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Pushing event updated for resources: {'Port': ['ID=f9c23827-861f-4b8c-af7e-080437d24e40,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:47.318608 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:47.320095 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:47.320965 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:47.423936 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-1cd64265-17d0-4fc5-b190-27ea34be861a tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832545 Dec 20 11:38:47.446185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-97dba70d-57f6-4204-b46a-813fec5fbcd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:47.447572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-97dba70d-57f6-4204-b46a-813fec5fbcd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1595955 Dec 20 11:38:47.502706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.531802 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:47.532499 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f60b70ba-6af6-47ab-b721-e2e6634911a0 req-d9ef2c7a-3b34-4031-8e43-36b45800b70f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667146 Dec 20 11:38:47.536949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:47.547453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.565719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Transition to ACTIVE for port object 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:47.729951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.743442 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4cbad60-60a9-45d6-b2af-6057231d40bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:47.764741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.840730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-d0dc5b6c-1c15-42bf-87ec-e41debd0d6ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2696652 Dec 20 11:38:47.933710 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:44Z', 'revision_number': 3, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:47.938602 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e73f6-0d40-4a46-8ad8-3cbec47ab50e None None] The sync data for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 is: [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:44Z', 'revision_number': 3, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:47.945186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:47.970423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Allocated IP 172.20.0.1 (369c3643-7840-4b2a-8a85-116c0d1f8252/2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df/e64c3639-abf8-4a1f-b992-e60480e7ec45) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:47.982845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] Sync routers for ids ['1a37c230-4482-407c-bb30-e7c609c97b03'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:48.003004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] Routers {'1a37c230-4482-407c-bb30-e7c609c97b03'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:48.003777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['1a37c230-4482-407c-bb30-e7c609c97b03'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:48.035077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-329f2ec7-5591-4bd0-8fb7-7a54547bacfb service neutron] 10.222.0.32 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961728 Dec 20 11:38:48.198930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7436-52c5-42db-a76b-fcd64da9e7b2 req-7d3b7c81-8a52-416d-b1c6-ce7129f109dd tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:48.201573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0aeb7436-52c5-42db-a76b-fcd64da9e7b2 req-7d3b7c81-8a52-416d-b1c6-ce7129f109dd tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 945 time: 0.4024026 Dec 20 11:38:48.340642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] Set router 1a37c230-4482-407c-bb30-e7c609c97b03 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:48.375369 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0aeb7436-52c5-42db-a76b-fcd64da9e7b2 req-7e330dd0-ebff-4886-b547-f9980b193735 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612718 Dec 20 11:38:48.444449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Pushing event updated for resources: {'Port': ['ID=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:48.460270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:48.469046 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:48.475589 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:38:48.520053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Transition to ACTIVE for port object e64c3639-abf8-4a1f-b992-e60480e7ec45 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:48.542651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ec547d87-c610-49e4-815e-8fe1186af59c service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902094 Dec 20 11:38:48.586026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:48.593341 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10ded209-a982-47b1-953a-204c1aa39293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:48.649670 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'code': 200} Dec 20 11:38:48.752070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Pushing event updated for resources: {'Port': ['ID=e64c3639-abf8-4a1f-b992-e60480e7ec45,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:48.756837 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:48.771699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:48.772918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:48.785720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:48.909397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2be9f39e-c974-4a89-9410-d6ebc9169a46 service neutron] 10.222.0.32 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8731310 Dec 20 11:38:48.933600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:49.013195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-router', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167'}], 'enable_snat': True}, 'gw_port_id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:19Z', 'updated_at': '2021-12-20T11:38:41Z', 'revision_number': 5, 'project_id': '9fee2b030e834c8598706d6b47174e29', 'gw_port': {'id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:20Z', 'updated_at': '2021-12-20T11:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:49.018191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] Checking router: 1a37c230-4482-407c-bb30-e7c609c97b03 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:49.038016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] Routers {'1a37c230-4482-407c-bb30-e7c609c97b03'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:49.038778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['1a37c230-4482-407c-bb30-e7c609c97b03'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:49.156114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:49.509335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 599fe411-8123-4f1d-b764-3fdae443cd6e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:49.573339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68479c12-2c10-46ed-839c-b3de3e2971d4 req-1d2f4d7b-baa3-4625-b834-02ceba64b40e tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:49.581008 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68479c12-2c10-46ed-839c-b3de3e2971d4 req-1d2f4d7b-baa3-4625-b834-02ceba64b40e tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.2639976 Dec 20 11:38:49.592390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] Set router 1a37c230-4482-407c-bb30-e7c609c97b03 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:49.665773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-72b3394b-f2d8-464f-9717-d73510611076 None None] Provisioning for port e64c3639-abf8-4a1f-b992-e60480e7ec45 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:49.671009 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68479c12-2c10-46ed-839c-b3de3e2971d4 req-49619bff-59d5-4427-850c-1096924fd70f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890777 Dec 20 11:38:49.688509 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-0fe92600-eaad-421e-9163-9f39db392b77 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1325624 Dec 20 11:38:49.730362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:49.737772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-72b3394b-f2d8-464f-9717-d73510611076 None None] Provisioning complete for port e64c3639-abf8-4a1f-b992-e60480e7ec45 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:49.738178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72b3394b-f2d8-464f-9717-d73510611076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:49.744710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:49.774970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Attempting to bind port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:49.775305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Attempting to bind port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:49.775625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Attempting to bind port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:49.809273 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6dadbf43-c6d4-40a4-836b-9ccfaa28b3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:49.838224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-72b3394b-f2d8-464f-9717-d73510611076 None None] Port e64c3639-abf8-4a1f-b992-e60480e7ec45 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:49.877483 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c2777f9-083c-4ad7-a92b-20db87012613 req-b124ae09-5d6f-4776-885a-ab383a5c7384 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 1099 time: 1.0449803 Dec 20 11:38:49.894711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:49.906642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-629a4608-636a-4643-9019-7621e7076291 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=764e973345994c0387dfb8c52a4d0309&device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 1098 time: 0.7014155 Dec 20 11:38:49.909289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:49.909608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Attempting to bind port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:49.946659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:49.947092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:49.947414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:49.948463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Bound port: 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:49.948813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:49.951597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Pushing event updated for resources: {'Port': ['ID=e64c3639-abf8-4a1f-b992-e60480e7ec45,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:49.956306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 599fe411-8123-4f1d-b764-3fdae443cd6e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:49.957653 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:49.967359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 599fe411-8123-4f1d-b764-3fdae443cd6e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:49.967733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.027694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eee61-16f2-43a6-be7e-5ffc7a4625ce req-013c4d8f-1c3f-4777-a4bc-771efe6ffc15 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:50.028482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-045eee61-16f2-43a6-be7e-5ffc7a4625ce req-013c4d8f-1c3f-4777-a4bc-771efe6ffc15 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Synchronizing usage tracker for tenant:7a9118732039402e846e799b0a937aa1 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:50.081496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b15e2-1b07-4c9a-b9ba-4710038942f2 req-d74fc2a4-6943-4481-b5da-ba1434579de3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:50.083004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4c3b15e2-1b07-4c9a-b9ba-4710038942f2 req-d74fc2a4-6943-4481-b5da-ba1434579de3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.2748914 Dec 20 11:38:50.119493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:50.122479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:50.124908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] For port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:50.128495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] For port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:50.167541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.184558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-router', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167'}], 'enable_snat': True}, 'gw_port_id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:19Z', 'updated_at': '2021-12-20T11:38:41Z', 'revision_number': 5, 'project_id': '9fee2b030e834c8598706d6b47174e29', 'gw_port': {'id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:20Z', 'updated_at': '2021-12-20T11:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:50.192251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d46d41-7fa4-4669-b8fd-2c95b01e87f1 None None] The sync data for ids ['1a37c230-4482-407c-bb30-e7c609c97b03'] in n-d-victoria-1 is: [{'id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'name': 'tempest-FloatingIPsNegativeTestJSON-1000547582-router', 'tenant_id': '9fee2b030e834c8598706d6b47174e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167'}], 'enable_snat': True}, 'gw_port_id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:19Z', 'updated_at': '2021-12-20T11:38:41Z', 'revision_number': 5, 'project_id': '9fee2b030e834c8598706d6b47174e29', 'gw_port': {'id': '58dc2a94-6929-4d2d-88e1-85995c568e23', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a37c230-4482-407c-bb30-e7c609c97b03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:20Z', 'updated_at': '2021-12-20T11:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:38:50.194770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 599fe411-8123-4f1d-b764-3fdae443cd6e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=599fe411-8123-4f1d-b764-3fdae443cd6e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:50.200169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.210639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.212056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f9c23827-861f-4b8c-af7e-080437d24e40 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:50.232688 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9e857158-2dd0-4f1d-ac8e-33d123337db8 tempest-ServerMetadataNegativeTestJSON-1748020180 tempest-ServerMetadataNegativeTestJSON-1748020180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:50.271102 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-14df4525-1d4a-4f33-94b8-06f91880b07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:50.371046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Pushing event updated for resources: {'Port': ['ID=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:50.391082 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:50.398277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=599fe411-8123-4f1d-b764-3fdae443cd6e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:50.402555 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:50.439533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port f9c23827-861f-4b8c-af7e-080437d24e40 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:50.444046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f9c23827-861f-4b8c-af7e-080437d24e40 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:50.444711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.455490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c2777f9-083c-4ad7-a92b-20db87012613 req-a6383ad3-3b0f-4bba-b7d7-395da992cce6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5677414 Dec 20 11:38:50.467122 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4c3b15e2-1b07-4c9a-b9ba-4710038942f2 req-0d5e3b5c-ed66-4dd6-b8fa-5b743459e1e8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740451 Dec 20 11:38:50.468372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-045eee61-16f2-43a6-be7e-5ffc7a4625ce req-013c4d8f-1c3f-4777-a4bc-771efe6ffc15 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Unset dirty status for tenant:7a9118732039402e846e799b0a937aa1 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:50.474743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-045eee61-16f2-43a6-be7e-5ffc7a4625ce req-013c4d8f-1c3f-4777-a4bc-771efe6ffc15 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 948 time: 1.0875766 Dec 20 11:38:50.511027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-9d145aa2-d93e-46cc-a497-6fbf79e5d89b tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.7302740 Dec 20 11:38:50.528318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.531883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] 10.222.0.16 "PUT /v2.0/ports/3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 HTTP/1.1" status: 200 len: 1098 time: 4.7099218 Dec 20 11:38:50.542954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:50.590855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'tag': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:50.641254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.651895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4a46cf29-ab0d-4790-b534-6a69d3c80896 None None] Provisioning complete for port e64c3639-abf8-4a1f-b992-e60480e7ec45 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:50.652448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a46cf29-ab0d-4790-b534-6a69d3c80896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.707474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port f9c23827-861f-4b8c-af7e-080437d24e40, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f9c23827-861f-4b8c-af7e-080437d24e40,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:50.713536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-fddf9337-6d2a-437b-acfe-e6b3a75d0028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:50.723196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.723427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-fddf9337-6d2a-437b-acfe-e6b3a75d0028 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 200 len: 919 time: 0.8033087 Dec 20 11:38:50.727300 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-018b237b-397f-46fa-b71b-774b58020fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:50.738644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.762345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4a46cf29-ab0d-4790-b534-6a69d3c80896 None None] Port e64c3639-abf8-4a1f-b992-e60480e7ec45 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:38:50.826602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=f9c23827-861f-4b8c-af7e-080437d24e40,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:50.833445 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:50.910673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-045eee61-16f2-43a6-be7e-5ffc7a4625ce req-c4a1b8ea-fb8b-4607-afad-e42396ed4dda tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Synchronizing usage tracker for tenant:7a9118732039402e846e799b0a937aa1 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:50.960544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Deleting port 58dc2a94-6929-4d2d-88e1-85995c568e23 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:50.960544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:50.986513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b94f4e-de8f-4a7b-9cc7-0647a2c3d38d req-d643f621-6b17-4136-b078-4246f7686c38 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:50.987934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53b94f4e-de8f-4a7b-9cc7-0647a2c3d38d req-d643f621-6b17-4136-b078-4246f7686c38 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.2178922 Dec 20 11:38:51.054710 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53b94f4e-de8f-4a7b-9cc7-0647a2c3d38d req-215426b6-4940-4d4c-b54a-17b8a8fbe1c8 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Dec 20 11:38:51.091514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 599fe411-8123-4f1d-b764-3fdae443cd6e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:51.091638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:38:51.141500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:51.164072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-848b4a20-f0d9-49dd-b56c-abb64cc3c834 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 200 len: 217 time: 0.4202273 Dec 20 11:38:51.185032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 599fe411-8123-4f1d-b764-3fdae443cd6e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:51.185672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:51.319363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f9c23827-861f-4b8c-af7e-080437d24e40 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:51.347502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-3c9298f7-6896-426b-bf08-72f1717e3877 req-15ee8159-5ac4-4c01-adae-9fbc33d46218 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:51.385684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-3c9298f7-6896-426b-bf08-72f1717e3877 req-15ee8159-5ac4-4c01-adae-9fbc33d46218 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:51.387090 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c9298f7-6896-426b-bf08-72f1717e3877 req-15ee8159-5ac4-4c01-adae-9fbc33d46218 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 210 time: 0.1485751 Dec 20 11:38:51.394430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f9c23827-861f-4b8c-af7e-080437d24e40 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:51.394923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:51.413834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:51.425818 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a934adb-22c2-4667-b7b6-7d8b461a6ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5430117 Dec 20 11:38:51.548695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-045eee61-16f2-43a6-be7e-5ffc7a4625ce req-c4a1b8ea-fb8b-4607-afad-e42396ed4dda tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Unset dirty status for tenant:7a9118732039402e846e799b0a937aa1 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:51.549925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-045eee61-16f2-43a6-be7e-5ffc7a4625ce req-c4a1b8ea-fb8b-4607-afad-e42396ed4dda tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0744045 Dec 20 11:38:51.553544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-14d1a1e6-50b8-4b35-bb67-90b21eecc23c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:51.555537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-14d1a1e6-50b8-4b35-bb67-90b21eecc23c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 200 len: 858 time: 0.3296409 Dec 20 11:38:51.592461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] For port 58dc2a94-6929-4d2d-88e1-85995c568e23, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=58dc2a94-6929-4d2d-88e1-85995c568e23,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:51.592877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:51.714761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2ee0-1406-40b1-9ae3-f31accb327ac req-9d982d01-7c90-4704-b6fd-24ca611355f3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:51.716627 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c83a2ee0-1406-40b1-9ae3-f31accb327ac req-9d982d01-7c90-4704-b6fd-24ca611355f3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 945 time: 0.1446917 Dec 20 11:38:51.766041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-9bfbaffd-25b4-4b66-84ff-20f7a93b8053 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9118732039402e846e799b0a937aa1&device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 1101 time: 1.1603045 Dec 20 11:38:51.771266 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'tag': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6', 'status': 'completed', 'code': 200} Dec 20 11:38:51.774581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c83a2ee0-1406-40b1-9ae3-f31accb327ac req-7134a23e-1607-4884-b641-ac8990484f20 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520861 Dec 20 11:38:51.778967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Calling delete_port for 58dc2a94-6929-4d2d-88e1-85995c568e23 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:51.987161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233133cc-7c0f-4e9e-ad60-3ae94bdd7bef req-526d845a-065c-4ae3-97ca-0dca46e80fb4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:51.988794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-233133cc-7c0f-4e9e-ad60-3ae94bdd7bef req-526d845a-065c-4ae3-97ca-0dca46e80fb4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.0885754 Dec 20 11:38:52.047972 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-233133cc-7c0f-4e9e-ad60-3ae94bdd7bef req-f98df6ff-7a44-42d5-b89e-ddfe91cc8193 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532784 Dec 20 11:38:52.116342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-279105c6-157f-43c2-bb81-ac8445140562 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b22c9d00-c8ba-4751-b541-e81234598bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3101964 Dec 20 11:38:52.207721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-ec8265a0-77c4-410c-9ab1-e287c37364be tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:52.209118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-ec8265a0-77c4-410c-9ab1-e287c37364be tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.53 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 820 time: 1.2572927 Dec 20 11:38:52.221888 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-e84e0883-db2d-43fd-a407-57d5de7a4a23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 HTTP/1.1" status: 200 len: 217 time: 0.4106407 Dec 20 11:38:52.237667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Request body: {'port': {'device_id': '3f9856ac-834d-4255-9e12-4a139bf80136', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'admin_state_up': True, 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:52.281187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97574f-99b0-43f3-b7f6-75d24f89f1dd req-f4c27c17-eb44-4084-a34a-01ec82dd1e57 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:52.282769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a97574f-99b0-43f3-b7f6-75d24f89f1dd req-f4c27c17-eb44-4084-a34a-01ec82dd1e57 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.0835714 Dec 20 11:38:52.345157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a97574f-99b0-43f3-b7f6-75d24f89f1dd req-6e542933-5f6e-4a22-951c-7faf9eb500bb tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519340 Dec 20 11:38:52.491263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39696) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:52.497257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-358651405-network', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:52.502415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:52.506261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Usage tracker for resource:network and tenant:8853431345294b7194bfe1495f4d4bf0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:52.509292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:52.513530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:52.514849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:52.526986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Made reservation on behalf of 8853431345294b7194bfe1495f4d4bf0 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:52.529476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.553271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-6c0b1f58-f400-40a3-b82d-7c73178123e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:52.554692 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-6c0b1f58-f400-40a3-b82d-7c73178123e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2995958 Dec 20 11:38:52.582903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.600643 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2442b39f-a625-4a67-a312-b8a228c72992 req-67b92a6f-8996-4e36-b696-60253a666440 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 210 time: 0.0542474 Dec 20 11:38:52.632887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:52.632887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Usage tracker for resource:security_group_rule and tenant:8853431345294b7194bfe1495f4d4bf0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:52.632887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:52.639340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:52.666663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:38:52.679224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9677ec-79b1-43fd-9303-05cc3a437626 req-109ea5ec-bfb9-45f5-a3df-a4929812eff1 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:52.685919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b9677ec-79b1-43fd-9303-05cc3a437626 req-109ea5ec-bfb9-45f5-a3df-a4929812eff1 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.9165471 Dec 20 11:38:52.695433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-bb80cd35-b837-4fc7-89c8-bcff3eaba40a service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536952 Dec 20 11:38:52.727475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.735425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.753536 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-183830c7-c45b-4d3c-b220-c336495d9cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:52.774650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:52.775491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:38:52.786671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.787113 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Added segment af9beca9-a3ce-4edb-97a1-1ea1cb0132e9 of type vlan for network 3021dbc3-d63b-48c1-975e-8d33c878603e Dec 20 11:38:52.803636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:52.865094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:52.878828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae8c3ae-3fa6-4f0e-8f13-86a956623fa8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:52.885781 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:52.890189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.940428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf48461-9afc-4466-9dc3-986862a784c3 req-6994c54f-1b24-4971-9709-fab58534f375 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:52.941885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0bf48461-9afc-4466-9dc3-986862a784c3 req-6994c54f-1b24-4971-9709-fab58534f375 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 948 time: 0.1716468 Dec 20 11:38:52.950783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.951649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:52.952251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.957859 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c23ddcfc-df1a-4c17-873f-d684e3fd860f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:52.969394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Made reservation on behalf of eff6c436d2bc4266b1e08d2c95a35fce for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:52.972367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:52.988800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b9677ec-79b1-43fd-9303-05cc3a437626 req-c83872a1-ab53-4fac-891e-625815b30eb1 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020170 Dec 20 11:38:53.021754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.030985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.032534 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-affe2455-b406-44c7-beb1-d083e7ef1a86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:53.053528 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0bf48461-9afc-4466-9dc3-986862a784c3 req-1611f0a6-f399-4dd8-bc9b-ba715f8f4a62 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038454 Dec 20 11:38:53.092722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58dc2a94-6929-4d2d-88e1-85995c568e23,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:53.099564 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:53.100376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.108215 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:53.123386 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6284437 Dec 20 11:38:53.123386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Pushing event updated for resources: {'Network': ['ID=3021dbc3-d63b-48c1-975e-8d33c878603e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:53.124331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39706) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:53.129862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Request body: {'subnet': {'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-subnet', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:53.133628 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:53.134925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3021dbc3-d63b-48c1-975e-8d33c878603e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:38:53.136722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:53.138919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-4889e6c0-ce52-4af1-bab6-a1b94c3ffb5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5700612 Dec 20 11:38:53.141050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Usage tracker for resource:subnet and tenant:8853431345294b7194bfe1495f4d4bf0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:53.144140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:53.151172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:53.165218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Made reservation on behalf of 8853431345294b7194bfe1495f4d4bf0 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:38:53.168650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.186762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c9404c-cc30-44d5-82db-d3c873a56ed5 req-587e5956-aa7b-4e01-aa66-6055e11e6036 service neutron] 10.222.0.16 "GET /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686437 Dec 20 11:38:53.526610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f846a-2c8c-4094-a3c3-0cd501f4eca8 req-9f159954-2290-438b-aa36-97da94cfb938 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:53.528107 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-714f846a-2c8c-4094-a3c3-0cd501f4eca8 req-9f159954-2290-438b-aa36-97da94cfb938 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.2995250 Dec 20 11:38:53.613371 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-714f846a-2c8c-4094-a3c3-0cd501f4eca8 req-b9735f93-bef7-4201-8ee1-2e8c9e673670 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 Dec 20 11:38:53.623921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.628141 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-13ccbde9-e21e-4950-bd51-537b0e2a11a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:53.720239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4968d742-129b-40b9-8453-e9f0d5a0259a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:53.720835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:53.723565 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:53.734999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Checking segment: {'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:53.735270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Network hostable DHCP agents. Network: 3021dbc3-d63b-48c1-975e-8d33c878603e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:38:53.735524 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:53.761943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Network 3021dbc3-d63b-48c1-975e-8d33c878603e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:38:53.780026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:53.804886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3021dbc3-d63b-48c1-975e-8d33c878603e) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:53.812364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260c622-e430-4421-a7b2-0551338b46f4 None None] Network 3021dbc3-d63b-48c1-975e-8d33c878603e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:53.814513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:53.815538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.847306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7218921 Dec 20 11:38:53.850038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39716) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:53.856271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:53.864969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:38:53.879205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Usage tracker for resource:router and tenant:8853431345294b7194bfe1495f4d4bf0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:38:53.884000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:38:53.895080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdb0cd-4257-4c65-bee9-9f8bb0825ed0 req-bd6294b9-b32d-4726-92d5-db8a6d9307fe tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:53.896515 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-11bdb0cd-4257-4c65-bee9-9f8bb0825ed0 req-bd6294b9-b32d-4726-92d5-db8a6d9307fe tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.1270664 Dec 20 11:38:53.897476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:38:53.928712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.929550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:53.961886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-11bdb0cd-4257-4c65-bee9-9f8bb0825ed0 req-ab236195-a8a8-4623-bd75-72a980653cd3 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584943 Dec 20 11:38:53.968487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.016853 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-7459e080-dc0a-4e3f-aa2e-10c48812cd8b service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8280735 Dec 20 11:38:54.024284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:54.024615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:54.024939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:54.056380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f56403-7056-4d10-90e5-c6eb5d514bf8 req-185dda0a-8ae3-4e04-b47e-bb85ba98dc2b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:54.057828 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6f56403-7056-4d10-90e5-c6eb5d514bf8 req-185dda0a-8ae3-4e04-b47e-bb85ba98dc2b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 943 time: 0.8734858 Dec 20 11:38:54.058393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.059103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-3021dbc3-d63b-48c1-975e-8d33c878603e', 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'fixed_ips': [{'subnet_id': '4968d742-129b-40b9-8453-e9f0d5a0259a'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:38:54.060298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.122444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Allocated IP 172.20.0.14 (278b1917-c3c0-4888-8957-7bf2b89f56ad/812cfc55-e29a-40b5-9758-ce1633da9b89/895d029e-7750-461a-b002-cea4f416b6db) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:54.172900 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6d52795-dba3-446d-a6a3-b30ffa859195 req-c590840f-7208-4c3f-a05e-5bc4f356ee7c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 210 time: 0.0457644 Dec 20 11:38:54.184225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.235584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:54.236189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Attempting to bind port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:54.308232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Allocated IP 172.20.0.2 (3021dbc3-d63b-48c1-975e-8d33c878603e/4968d742-129b-40b9-8453-e9f0d5a0259a/2822a1b4-b42e-4467-aab0-82bc2ffc88fc) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:54.386649 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65', 'code': 200} Dec 20 11:38:54.419790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.426514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:54.427248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:54.427826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:54.428473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Bound port: 6a00215a-866d-48a1-bd83-cb325bd7ca65, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:54.429001 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.486351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.522818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6f56403-7056-4d10-90e5-c6eb5d514bf8 req-89cf05bf-213f-48f1-a082-44f45135e470 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091311 Dec 20 11:38:54.548473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.591593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.599144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4923306-4e7d-455e-a595-2ce2d43aa10f req-32ffd365-b557-441a-8aa6-6200623c7292 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:54.600791 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4923306-4e7d-455e-a595-2ce2d43aa10f req-32ffd365-b557-441a-8aa6-6200623c7292 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.1552157 Dec 20 11:38:54.603774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Transition to ACTIVE for port object 2822a1b4-b42e-4467-aab0-82bc2ffc88fc will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:54.624999 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Transition to ACTIVE for port object 2822a1b4-b42e-4467-aab0-82bc2ffc88fc will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:54.635007 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.641416 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:54.653933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:54.657146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:54.676820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.680574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.692006 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0dc783a2-f9bf-4263-a2e6-630673681654 tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:54.708942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4923306-4e7d-455e-a595-2ce2d43aa10f req-e3a5b1d5-6749-446c-8541-95357fe1f412 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736117 Dec 20 11:38:54.715957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Network 3021dbc3-d63b-48c1-975e-8d33c878603e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:54.724844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:54.733001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Pushing event updated for resources: {'Port': ['ID=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:54.734569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Allocated IP 172.35.0.133 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/2a30805b-22c0-4c18-b3e2-c1e35683432b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:38:54.735363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:54.737590 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:54.769029 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01f184ec-9e4b-4005-93aa-c049833b4ab9 req-28f1874c-69fd-48bb-9744-d8ef3aa74a6d service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416985 Dec 20 11:38:54.838307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Attempting to bind port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:54.839030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Attempting to bind port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:54.839610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Attempting to bind port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc on network 3021dbc3-d63b-48c1-975e-8d33c878603e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:54.846793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:54.847476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Checking segment: {'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:54.848211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.848814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Bound using segment: {'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:54.849492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Bound port: 2822a1b4-b42e-4467-aab0-82bc2ffc88fc, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:54.850112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.967747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] For port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:54.971058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] For port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,segment=NetworkSegment(af9beca9-a3ce-4edb-97a1-1ea1cb0132e9),segment_id=af9beca9-a3ce-4edb-97a1-1ea1cb0132e9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:54.976980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.977351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:54.981478 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:55.057923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7340-355f-4c33-9c3e-d85e62a71915 req-8b2d8f67-b26e-408f-a412-992cc0475443 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:55.059972 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fee7340-355f-4c33-9c3e-d85e62a71915 req-8b2d8f67-b26e-408f-a412-992cc0475443 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1540549 Dec 20 11:38:55.068183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:55.097674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Pushing event updated for resources: {'Port': ['ID=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:55.101044 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:55.107249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.116187 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:55.127762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.128261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a37c230-4482-407c-bb30-e7c609c97b03 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:38:55.210731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fee7340-355f-4c33-9c3e-d85e62a71915 req-52d9d151-e1ce-41fa-aa78-037e00ab934a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438222 Dec 20 11:38:55.249381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:55.255171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Pushing event updated for resources: {'Port': ['ID=2a30805b-22c0-4c18-b3e2-c1e35683432b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:55.258478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:55.260554 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:55.261479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:55.449466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.464707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.465077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.465450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.466139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.466393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.466744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.467094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.467460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.467986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.468334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.468679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:38:55.482385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.483756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] 10.222.0.16 "PUT /v2.0/ports/6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 1125 time: 4.9482055 Dec 20 11:38:55.484562 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:55.513751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.514784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a37c230-4482-407c-bb30-e7c609c97b03 HTTP/1.1" status: 204 len: 168 time: 9.2371790 Dec 20 11:38:55.519453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39732) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:55.559111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-7da6bfb3-e4aa-4c02-905c-0dd0bce953f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a9118732039402e846e799b0a937aa1&device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 1101 time: 0.6302016 Dec 20 11:38:55.559579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['6a00215a-866d-48a1-bd83-cb325bd7ca65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:55.573069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40161c37-8b09-4b88-8b64-0628863da4d4 req-0a4e109f-7c5a-4102-b9dc-126ebb30cedb tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:55.579832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40161c37-8b09-4b88-8b64-0628863da4d4 req-0a4e109f-7c5a-4102-b9dc-126ebb30cedb tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 948 time: 0.8405917 Dec 20 11:38:55.622634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302adbf-254e-42fb-92c4-c7111d8af8b6 req-e874f5fc-0b16-40b5-9259-baab62c4259b tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:55.624266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0302adbf-254e-42fb-92c4-c7111d8af8b6 req-e874f5fc-0b16-40b5-9259-baab62c4259b tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.2196016 Dec 20 11:38:55.633540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39738) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:55.639724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Request body: {'floatingip': {'port_id': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:55.678757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.686533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Deleting subnet 014d07d9-ac68-408e-bf0f-622b06622eee {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:38:55.725491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.726254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.733364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.735209 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b465e1e-db19-4998-8e76-df45364e8497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:55.780366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:55.832789 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40161c37-8b09-4b88-8b64-0628863da4d4 req-a90b6027-c72d-4bff-94a8-9e612fec9f34 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520821 Dec 20 11:38:55.898639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Network 278b1917-c3c0-4888-8957-7bf2b89f56ad is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:38:55.899970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-d98ec7bb-5c8e-48aa-ba2a-6610f943590a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:55.901812 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-d98ec7bb-5c8e-48aa-ba2a-6610f943590a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3165858 Dec 20 11:38:55.907362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:38:55.913760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:38:56.017673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.092115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event updated for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:56.110488 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:56.127560 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-44c06e90-a663-44b7-ac0a-5a3de848b42c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 HTTP/1.1" status: 200 len: 217 time: 0.1684427 Dec 20 11:38:56.172406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e0796-358c-4494-b7bd-2df0d8b6f984 None None] Network 3021dbc3-d63b-48c1-975e-8d33c878603e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:56.202912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:56.203522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.244945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a472-3b60-481a-b592-7935bd71b7e0 req-f1caa903-9b4a-48ec-bff9-a2c7176e4eda tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:56.252482 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6a7a472-3b60-481a-b592-7935bd71b7e0 req-f1caa903-9b4a-48ec-bff9-a2c7176e4eda tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.4414165 Dec 20 11:38:56.263323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-72ccef0b-644a-483f-bf64-61e3944f857f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:56.264720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-72ccef0b-644a-483f-bf64-61e3944f857f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1229310 Dec 20 11:38:56.265886 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0415468 Dec 20 11:38:56.322119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Request body: {'port': {'device_id': '3f9856ac-834d-4255-9e12-4a139bf80136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:38:56.329442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9168b68f-ecdb-48e1-b811-52d8350d43ad None None] Provisioning for port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:56.354915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.397657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:56.416666 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6a7a472-3b60-481a-b592-7935bd71b7e0 req-88b500d8-9711-4272-b42a-0e54124cc08a tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616397 Dec 20 11:38:56.431995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f6bc9-ef7b-4f17-829d-e79f63032088 req-b04741f9-ed8b-430c-804c-b41e54c2ee5d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:56.433413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-102f6bc9-ef7b-4f17-829d-e79f63032088 req-b04741f9-ed8b-430c-804c-b41e54c2ee5d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:56.512672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:38:56.627115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-102f6bc9-ef7b-4f17-829d-e79f63032088 req-b04741f9-ed8b-430c-804c-b41e54c2ee5d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:56.628884 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-102f6bc9-ef7b-4f17-829d-e79f63032088 req-b04741f9-ed8b-430c-804c-b41e54c2ee5d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 932 time: 0.6633198 Dec 20 11:38:56.658611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.668315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.676217 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aaf99a3e-f702-4bc0-aca1-12e945004cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:56.698916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:56.713119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6', 'mac_address': 'fa:16:3e:4b:72:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:38:56.731350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014d07d9-ac68-408e-bf0f-622b06622eee,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:56.736563 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:56.770606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.789145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.790698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff9710-55cb-4bd1-9be7-ca7a0a8fd611 None None] Network 2aa15a37-f85a-4f9b-b649-a6ca56c83828 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:38:56.798087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-19c05824-528a-4f50-ab2f-c854bb454601 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.5178792 Dec 20 11:38:56.813529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:56.838490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/014d07d9-ac68-408e-bf0f-622b06622eee HTTP/1.1" status: 204 len: 168 time: 1.3162458 Dec 20 11:38:56.840507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39750) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:56.862022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-102f6bc9-ef7b-4f17-829d-e79f63032088 req-66795647-10c3-4767-a1d1-4c2ee3cf38bf tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:38:56.899787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f8864-c2bd-430f-85e5-be772c260d4b req-303cfa90-1ae0-48bf-8a3f-44fee6c74e78 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:56.904719 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e57f8864-c2bd-430f-85e5-be772c260d4b req-303cfa90-1ae0-48bf-8a3f-44fee6c74e78 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 943 time: 0.3584881 Dec 20 11:38:56.911554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:56.947194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:56.947912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:38:56.950057 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:57.019163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-102f6bc9-ef7b-4f17-829d-e79f63032088 req-66795647-10c3-4767-a1d1-4c2ee3cf38bf tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:38:57.020310 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-102f6bc9-ef7b-4f17-829d-e79f63032088 req-66795647-10c3-4767-a1d1-4c2ee3cf38bf tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806064 Dec 20 11:38:57.071279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:57.084923 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-c89d02bd-ca51-4cba-ac3c-05c37477d8be service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804191 Dec 20 11:38:57.090127 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:57.208749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2822a1b4-b42e-4467-aab0-82bc2ffc88fc up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:57.266038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.285969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:38:57.307130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:57.324620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:38:57.344477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:38:57.353043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:57.353688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.390580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Router 5d04a9f7-301b-401f-b4bb-090e85e2a204 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:38:57.393051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] DHCP port deletion for 2aa15a37-f85a-4f9b-b649-a6ca56c83828 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:38:57.404226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Deleting port 85395849-a15e-489d-886a-29db370f32ff {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:57.404614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.442416 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e57f8864-c2bd-430f-85e5-be772c260d4b req-3833fa12-54dc-4dfa-9752-a3e53b0e54c6 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132163 Dec 20 11:38:57.475327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.479282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Deleting port 85395849-a15e-489d-886a-29db370f32ff {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:57.480279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.519651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12ae6a8-07db-4097-9a14-453972b55e2b req-1123f377-f14d-43fa-9a7f-65737f60ffff service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177408 Dec 20 11:38:57.545086 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65', 'status': 'completed', 'code': 200} Dec 20 11:38:57.636968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] For port 85395849-a15e-489d-886a-29db370f32ff, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85395849-a15e-489d-886a-29db370f32ff,segment=NetworkSegment(ddee317e-1b15-4d3b-89fd-874bccb0353e),segment_id=ddee317e-1b15-4d3b-89fd-874bccb0353e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:57.637334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.652226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec795-f4fd-4e8d-83b2-bd1b9c5a03aa req-a52c47d5-b705-409a-b843-eb4ed0421e7a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:57.653673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e55ec795-f4fd-4e8d-83b2-bd1b9c5a03aa req-a52c47d5-b705-409a-b843-eb4ed0421e7a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.3903868 Dec 20 11:38:57.659253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895d029e-7750-461a-b002-cea4f416b6db {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:38:57.675094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.683034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.715242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Transition to ACTIVE for port object 895d029e-7750-461a-b002-cea4f416b6db will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:57.731164 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e55ec795-f4fd-4e8d-83b2-bd1b9c5a03aa req-4811b9bd-6f7f-43e6-9789-6b01458359e4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676281 Dec 20 11:38:57.738722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.744313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:57.804481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-31288640-14ec-4f6d-86a8-8bfef4c392c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1128 time: 0.2142198 Dec 20 11:38:57.812073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Calling delete_port for 85395849-a15e-489d-886a-29db370f32ff owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:57.863926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] For port 85395849-a15e-489d-886a-29db370f32ff, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85395849-a15e-489d-886a-29db370f32ff,segment=NetworkSegment(ddee317e-1b15-4d3b-89fd-874bccb0353e),segment_id=ddee317e-1b15-4d3b-89fd-874bccb0353e)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:57.864285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:57.925582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:38:57.928946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Pushing event updated for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:57.953050 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:58.080962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28e94179-b01c-4e4b-97cc-fb8d990ba4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.092942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Calling delete_port for 85395849-a15e-489d-886a-29db370f32ff owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:38:58.119011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.138789 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-24589469-1050-45d7-b711-a2086289816a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:58.184768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-48411acc-82f5-44a3-9ecc-03eaaf293a9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:58.186148 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-48411acc-82f5-44a3-9ecc-03eaaf293a9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.3742948 Dec 20 11:38:58.262467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Pushing event deleted for resources: {'Port': ['ID=85395849-a15e-489d-886a-29db370f32ff,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:58.293569 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:58.305468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-34a8fa7d-74cf-4fa8-ae97-b5b09714fc95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 217 time: 0.1105530 Dec 20 11:38:58.308719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Attempting to bind port 895d029e-7750-461a-b002-cea4f416b6db on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:38:58.309968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Attempting to bind port 895d029e-7750-461a-b002-cea4f416b6db by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:38:58.310514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Attempting to bind port 895d029e-7750-461a-b002-cea4f416b6db on network 278b1917-c3c0-4888-8957-7bf2b89f56ad {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:58.316512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.319245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24162f20-6427-46e7-bebd-6e39572d37ce req-66cb4681-4386-47c1-8952-dbf4c14d9cbd tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:58.321096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24162f20-6427-46e7-bebd-6e39572d37ce req-66cb4681-4386-47c1-8952-dbf4c14d9cbd tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 949 time: 0.3991191 Dec 20 11:38:58.341959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] No DVR routers for this DVR port 85395849-a15e-489d-886a-29db370f32ff on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:38:58.365653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:38:58.366120 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:38:58.385384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,segment=NetworkSegment(af9beca9-a3ce-4edb-97a1-1ea1cb0132e9),segment_id=af9beca9-a3ce-4edb-97a1-1ea1cb0132e9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:38:58.393353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.398655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Port 895d029e-7750-461a-b002-cea4f416b6db on network 278b1917-c3c0-4888-8957-7bf2b89f56ad not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:38:58.399069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Attempting to bind port 895d029e-7750-461a-b002-cea4f416b6db on network 278b1917-c3c0-4888-8957-7bf2b89f56ad {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:38:58.401782 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:58.412705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:38:58.413046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Checking segment: {'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:38:58.413526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Bound using segment: {'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:38:58.414769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Bound port: 895d029e-7750-461a-b002-cea4f416b6db, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:38:58.414979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.466637 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24162f20-6427-46e7-bebd-6e39572d37ce req-20ff35eb-2a6a-48c0-8709-a5fd25f27a98 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065812 Dec 20 11:38:58.483503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-23621694-9f31-4989-9bd3-35efbe22f15e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:58.485739 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-23621694-9f31-4989-9bd3-35efbe22f15e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1628325 Dec 20 11:38:58.499237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7278498-cb89-4e44-9c38-cda8aaf0cd02 req-ae332156-2b88-420e-bc80-406c152b3b5f tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:58.500748 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7278498-cb89-4e44-9c38-cda8aaf0cd02 req-ae332156-2b88-420e-bc80-406c152b3b5f tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 944 time: 0.2500827 Dec 20 11:38:58.509939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:58.532666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:58.571165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:38:58.574641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=895d029e-7750-461a-b002-cea4f416b6db,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:38:58.580758 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7278498-cb89-4e44-9c38-cda8aaf0cd02 req-14ccca82-8566-4257-beea-3cd7b3433360 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677319 Dec 20 11:38:58.584331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:38:58.597516 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Sync routers for ids ['5d04a9f7-301b-401f-b4bb-090e85e2a204'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:38:58.600625 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Floating IP d216d321-0175-4822-9a60-a8a35bd45fc1 associated. External IP: 172.35.0.221, port: cc0aa96f-919d-4862-a1f4-a36d9ffd58a7. Dec 20 11:38:58.630147 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Routers {'5d04a9f7-301b-401f-b4bb-090e85e2a204'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:38:58.631206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:38:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d04a9f7-301b-401f-b4bb-090e85e2a204'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:58.642792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-93a57f9b-c328-4918-b95e-9ac6e6a430c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666342 Dec 20 11:38:58.646087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.676741 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:58.682644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.684061 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8327632 Dec 20 11:38:58.687462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39766) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:38:58.795455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.796976 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] 10.222.0.53 "PUT /v2.0/ports/895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 1094 time: 2.5177820 Dec 20 11:38:58.819243 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Set router 5d04a9f7-301b-401f-b4bb-090e85e2a204 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:38:58.872173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Deleting port 85395849-a15e-489d-886a-29db370f32ff {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:38:58.872377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:58.894104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Pushing event updated for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:38:58.907926 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:38:58.951901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c33ae5-59ff-4c64-9c3f-806b86dff5a2 req-bf8ad10f-9bae-4a7e-aa1a-3a12328f61ff tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:58.958908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6c33ae5-59ff-4c64-9c3f-806b86dff5a2 req-bf8ad10f-9bae-4a7e-aa1a-3a12328f61ff tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 943 time: 0.3151052 Dec 20 11:38:58.999420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-6d9f38c2-fb6c-4c32-96a5-fc10bba0c4a2 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863858 Dec 20 11:38:59.046600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6c33ae5-59ff-4c64-9c3f-806b86dff5a2 req-bafe636d-d127-4c3a-bbde-9ff66b5a5623 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867429 Dec 20 11:38:59.106435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2822a1b4-b42e-4467-aab0-82bc2ffc88fc up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:38:59.261105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:38:59.261804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.264018 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:38:55Z', 'revision_number': 3, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:59.269518 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Checking router: 5d04a9f7-301b-401f-b4bb-090e85e2a204 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:38:59.269876 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Updating router 5d04a9f7-301b-401f-b4bb-090e85e2a204 port 2a30805b-22c0-4c18-b3e2-c1e35683432b binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:38:59.278114 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f68c2e1-c572-45a5-8ae2-99020b8e6fa4 req-9bfca801-bd8b-45a2-9d85-00e2abf20f9e service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487450 Dec 20 11:38:59.291550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] The port '85395849-a15e-489d-886a-29db370f32ff' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:38:59.317629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-2c1784be-7be5-40d3-ae09-d05c60fa50f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1097 time: 0.4580846 Dec 20 11:38:59.385763 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.535994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85395849-a15e-489d-886a-29db370f32ff no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:38:59.567582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:38:59.596237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.599764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-bd25f98c-6440-4243-b778-c509949181d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 217 time: 0.2727058 Dec 20 11:38:59.612002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 85395849-a15e-489d-886a-29db370f32ff {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:38:59.619445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85395849-a15e-489d-886a-29db370f32ff not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:38:59.667277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa15a37-f85a-4f9b-b649-a6ca56c83828']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:59.689098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddee317e-1b15-4d3b-89fd-874bccb0353e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:59.689556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddee317e-1b15-4d3b-89fd-874bccb0353e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:38:59.715417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad391651-ecb8-4401-a291-fb06cd2aa03c req-c09088b7-dcba-4cd0-a1a0-70c25264c885 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:59.717036 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad391651-ecb8-4401-a291-fb06cd2aa03c req-c09088b7-dcba-4cd0-a1a0-70c25264c885 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.6226542 Dec 20 11:38:59.725950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.739667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-4b233cca-eb62-414c-b4ae-548e066fe9f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:59.741068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-4b233cca-eb62-414c-b4ae-548e066fe9f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.1340892 Dec 20 11:38:59.807052 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-304cfb02-f20e-4759-8420-125d3ff351d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524976 Dec 20 11:38:59.840299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453886ff-737f-451e-9d79-21888c95a175 req-45972bf6-de5c-472f-a9f9-7e9448e9da0e tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:38:59.841645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-453886ff-737f-451e-9d79-21888c95a175 req-45972bf6-de5c-472f-a9f9-7e9448e9da0e tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 949 time: 0.1723874 Dec 20 11:38:59.845670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.873274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:38:59.873881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.884463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0cdd7403-9248-423c-a318-3a4aa5a71d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:38:59.889683 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:38:59.901696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad391651-ecb8-4401-a291-fb06cd2aa03c req-e7f17d23-39c1-40d2-bba3-bb616ed70726 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776288 Dec 20 11:38:59.942777 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.967843 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Transition to ACTIVE for port object 2a30805b-22c0-4c18-b3e2-c1e35683432b will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:38:59.977677 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:38:59.982285 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-81754000-fad4-4aec-b0c5-dba255f563a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:38:59.996682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-453886ff-737f-451e-9d79-21888c95a175 req-f03100f2-6ce2-43cc-8b88-c415b4e75a6c tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487422 Dec 20 11:39:00.024920 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db', 'status': 'completed', 'code': 200} Dec 20 11:39:00.032800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-3b474fb2-5262-4216-a993-214344179871 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189324 Dec 20 11:39:00.081638 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c41170-3543-4245-ab5e-6afcb5bdda96 None None] Pushing event updated for resources: {'Port': ['ID=2a30805b-22c0-4c18-b3e2-c1e35683432b,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:00.085352 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-06c41170-3543-4245-ab5e-6afcb5bdda96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:00.086812 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Attempting to bind port 2a30805b-22c0-4c18-b3e2-c1e35683432b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:00.087152 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Attempting to bind port 2a30805b-22c0-4c18-b3e2-c1e35683432b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:00.087506 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Attempting to bind port 2a30805b-22c0-4c18-b3e2-c1e35683432b on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:00.095195 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:00.095564 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:00.095960 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:00.096344 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:00.096802 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Bound port: 2a30805b-22c0-4c18-b3e2-c1e35683432b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:00.097173 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:00.101372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:00.112589 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:00.135485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:00.140526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa15a37-f85a-4f9b-b649-a6ca56c83828,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:00.148099 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:00.218585 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] For port 2a30805b-22c0-4c18-b3e2-c1e35683432b, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:00.222532 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] For port 2a30805b-22c0-4c18-b3e2-c1e35683432b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2a30805b-22c0-4c18-b3e2-c1e35683432b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:00.231511 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:00.242759 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-81754000-fad4-4aec-b0c5-dba255f563a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:00.246532 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] 10.222.0.32 "DELETE /v2.0/networks/2aa15a37-f85a-4f9b-b649-a6ca56c83828 HTTP/1.1" status: 204 len: 168 time: 3.3889496 Dec 20 11:39:00.278633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4fd3b45e-4caf-40cd-b12b-501103ed5fc5 req-7c51fa64-032c-4f1c-83cc-34f1ec037057 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375996 Dec 20 11:39:00.331524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041f437-6a18-4f2b-871c-e54f84a0c613 req-bbb3580e-2a43-443f-ae8b-02f76fa3c326 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:00.332970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4041f437-6a18-4f2b-871c-e54f84a0c613 req-bbb3580e-2a43-443f-ae8b-02f76fa3c326 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 944 time: 0.1245866 Dec 20 11:39:00.360795 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c41170-3543-4245-ab5e-6afcb5bdda96 None None] Pushing event updated for resources: {'Port': ['ID=2a30805b-22c0-4c18-b3e2-c1e35683432b,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:00.363997 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Routers {'5d04a9f7-301b-401f-b4bb-090e85e2a204'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:00.364604 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d04a9f7-301b-401f-b4bb-090e85e2a204'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:00.394181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4041f437-6a18-4f2b-871c-e54f84a0c613 req-f1953c2b-6b4b-4d8e-aa03-2b8383ffb058 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530391 Dec 20 11:39:00.485319 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-06c41170-3543-4245-ab5e-6afcb5bdda96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:00.496040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-0a7ab2b5-2922-48b2-a66c-d10f72def49a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1097 time: 0.0927491 Dec 20 11:39:00.559140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:00.568006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dbf5-74a1-4fed-9d7a-f19bcb3d40e8 req-b33d2e8a-182a-4c25-b95a-e1dc51b7e645 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:00.575034 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4384dbf5-74a1-4fed-9d7a-f19bcb3d40e8 req-b33d2e8a-182a-4c25-b95a-e1dc51b7e645 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 943 time: 0.3257403 Dec 20 11:39:00.619290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Router 28dd6234-74be-4d51-8463-eb2b2c659571 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:39:00.692982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39788) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:00.700452 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] Set router 5d04a9f7-301b-401f-b4bb-090e85e2a204 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:00.712532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:00.719839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:00.720507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:00.733638 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4384dbf5-74a1-4fed-9d7a-f19bcb3d40e8 req-7a08ccad-5af8-4ab0-b5c2-2fbd71a1ddd0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577616 Dec 20 11:39:00.805779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-a7669f0e-e1b0-4350-9e3a-56e588a81067 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:00.807485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-a7669f0e-e1b0-4350-9e3a-56e588a81067 service neutron] 10.222.0.53 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 0.3039382 Dec 20 11:39:00.875306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-977e6500-0c31-4c80-94b0-64f6c15a69d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fee2b030e834c8598706d6b47174e29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1747611 Dec 20 11:39:00.881161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39794) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:00.903891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-fa729d41-53af-4b21-b96f-f6cc0b6a8595 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 217 time: 0.0877235 Dec 20 11:39:00.948235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.033440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:01.093828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:01.106336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.108561 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:01.146116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.154087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.177019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-344afe4b-cc83-48df-b20c-90337d6f4aec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:01.182016 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-344afe4b-cc83-48df-b20c-90337d6f4aec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.2708683 Dec 20 11:39:01.197349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:01.208107 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:01.264742 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f1272166-451f-423e-804b-99c04bd21774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:38:55Z', 'revision_number': 3, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:01.271587 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1272166-451f-423e-804b-99c04bd21774 None None] The sync data for ids ['5d04a9f7-301b-401f-b4bb-090e85e2a204'] in n-d-victoria-1 is: [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:38:55Z', 'revision_number': 3, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:01.299712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-f58550c5-944a-4cac-9728-4d1f0261c189 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096320 Dec 20 11:39:01.449576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.460465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bc72d-9f1f-42bf-b9db-acb96d76e8b1 req-29b9f581-9d71-4ea7-b1a1-ffcf6258ee51 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:01.462052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f10bc72d-9f1f-42bf-b9db-acb96d76e8b1 req-29b9f581-9d71-4ea7-b1a1-ffcf6258ee51 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 950 time: 0.1442728 Dec 20 11:39:01.538392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-1f32638f-244a-4d45-9a77-bdb90f61d98b service neutron] 10.222.0.53 "GET /v2.0/ports/6a00215a-866d-48a1-bd83-cb325bd7ca65/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.5496144 Dec 20 11:39:01.549482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.570595 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f10bc72d-9f1f-42bf-b9db-acb96d76e8b1 req-00ab8a91-2a29-4817-a8d5-3391db274a62 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999966 Dec 20 11:39:01.574042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:39:01.579651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.589229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] Sync routers for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:39:01.608766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:01.609560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:01.670257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-eac8a36a-a5c9-48e6-ad8a-c8c67af5f155 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824571 Dec 20 11:39:01.740874 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6', 'code': 200} Dec 20 11:39:01.755512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c454a7b-3398-478b-a406-c61f4f613a0c req-e4f31410-0b4b-4ec6-8f69-652c2ceba667 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:01.757007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c454a7b-3398-478b-a406-c61f4f613a0c req-e4f31410-0b4b-4ec6-8f69-652c2ceba667 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.5391765 Dec 20 11:39:01.830086 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-994fae89-b0cc-4f0c-a133-d979d0069e63 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "PUT /v2.0/floatingips/d216d321-0175-4822-9a60-a8a35bd45fc1 HTTP/1.1" status: 200 len: 992 time: 6.1956418 Dec 20 11:39:01.833963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:01.875552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:01.989123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:02.090035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:02.110143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e9564e8e-8543-46a7-b8f2-152a50e34a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:02.122015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1f5fd-f734-403d-b39d-752d862efb49 req-eddd2d1e-2747-41ea-88f8-0ab989af66af tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:02.123449 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10a1f5fd-f734-403d-b39d-752d862efb49 req-eddd2d1e-2747-41ea-88f8-0ab989af66af tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 944 time: 0.1864445 Dec 20 11:39:02.128292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345624a5-c769-4e79-8d26-996a87055d6d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:02.131529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:02.175479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c454a7b-3398-478b-a406-c61f4f613a0c req-003226f3-49a9-4d71-b659-95d7aeb4e014 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914973 Dec 20 11:39:02.203009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:02.204092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/345624a5-c769-4e79-8d26-996a87055d6d HTTP/1.1" status: 204 len: 168 time: 1.3219135 Dec 20 11:39:02.246245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Allocated IP 172.20.0.1 (3021dbc3-d63b-48c1-975e-8d33c878603e/4968d742-129b-40b9-8453-e9f0d5a0259a/aa219cc4-04ff-45d1-8e57-16e9dab6da4e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:02.291541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b03ab939-ccba-4509-9a66-02652e91ac7a req-6e980443-a0e1-4a09-8c8b-f7dad6cf8c22 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025462 Dec 20 11:39:02.408741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ab76ab6-984e-40db-a622-cccbcea2d33b req-a4ec19cf-c30c-4ab8-a17a-de3b7d540e86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 1103 time: 0.4201298 Dec 20 11:39:02.515986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'd216d321-0175-4822-9a60-a8a35bd45fc1', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'floating_ip_address': '172.35.0.221', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'port_id': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'mac_address': 'fa:16:3e:05:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:38:25Z', 'updated_at': '2021-12-20T11:38:56Z', 'revision_number': 1, 'project_id': '559e401db21a466a904cce5123b39a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:27Z', 'revision_number': 5, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:02.536904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] Checking router: 28dd6234-74be-4d51-8463-eb2b2c659571 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:39:02.560616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:02.576800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:02.577637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:02.597267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:02.600973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Transition to ACTIVE for port object aa219cc4-04ff-45d1-8e57-16e9dab6da4e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:02.621237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:02.639804 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10a1f5fd-f734-403d-b39d-752d862efb49 req-29382735-9e2a-4e5e-a56d-f860677f191e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819720 Dec 20 11:39:02.646434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:02.657966 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93593434-64ff-4e16-9fd7-becc64ef545c tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:02.681442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a00215a-866d-48a1-bd83-cb325bd7ca65 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:02.712640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:02.752235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Network 3021dbc3-d63b-48c1-975e-8d33c878603e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:02.754066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:02.759272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:02.835597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Pushing event updated for resources: {'Port': ['ID=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:02.848086 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:02.888738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:02.891962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:02.951518 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'status': 'completed', 'code': 200} Dec 20 11:39:02.957725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:02.982146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:03.066406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:03.189069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fcf6e263-3990-4ad3-9937-fee576e351f2 None None] Provisioning for port aa219cc4-04ff-45d1-8e57-16e9dab6da4e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:03.209815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ab76ab6-984e-40db-a622-cccbcea2d33b req-4a82b085-b973-46dc-9a20-3d75858e4085 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547729 Dec 20 11:39:03.217744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fcf6e263-3990-4ad3-9937-fee576e351f2 None None] Provisioning complete for port aa219cc4-04ff-45d1-8e57-16e9dab6da4e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:03.218169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e263-3990-4ad3-9937-fee576e351f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:03.267382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-91e4af2a-94c2-4ba2-a53c-5a322fa84232 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=559e401db21a466a904cce5123b39a7b&device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 1099 time: 0.3029525 Dec 20 11:39:03.317237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953190e-a581-4ef4-8403-0cca975b501c req-e4f3722d-0f16-4db8-9ae5-07f0be1a5b05 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:03.324769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4953190e-a581-4ef4-8403-0cca975b501c req-e4f3722d-0f16-4db8-9ae5-07f0be1a5b05 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 950 time: 0.2078893 Dec 20 11:39:03.334530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6e263-3990-4ad3-9937-fee576e351f2 None None] Port aa219cc4-04ff-45d1-8e57-16e9dab6da4e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:39:03.414927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-9a7b2a39-0678-45de-ab50-6fa55531f98b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:03.416361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-9a7b2a39-0678-45de-ab50-6fa55531f98b service neutron] 10.222.0.53 "GET /v2.0/networks?id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc HTTP/1.1" status: 200 len: 913 time: 0.1370931 Dec 20 11:39:03.423753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b42ea-84fd-4597-bc0e-a5b0afa4a87a req-6af49ddd-f4d6-4358-85e5-41e7f0e1feb1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:03.425182 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-072b42ea-84fd-4597-bc0e-a5b0afa4a87a req-6af49ddd-f4d6-4358-85e5-41e7f0e1feb1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 943 time: 0.6681104 Dec 20 11:39:03.426261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] Transition to ACTIVE for port object 6a00215a-866d-48a1-bd83-cb325bd7ca65 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:03.457471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4953190e-a581-4ef4-8403-0cca975b501c req-d8921046-66b7-4a5d-a101-6a6e778f80b3 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286159 Dec 20 11:39:03.536060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:03.550832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:03.556070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:03.600047 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:03.720114 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34aad3cc-441f-47fc-988c-d029c201e933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:03.788439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:03.795178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Pushing event updated for resources: {'Port': ['ID=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:03.796228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'd216d321-0175-4822-9a60-a8a35bd45fc1', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'floating_ip_address': '172.35.0.221', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'port_id': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'mac_address': 'fa:16:3e:05:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:38:25Z', 'updated_at': '2021-12-20T11:38:56Z', 'revision_number': 1, 'project_id': '559e401db21a466a904cce5123b39a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:27Z', 'revision_number': 5, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:03.808217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ba56d-115f-40fc-9d4f-560778a5cc4b None None] The sync data for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 is: [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'd216d321-0175-4822-9a60-a8a35bd45fc1', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'floating_ip_address': '172.35.0.221', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'port_id': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'mac_address': 'fa:16:3e:05:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:38:25Z', 'updated_at': '2021-12-20T11:38:56Z', 'revision_number': 1, 'project_id': '559e401db21a466a904cce5123b39a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:27Z', 'revision_number': 5, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:03.822124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.822489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.822686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.823050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.823408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.823760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.826759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.826759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.827140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.827488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.827808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:03.830538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-072b42ea-84fd-4597-bc0e-a5b0afa4a87a req-7fe93a8b-2095-4c4d-9762-4fc4ec50968d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875695 Dec 20 11:39:03.882660 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:03.893283 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-daa737af-9e07-4ccc-a400-df46b45bba95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 HTTP/1.1" status: 200 len: 1000 time: 0.4658036 Dec 20 11:39:03.895778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] Pushing event updated for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=10']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:03.934395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed645fd3-fbe2-4307-b712-64734e354a57 req-fc2ecd5b-790c-46f8-b426-eb9a8e9f0c39 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:03.935854 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ed645fd3-fbe2-4307-b712-64734e354a57 req-fc2ecd5b-790c-46f8-b426-eb9a8e9f0c39 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.2651200 Dec 20 11:39:03.953157 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:04.036849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] No DVR routers for this DVR port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:39:04.152272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a00215a-866d-48a1-bd83-cb325bd7ca65/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 2.5923932 Dec 20 11:39:04.153633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-f15eadbc-6b0d-4715-aaeb-904b24c996b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:04.155111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-f15eadbc-6b0d-4715-aaeb-904b24c996b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eed953d7-6a58-4380-b2f8-5c1a6d2010c2 HTTP/1.1" status: 200 len: 851 time: 0.2471013 Dec 20 11:39:04.199766 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ed645fd3-fbe2-4307-b712-64734e354a57 req-b5ea5c39-922d-4e23-9c69-a1747ba8f562 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492020 Dec 20 11:39:04.220233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 895d029e-7750-461a-b002-cea4f416b6db details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:39:04.240994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Network 3021dbc3-d63b-48c1-975e-8d33c878603e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:04.242498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:04.301733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83209e5c-16db-442c-858c-172385410233 req-7528bc38-4a13-4dbb-b75d-53c7f55a4837 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:04.303552 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83209e5c-16db-442c-858c-172385410233 req-7528bc38-4a13-4dbb-b75d-53c7f55a4837 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 944 time: 0.2717974 Dec 20 11:39:04.399990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-d73801af-cd50-4673-b204-ca7f1267e7fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2300546 Dec 20 11:39:04.411692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:04.431823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83209e5c-16db-442c-858c-172385410233 req-2d7f7dcd-c930-4bc8-856a-ce666dd34741 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208632 Dec 20 11:39:04.443750 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-727f4325-e9c5-481e-a5f0-1e2a8467df2b tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.2061028 Dec 20 11:39:04.708527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:39:04.714265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=895d029e-7750-461a-b002-cea4f416b6db,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:04.780021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '895d029e-7750-461a-b002-cea4f416b6db', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'port_id': '895d029e-7750-461a-b002-cea4f416b6db', 'mac_address': 'fa:16:3e:4e:9e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:39:04.788330 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-55934cf6-e071-4457-b533-eae42c2208bf service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830335 Dec 20 11:39:04.923464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:04.941604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-074e0d96-cbf3-4ce7-8abb-fed99ddf61a6 None None] Provisioning complete for port aa219cc4-04ff-45d1-8e57-16e9dab6da4e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:04.942162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-074e0d96-cbf3-4ce7-8abb-fed99ddf61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:04.972520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bd5f3-9cdd-4842-ac56-135235a94196 req-23d22592-8442-408e-80ef-2cf1469c46ce tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:04.982349 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-792bd5f3-9cdd-4842-ac56-135235a94196 req-23d22592-8442-408e-80ef-2cf1469c46ce tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 950 time: 0.1545403 Dec 20 11:39:04.985427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895d029e-7750-461a-b002-cea4f416b6db {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:05.013825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-074e0d96-cbf3-4ce7-8abb-fed99ddf61a6 None None] Port aa219cc4-04ff-45d1-8e57-16e9dab6da4e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:39:05.019479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=895d029e-7750-461a-b002-cea4f416b6db,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:05.024990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:05.027813 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:05.040665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-40b43ec5-bd1b-4928-a85e-f8fca6790c61 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3d203d6ebd8b43b78699f2c7dd116eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069279 Dec 20 11:39:05.052868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-508e7540-acaf-4777-a0c2-edc052e3fa59 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&tenant_id=8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 1097 time: 0.5889323 Dec 20 11:39:05.165393 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f0eda7-eaa9-4e97-9c2c-5bdf97defbc3 req-edad7918-ada6-46f9-a1df-3fb24c0ec2bd service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650532 Dec 20 11:39:05.206386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:05.211908 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:05.226289 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-792bd5f3-9cdd-4842-ac56-135235a94196 req-2a1bc639-69af-439b-a0a0-fffd8bf26d0b tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430036 Dec 20 11:39:05.289596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['895d029e-7750-461a-b002-cea4f416b6db'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:05.306830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Router 5d04a9f7-301b-401f-b4bb-090e85e2a204 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:39:05.433044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2335bc01-fe45-43a0-becf-cd50a23252de tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:05.439848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2335bc01-fe45-43a0-becf-cd50a23252de tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829341 Dec 20 11:39:05.486883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-fc8d069a-a46a-4b90-9aee-d9fbc9fa0dca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1097 time: 0.3961751 Dec 20 11:39:05.548784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-347d9e23-4b57-4474-a7c6-25ab4e803454 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/quotas/3d203d6ebd8b43b78699f2c7dd116eac HTTP/1.1" status: 200 len: 375 time: 0.1080823 Dec 20 11:39:05.640261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-d3f7da30-3034-4fc4-aa15-e24dd0504ba0 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d203d6ebd8b43b78699f2c7dd116eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821478 Dec 20 11:39:05.661887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11051d00-7c8d-4d39-986e-e10c0703d9ce req-1769d5f8-f9aa-4f5a-abe3-cc6401864ddd tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:05.663552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-11051d00-7c8d-4d39-986e-e10c0703d9ce req-1769d5f8-f9aa-4f5a-abe3-cc6401864ddd tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 944 time: 0.1286933 Dec 20 11:39:05.690925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:39:05.712135 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] 10.222.0.32 "PUT /v2.0/routers/5d04a9f7-301b-401f-b4bb-090e85e2a204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0155640 Dec 20 11:39:05.765843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-6f9fc4a5-963f-4a37-85f7-137d5a2871d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:05.767904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-6f9fc4a5-963f-4a37-85f7-137d5a2871d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.2651145 Dec 20 11:39:05.779592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-11051d00-7c8d-4d39-986e-e10c0703d9ce req-3a3e09df-e0e8-49ec-b4b7-0e0a9983df6a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070695 Dec 20 11:39:05.853416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-85e11241-cde3-4332-8119-6f0e6a800abf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 217 time: 0.0783207 Dec 20 11:39:06.005912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-2bab8bb2-14fb-4d39-a66f-f70899c9a473 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:06.007472 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-2bab8bb2-14fb-4d39-a66f-f70899c9a473 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1460075 Dec 20 11:39:06.078066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eea925-eef9-4157-87f8-90e1e57aa85b req-9ff03bfe-236a-45a8-b603-b4c1a54ebb41 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:06.086586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18eea925-eef9-4157-87f8-90e1e57aa85b req-9ff03bfe-236a-45a8-b603-b4c1a54ebb41 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1731460 Dec 20 11:39:06.117765 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-7ba6686e-5967-44a3-ae74-cebf6bd827c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980120 Dec 20 11:39:06.235517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 895d029e-7750-461a-b002-cea4f416b6db up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:06.265808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18eea925-eef9-4157-87f8-90e1e57aa85b req-f9fa04d0-3dc8-4d45-803d-8f4be20e1763 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783419 Dec 20 11:39:06.375058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-048b6bf3-8413-4150-a037-fe96e953f55e service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483685 Dec 20 11:39:06.482627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 895d029e-7750-461a-b002-cea4f416b6db completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:06.490922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 895d029e-7750-461a-b002-cea4f416b6db triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:06.491966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:06.734408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:06.767079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895d029e-7750-461a-b002-cea4f416b6db'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:06.782689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=895d029e-7750-461a-b002-cea4f416b6db,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:06.792081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:06.794229 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a118055f-1a54-4a9f-9f12-2b476c913452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:06.838062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce3b21-3bc9-4f8f-894a-90cc2ad8b514 req-27ceaf57-5416-4f55-8784-798f4f2c0aae tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:06.857347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3dce3b21-3bc9-4f8f-894a-90cc2ad8b514 req-27ceaf57-5416-4f55-8784-798f4f2c0aae tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 945 time: 0.1931124 Dec 20 11:39:06.870589 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b08aad8-f32f-4e03-8c02-32b290267aa9 req-49cb8c35-862b-4e6e-8b5b-bed9e062733b tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 210 time: 0.1856878 Dec 20 11:39:06.880694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:06.893477 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:06.895302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-17ac99fb-265c-4d31-b13a-cccbb7e35a36 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028896 Dec 20 11:39:06.950275 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3dce3b21-3bc9-4f8f-894a-90cc2ad8b514 req-089b9187-e513-4aca-b3f2-88f7198e8f8a tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866842 Dec 20 11:39:07.033019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 58dc2a94-6929-4d2d-88e1-85995c568e23 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:07.096381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 58dc2a94-6929-4d2d-88e1-85995c568e23 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:39:07.099258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 58dc2a94-6929-4d2d-88e1-85995c568e23 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:39:07.109561 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895d029e-7750-461a-b002-cea4f416b6db', 'code': 200} Dec 20 11:39:07.388504 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d233e27-448b-45d4-8b99-b45e3715d52e req-ae76817e-0b2e-4791-80d4-829583af3820 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.2073638 Dec 20 11:39:07.468020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6d7dd-845d-4760-8bd6-06ab45568a57 req-4efbc465-7b33-4158-ae41-b4dfc1783397 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:07.469779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3a6d7dd-845d-4760-8bd6-06ab45568a57 req-4efbc465-7b33-4158-ae41-b4dfc1783397 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 944 time: 0.2350621 Dec 20 11:39:07.522791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d233e27-448b-45d4-8b99-b45e3715d52e req-1f13c3d1-0a92-48d0-bf0f-5c3d960f793f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158812 Dec 20 11:39:07.549922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3a6d7dd-845d-4760-8bd6-06ab45568a57 req-6eb154f4-4614-4bca-aa8e-f2cf46b8717a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623918 Dec 20 11:39:07.692508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c54986-7650-4385-8687-4d0bc97a35de req-549bd654-7f29-48e6-8f56-b97a74f8d707 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:07.701287 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6c54986-7650-4385-8687-4d0bc97a35de req-549bd654-7f29-48e6-8f56-b97a74f8d707 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.2221510 Dec 20 11:39:07.732015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-b8afb1dd-c942-40cc-aafa-4b2713d17bdf tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d203d6ebd8b43b78699f2c7dd116eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1640613 Dec 20 11:39:07.783191 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Sync routers for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:39:07.813347 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:07.814061 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:07.841561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6c54986-7650-4385-8687-4d0bc97a35de req-98453554-2c03-4626-9a1d-96ec8ae477d3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362052 Dec 20 11:39:07.883516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb2c3b-dde8-4e29-8c29-01ada21433c5 None None] New status for floating IP d216d321-0175-4822-9a60-a8a35bd45fc1: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:39:08.085350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-db58ebc1-8e04-434d-abfd-a29103671e5c tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.3439312 Dec 20 11:39:08.308655 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:08.351007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-7900104d-2144-4605-836a-a2352f8cc81c tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:08.356423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-7900104d-2144-4605-836a-a2352f8cc81c tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6130793 Dec 20 11:39:08.380281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Request body: {'port': {'device_id': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': '3d203d6ebd8b43b78699f2c7dd116eac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:08.567104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-35c7cd44-f61d-41f7-a4e3-2994646b0b76 req-4d68e602-e8ae-4bcc-b149-6c79b3c8192f tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 210 time: 0.1047690 Dec 20 11:39:08.591434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:39:08.664697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293ee72-4e7b-4335-87ce-fa1fe94545d2 req-c8ab6a25-c202-4701-a49d-eccf6ae05806 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:08.675771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1293ee72-4e7b-4335-87ce-fa1fe94545d2 req-c8ab6a25-c202-4701-a49d-eccf6ae05806 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.2256160 Dec 20 11:39:08.837075 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1293ee72-4e7b-4335-87ce-fa1fe94545d2 req-252a802a-e98d-4eb2-b5f5-794863e68c6c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493068 Dec 20 11:39:08.882856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:08.923699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'mac_address': 'fa:16:3e:88:ba:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:39:08.930379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:09.054222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-23a7e669-e9ac-407d-b2be-92be8cac49b8 service neutron] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:09.070299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-23a7e669-e9ac-407d-b2be-92be8cac49b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.071801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e54008d7-e72e-45c0-8eaa-9d10734ac3ea req-23a7e669-e9ac-407d-b2be-92be8cac49b8 service neutron] 10.222.0.16 "DELETE /v2.0/ports/6a00215a-866d-48a1-bd83-cb325bd7ca65/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 0.9631300 Dec 20 11:39:09.095850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:09.109146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Usage tracker for resource:port and tenant:3d203d6ebd8b43b78699f2c7dd116eac is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:09.115115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:09.126393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:09.172359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049b42d-8f7e-44c2-81f3-e2a79e550170 req-36d18a08-961e-49fa-8aca-f178864a6b25 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:09.183296 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 2, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:09.184009 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b049b42d-8f7e-44c2-81f3-e2a79e550170 req-36d18a08-961e-49fa-8aca-f178864a6b25 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 950 time: 0.3359621 Dec 20 11:39:09.196967 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Checking router: 3620e3e0-a947-4a18-85c4-06a18bb5cf05 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:39:09.198307 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Updating router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 port a310c469-7cd6-440e-992e-03ee52de4e89 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:39:09.208381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.218960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Made reservation on behalf of 3d203d6ebd8b43b78699f2c7dd116eac for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:09.226206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.242669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:09.248362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.284143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff5f5d-0482-4995-bb06-031b1e45a057 req-786d5f7b-c306-4efa-bae0-84fe43ba15f3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:09.309395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00ff5f5d-0482-4995-bb06-031b1e45a057 req-786d5f7b-c306-4efa-bae0-84fe43ba15f3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 944 time: 0.2329409 Dec 20 11:39:09.340027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:09.342265 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.345739 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b049b42d-8f7e-44c2-81f3-e2a79e550170 req-890db1a2-5685-437f-9011-89b731f1fe82 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606545 Dec 20 11:39:09.352524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.357004 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:09.368439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:09.378924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Usage tracker for resource:security_group_rule and tenant:3d203d6ebd8b43b78699f2c7dd116eac is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:09.386481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:09.404199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:09.482750 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00ff5f5d-0482-4995-bb06-031b1e45a057 req-879ed52a-b9b8-4753-855e-f01cd902e4a9 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724679 Dec 20 11:39:09.489602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.637660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.653428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:09.657533 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed815ad3-b74f-44ed-b7a9-a27ceba62630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:09.699359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c9ab2f2f-c0a3-4513-b352-e25442b19a24'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:09.850467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:09.862666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:09.913932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:39:09.914802 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:39:10.005222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0723b992-1ea4-43c1-b237-b41194705dfc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:10.021142 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:10.111156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b2870-c70a-4a1a-b723-418674f27a76 req-0844da61-db5b-4c5a-af76-9b45a5b75a28 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:10.135886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e8b2870-c70a-4a1a-b723-418674f27a76 req-0844da61-db5b-4c5a-af76-9b45a5b75a28 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 947 time: 0.2496555 Dec 20 11:39:10.232076 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e8b2870-c70a-4a1a-b723-418674f27a76 req-8dbf57e5-5f23-4791-a981-3a704f7c3814 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952349 Dec 20 11:39:10.312929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-04116b26-5f5d-4e29-9b42-06129924f7cd tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:10.314645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-04116b26-5f5d-4e29-9b42-06129924f7cd tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.16 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 950 time: 0.5043263 Dec 20 11:39:10.424081 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.438712 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Transition to ACTIVE for port object a310c469-7cd6-440e-992e-03ee52de4e89 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:10.451420 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.458260 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:10.462622 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b13fa813-693b-45c6-a494-a4e256188990 req-99d658a7-125d-4605-8c69-508fd37fa483 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 210 time: 0.0884609 Dec 20 11:39:10.534180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.554029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:10.562474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Allocated IP 192.168.233.78 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/e7a2e2c3-d380-4995-b480-b61856e01519) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:10.572297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:10.582445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.585318 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e5cc8ce-c173-4c6f-af2d-2f94770c5b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:10.588861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Deleting port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:39:10.589214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.698620 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ff19e-82f4-4d81-b3ea-462be3beeabd None None] Pushing event updated for resources: {'Port': ['ID=a310c469-7cd6-440e-992e-03ee52de4e89,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:10.698842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:10.701360 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-906ff19e-82f4-4d81-b3ea-462be3beeabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:10.723135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.723480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.723818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.724145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.724480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.724807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.725132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.725450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.725775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.726117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.727114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:10.730816 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:10.766757 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Attempting to bind port a310c469-7cd6-440e-992e-03ee52de4e89 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:10.767401 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Attempting to bind port a310c469-7cd6-440e-992e-03ee52de4e89 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:10.768173 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Attempting to bind port a310c469-7cd6-440e-992e-03ee52de4e89 on network 278b1917-c3c0-4888-8957-7bf2b89f56ad {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:10.777469 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:10.777853 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Checking segment: {'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:10.778339 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.778728 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Bound using segment: {'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:10.779187 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Bound port: a310c469-7cd6-440e-992e-03ee52de4e89, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adabb46-24b2-47e5-beb3-11b4573f3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:10.779604 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.788026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40960-bc60-42cf-bd86-18f9cfa128bf req-ee797cff-6059-44cf-917d-e1eb9f06ed2b tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:10.790187 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-61a40960-bc60-42cf-bd86-18f9cfa128bf req-ee797cff-6059-44cf-917d-e1eb9f06ed2b tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1389272 Dec 20 11:39:10.831028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c5e86-4376-4764-ae88-881efe41874b req-763f96f7-4b0d-400d-b45a-749327e50461 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:10.832504 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b1c5e86-4376-4764-ae88-881efe41874b req-763f96f7-4b0d-400d-b45a-749327e50461 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3452671 Dec 20 11:39:10.865109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-61a40960-bc60-42cf-bd86-18f9cfa128bf req-bd96b600-4770-4571-8f02-dfdeebdbfe9b tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693245 Dec 20 11:39:10.880155 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] For port a310c469-7cd6-440e-992e-03ee52de4e89, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:10.885540 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] For port a310c469-7cd6-440e-992e-03ee52de4e89, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a310c469-7cd6-440e-992e-03ee52de4e89,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:10.893348 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:10.905471 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f75f16d8-025d-4efc-8baa-32c5e97b46cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:11.064070 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ff19e-82f4-4d81-b3ea-462be3beeabd None None] Pushing event updated for resources: {'Port': ['ID=a310c469-7cd6-440e-992e-03ee52de4e89,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:11.068409 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-906ff19e-82f4-4d81-b3ea-462be3beeabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:11.097197 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:11.098173 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:11.104509 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b1c5e86-4376-4764-ae88-881efe41874b req-0fd07b1f-eb56-4da8-95d4-aeaa034e56e4 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627430 Dec 20 11:39:11.158472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2a30805b-22c0-4c18-b3e2-c1e35683432b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:11.234552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] For port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:11.237385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:11.315892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2a30805b-22c0-4c18-b3e2-c1e35683432b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:11.335192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02d28a48-e3b1-41f3-88ad-ac7705d90f82 req-5ac0f7b6-5bfd-4999-abc8-23373c0eb0d4 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1097 time: 0.2801867 Dec 20 11:39:11.338284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2a30805b-22c0-4c18-b3e2-c1e35683432b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:11.338966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:11.397261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02d28a48-e3b1-41f3-88ad-ac7705d90f82 req-ab2e523d-200e-492e-b0fa-4adbfdc2537a tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609443 Dec 20 11:39:11.441671 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Sync routers for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:39:11.480236 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:11.481101 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:11.635384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:11.677285 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:11.689635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Calling delete_port for 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:39:11.770318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Transition to ACTIVE for port object e7a2e2c3-d380-4995-b480-b61856e01519 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:11.807739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:11.830533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2a30805b-22c0-4c18-b3e2-c1e35683432b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2a30805b-22c0-4c18-b3e2-c1e35683432b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:11.836181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:11.839834 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:11.872684 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:11.989890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2a30805b-22c0-4c18-b3e2-c1e35683432b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:11.996888 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:12.013722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584822e-c777-463f-bce7-6218c7ecc490 req-e0d0dcc7-0b74-4e2c-81ab-0d6780e40f43 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:12.018501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9584822e-c777-463f-bce7-6218c7ecc490 req-e0d0dcc7-0b74-4e2c-81ab-0d6780e40f43 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=c25a19a2-be84-4a73-b7f9-97308c273f57 HTTP/1.1" status: 200 len: 950 time: 0.6466928 Dec 20 11:39:12.091990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:12.122246 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f3795442-26d3-4993-bfc0-b3148eead684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:12.321155 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:10Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:12.328018 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d101098-b6d1-4ceb-b10f-c23b3ea8e0ab None None] The sync data for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 is: [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:10Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:12.332928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:12.334554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:12.355221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:12.358907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:12.426056 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9584822e-c777-463f-bce7-6218c7ecc490 req-f08b2219-f8d0-4ae4-9dad-9441cab02c45 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.32 "GET /v2.0/security-groups?id=c207cdec-174b-4593-80b7-5cc19cbbfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844056 Dec 20 11:39:12.439594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59ea9-0d84-48f9-8478-5677f1f44deb req-e47ab990-e7b7-428e-96b7-4680eff7fee1 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:12.441072 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0bb59ea9-0d84-48f9-8478-5677f1f44deb req-e47ab990-e7b7-428e-96b7-4680eff7fee1 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 946 time: 0.1496680 Dec 20 11:39:12.443867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-5df376fd-4038-45d7-a7be-dc4199544de7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.4833875 Dec 20 11:39:12.444612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:12.463778 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:12.543938 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:38:49Z', 'revision_number': 2, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:12.549767 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Checking router: 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:39:12.552120 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Updating router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 port e64c3639-abf8-4a1f-b992-e60480e7ec45 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:39:12.580296 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a65842f5-eb02-4770-8fb3-45773e01f473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:12.601586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0bb59ea9-0d84-48f9-8478-5677f1f44deb req-32b77973-c9eb-4850-8ad8-024f50db5621 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278975 Dec 20 11:39:12.610796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:12.662206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:12.673134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:12.673925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:12.811440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port c9ab2f2f-c0a3-4513-b352-e25442b19a24 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:12.811967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:12.906042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Pushing event deleted for resources: {'Port': ['ID=3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:12.910805 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:12.970948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97e43fc8-9575-467f-a9f1-e379d0587348 None None] Provisioning for port e7a2e2c3-d380-4995-b480-b61856e01519 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:12.985052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97e43fc8-9575-467f-a9f1-e379d0587348 None None] Provisioning complete for port e7a2e2c3-d380-4995-b480-b61856e01519 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:12.985429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97e43fc8-9575-467f-a9f1-e379d0587348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.034123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-8401297c-3762-414d-a786-f7d6dc6b8e38 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:13.040995 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-8401297c-3762-414d-a786-f7d6dc6b8e38 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.8408055 Dec 20 11:39:13.247290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-c00ade78-da83-441b-a99d-1e998b037d2d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:13.250770 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-c00ade78-da83-441b-a99d-1e998b037d2d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 0.3198805 Dec 20 11:39:13.257327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.293537 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-3ebdfdef-1a0e-43bd-9afa-2ca0934fd41a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/quotas/8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 375 time: 0.0284882 Dec 20 11:39:13.296981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-97e43fc8-9575-467f-a9f1-e379d0587348 None None] Port e7a2e2c3-d380-4995-b480-b61856e01519 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:39:13.344695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:13.365713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] No DVR routers for this DVR port 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:39:13.369394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.372625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88b40843-1898-4e21-ab4c-d0de1eb18385 req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] 10.222.0.16 "DELETE /v2.0/ports/3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 HTTP/1.1" status: 204 len: 173 time: 3.0505936 Dec 20 11:39:13.376135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a310c469-7cd6-440e-992e-03ee52de4e89 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:13.380858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'name': 'network-vif-deleted', 'tag': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:13.389616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0197711 Dec 20 11:39:13.446243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Request body: {'port': {'device_id': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:13.503585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-679443c4-f56f-4c3f-b47e-a406936e42a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:13.506539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-679443c4-f56f-4c3f-b47e-a406936e42a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 1.0418844 Dec 20 11:39:13.516418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:13.542738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.543635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:13.566097 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.567235 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-2d78b911-311f-4e15-9b20-78acadbffc6b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2648251 Dec 20 11:39:13.605436 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Transition to ACTIVE for port object e64c3639-abf8-4a1f-b992-e60480e7ec45 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:13.615811 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.619613 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:13.621367 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:13.704780 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8f46b-bbd5-4e94-82fa-06f7c16349e6 None None] Pushing event updated for resources: {'Port': ['ID=e64c3639-abf8-4a1f-b992-e60480e7ec45,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:13.708017 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-59e8f46b-bbd5-4e94-82fa-06f7c16349e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:13.766123 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-48c20b11-6c13-47fc-a25c-ad5e12b241cd service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972306 Dec 20 11:39:13.805840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:39:13.806206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:39:13.816026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Deleting port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:39:13.816625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.881324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a310c469-7cd6-440e-992e-03ee52de4e89 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:13.900316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a310c469-7cd6-440e-992e-03ee52de4e89 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:13.900316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:13.945564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.034722 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Attempting to bind port e64c3639-abf8-4a1f-b992-e60480e7ec45 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:14.035354 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Attempting to bind port e64c3639-abf8-4a1f-b992-e60480e7ec45 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:14.036987 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Attempting to bind port e64c3639-abf8-4a1f-b992-e60480e7ec45 on network 369c3643-7840-4b2a-8a85-116c0d1f8252 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:14.040995 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:14.052431 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:14.052856 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Checking segment: {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:14.053772 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.053963 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:14.055962 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Bound using segment: {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:14.062603 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Bound port: e64c3639-abf8-4a1f-b992-e60480e7ec45, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:14.063750 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.105371 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-c34db98c-53d6-4bcf-be1d-481ac60dc0ca service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381958 Dec 20 11:39:14.209753 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] For port e64c3639-abf8-4a1f-b992-e60480e7ec45, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:14.220462 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] For port e64c3639-abf8-4a1f-b992-e60480e7ec45, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e64c3639-abf8-4a1f-b992-e60480e7ec45,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:14.234917 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.240608 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:14.286590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.343292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] For port 7d7280b0-4b6a-4d34-85bc-3e277ff03703, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7d7280b0-4b6a-4d34-85bc-3e277ff03703,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:14.343671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.400962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port a310c469-7cd6-440e-992e-03ee52de4e89, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a310c469-7cd6-440e-992e-03ee52de4e89,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:14.412186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.413251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2a30805b-22c0-4c18-b3e2-c1e35683432b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:14.453288 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:14.454300 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:14.480872 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:14.676883 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8f46b-bbd5-4e94-82fa-06f7c16349e6 None None] Pushing event updated for resources: {'Port': ['ID=e64c3639-abf8-4a1f-b992-e60480e7ec45,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:14.689529 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-59e8f46b-bbd5-4e94-82fa-06f7c16349e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:14.702423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=a310c469-7cd6-440e-992e-03ee52de4e89,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:14.706065 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:14.746804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.747938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2a30805b-22c0-4c18-b3e2-c1e35683432b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:14.748531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce52c56-3aac-4a6f-97e0-76a2af917551 req-66c8af8c-4c1d-4bc4-a7cd-5cb86fee38bf tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:14.752414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:14.766607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ce52c56-3aac-4a6f-97e0-76a2af917551 req-66c8af8c-4c1d-4bc4-a7cd-5cb86fee38bf tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.2240095 Dec 20 11:39:14.867795 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ce52c56-3aac-4a6f-97e0-76a2af917551 req-f6415a97-db55-48e7-a201-ede427c9384d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999794 Dec 20 11:39:14.966605 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:14.991844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Calling delete_port for 7d7280b0-4b6a-4d34-85bc-3e277ff03703 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:39:15.103302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a310c469-7cd6-440e-992e-03ee52de4e89 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:15.152025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335a857-5f54-4312-84ac-9bed8d79d0c7 req-2e36443b-3f37-4ffd-ab76-0e3e2b8bf25d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:15.156475 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d335a857-5f54-4312-84ac-9bed8d79d0c7 req-2e36443b-3f37-4ffd-ab76-0e3e2b8bf25d tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 946 time: 0.1184087 Dec 20 11:39:15.209039 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-f669207f-a021-4635-8536-515d018985ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 217 time: 1.6727903 Dec 20 11:39:15.263538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d335a857-5f54-4312-84ac-9bed8d79d0c7 req-dbecc0d6-13f4-4c22-89af-123e3365da39 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006153 Dec 20 11:39:15.296403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a310c469-7cd6-440e-992e-03ee52de4e89 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:15.296791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:15.574892 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'code': 200} Dec 20 11:39:15.632955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-bcc07831-bbf4-4c47-b00e-69f094f7c9b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:15.634815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-bcc07831-bbf4-4c47-b00e-69f094f7c9b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.0685909 Dec 20 11:39:15.642491 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25a19a2-be84-4a73-b7f9-97308c273f57', 'name': 'network-vif-deleted', 'tag': '3366c5c3-aa02-431b-b6b8-9e3ff4ebfac6', 'status': 'completed', 'code': 200} Dec 20 11:39:15.700339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-5b7fc86f-2e60-42f6-9c53-acbd4d47686d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428584 Dec 20 11:39:15.704070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a2e2c3-d380-4995-b480-b61856e01519 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:15.749424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:15.755705 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:15.767764 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca510ac-aeb2-4bbc-bbe7-35adb591d019 None None] The sync data for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 is: [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:15.793360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489e5da-0685-44c2-a127-b7b235c3ecfd req-71b92b51-f4aa-4456-af57-347d86ae3d72 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:15.810047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5489e5da-0685-44c2-a127-b7b235c3ecfd req-71b92b51-f4aa-4456-af57-347d86ae3d72 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Synchronizing usage tracker for tenant:3d203d6ebd8b43b78699f2c7dd116eac on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:16.012613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57adb6c-8cee-4a5e-969b-3e18066f35d6 req-8d6fdae8-7daf-4511-91f0-9cdfe90aabd9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:16.021232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b57adb6c-8cee-4a5e-969b-3e18066f35d6 req-8d6fdae8-7daf-4511-91f0-9cdfe90aabd9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1568868 Dec 20 11:39:16.029604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5489e5da-0685-44c2-a127-b7b235c3ecfd req-71b92b51-f4aa-4456-af57-347d86ae3d72 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Unset dirty status for tenant:3d203d6ebd8b43b78699f2c7dd116eac on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:16.050209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5489e5da-0685-44c2-a127-b7b235c3ecfd req-71b92b51-f4aa-4456-af57-347d86ae3d72 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 935 time: 3.3205132 Dec 20 11:39:16.067011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:16.077189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Transition to ACTIVE for port object e7a2e2c3-d380-4995-b480-b61856e01519 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:16.089367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:16.095227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b57adb6c-8cee-4a5e-969b-3e18066f35d6 req-ff3d13b9-8ff0-4d04-b6dc-8f1ebdf80d1e tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728078 Dec 20 11:39:16.157709 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:16.321725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:16.353350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7d7280b0-4b6a-4d34-85bc-3e277ff03703 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:16.424312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 7d7280b0-4b6a-4d34-85bc-3e277ff03703 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:39:16.424834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7d7280b0-4b6a-4d34-85bc-3e277ff03703 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:39:16.430876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Pushing event deleted for resources: {'Port': ['ID=7d7280b0-4b6a-4d34-85bc-3e277ff03703,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:16.464581 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:16.480578 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9a50e07-01fd-4b26-b784-0710b7ccdfd1 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:16.529917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40046) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:16.606571 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d37d91c1-8c65-4440-91e4-065cb79d0a23 req-cf76c4f9-a52f-4750-8061-5f8f9bf59dcf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 210 time: 0.0753274 Dec 20 11:39:16.677902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-4871454c-b036-46f0-9c92-59398ebdcc5d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:16.679815 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-4871454c-b036-46f0-9c92-59398ebdcc5d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 0.4915104 Dec 20 11:39:16.700574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Request body: {'port': {'device_id': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'admin_state_up': True, 'tenant_id': '8957291041f943de970d654cee42eed5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:16.730926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] No DVR routers for this DVR port 7d7280b0-4b6a-4d34-85bc-3e277ff03703 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:39:16.850783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:16.864140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5489e5da-0685-44c2-a127-b7b235c3ecfd req-4c1a7b5d-167d-4ce5-9a9f-51ce1eafa579 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Synchronizing usage tracker for tenant:3d203d6ebd8b43b78699f2c7dd116eac on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:16.885902 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-e884c6b2-1468-4068-8652-6725e3c196b8 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1706147 Dec 20 11:39:16.906661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3280d510-61f9-4c74-8ab3-e2d759a973d2 req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.53 "DELETE /v2.0/ports/7d7280b0-4b6a-4d34-85bc-3e277ff03703 HTTP/1.1" status: 204 len: 173 time: 3.7724249 Dec 20 11:39:16.992806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:17.005660 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:17.020296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0b8cb902-3893-4359-8d97-f95d70c92430 req-a5ec36e3-9c39-4c1f-8aa1-ddfe7427ca94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1101 time: 1.1375968 Dec 20 11:39:17.083735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fdfa282d-5603-4253-9eb1-ba8242d507de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a9118732039402e846e799b0a937aa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5047741 Dec 20 11:39:17.093437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40054) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:17.166472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:17.177141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4618fe-4561-4199-94a6-6aef57f4adb7 req-345b76b8-4cf1-4bbb-a633-ab4ae55b2af0 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:17.193182 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db4618fe-4561-4199-94a6-6aef57f4adb7 req-345b76b8-4cf1-4bbb-a633-ab4ae55b2af0 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3601210 Dec 20 11:39:17.204912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e64c3639-abf8-4a1f-b992-e60480e7ec45 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:17.225294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5489e5da-0685-44c2-a127-b7b235c3ecfd req-4c1a7b5d-167d-4ce5-9a9f-51ce1eafa579 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Unset dirty status for tenant:3d203d6ebd8b43b78699f2c7dd116eac on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:17.240477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5489e5da-0685-44c2-a127-b7b235c3ecfd req-4c1a7b5d-167d-4ce5-9a9f-51ce1eafa579 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1882951 Dec 20 11:39:17.267448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:17.294329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.352016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Made reservation on behalf of 8957291041f943de970d654cee42eed5 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:17.359376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.408384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port e64c3639-abf8-4a1f-b992-e60480e7ec45 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:17.418706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e64c3639-abf8-4a1f-b992-e60480e7ec45 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:17.419487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.486395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db4618fe-4561-4199-94a6-6aef57f4adb7 req-642e1740-3839-4dbb-83d3-21d03676bb56 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917037 Dec 20 11:39:17.518262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.518744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0b8cb902-3893-4359-8d97-f95d70c92430 req-7f5f896f-6bff-4ca4-b224-5c8d6d786cf3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937151 Dec 20 11:39:17.642302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9d64a360-d05e-4bc7-b538-f92cc9cb2098 req-f4f29bc3-106a-418d-8beb-97de0a87c2c5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Synchronizing usage tracker for tenant:764e973345994c0387dfb8c52a4d0309 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:17.677224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'name': 'network-vif-deleted', 'tag': '7d7280b0-4b6a-4d34-85bc-3e277ff03703'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:17.708358 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e462b703-e8b1-47c5-b55d-9b08ba8573df req-1acf5258-1431-408d-a17c-f0b010fe5aa8 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888191 Dec 20 11:39:17.714230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.716597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Attempting to bind port e7a2e2c3-d380-4995-b480-b61856e01519 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:17.724480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Attempting to bind port e7a2e2c3-d380-4995-b480-b61856e01519 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:17.727257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Attempting to bind port e7a2e2c3-d380-4995-b480-b61856e01519 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:17.745264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Port e7a2e2c3-d380-4995-b480-b61856e01519 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:39:17.746207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Attempting to bind port e7a2e2c3-d380-4995-b480-b61856e01519 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:17.774698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9d64a360-d05e-4bc7-b538-f92cc9cb2098 req-f4f29bc3-106a-418d-8beb-97de0a87c2c5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Unset dirty status for tenant:764e973345994c0387dfb8c52a4d0309 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:17.780690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d64a360-d05e-4bc7-b538-f92cc9cb2098 req-f4f29bc3-106a-418d-8beb-97de0a87c2c5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa836390-333a-461f-af7a-1c9f4cfd3e9c HTTP/1.1" status: 200 len: 210 time: 0.2480381 Dec 20 11:39:17.785838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:17.786336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:17.792242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:17.792803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Bound port: e7a2e2c3-d380-4995-b480-b61856e01519, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:17.793173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.849402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.885578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port e64c3639-abf8-4a1f-b992-e60480e7ec45, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e64c3639-abf8-4a1f-b992-e60480e7ec45,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:17.896490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:17.898520 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:18.032851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=e64c3639-abf8-4a1f-b992-e60480e7ec45,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:18.035778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:18.036264 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:18.043925 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e4f72258-f2e8-4bdb-9afd-47ef39f75d48 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:18.070060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207cdec-174b-4593-80b7-5cc19cbbfd86,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:18.072980 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:18.079392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Allocated IP 172.20.0.7 (6b4b4f65-4f18-45d6-83bf-6fe84ebea283/88e6d6c6-7d46-433e-b305-c582d0277513/16fde1c3-4556-4a32-b50e-eec18008ff72) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:18.171609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bc873-3d88-45bf-9966-7abf4cee3987 req-4a471cbb-dc45-4672-b40d-dd512caf04c4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:18.181237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-517bc873-3d88-45bf-9966-7abf4cee3987 req-4a471cbb-dc45-4672-b40d-dd512caf04c4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.2355454 Dec 20 11:39:18.187152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0805647d-9184-4a93-a2be-b3d0bcce5a2f req-d3f927f9-33d7-4b5c-b6e6-a9e5f5a8c9d0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 210 time: 0.2302241 Dec 20 11:39:18.203002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:18.207059 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c207cdec-174b-4593-80b7-5cc19cbbfd86 HTTP/1.1" status: 204 len: 168 time: 1.1005280 Dec 20 11:39:18.292674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:18.297331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:18.306757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:18.311236 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-305dd15e-4d68-4a26-aa83-ed3f435efcdc tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:18.426833 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa836390-333a-461f-af7a-1c9f4cfd3e9c', 'name': 'network-vif-deleted', 'tag': '7d7280b0-4b6a-4d34-85bc-3e277ff03703', 'status': 'completed', 'code': 200} Dec 20 11:39:18.530979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-517bc873-3d88-45bf-9966-7abf4cee3987 req-3150eaf7-07ec-4d04-931d-e1f977a7992c tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481379 Dec 20 11:39:18.569046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:18.571023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] 10.222.0.16 "PUT /v2.0/ports/e7a2e2c3-d380-4995-b480-b61856e01519 HTTP/1.1" status: 200 len: 1097 time: 5.1415596 Dec 20 11:39:18.602474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:18.607233 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:18.633399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:18.685578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:18.692684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:18.737754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12368a8-75e7-4a84-8867-d94452a68b41 req-628a4200-8418-4e7d-b7a5-558dfcf7ecb9 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:18.741768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12368a8-75e7-4a84-8867-d94452a68b41 req-628a4200-8418-4e7d-b7a5-558dfcf7ecb9 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 947 time: 0.2346692 Dec 20 11:39:18.874768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a12368a8-75e7-4a84-8867-d94452a68b41 req-c4446f19-c53c-4744-82ab-20ba97327e27 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063526 Dec 20 11:39:18.941668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40078) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:18.963011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-d41361bb-9f96-49da-be08-d8fc4ee56424 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d203d6ebd8b43b78699f2c7dd116eac&device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 1100 time: 0.3234236 Dec 20 11:39:18.967325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:18.979078 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:18.988215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:18.990570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:19.004430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:19.129420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-e10eff8e-1792-4ff0-a044-96708b2d7a31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e7a2e2c3-d380-4995-b480-b61856e01519 HTTP/1.1" status: 200 len: 217 time: 0.1046305 Dec 20 11:39:19.133329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:19.149736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc084-7b70-405d-865f-958462e79953 req-6464beab-ef6d-40d3-9f81-9721646d0f91 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:19.163930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae9bc084-7b70-405d-865f-958462e79953 req-6464beab-ef6d-40d3-9f81-9721646d0f91 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3479121 Dec 20 11:39:19.169965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e64c3639-abf8-4a1f-b992-e60480e7ec45 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:19.184671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:19.185314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:19.245632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-ae589538-665f-4f26-93ce-08773cc45969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:19.252908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-ae589538-665f-4f26-93ce-08773cc45969 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0963891 Dec 20 11:39:19.293480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e64c3639-abf8-4a1f-b992-e60480e7ec45 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:19.294261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:19.330299 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6370971 Dec 20 11:39:19.359887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Request body: {'port': {'device_id': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:19.407576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:19.432119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Usage tracker for resource:security_group_rule and tenant:2bc05a75603c42c68bb1dbe5f0a00355 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:19.438426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:19.445591 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae9bc084-7b70-405d-865f-958462e79953 req-755bd885-24ba-4b0e-9f31-86328d1f5824 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666349 Dec 20 11:39:19.496579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:19.580051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-2a3c149f-a821-415a-9ecb-5a72a9bcbb40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3067715 Dec 20 11:39:19.625738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:19.838497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:19.857373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:19.870274 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:19.886217 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-af17c48b-4b1d-4001-91de-bb8f63da074f service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931533 Dec 20 11:39:19.977392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ce09d-87fc-4711-a285-4b77b78228bc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:19.986720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bc05a75603c42c68bb1dbe5f0a00355&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0373120 Dec 20 11:39:19.986720 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:19.987815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40094) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:20.012909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5781d-715e-4be6-b370-c550c3a2511e req-a8e30e52-5477-45ed-8ccc-463c9c308a7d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:20.013627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-68c5781d-715e-4be6-b370-c550c3a2511e req-a8e30e52-5477-45ed-8ccc-463c9c308a7d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:20.128678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-68c5781d-715e-4be6-b370-c550c3a2511e req-a8e30e52-5477-45ed-8ccc-463c9c308a7d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:20.138632 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68c5781d-715e-4be6-b370-c550c3a2511e req-a8e30e52-5477-45ed-8ccc-463c9c308a7d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 931 time: 0.3669302 Dec 20 11:39:20.189735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cb87c1b-7ede-47af-9789-080ff1345d25 req-54e86a2f-d8f2-416c-9a4c-ff3e8879d9c9 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938056 Dec 20 11:39:20.202162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:20.246596 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68c5781d-715e-4be6-b370-c550c3a2511e req-b132394e-ca14-4be3-bdee-8bce676359db tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066065 Dec 20 11:39:20.251612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:20.275064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9088-4134-47b4-9009-becc2a50e428 req-5a2dc9c0-6b7d-421d-acac-83d326222131 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:20.276612 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d3f9088-4134-47b4-9009-becc2a50e428 req-5a2dc9c0-6b7d-421d-acac-83d326222131 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1813598 Dec 20 11:39:20.358475 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d3f9088-4134-47b4-9009-becc2a50e428 req-5cba4112-b65d-4219-8017-4747e5656441 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660961 Dec 20 11:39:20.367821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fde1c3-4556-4a32-b50e-eec18008ff72 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:20.379512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:20.415635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:20.419739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Transition to ACTIVE for port object 16fde1c3-4556-4a32-b50e-eec18008ff72 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:20.419974 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f6a4921-c594-424e-8d37-6cf1b08c3fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:20.431088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:20.442076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:20.445898 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:20.481285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ce09d-87fc-4711-a285-4b77b78228bc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:20.495695 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:20.505358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:20.510388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/779ce09d-87fc-4711-a285-4b77b78228bc HTTP/1.1" status: 204 len: 168 time: 0.5176802 Dec 20 11:39:20.692431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:20.701370 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:20.703185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cc5ef-a143-4206-8795-731c66cc15d5 req-ba676939-19c6-41d9-8188-fe893d9aa0d6 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:20.705014 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a81cc5ef-a143-4206-8795-731c66cc15d5 req-ba676939-19c6-41d9-8188-fe893d9aa0d6 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.0906773 Dec 20 11:39:20.779652 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a81cc5ef-a143-4206-8795-731c66cc15d5 req-7ad96f06-53d8-4cbd-830c-2993445ba8d5 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690622 Dec 20 11:39:20.843836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:20.844169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:20.844493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:20.867664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f4cdd-9223-4969-bc14-57267344b91c req-3f0bf21b-c5e6-4c05-980f-304f6d45292c tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:20.869140 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-059f4cdd-9223-4969-bc14-57267344b91c req-3f0bf21b-c5e6-4c05-980f-304f6d45292c tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 947 time: 0.2463701 Dec 20 11:39:20.869869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:39:20.870212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:20.906650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:20.906901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:20.907264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:20.907701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Bound port: 16fde1c3-4556-4a32-b50e-eec18008ff72, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:20.908040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:20.970208 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-059f4cdd-9223-4969-bc14-57267344b91c req-af6392f7-8cef-4fb8-a4a2-31421897948b tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932405 Dec 20 11:39:21.056071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:21.060218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:21.073600 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'status': 'completed', 'code': 200} Dec 20 11:39:21.081114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:21.090893 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2a5e532-5449-4c8b-b969-905b54599ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:21.287868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-b1876127-2f0a-4fef-b150-8abc37da5eda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d203d6ebd8b43b78699f2c7dd116eac&device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 1100 time: 0.1568739 Dec 20 11:39:21.297032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808fb65-1a7f-4732-8152-ebfd627ae04c req-071c5bc4-b35f-4684-b684-797d4090ce7e tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:21.306507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e808fb65-1a7f-4732-8152-ebfd627ae04c req-071c5bc4-b35f-4684-b684-797d4090ce7e tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.2112730 Dec 20 11:39:21.363221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:21.364560 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] 10.222.0.53 "PUT /v2.0/ports/16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 1093 time: 2.0229721 Dec 20 11:39:21.365071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:21.379302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:21.384044 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:21.430427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6b60f-195c-4f27-8d37-edc6bcc2a0ce req-d1e0ce39-9c1b-435c-a5c9-ff2917e5d2db tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:21.431761 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34f6b60f-195c-4f27-8d37-edc6bcc2a0ce req-d1e0ce39-9c1b-435c-a5c9-ff2917e5d2db tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.1548498 Dec 20 11:39:21.516136 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e808fb65-1a7f-4732-8152-ebfd627ae04c req-fb322e22-88aa-4968-b849-f6d0f70ae7d7 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074339 Dec 20 11:39:21.541645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34f6b60f-195c-4f27-8d37-edc6bcc2a0ce req-2ef13233-9363-4141-bef6-9dd87af45678 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Dec 20 11:39:21.569741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-88f98d24-c969-4c7f-8b55-331d25682609 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1096 time: 0.1370170 Dec 20 11:39:21.588970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-e103aed9-fb4e-4bca-bc2c-b2959bd69c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:21.592065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-e103aed9-fb4e-4bca-bc2c-b2959bd69c65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2579029 Dec 20 11:39:21.688028 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72', 'status': 'completed', 'code': 200} Dec 20 11:39:21.690452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-ee9b7f0d-ac4d-4482-99d9-57adda99b7a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 217 time: 0.1139650 Dec 20 11:39:21.738641 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-3392e3d2-15bb-45bc-9510-654c6287a05b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e7a2e2c3-d380-4995-b480-b61856e01519 HTTP/1.1" status: 200 len: 217 time: 0.1389601 Dec 20 11:39:21.822729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-64ed22f8-4c27-4194-b181-9c3fc65113fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:21.824534 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-64ed22f8-4c27-4194-b181-9c3fc65113fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1281509 Dec 20 11:39:21.909817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-9d3a9bc7-c194-498c-9909-9edfe8782f20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786123 Dec 20 11:39:21.968036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-228213e9-c6f3-4244-8b84-981ccbba3e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:21.968590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-228213e9-c6f3-4244-8b84-981ccbba3e83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2194803 Dec 20 11:39:22.054423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8a68f-a341-4c64-8b19-bbcbfd81458e req-2b57c33c-a68e-406d-b50f-ad4eb9c44cf3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:22.058469 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2b8a68f-a341-4c64-8b19-bbcbfd81458e req-2b57c33c-a68e-406d-b50f-ad4eb9c44cf3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 943 time: 0.3663142 Dec 20 11:39:22.119036 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-016a3ece-4d33-4c1b-9622-008406776862 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008276 Dec 20 11:39:22.123005 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-44b61d79-e107-4745-a3b7-044380b6b511 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.1467001 Dec 20 11:39:22.125420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2b8a68f-a341-4c64-8b19-bbcbfd81458e req-40455330-cbe4-49d1-9a54-6ee6b2c1b1e0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Dec 20 11:39:22.305961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-84fe6511-71a7-4772-867a-39cc18c08246 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757555 Dec 20 11:39:22.386956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3a90a5c4-18ee-4712-b2f7-94acb6eef50c req-707a919e-d34a-43f0-9925-ee133755eb3b service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594447 Dec 20 11:39:22.548555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9eb43f-3b64-4746-8d3e-d62379d277f7 req-f360a3de-2885-42db-ac48-adc4f4777492 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346365 Dec 20 11:39:22.561473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035aaad-8eed-47d0-8efd-30fbc93ca188 req-b41af1dc-c764-4123-8856-f16fe7dd52ff tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:22.569038 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0035aaad-8eed-47d0-8efd-30fbc93ca188 req-b41af1dc-c764-4123-8856-f16fe7dd52ff tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.2154605 Dec 20 11:39:22.625914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0035aaad-8eed-47d0-8efd-30fbc93ca188 req-d02673c5-3983-4a1b-80ad-0af636d948e6 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556464 Dec 20 11:39:22.651428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-72efa558-90f2-423b-baa2-db70e3c35faa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1096 time: 0.2025044 Dec 20 11:39:22.660494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:39:22.828261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-ace5b942-262f-4778-a251-deaa188e3e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:22.829696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-ace5b942-262f-4778-a251-deaa188e3e75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.1577315 Dec 20 11:39:22.840073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:22.842233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef081-7200-4720-af07-b7dd205ab06d req-6f72245a-1a2a-43a6-bbec-569248c958ad tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:22.843787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce3ef081-7200-4720-af07-b7dd205ab06d req-6f72245a-1a2a-43a6-bbec-569248c958ad tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 947 time: 0.2594745 Dec 20 11:39:22.877191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'mac_address': 'fa:16:3e:fa:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:39:22.938437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:22.943407 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-3edca641-be10-41be-94cd-92dda4ef8b2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 217 time: 0.0986609 Dec 20 11:39:22.957202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a2e2c3-d380-4995-b480-b61856e01519 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:22.976881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:22.982132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:22.985352 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:23.060476 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce3ef081-7200-4720-af07-b7dd205ab06d req-16deac29-5a8e-4272-bc65-23aa643e681d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159275 Dec 20 11:39:23.069189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-8f0cd7c1-bbf2-4e7e-a207-8b1c89dd0c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:23.072338 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-8f0cd7c1-bbf2-4e7e-a207-8b1c89dd0c65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1103494 Dec 20 11:39:23.074257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:23.077530 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:23.155451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-0d8181f7-9c37-4882-be9f-f29242d55ee2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655963 Dec 20 11:39:23.198305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dce60-e0d8-4385-b52f-c2cb702c8dcc req-c994562d-a9a6-4d7c-ac7c-36bb1377bbd9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:23.202467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c61dce60-e0d8-4385-b52f-c2cb702c8dcc req-c994562d-a9a6-4d7c-ac7c-36bb1377bbd9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1256855 Dec 20 11:39:23.255507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e7a2e2c3-d380-4995-b480-b61856e01519'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:23.286696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c61dce60-e0d8-4385-b52f-c2cb702c8dcc req-d51203bf-631c-474c-84d5-8643c44c4495 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722764 Dec 20 11:39:23.357562 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-c89f9b65-2fbd-4519-8049-c0ab3f01ed56 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004485 Dec 20 11:39:23.365286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217c49-85f5-4f2d-ae11-4e92f64f1efc req-2d2e9140-ecc3-4f98-b03b-01322132a608 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:23.372765 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5217c49-85f5-4f2d-ae11-4e92f64f1efc req-2d2e9140-ecc3-4f98-b03b-01322132a608 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.1896973 Dec 20 11:39:23.555232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5217c49-85f5-4f2d-ae11-4e92f64f1efc req-44c95463-2ce6-4c7b-a48a-b80c6235ef4f tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807740 Dec 20 11:39:23.561388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0c87e-01a5-4711-974b-9aa9b971081a req-2623ccc8-8f4a-41d9-8c66-2ae88da0cce1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:23.562872 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdc0c87e-01a5-4711-974b-9aa9b971081a req-2623ccc8-8f4a-41d9-8c66-2ae88da0cce1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 943 time: 0.0980957 Dec 20 11:39:23.590362 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27989ec8-9c33-4b34-8563-6a32ebf7279e req-ae773e16-0505-4842-b4c8-aa8cc5470f3d service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135077 Dec 20 11:39:23.638966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdc0c87e-01a5-4711-974b-9aa9b971081a req-27664b97-a09b-4433-8b97-fc0c84830e1a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663471 Dec 20 11:39:23.864863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e05e6a-fba6-4c15-92c8-741be3ff730e req-9b3e78c9-a0aa-4489-8080-0565ce73cccf tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:23.867521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d7e05e6a-fba6-4c15-92c8-741be3ff730e req-9b3e78c9-a0aa-4489-8080-0565ce73cccf tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.0852790 Dec 20 11:39:23.921683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d7e05e6a-fba6-4c15-92c8-741be3ff730e req-990c0cd8-2bd6-441b-b60c-3090c8f71610 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Dec 20 11:39:24.303897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307bc77-ba14-4780-8d35-b088635cf808 req-7347ddfb-3fa9-4025-8d5a-1e34573eb748 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:24.303897 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b307bc77-ba14-4780-8d35-b088635cf808 req-7347ddfb-3fa9-4025-8d5a-1e34573eb748 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 948 time: 0.1045165 Dec 20 11:39:24.368862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b307bc77-ba14-4780-8d35-b088635cf808 req-252e69ea-96ad-4a04-abee-258c01034670 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563309 Dec 20 11:39:24.655692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfee9-736c-461c-ac97-b3fff41ef3c0 req-73c8f107-af24-43ba-936b-0303bec953d8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:24.657309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2f6dfee9-736c-461c-ac97-b3fff41ef3c0 req-73c8f107-af24-43ba-936b-0303bec953d8 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1851497 Dec 20 11:39:24.679629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:24.699420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:24.726573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2f6dfee9-736c-461c-ac97-b3fff41ef3c0 req-b803815f-4152-4a0f-b98b-0186902c8511 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639498 Dec 20 11:39:24.795806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8d657-121f-4f69-bd24-9bc47a1c13fc req-f5d25518-b463-4271-b779-fadfcfaaf84d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:24.797430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68c8d657-121f-4f69-bd24-9bc47a1c13fc req-f5d25518-b463-4271-b779-fadfcfaaf84d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.0905421 Dec 20 11:39:24.807415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port e7a2e2c3-d380-4995-b480-b61856e01519 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:24.815127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port e7a2e2c3-d380-4995-b480-b61856e01519 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:24.815921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:24.909603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:24.931179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68c8d657-121f-4f69-bd24-9bc47a1c13fc req-03175fea-5f61-4c80-be38-23f1e6d086e6 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268702 Dec 20 11:39:24.950155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:24.960004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Usage tracker for resource:security_group_rule and tenant:f89d622861894c50b94125b59ca04b78 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:24.960004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:24.965904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:24.982397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.019841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:25.030858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:25.038833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.041483 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5c6cb2d9-6390-40d7-b2e3-317d247945b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:25.045255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f0c0-6400-419c-bec0-f89c9669dd08 req-b2a5d45c-b0e3-4ce7-81cf-f469888615c7 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:25.051661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.057870 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1605f0c0-6400-419c-bec0-f89c9669dd08 req-b2a5d45c-b0e3-4ce7-81cf-f469888615c7 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 943 time: 0.1671841 Dec 20 11:39:25.060958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.069746 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a0c13d91-07c0-4214-ab02-4acd9de225f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:25.111521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3cb5ec-c57f-446c-820c-f347993b89cf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:25.117569 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:25.123371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:25.123867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f89d622861894c50b94125b59ca04b78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4233606 Dec 20 11:39:25.124632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40230) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:25.131078 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:25.156009 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1605f0c0-6400-419c-bec0-f89c9669dd08 req-13169bb5-9c2d-4924-8c3f-7ed991cdaa70 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972354 Dec 20 11:39:25.197487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.247432 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'code': 200} Dec 20 11:39:25.268290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.342590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa13b34-240d-4f2a-9e06-6a6406fd0571 req-4c45199d-efec-43c6-9011-7ff2a0d9b38c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:25.344269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4aa13b34-240d-4f2a-9e06-6a6406fd0571 req-4c45199d-efec-43c6-9011-7ff2a0d9b38c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.1261036 Dec 20 11:39:25.391027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.408998 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c718cd42-0cfa-4c1c-91c3-6de399b032a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:25.422806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3cb5ec-c57f-446c-820c-f347993b89cf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:25.427602 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:25.439617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:25.443548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a3cb5ec-c57f-446c-820c-f347993b89cf HTTP/1.1" status: 204 len: 168 time: 0.3180494 Dec 20 11:39:25.467211 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:39:25.472108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4aa13b34-240d-4f2a-9e06-6a6406fd0571 req-b4e809b7-c5de-4990-b8c0-f4019d11d71c tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/security-groups?id=52050849-c74d-43cf-a51e-a40969be0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932081 Dec 20 11:39:25.506421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38c3de88-5ca4-4c56-8bd7-ca8db1e3a3a5 req-7b14e094-8d46-4cc5-8dd8-772b0ca6a990 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 1102 time: 0.1577032 Dec 20 11:39:25.568190 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38c3de88-5ca4-4c56-8bd7-ca8db1e3a3a5 req-918ac258-f899-44f7-ab6f-354e466c6f4e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584786 Dec 20 11:39:25.681002 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-797838c9-b938-44e9-9e29-71fd59026024 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1431115 Dec 20 11:39:25.698062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb12c0-fa75-4bee-87b3-4ba02325c1d9 req-07128968-fd1b-4332-83e8-45c449524355 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:25.699915 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eacb12c0-fa75-4bee-87b3-4ba02325c1d9 req-07128968-fd1b-4332-83e8-45c449524355 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 949 time: 0.1195903 Dec 20 11:39:25.750542 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eacb12c0-fa75-4bee-87b3-4ba02325c1d9 req-50ec9ddf-3637-4d02-93fb-1699337306fc tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Dec 20 11:39:25.838467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-59843054-5f14-4a35-bb48-cc939c199e86 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:25.840073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-59843054-5f14-4a35-bb48-cc939c199e86 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.16 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 945 time: 0.0909228 Dec 20 11:39:25.909708 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-59d35e8c-f6ed-4397-b917-6471e1e247c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=559e401db21a466a904cce5123b39a7b&device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 1099 time: 0.1329279 Dec 20 11:39:25.985133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Deleting port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:39:25.985673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:26.214500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-eabf5803-e4d5-4d8a-a574-6be66cb32e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:26.216165 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-eabf5803-e4d5-4d8a-a574-6be66cb32e2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc HTTP/1.1" status: 200 len: 913 time: 0.2840128 Dec 20 11:39:26.228162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337e29d-b199-4fa1-9393-6d337d352c5c req-a6aca0fd-f3ee-485e-9eb2-7cd5b01f5bf9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:26.229619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a337e29d-b199-4fa1-9393-6d337d352c5c req-a6aca0fd-f3ee-485e-9eb2-7cd5b01f5bf9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.3226345 Dec 20 11:39:26.334306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-cde209ad-5535-4f7c-a512-36e7ed5b11d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 HTTP/1.1" status: 200 len: 1002 time: 0.1090751 Dec 20 11:39:26.383467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:39:26.412132 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a337e29d-b199-4fa1-9393-6d337d352c5c req-2aa45c40-94ca-4344-a079-9fa331fddc5d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749568 Dec 20 11:39:26.423950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-0e9e108f-20ae-40b2-9c9c-b37eff8cc6dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:26.437903 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-0e9e108f-20ae-40b2-9c9c-b37eff8cc6dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eed953d7-6a58-4380-b2f8-5c1a6d2010c2 HTTP/1.1" status: 200 len: 851 time: 0.0910473 Dec 20 11:39:26.460698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] For port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:26.462114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:26.473460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12effb-4ffe-44c6-9e62-06f3cb9da7c7 req-119acb80-49cb-4c83-b811-abe11d6afa05 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:26.482326 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb12effb-4ffe-44c6-9e62-06f3cb9da7c7 req-119acb80-49cb-4c83-b811-abe11d6afa05 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3642321 Dec 20 11:39:26.588651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Calling delete_port for 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:39:26.661396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:26.684974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:26.693769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb12effb-4ffe-44c6-9e62-06f3cb9da7c7 req-c72812b3-50a2-4dea-9c6e-e7c9b8612a32 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104683 Dec 20 11:39:26.702580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '16fde1c3-4556-4a32-b50e-eec18008ff72', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'port_id': '16fde1c3-4556-4a32-b50e-eec18008ff72', 'mac_address': 'fa:16:3e:1c:01:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e6d6c6-7d46-433e-b305-c582d0277513', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:39:26.803696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-0196e8fe-0c23-4b84-abf7-7e959d26bb80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=725857a4-7b1a-4dae-a1da-ef0a880dcfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3526175 Dec 20 11:39:26.829401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:26.873362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fde1c3-4556-4a32-b50e-eec18008ff72 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:26.908196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:26.918876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:26.920694 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:27.019180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cfc39-ce51-474e-86b5-108d8af1f7d3 req-89474283-1eb8-4183-bbd3-10ec381ba6ad tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:27.020653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0c3cfc39-ce51-474e-86b5-108d8af1f7d3 req-89474283-1eb8-4183-bbd3-10ec381ba6ad tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 944 time: 0.1556487 Dec 20 11:39:27.035605 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:27.047101 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:27.053014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.071132 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:27.076469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4c1f6263-4a65-4ab1-8dcc-63985dbbc825 req-206f1aac-8cce-446c-892a-0cc8afd5f8db tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb430df-f75c-43a6-bec8-de35ef3adeb3 HTTP/1.1" status: 200 len: 210 time: 0.0659969 Dec 20 11:39:27.079686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-network', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:27.087518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:27.112609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Usage tracker for resource:network and tenant:baba3a0b13674c7baea55278a0bfd536 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:27.126520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:27.140765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:27.149490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Pushing event deleted for resources: {'Port': ['ID=4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:27.165286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['16fde1c3-4556-4a32-b50e-eec18008ff72'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:27.198095 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:27.209423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-077b8b9f-92bf-4416-ad14-185c4f8517a6 service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943589 Dec 20 11:39:27.218478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Made reservation on behalf of baba3a0b13674c7baea55278a0bfd536 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:27.231308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.246410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0c3cfc39-ce51-474e-86b5-108d8af1f7d3 req-7ef2095b-2770-46f6-82b7-8c71e02f734c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175109 Dec 20 11:39:27.299559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] No DVR routers for this DVR port 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:39:27.304098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.307154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'name': 'network-vif-deleted', 'tag': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:27.353706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.360978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f81a6564-5bdc-4991-ae9a-39ffc0818ce0 req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] 10.222.0.16 "DELETE /v2.0/ports/4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b HTTP/1.1" status: 204 len: 173 time: 1.5157626 Dec 20 11:39:27.391373 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb430df-f75c-43a6-bec8-de35ef3adeb3', 'name': 'network-vif-deleted', 'tag': '4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b', 'status': 'completed', 'code': 200} Dec 20 11:39:27.552206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:27.564364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Usage tracker for resource:security_group_rule and tenant:baba3a0b13674c7baea55278a0bfd536 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:27.569141 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45eb7e8d-8258-48c4-8708-547c0bf4a7d8 req-4e65b155-ae89-4a10-b952-231d43a1b4a8 service neutron] 10.222.0.53 "GET /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524780 Dec 20 11:39:27.571723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:27.579727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:27.588764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5061-b5b3-49e3-a820-62c408d6bd88 req-387ce1f0-287f-48a4-9ece-66eb62d67ea6 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:27.596122 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3def5061-b5b3-49e3-a820-62c408d6bd88 req-387ce1f0-287f-48a4-9ece-66eb62d67ea6 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 949 time: 0.3538120 Dec 20 11:39:27.702543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3def5061-b5b3-49e3-a820-62c408d6bd88 req-fb2b7dd4-ef36-45fb-87fb-90e810777766 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053243 Dec 20 11:39:27.728421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e5aed2ee-6c07-4513-94ea-48e42f9e65b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.792990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc20e9b-9ad2-47df-a481-cd35a98a4b51 req-fdc9546d-fe1c-4a17-85a6-70d8e84a399d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:27.797532 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abc20e9b-9ad2-47df-a481-cd35a98a4b51 req-fdc9546d-fe1c-4a17-85a6-70d8e84a399d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1590338 Dec 20 11:39:27.845082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.857760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.862841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d4ecc00-2bb9-4836-9c85-c270f4a75a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:27.869050 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abc20e9b-9ad2-47df-a481-cd35a98a4b51 req-bd51409e-d810-4825-bc0b-6a0fac0a1bb0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610464 Dec 20 11:39:27.912071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:39:27.944046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c21f45-7572-43a1-9b98-79f3732a4b88,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:27.952102 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:27.961818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:27.962225 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Added segment 1149155d-d3dc-4b22-9d87-ef4ccfcacd1b of type vlan for network 039b0c97-7c96-478f-ae85-fa0b656b29c4 Dec 20 11:39:28.013950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:28.103210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:28.104157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:28.104976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:28.109853 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:28.380715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:28.503570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8086057 Dec 20 11:39:28.506367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Pushing event updated for resources: {'Network': ['ID=039b0c97-7c96-478f-ae85-fa0b656b29c4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:28.506536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40310) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:28.512372 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:28.520859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Request body: {'subnet': {'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-subnet', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:28.533416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:28.536884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:39:28.537945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Usage tracker for resource:subnet and tenant:baba3a0b13674c7baea55278a0bfd536 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:28.547810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:28.555597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9ec5-bdf9-48a5-9898-0e543bb20601 req-b5ce0be1-6796-42f3-adac-e8b8e8e2ca14 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:28.560571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:28.565237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a40a9ec5-bdf9-48a5-9898-0e543bb20601 req-b5ce0be1-6796-42f3-adac-e8b8e8e2ca14 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.4244041 Dec 20 11:39:28.592028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Made reservation on behalf of baba3a0b13674c7baea55278a0bfd536 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:28.594507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:28.640567 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a40a9ec5-bdf9-48a5-9898-0e543bb20601 req-f1c16153-0a6d-46e4-a6d5-9dbad29d38de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741227 Dec 20 11:39:28.765218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:28.787766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:28.809434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:39:28.809606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4c3cc73d-f9d1-4c4e-b5bb-d61d0eece75b not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:39:28.846111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 16fde1c3-4556-4a32-b50e-eec18008ff72 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:28.852862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 16fde1c3-4556-4a32-b50e-eec18008ff72 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:28.853501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.085401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.094700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb4aec-4d83-4048-b018-67dc2f2dec6c req-600ead9f-ed23-47ca-8f4b-bf4e18ea35e3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:29.096602 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3cb4aec-4d83-4048-b018-67dc2f2dec6c req-600ead9f-ed23-47ca-8f4b-bf4e18ea35e3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 944 time: 0.2254796 Dec 20 11:39:29.122569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:29.124277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:29.132456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.136028 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:29.224349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.238363 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:29.273190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:29.276557 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:29.285659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2a43-deef-466e-8c05-f56f8f21de91 req-7d9a039f-1f4a-4358-b292-c1637a27d8d3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:29.294675 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-21ef2a43-deef-466e-8c05-f56f8f21de91 req-7d9a039f-1f4a-4358-b292-c1637a27d8d3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1545517 Dec 20 11:39:29.342016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:29.347632 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:29.365881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3cb4aec-4d83-4048-b018-67dc2f2dec6c req-74c9343b-b4da-4798-ad5e-c8e72a75fdb1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624081 Dec 20 11:39:29.385849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Checking segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:29.394538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Network hostable DHCP agents. Network: 039b0c97-7c96-478f-ae85-fa0b656b29c4, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:39:29.410433 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-21ef2a43-deef-466e-8c05-f56f8f21de91 req-2f1f5855-10af-4f64-80f1-317e29c791ee tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147499 Dec 20 11:39:29.454067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:39:29.474451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 039b0c97-7c96-478f-ae85-fa0b656b29c4) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:29.479937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:29.480521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.486800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6e8be-6153-4437-8b22-6543d8750308 None None] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:39:29.526250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0184386 Dec 20 11:39:29.528823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40332) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:29.534183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:29.539639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:29.543895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Usage tracker for resource:router and tenant:baba3a0b13674c7baea55278a0bfd536 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:29.547788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:29.557172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:29.572910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.574140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.605164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.647432 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72', 'code': 200} Dec 20 11:39:29.715205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.795566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-039b0c97-7c96-478f-ae85-fa0b656b29c4', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:39:29.797070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.808186 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-962b6698-a4b4-46b1-82f7-b8194e3869b7 req-fdcd8b0c-bb08-4376-a2d2-c5ad409be3f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1098 time: 0.2168465 Dec 20 11:39:29.838077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.936936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6becdcd3-25c5-430c-a109-7d8a0492c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:29.938273 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-962b6698-a4b4-46b1-82f7-b8194e3869b7 req-c27388e7-82e9-48fe-9aad-6fa7bb944cca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236832 Dec 20 11:39:30.140038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:30.149280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Allocated IP 172.20.0.2 (039b0c97-7c96-478f-ae85-fa0b656b29c4/0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab/b092fe66-a60b-417b-9369-4b7a9e20b0a4) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:30.155802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5cfef-c408-4c0b-a339-d9ec6475721a req-e0ddaa49-05e9-4764-bbf3-15d260ba5fee tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:30.157610 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8cc5cfef-c408-4c0b-a339-d9ec6475721a req-e0ddaa49-05e9-4764-bbf3-15d260ba5fee tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3250921 Dec 20 11:39:30.240423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8cc5cfef-c408-4c0b-a339-d9ec6475721a req-3242d7b3-044b-49b8-a75a-c1dbfb473bd7 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Dec 20 11:39:30.364030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:30.477111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:30.497502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Transition to ACTIVE for port object b092fe66-a60b-417b-9369-4b7a9e20b0a4 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:30.528738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Transition to ACTIVE for port object b092fe66-a60b-417b-9369-4b7a9e20b0a4 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:30.542193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:30.557558 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:30.591168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Allocated IP 172.35.0.162 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/65936c58-b5f4-4aa4-b161-2ecb7bc5668d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:30.660475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:30.664585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:30.680638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:30.687872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Pushing event updated for resources: {'Port': ['ID=b092fe66-a60b-417b-9369-4b7a9e20b0a4,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:30.704598 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:30.708399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:39:30.772463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:30.824553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:39:30.829125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796a0ed-ac1f-4972-a22c-b0e3fdc4b468 req-6152e65b-a1b1-4b37-aab9-5b86d51f01d6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:30.830799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5796a0ed-ac1f-4972-a22c-b0e3fdc4b468 req-6152e65b-a1b1-4b37-aab9-5b86d51f01d6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1375487 Dec 20 11:39:30.841831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:30.848982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Attempting to bind port b092fe66-a60b-417b-9369-4b7a9e20b0a4 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:30.849295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Attempting to bind port b092fe66-a60b-417b-9369-4b7a9e20b0a4 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:30.850221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Attempting to bind port b092fe66-a60b-417b-9369-4b7a9e20b0a4 on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:30.851774 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:30.919793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Pushing event updated for resources: {'Port': ['ID=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:30.922816 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:30.946567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:30.948998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:30.953363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:30.991918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:31.008367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Deleting port aaf13eb9-dac5-470a-840e-332c453120aa {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:39:31.010231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.031402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'mac_address': 'fa:16:3e:fa:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:39:31.069001 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5796a0ed-ac1f-4972-a22c-b0e3fdc4b468 req-dce2231f-49b6-4f4a-83eb-95fb1f3d0be0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249284 Dec 20 11:39:31.095420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:31.097812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Checking segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:31.098441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.100545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Bound using segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:31.101354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Bound port: b092fe66-a60b-417b-9369-4b7a9e20b0a4, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:31.102852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.147699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a21804-76d6-4597-99f6-f27ad490628d req-b354076c-5a81-4dd7-b526-84efeb0b4053 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:31.149296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2a21804-76d6-4597-99f6-f27ad490628d req-b354076c-5a81-4dd7-b526-84efeb0b4053 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 945 time: 0.3496857 Dec 20 11:39:31.213512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2a21804-76d6-4597-99f6-f27ad490628d req-2a249643-21f2-4f43-8022-21ae8363b47b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553606 Dec 20 11:39:31.274433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.275164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.414925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.416317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.420026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.432490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] For port b092fe66-a60b-417b-9369-4b7a9e20b0a4, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:31.446044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] For port b092fe66-a60b-417b-9369-4b7a9e20b0a4, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b092fe66-a60b-417b-9369-4b7a9e20b0a4,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:31.448279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a2e2c3-d380-4995-b480-b61856e01519 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:31.457701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.478160 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:31.592470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:31.609172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.623004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Pushing event updated for resources: {'Port': ['ID=b092fe66-a60b-417b-9369-4b7a9e20b0a4,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:31.626511 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:31.627670 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:31.705055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-60b3f289-bce2-4385-ab29-62f0f232d587 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1101 time: 0.1364627 Dec 20 11:39:31.706513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:31.710142 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:31.724996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:39:31.737853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e7a2e2c3-d380-4995-b480-b61856e01519'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:31.826369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] For port aaf13eb9-dac5-470a-840e-332c453120aa, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aaf13eb9-dac5-470a-840e-332c453120aa,segment=NetworkSegment(3c6633e3-f2d5-4e74-b2ee-901341f3272c),segment_id=3c6633e3-f2d5-4e74-b2ee-901341f3272c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:31.826866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:31.970614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Calling delete_port for aaf13eb9-dac5-470a-840e-332c453120aa owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:39:31.988778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-d3763da5-ba59-4727-b1b0-2d4b1b14a001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:31.989914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-d3763da5-ba59-4727-b1b0-2d4b1b14a001 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.2585571 Dec 20 11:39:32.014406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0fa72-dde2-45c3-aeeb-4eaafe7f5e76 req-a8b5e947-5618-4489-b688-204b87caafd2 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:32.015935 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bf0fa72-dde2-45c3-aeeb-4eaafe7f5e76 req-a8b5e947-5618-4489-b688-204b87caafd2 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3771493 Dec 20 11:39:32.091962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bf0fa72-dde2-45c3-aeeb-4eaafe7f5e76 req-ebc69e1c-b9fd-4bb1-87d1-e25cfb1d16eb tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643067 Dec 20 11:39:32.112365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-b8725893-81d6-427f-8552-542de3bf6b6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24 HTTP/1.1" status: 200 len: 217 time: 0.0680664 Dec 20 11:39:32.213477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-13dd5599-6cfb-4c35-9f57-5e684e4e40a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:32.214350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:32.215173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-13dd5599-6cfb-4c35-9f57-5e684e4e40a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.0884962 Dec 20 11:39:32.220569 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c57685a3-66f9-43ce-80ea-53a8d1ae3cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:32.297595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf13eb9-dac5-470a-840e-332c453120aa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:32.416481 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:32.532134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:39:32.547242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:39:32.568472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:32.569112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:32.630890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-17d9cd80-087f-4047-8106-d3f538babcd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4067779 Dec 20 11:39:32.665847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dd931-ffd9-4c1a-a7c0-065fc56d55fa req-bf1f779a-a778-4b50-b196-ca2c19ea9eb8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:32.672665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-246dd931-ffd9-4c1a-a7c0-065fc56d55fa req-bf1f779a-a778-4b50-b196-ca2c19ea9eb8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 945 time: 0.2547560 Dec 20 11:39:32.692340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:32.695665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.1649537 Dec 20 11:39:32.707752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40376) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:32.716091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79deebb-6e19-4ac4-b55c-b874a9a88b14 req-a7d46df2-dd57-43f6-bbd3-349143454c2b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:32.719071 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c79deebb-6e19-4ac4-b55c-b874a9a88b14 req-a7d46df2-dd57-43f6-bbd3-349143454c2b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.4630089 Dec 20 11:39:32.745697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:32.852635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:32.954642 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-246dd931-ffd9-4c1a-a7c0-065fc56d55fa req-bd8d4a4a-b68f-4186-b130-84bf27666f4b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810094 Dec 20 11:39:32.989060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-ec67a52d-bd1b-4e24-a5df-4bec667fa104 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422415 Dec 20 11:39:33.003975 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c79deebb-6e19-4ac4-b55c-b874a9a88b14 req-00de0a92-5500-4edb-ab6c-a81c3aef76cb tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788115 Dec 20 11:39:33.033487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0453f5ee-221a-4cf0-b209-3a944576d23f None None] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:39:33.128223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-626ec237-a96d-4c82-9ed9-e13eaf226e94 None None] Provisioning for port b092fe66-a60b-417b-9369-4b7a9e20b0a4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:33.244128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port e7a2e2c3-d380-4995-b480-b61856e01519 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:33.244517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:33.428756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a5abef0-e715-4b28-92a2-9dce155d9102 req-9d6c96d8-ed03-4936-8675-cde037bc46d4 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237921 Dec 20 11:39:33.458267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b092fe66-a60b-417b-9369-4b7a9e20b0a4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:33.536753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:33.672959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:33.715156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b092fe66-a60b-417b-9369-4b7a9e20b0a4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:33.738430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bef9139a-7666-460e-bb61-32dd92899b45 req-0abeefa6-4555-4ea3-a4b8-96d36651885a tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1098 time: 0.1945937 Dec 20 11:39:33.767672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:33.776558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:33.787429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:33.789679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b092fe66-a60b-417b-9369-4b7a9e20b0a4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:33.790060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:33.805080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bef9139a-7666-460e-bb61-32dd92899b45 req-ba8fbff1-84c6-40c4-a5b6-1f6da139363d tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658085 Dec 20 11:39:33.912978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:34.014140 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:34.120173 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'code': 200} Dec 20 11:39:34.120721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:34.154399 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:34.244505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:34.299651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af71b96e-d66d-43d8-abe8-56a13a8c7c82 req-fb8046d9-be05-4afe-ae64-3a73a9f743aa tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1098 time: 0.1394429 Dec 20 11:39:34.386784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af71b96e-d66d-43d8-abe8-56a13a8c7c82 req-220084da-2897-4192-b781-311c1575c8ed tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769169 Dec 20 11:39:34.573219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b092fe66-a60b-417b-9369-4b7a9e20b0a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b092fe66-a60b-417b-9369-4b7a9e20b0a4,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:34.653846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:34.661115 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:34.760174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b092fe66-a60b-417b-9369-4b7a9e20b0a4,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:34.775417 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:34.788956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebadb04-14b8-4973-ae99-98070bb21fc9 req-642f4abe-4e8c-442e-a4c5-6afbedcde12a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:34.790615 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ebadb04-14b8-4973-ae99-98070bb21fc9 req-642f4abe-4e8c-442e-a4c5-6afbedcde12a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1597395 Dec 20 11:39:34.834374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:31Z', 'revision_number': 3, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:34.839342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b7f1d-b0cd-4cb6-954d-b0aea047bd94 req-a4d60049-6802-4ad1-8c61-f4d663a35b9b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:34.840859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa9b7f1d-b0cd-4cb6-954d-b0aea047bd94 req-a4d60049-6802-4ad1-8c61-f4d663a35b9b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.9927671 Dec 20 11:39:34.846017 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ebadb04-14b8-4973-ae99-98070bb21fc9 req-bf803507-e704-4482-a2e6-de3008722004 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Dec 20 11:39:34.846754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:39:34.847108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Updating router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:39:35.019588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:35.052846 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa9b7f1d-b0cd-4cb6-954d-b0aea047bd94 req-ec5db4b5-ebcc-4046-82dd-30b5008796dd tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951456 Dec 20 11:39:35.191348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b092fe66-a60b-417b-9369-4b7a9e20b0a4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:35.754573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:35.781758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Transition to ACTIVE for port object 65936c58-b5f4-4aa4-b161-2ecb7bc5668d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:35.820332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:35.824490 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:35.969648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1f076865-3288-469a-89ec-d7a8d74e9ef6 None None] Provisioning complete for port b092fe66-a60b-417b-9369-4b7a9e20b0a4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:35.970045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f076865-3288-469a-89ec-d7a8d74e9ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:36.169204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d626a-6c46-4e90-91b2-e6e80d1167bc None None] Pushing event updated for resources: {'Port': ['ID=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:36.189834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a09b-d46b-46ce-859f-fcf3159eb4e2 req-55d53ed9-590d-494f-8993-e190865d5cf0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:36.198479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cf4a09b-d46b-46ce-859f-fcf3159eb4e2 req-55d53ed9-590d-494f-8993-e190865d5cf0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1217022 Dec 20 11:39:36.207978 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-926d626a-6c46-4e90-91b2-e6e80d1167bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:36.217508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Attempting to bind port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:36.218853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Attempting to bind port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:36.220084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Attempting to bind port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:36.262114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b092fe66-a60b-417b-9369-4b7a9e20b0a4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:36.262494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:36.315424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cf4a09b-d46b-46ce-859f-fcf3159eb4e2 req-68966b1b-6c58-4908-8e0b-d1c5d3a7e557 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159174 Dec 20 11:39:36.434950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:36.435339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:36.435774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:36.436154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:36.437169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Bound port: 65936c58-b5f4-4aa4-b161-2ecb7bc5668d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:36.437552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:36.474665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9196113-35c2-484c-b3b9-5c52829fc191 req-ec02100a-ec8c-451e-a1c4-deee24ff02c3 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1098 time: 0.4503045 Dec 20 11:39:36.570587 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9196113-35c2-484c-b3b9-5c52829fc191 req-fb9727e2-4a48-4a12-b063-936d3d0b7910 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892706 Dec 20 11:39:36.717488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] For port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:36.727905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] For port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:36.781479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:36.789407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d0b75-3893-45f1-9ded-035c9bd1c59a req-c4756ee0-a3aa-4130-b989-c67560c82879 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:36.791881 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:36.796245 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a0d0b75-3893-45f1-9ded-035c9bd1c59a req-c4756ee0-a3aa-4130-b989-c67560c82879 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.1745415 Dec 20 11:39:36.853485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a0d0b75-3893-45f1-9ded-035c9bd1c59a req-24aab65f-d7cc-424f-9ce1-f0a60ceaf0b3 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562627 Dec 20 11:39:36.871785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:39:36.969226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d626a-6c46-4e90-91b2-e6e80d1167bc None None] Pushing event updated for resources: {'Port': ['ID=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:36.973589 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-926d626a-6c46-4e90-91b2-e6e80d1167bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:36.976911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:36.977735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:37.093564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:37.211096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:37.673106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Allocated IP 172.20.0.1 (039b0c97-7c96-478f-ae85-fa0b656b29c4/0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab/fe9f185e-96f5-4873-a13e-e70b232f4db0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:37.684694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:31Z', 'revision_number': 3, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:37.690809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867d247-6711-4f07-b92e-ec29869b4685 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:31Z', 'revision_number': 3, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:37.820515 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41889833-b1a5-4e2b-b625-d824dcc3ead7 req-b90e706f-9591-4d3e-b4d0-d6005d644e41 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0789478 Dec 20 11:39:37.885515 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41889833-b1a5-4e2b-b625-d824dcc3ead7 req-b160dabe-8268-44ca-98dc-5ef162c8303d tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541046 Dec 20 11:39:37.910593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:39:37.922921 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] Sync routers for ids ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:39:37.925580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:37.951127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] 10.222.0.32 "PUT /v2.0/routers/d95fcc4b-dedb-4e97-9efe-a84a25a9b236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1584883 Dec 20 11:39:37.951615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40470) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:37.962907 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] Routers {'d95fcc4b-dedb-4e97-9efe-a84a25a9b236'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:37.965808 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:37.979751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Transition to ACTIVE for port object fe9f185e-96f5-4873-a13e-e70b232f4db0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:38.050536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.066541 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:38.122670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:38.128945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:38.158453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985d387-b3fe-4b8a-8c3e-66803b2f9597 req-a7575606-c1c7-48c5-b592-e8364affeb41 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:38.166908 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c985d387-b3fe-4b8a-8c3e-66803b2f9597 req-a7575606-c1c7-48c5-b592-e8364affeb41 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.3739421 Dec 20 11:39:38.168764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:38.237202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.343174 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] Set router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:38.355323 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c985d387-b3fe-4b8a-8c3e-66803b2f9597 req-3093ba88-33b9-43af-8e8e-a76595f857db tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874883 Dec 20 11:39:38.428031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9f185e-96f5-4873-a13e-e70b232f4db0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:38.432002 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:38.463537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.617305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0c5f14d6-8a36-4076-a7d6-afa4a33998e8 None None] Provisioning for port fe9f185e-96f5-4873-a13e-e70b232f4db0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:38.624100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0c5f14d6-8a36-4076-a7d6-afa4a33998e8 None None] Provisioning complete for port fe9f185e-96f5-4873-a13e-e70b232f4db0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:38.624771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0c5f14d6-8a36-4076-a7d6-afa4a33998e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.642054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25601-2d57-43ab-bbde-b1a0b716d1bf req-b4bcb4ba-c517-4424-b493-e3cd8394a60a tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:38.651655 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbf25601-2d57-43ab-bbde-b1a0b716d1bf req-b4bcb4ba-c517-4424-b493-e3cd8394a60a tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.2784150 Dec 20 11:39:38.652143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40478) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:38.665043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.678752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-12447202'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:38.686154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:38.690238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:network and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:38.694952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:38.700785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:38.717361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f14d6-8a36-4076-a7d6-afa4a33998e8 None None] Port fe9f185e-96f5-4873-a13e-e70b232f4db0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:39:38.725471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:38.729079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.807257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbf25601-2d57-43ab-bbde-b1a0b716d1bf req-0e627469-04b0-4d8a-bc43-d83a8d1a7db5 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396503 Dec 20 11:39:38.808209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:39:38.840492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.841225 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Added segment f37bf330-b27e-4b6e-854f-4d10f8ddeef5 of type vlan for network a61c8b48-37fb-40c3-853b-f2ab8979d5bf Dec 20 11:39:38.883635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.906353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Deleting port 3585460c-cd86-4121-b330-ffa0b2699e5f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:39:38.907157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.953323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:38.969333 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:39:32Z', 'revision_number': 5, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port': {'id': '3585460c-cd86-4121-b330-ffa0b2699e5f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:36:13Z', 'updated_at': '2021-12-20T11:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:38.976002 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] Checking router: d95fcc4b-dedb-4e97-9efe-a84a25a9b236 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:39:38.988926 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] Routers {'d95fcc4b-dedb-4e97-9efe-a84a25a9b236'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:38.990173 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:39.006678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b16e17a-df96-43c7-b7e9-bf7e41116aeb req-acdb9954-2be4-4dbb-8cb7-dfef9ae26ff7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3765285 Dec 20 11:39:39.174890 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] Set router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:39.188098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-77dd58bd-13cc-493c-be21-c93e7664d7d1 req-5fb7253b-2e5b-4d86-bfef-1ee4ca1bfac5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.3113999 Dec 20 11:39:39.258484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.264187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:39.264761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.271766 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ab7f612-8ea3-4db3-88ad-168d774c57ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:39.289605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:39:39.352616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.363833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7098799 Dec 20 11:39:39.369803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40490) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:39.386500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.395720 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 6, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:39.400941 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7daa904-7633-41e6-9735-1a613fdf1d8d None None] The sync data for ids ['d95fcc4b-dedb-4e97-9efe-a84a25a9b236'] in n-d-victoria-1 is: [{'id': 'd95fcc4b-dedb-4e97-9efe-a84a25a9b236', 'name': 'tempest-ServerRescueNegativeTestJSON-956257852-router', 'tenant_id': '764e973345994c0387dfb8c52a4d0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:36:12Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 6, 'project_id': '764e973345994c0387dfb8c52a4d0309', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:39.471476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-865935903'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:39.476600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:39.480418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:network and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:39.483515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:39.485182 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:39.489535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:39.498684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] For port 3585460c-cd86-4121-b330-ffa0b2699e5f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3585460c-cd86-4121-b330-ffa0b2699e5f,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:39.499097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.509679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Network': ['ID=a61c8b48-37fb-40c3-853b-f2ab8979d5bf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:39.514890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:39.517792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.522186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:39:39.529234 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:39.552965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.655279 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-77dd58bd-13cc-493c-be21-c93e7664d7d1 req-1021cc38-b9d6-4e42-8f03-21e70a56d7f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580629 Dec 20 11:39:39.662205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Calling delete_port for 3585460c-cd86-4121-b330-ffa0b2699e5f owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:39:39.675009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9f185e-96f5-4873-a13e-e70b232f4db0,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:39.762570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:39:39.774223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.774699 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Added segment 81cddce8-f96c-4ee4-ad15-897ae1fa851c of type vlan for network 55f00df5-b69b-49b5-bf56-5247b87a2628 Dec 20 11:39:39.809681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.834622 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:39.869923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:39.873784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.875181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:39.885308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:39.885896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:39.896517 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:40.099231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Network': ['ID=55f00df5-b69b-49b5-bf56-5247b87a2628,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:40.106082 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:40.114687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:39:40.129883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7574863 Dec 20 11:39:40.137672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d18f-6964-497a-b6c2-fdc28f56b504 req-b5c9604e-82fe-4ed2-986f-0c4aaca5630a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:40.144953 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ec8d18f-6964-497a-b6c2-fdc28f56b504 req-b5c9604e-82fe-4ed2-986f-0c4aaca5630a tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.4483821 Dec 20 11:39:40.149577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40514) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:40.208725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'subnet': {'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:40.369674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3bd08d39-d31f-48aa-8338-78f544135158 None None] Provisioning complete for port fe9f185e-96f5-4873-a13e-e70b232f4db0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:40.370425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bd08d39-d31f-48aa-8338-78f544135158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:40.424490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ec8d18f-6964-497a-b6c2-fdc28f56b504 req-34cc8ed9-edf8-4872-aa29-ae08ff949b88 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786283 Dec 20 11:39:40.455322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3bd08d39-d31f-48aa-8338-78f544135158 None None] Port fe9f185e-96f5-4873-a13e-e70b232f4db0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:39:40.472798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:40.518723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:subnet and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:40.537119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:40.545647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:40.554806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:40.560237 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:40.597888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:40.713659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:39:40.717770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-a42c7c69-1070-4672-8266-c0ff2784a942 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:39:40.725514 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-a42c7c69-1070-4672-8266-c0ff2784a942 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0345163 Dec 20 11:39:40.858244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3585460c-cd86-4121-b330-ffa0b2699e5f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:40.861551 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:40.920569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:41.031111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:41.031555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Unknown quota resources ['binding']. {{(pid=83558) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:39:41.114813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:39:41.128471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd7f9d61-a613-4292-b79a-8ee6d5ecfc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4196174 Dec 20 11:39:41.144564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aaf13eb9-dac5-470a-840e-332c453120aa no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:41.184830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: aaf13eb9-dac5-470a-840e-332c453120aa {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:39:41.189542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aaf13eb9-dac5-470a-840e-332c453120aa not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:39:41.610109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:41.682174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688ab7-8003-4bd1-84a0-1c280384f25c req-498e624e-25c1-4004-85f2-b6e461e02310 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:41.683527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-86688ab7-8003-4bd1-84a0-1c280384f25c req-498e624e-25c1-4004-85f2-b6e461e02310 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.9825780 Dec 20 11:39:42.014164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.033403 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-86688ab7-8003-4bd1-84a0-1c280384f25c req-2ac0c056-e961-49b9-85ee-29267316e9e7 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728314 Dec 20 11:39:42.039124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.069496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:42.069835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:42.070188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:42.095066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:39:42.095388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:42.113457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.119475 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:42.154770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:42.155107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:42.155493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:42.155978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Bound port: 16fde1c3-4556-4a32-b50e-eec18008ff72, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:42.168856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.169377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95fcc4b-dedb-4e97-9efe-a84a25a9b236 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:39:42.218624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Subnet': ['ID=f7766a73-85d0-45ff-91fe-ca97fc4a63fe,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:42.224218 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:42.254111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.255190 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d95fcc4b-dedb-4e97-9efe-a84a25a9b236 HTTP/1.1" status: 204 len: 168 time: 4.3025184 Dec 20 11:39:42.258744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40542) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:42.259997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:42.264904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Checking segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:42.265193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network hostable DHCP agents. Network: a61c8b48-37fb-40c3-853b-f2ab8979d5bf, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:39:42.272338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.273904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-72e65c50-9f6d-47ac-ad59-5ebf3eb38bbf service neutron] 10.222.0.32 "POST /v2.0/ports/16fde1c3-4556-4a32-b50e-eec18008ff72/bindings HTTP/1.1" status: 201 len: 391 time: 1.5473802 Dec 20 11:39:42.330113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:39:42.349615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, a61c8b48-37fb-40c3-853b-f2ab8979d5bf) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:42.354385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:42.355315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.365565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4b1e4-eb99-47b2-b95e-c360c0705a73 None None] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:39:42.403661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2530301 Dec 20 11:39:42.406520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40548) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:42.413013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'subnet': {'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:42.446139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Deleting subnet 102f89d6-69d7-4840-8f5b-699bc718eb41 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:39:42.453475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.597164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.757466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:42.771409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:subnet and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:42.775625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.777243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:42.810487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:42.851852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'fixed_ips': [{'subnet_id': 'f7766a73-85d0-45ff-91fe-ca97fc4a63fe'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:39:42.854917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.904738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:42.925663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9226bb-0a59-4626-adc0-49a4ba29fb4c req-c9d16396-c0e7-4ca2-a9a2-0c526d3117e5 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:42.927558 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d9226bb-0a59-4626-adc0-49a4ba29fb4c req-c9d16396-c0e7-4ca2-a9a2-0c526d3117e5 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.2582026 Dec 20 11:39:42.931169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:42.964603 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:43.014975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102f89d6-69d7-4840-8f5b-699bc718eb41,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:43.021900 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:43.031911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.035094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.047006 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/102f89d6-69d7-4840-8f5b-699bc718eb41 HTTP/1.1" status: 204 len: 168 time: 0.7860751 Dec 20 11:39:43.049480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:43.087873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d9226bb-0a59-4626-adc0-49a4ba29fb4c req-de8d6fe8-5790-400b-bebc-b8c18afe94a5 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398818 Dec 20 11:39:43.124086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Allocated IP 10.1.1.2 (a61c8b48-37fb-40c3-853b-f2ab8979d5bf/f7766a73-85d0-45ff-91fe-ca97fc4a63fe/b130e4ef-a16f-4581-8166-091dadae79f6) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:43.277339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.290892 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-378041c3-57ff-4cd9-a956-80f487f46dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:43.295052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.500216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Subnet': ['ID=7c64bcc5-24fe-475f-ad61-f56e11ac34f2,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:43.504686 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:43.516665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.523058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-ad85b563-d6b7-4bb4-aa49-8e5366fd9f37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1098 time: 0.8154113 Dec 20 11:39:43.529374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Transition to ACTIVE for port object b130e4ef-a16f-4581-8166-091dadae79f6 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:43.555188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Transition to ACTIVE for port object b130e4ef-a16f-4581-8166-091dadae79f6 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:43.560038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.569485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.575129 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:43.583658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-f8b903e1-70b8-418d-b56e-3b34b68b545d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:43.585619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-f8b903e1-70b8-418d-b56e-3b34b68b545d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 821 time: 0.8173454 Dec 20 11:39:43.637990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22c9d00-c8ba-4751-b541-e81234598bf4']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:43.646714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:43.656898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:43.657310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6633e3-f2d5-4e74-b2ee-901341f3272c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:43.657872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6633e3-f2d5-4e74-b2ee-901341f3272c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:43.662614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:43.681201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.703527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-568a1dda-e18f-468c-a081-88e54a6ff974 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/quotas/baba3a0b13674c7baea55278a0bfd536 HTTP/1.1" status: 200 len: 375 time: 0.0968475 Dec 20 11:39:43.704106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Pushing event updated for resources: {'Port': ['ID=b130e4ef-a16f-4581-8166-091dadae79f6,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:43.723312 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:43.735656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.739908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Checking segment: {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:43.740270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network hostable DHCP agents. Network: 55f00df5-b69b-49b5-bf56-5247b87a2628, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:39:43.745529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:39:43.746285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.788015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-6f1b87f8-82fb-4750-a816-edb580a457fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:43.790332 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-6f1b87f8-82fb-4750-a816-edb580a457fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.2583022 Dec 20 11:39:43.796110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Attempting to bind port b130e4ef-a16f-4581-8166-091dadae79f6 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:43.797124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Attempting to bind port b130e4ef-a16f-4581-8166-091dadae79f6 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:43.797753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Attempting to bind port b130e4ef-a16f-4581-8166-091dadae79f6 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:43.808013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:43.809392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Checking segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:43.809392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.809854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Bound using segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:43.810452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Bound port: b130e4ef-a16f-4581-8166-091dadae79f6, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:43.811317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.889506 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-ba2a3615-dcff-4f0e-93dc-8867796f11a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 217 time: 0.0903466 Dec 20 11:39:43.914463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] For port b130e4ef-a16f-4581-8166-091dadae79f6, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:43.917770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] For port b130e4ef-a16f-4581-8166-091dadae79f6, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b130e4ef-a16f-4581-8166-091dadae79f6,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:39:43.922703 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:39:43.932510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.932731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.937005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:39:43.939592 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:43.940842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:43.947256 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23ed3e82-802a-4a6c-9252-0f41503ca45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:43.975372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcc29-2472-4de7-85b7-e5f57e588208 req-f14db245-c07c-4a7f-b15e-91a5a30afd62 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:43.977209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e5dcc29-2472-4de7-85b7-e5f57e588208 req-f14db245-c07c-4a7f-b15e-91a5a30afd62 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 945 time: 0.6541727 Dec 20 11:39:43.981092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b22c9d00-c8ba-4751-b541-e81234598bf4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:43.986736 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:43.993849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 55f00df5-b69b-49b5-bf56-5247b87a2628) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:44.005666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdccc4e-c1df-4c1b-8100-d6e465203243 None None] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:39:44.012564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:44.013429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:44.018810 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] 10.222.0.32 "DELETE /v2.0/networks/b22c9d00-c8ba-4751-b541-e81234598bf4 HTTP/1.1" status: 204 len: 168 time: 0.9680855 Dec 20 11:39:44.044706 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e5dcc29-2472-4de7-85b7-e5f57e588208 req-49faab99-68a4-45dc-a075-32154d899e00 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590150 Dec 20 11:39:44.060951 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-e2803e1d-5fe6-4598-8046-76991152d738 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3557646 Dec 20 11:39:44.234471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-e8edce12-17d1-4619-a3ff-c7d17b5cc014 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722028 Dec 20 11:39:44.238848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40572) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:44.313709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Pushing event updated for resources: {'Port': ['ID=b130e4ef-a16f-4581-8166-091dadae79f6,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:44.319001 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:44.379813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-0d510723-12cf-48fb-bd54-994cfdaeca13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:44.392512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-81192ad1-3800-47bf-8515-957f5727c219 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=764e973345994c0387dfb8c52a4d0309&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1522040 Dec 20 11:39:44.393543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-0d510723-12cf-48fb-bd54-994cfdaeca13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.4944882 Dec 20 11:39:44.394027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-55f00df5-b69b-49b5-bf56-5247b87a2628', 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'fixed_ips': [{'subnet_id': '7c64bcc5-24fe-475f-ad61-f56e11ac34f2'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:39:44.395657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:44.395887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40576) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:44.532486 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1245859 Dec 20 11:39:44.540621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40580) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:44.548166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:44.605097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'port': {'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1890926786', 'fixed_ips': [{'subnet_id': 'f7766a73-85d0-45ff-91fe-ca97fc4a63fe'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:44.609800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:44.661449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502e7eb-8e13-40b2-a7d5-33c7ea7504f2 req-efba7038-4fa5-493f-b818-390aa8ea6b50 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:44.674601 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7502e7eb-8e13-40b2-a7d5-33c7ea7504f2 req-efba7038-4fa5-493f-b818-390aa8ea6b50 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3640511 Dec 20 11:39:44.701190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Allocated IP 10.2.2.2 (55f00df5-b69b-49b5-bf56-5247b87a2628/7c64bcc5-24fe-475f-ad61-f56e11ac34f2/88c112dd-646d-4d11-bd56-5ed7537b705d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:44.846923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:44.851599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:port and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:44.855110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:44.863123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:44.876779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7502e7eb-8e13-40b2-a7d5-33c7ea7504f2 req-bc9344af-0dc9-48a1-a769-1dbc9d766602 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010391 Dec 20 11:39:44.881095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:44.884807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-a2e4aef6-4d02-4ea0-b469-100af4ff0dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4436493 Dec 20 11:39:44.893916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:44.900714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:44.902443 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6758631-c8d8-4ddb-a03c-680b97a04ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:44.949432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52050849-c74d-43cf-a51e-a40969be0c54,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:44.961798 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:44.979084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:44.982549 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52050849-c74d-43cf-a51e-a40969be0c54 HTTP/1.1" status: 204 len: 168 time: 0.5766826 Dec 20 11:39:45.127044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:45.153254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:45.168869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-0bd6c9ba-275f-46d6-8626-16637d7eb03b service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513623 Dec 20 11:39:45.174819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Transition to ACTIVE for port object 88c112dd-646d-4d11-bd56-5ed7537b705d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:45.216607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b130e4ef-a16f-4581-8166-091dadae79f6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:45.284959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Transition to ACTIVE for port object 88c112dd-646d-4d11-bd56-5ed7537b705d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:45.377106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:45.400626 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d9f1d23-b4b7-4c40-ab2d-fc62215cb082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:45.440000 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-f79e3597-a7b1-4a48-ba6c-970d2a56a573 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2037716 Dec 20 11:39:45.443250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5c0b9-f4ef-4e18-a4f1-5e391ce32cd9 req-cf33b8b1-6a61-4dd0-beb0-1760e0fbe4e4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:45.452735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fac5c0b9-f4ef-4e18-a4f1-5e391ce32cd9 req-cf33b8b1-6a61-4dd0-beb0-1760e0fbe4e4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.1370685 Dec 20 11:39:45.480673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] device_id is not set on port cdcc5c9b-c050-4db3-affa-5c96dfe69126 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:39:45.498693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:45.502749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:45.505731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:45.541138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fac5c0b9-f4ef-4e18-a4f1-5e391ce32cd9 req-4be46605-9106-4318-9e04-ef235608f057 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Dec 20 11:39:45.608096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1336229611', 'description': 'tempest-description-1707252916'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:45.611956 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-5cc5f7ea-43b1-4f6b-af26-722893da3805 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173081 Dec 20 11:39:45.623940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:45.649680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:45.677767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:45.787601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:45.801507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Usage tracker for resource:security_group_rule and tenant:eff6c436d2bc4266b1e08d2c95a35fce is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:45.810911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b130e4ef-a16f-4581-8166-091dadae79f6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:45.815814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:45.828257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Attempting to bind port 88c112dd-646d-4d11-bd56-5ed7537b705d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:45.832502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Attempting to bind port 88c112dd-646d-4d11-bd56-5ed7537b705d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:45.833109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Attempting to bind port 88c112dd-646d-4d11-bd56-5ed7537b705d on network 55f00df5-b69b-49b5-bf56-5247b87a2628 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:45.836562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:45.875648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:45.875797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Checking segment: {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:45.876159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:45.876549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Bound using segment: {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:45.877019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Bound port: 88c112dd-646d-4d11-bd56-5ed7537b705d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:45.877381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:45.897310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Pushing event updated for resources: {'Port': ['ID=88c112dd-646d-4d11-bd56-5ed7537b705d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:45.900287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3585460c-cd86-4121-b330-ffa0b2699e5f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:45.925790 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:45.941245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 3585460c-cd86-4121-b330-ffa0b2699e5f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:39:45.941580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3585460c-cd86-4121-b330-ffa0b2699e5f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:39:45.991796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Sync routers for ids ['5d04a9f7-301b-401f-b4bb-090e85e2a204'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:39:46.054141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Routers {'5d04a9f7-301b-401f-b4bb-090e85e2a204'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:46.054789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d04a9f7-301b-401f-b4bb-090e85e2a204'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:46.089907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:46.107344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:46.141630 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21c51566-eeb5-494d-bab8-149b2783495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:46.173419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b35bd-a12d-4f0a-aaf4-18536a25932b None None] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:39:46.193733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca56ecf-b494-4555-8df7-6da5790ef502,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:46.199166 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:46.200858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:46.202225 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d35d7ef1-266a-46da-b166-7f63e3916693 req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.6005476 Dec 20 11:39:46.402115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] For port 88c112dd-646d-4d11-bd56-5ed7537b705d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:46.449447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-39028787-100f-45bf-832d-ea034c4e5f79 req-6e150b2e-51f9-4e7a-a75d-df14d25b436a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Synchronizing usage tracker for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:46.498962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-39028787-100f-45bf-832d-ea034c4e5f79 req-6e150b2e-51f9-4e7a-a75d-df14d25b436a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Unset dirty status for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:46.509635 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-39028787-100f-45bf-832d-ea034c4e5f79 req-6e150b2e-51f9-4e7a-a75d-df14d25b436a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 210 time: 0.1935410 Dec 20 11:39:46.555678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Set router 5d04a9f7-301b-401f-b4bb-090e85e2a204 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:46.583047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f6a0-dbfb-4519-9e51-a9eb67674bff req-7dccc3ae-bc85-437b-93a5-00d6d02e7a4c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:46.584744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4390f6a0-dbfb-4519-9e51-a9eb67674bff req-7dccc3ae-bc85-437b-93a5-00d6d02e7a4c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 945 time: 0.5584893 Dec 20 11:39:46.606137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-8574dc00-5d37-48e8-a89b-ab454f63df03 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.9266536 Dec 20 11:39:46.672121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:46.800441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] For port 88c112dd-646d-4d11-bd56-5ed7537b705d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=88c112dd-646d-4d11-bd56-5ed7537b705d,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:46.830566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:46.844350 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-24589469-1050-45d7-b711-a2086289816a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:46.936384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Pushing event updated for resources: {'Port': ['ID=88c112dd-646d-4d11-bd56-5ed7537b705d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:46.953047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Provisioning for port b130e4ef-a16f-4581-8166-091dadae79f6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:46.977131 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:47.072590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Provisioning complete for port b130e4ef-a16f-4581-8166-091dadae79f6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:47.073030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:47.276506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 10.1.1.251 (a61c8b48-37fb-40c3-853b-f2ab8979d5bf/f7766a73-85d0-45ff-91fe-ca97fc4a63fe/cdcc5c9b-c050-4db3-affa-5c96dfe69126) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:47.281620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-b5a2b332-999c-415f-b418-6056084eb46f tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:47.318270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-b5a2b332-999c-415f-b418-6056084eb46f tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:47.328427 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-b5a2b332-999c-415f-b418-6056084eb46f tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1336229611&fields=id&tenant_id=eff6c436d2bc4266b1e08d2c95a35fce HTTP/1.1" status: 200 len: 267 time: 0.3044124 Dec 20 11:39:47.552674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-bbaa3e3d-d966-4e82-9997-81e35e803658 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:47.574396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-bbaa3e3d-d966-4e82-9997-81e35e803658 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.2249179 Dec 20 11:39:47.579896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Request body: {'port': {'security_groups': ['ff273e4b-596d-4d06-879a-0fbc02a9a7ff', '1ca56ecf-b494-4555-8df7-6da5790ef502']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:47.595219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:47.622097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:47.702890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] For port b130e4ef-a16f-4581-8166-091dadae79f6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b130e4ef-a16f-4581-8166-091dadae79f6,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:47.751272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:47.777598 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-46457275-08d6-46f6-947b-cc8620e77585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:47.812796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4390f6a0-dbfb-4519-9e51-a9eb67674bff req-29774be1-d460-438c-940a-fd474544a1fc tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2050788 Dec 20 11:39:47.897488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Pushing event updated for resources: {'Port': ['ID=b130e4ef-a16f-4581-8166-091dadae79f6,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:47.901895 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:47.942129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:47.950896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:39:02Z', 'revision_number': 4, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aa219cc4-04ff-45d1-8e57-16e9dab6da4e', 'name': '', 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'mac_address': 'fa:16:3e:64:09:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4968d742-129b-40b9-8453-e9f0d5a0259a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:01Z', 'updated_at': '2021-12-20T11:39:03Z', 'revision_number': 2, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'subnets': [{'id': '4968d742-129b-40b9-8453-e9f0d5a0259a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:47.974115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Checking router: 5d04a9f7-301b-401f-b4bb-090e85e2a204 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:39:47.974461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Updating router 5d04a9f7-301b-401f-b4bb-090e85e2a204 port aa219cc4-04ff-45d1-8e57-16e9dab6da4e binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:39:48.041245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:48.044026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:48.065150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Transition to ACTIVE for port object cdcc5c9b-c050-4db3-affa-5c96dfe69126 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:48.107065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:48.107728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:48.167749 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f1b410-f45a-43e7-8b8e-5e3faef162ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:48.515860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:48.550336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:48.601925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:48.697763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:48.701691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:48.786821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=895d029e-7750-461a-b002-cea4f416b6db,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:48.818107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2763829 Dec 20 11:39:48.843569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:48.846517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40652) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:48.858071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'port': {'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1103205305', 'fixed_ips': [{'subnet_id': 'f7766a73-85d0-45ff-91fe-ca97fc4a63fe'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:48.866372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e8b31d0b-7747-4e24-b2d5-cf4dff41ac6b None None] Provisioning complete for port b130e4ef-a16f-4581-8166-091dadae79f6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:48.867297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8b31d0b-7747-4e24-b2d5-cf4dff41ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:48.896188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=cdcc5c9b-c050-4db3-affa-5c96dfe69126,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:48.936298 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:49.121095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:49.201581 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-050d34e1-374c-4fb4-ba1c-871778719db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:49.310265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['895d029e-7750-461a-b002-cea4f416b6db'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:49.361577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-7b9b327f-e664-428b-84f4-35d3c44571a9 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:49.363112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-7b9b327f-e664-428b-84f4-35d3c44571a9 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.16 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 821 time: 1.5928450 Dec 20 11:39:49.412457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'port': {'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'admin_state_up': True, 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:49.495870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:49.496603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:49.510968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f3727c3-4cd5-423c-af29-e9ffcc1a724b req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "PUT /v2.0/ports/895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 982 time: 1.9356139 Dec 20 11:39:49.519258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:49.535238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:49.552710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ede54-3ab0-4d9a-8067-a0acfde01152 None None] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:39:49.571859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:port and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:49.591361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event updated for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=6']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:49.595022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:49.598559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88c112dd-646d-4d11-bd56-5ed7537b705d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:49.603946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:49.616623 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:49.619388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:49.781540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['895d029e-7750-461a-b002-cea4f416b6db'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:49.789107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:49.800507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:49.827670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Made reservation on behalf of baba3a0b13674c7baea55278a0bfd536 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:39:49.831139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:49.855021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0120f-117c-4418-9963-cda0c8d46022 req-94798040-6836-4c0c-a594-71c6e52aeea0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:49.862808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5cd0120f-117c-4418-9963-cda0c8d46022 req-94798040-6836-4c0c-a594-71c6e52aeea0 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 1.6093926 Dec 20 11:39:49.879635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:49.894219 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-87bc0569-a47f-4a1a-a94a-8917c3c441f5 req-4cefd625-f58d-4909-848e-07b747c473ae tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 210 time: 0.1179469 Dec 20 11:39:49.920595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:50.075391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:50.085757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:50.087361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:50.130554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:50.143252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] device_id is not set on port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:39:50.149821 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:50.469182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:39:50.604794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 10.1.1.19 (a61c8b48-37fb-40c3-853b-f2ab8979d5bf/f7766a73-85d0-45ff-91fe-ca97fc4a63fe/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:50.678192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d5a20-e18f-47ae-8d18-8e21193a4372 req-04c7f553-1654-4c67-96d7-56b713ad04d0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:50.680791 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-886d5a20-e18f-47ae-8d18-8e21193a4372 req-04c7f553-1654-4c67-96d7-56b713ad04d0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 943 time: 0.1673000 Dec 20 11:39:50.709033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:50.745095 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:50.746843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 88c112dd-646d-4d11-bd56-5ed7537b705d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:50.777532 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5cd0120f-117c-4418-9963-cda0c8d46022 req-07cfb15f-94ee-4b15-bcc8-22fd5ca31081 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9133227 Dec 20 11:39:50.798912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65936c58-b5f4-4aa4-b161-2ecb7bc5668d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:50.870196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:50.920531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Allocated IP 172.20.0.13 (039b0c97-7c96-478f-ae85-fa0b656b29c4/0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab/6f90fa37-2c41-4df7-8469-37814c6e908b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:50.991789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Transition to ACTIVE for port object aa219cc4-04ff-45d1-8e57-16e9dab6da4e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:51.075248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.084269 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:51.117597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.133708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Provisioning for port 88c112dd-646d-4d11-bd56-5ed7537b705d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:51.152890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Transition to ACTIVE for port object 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:51.168167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Provisioning complete for port 88c112dd-646d-4d11-bd56-5ed7537b705d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:51.168829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.193860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.202466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:51.291781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:51.296969 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:51.324520 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-886d5a20-e18f-47ae-8d18-8e21193a4372 req-f56316af-a6c0-404d-9ba9-078eb4f832fe tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267054 Dec 20 11:39:51.345795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:51.349712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:51.367461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:51.506389 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db', 'status': 'completed', 'code': 200} Dec 20 11:39:51.551017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ecdf1-d160-4270-9b40-ae002c1d1175 None None] Pushing event updated for resources: {'Port': ['ID=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:51.558918 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b43ecdf1-d160-4270-9b40-ae002c1d1175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:51.695444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:51.695940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.698825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.733202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:51.734293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:51.735021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:51.749959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:51.752899 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8996804 Dec 20 11:39:51.754252 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72', 'code': 200} Dec 20 11:39:51.764925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:39:51.765274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Attempting to bind port 16fde1c3-4556-4a32-b50e-eec18008ff72 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:51.793263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-3279ebed-c5b1-47c5-9229-783220cf2d34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1138 time: 0.2674098 Dec 20 11:39:51.811909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Transition to ACTIVE for port object 6f90fa37-2c41-4df7-8469-37814c6e908b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:51.831151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:51.831516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:51.832421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:51.832672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Bound port: 16fde1c3-4556-4a32-b50e-eec18008ff72, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:51.833017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.841358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:51.841739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:51.948180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-af858438-4cb3-4a08-b5a0-bd355edbfbf9 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1336229611&fields=id&tenant_id=eff6c436d2bc4266b1e08d2c95a35fce HTTP/1.1" status: 200 len: 267 time: 0.1986158 Dec 20 11:39:52.034406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4905a75c-bace-4a28-a817-3d85b07291c0 req-ee751cb8-f866-4c16-b1ce-d89e3513a10c tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 210 time: 0.1880770 Dec 20 11:39:52.075074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.099685 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-77d9eed7-7280-4ef3-9db2-99bc965b1225 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:52.170463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:52.209280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:52.264201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:39:52.279011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:39:52.287738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:39:52.309885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-fe686c66-1f03-478f-892c-9d7fbcd8329b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:52.312479 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-fe686c66-1f03-478f-892c-9d7fbcd8329b service neutron] 10.222.0.53 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 0.5118973 Dec 20 11:39:52.393022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Attempting to bind port aa219cc4-04ff-45d1-8e57-16e9dab6da4e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:52.393970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Attempting to bind port aa219cc4-04ff-45d1-8e57-16e9dab6da4e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:52.394463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Attempting to bind port aa219cc4-04ff-45d1-8e57-16e9dab6da4e on network 3021dbc3-d63b-48c1-975e-8d33c878603e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:52.497542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:52.499661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:52.500524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.502689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Checking segment: {'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:52.503414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.504557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Bound using segment: {'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:52.508618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Bound port: aa219cc4-04ff-45d1-8e57-16e9dab6da4e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:52.509399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.513531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Pushing event updated for resources: {'Port': ['ID=6f90fa37-2c41-4df7-8469-37814c6e908b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:52.530438 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:52.532673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.540168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40708) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:52.549115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.551656 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d492b873-c50b-447a-8d9c-8b93551f9faf tempest-MigrationsAdminTest-693052338 tempest-MigrationsAdminTest-693052338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:52.551934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-99d22522-5ac9-43eb-9608-b0394c301103 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 217 time: 0.2226281 Dec 20 11:39:52.713861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-4e2d6a38-f2f8-474a-a331-c8e9a44225c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:52.717237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-4e2d6a38-f2f8-474a-a331-c8e9a44225c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.1621106 Dec 20 11:39:52.736216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:52.775394 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:52.791078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-e35336c2-b75a-4963-bd70-f9f5a3b0d09c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:52.793432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-e35336c2-b75a-4963-bd70-f9f5a3b0d09c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 985 time: 0.8289363 Dec 20 11:39:52.846876 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-50a873d2-afaf-4fe1-854e-153591bb686c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197278 Dec 20 11:39:52.855035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] For port 88c112dd-646d-4d11-bd56-5ed7537b705d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=88c112dd-646d-4d11-bd56-5ed7537b705d,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:52.870424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.886533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Request body: {'port': {'security_groups': ['ff273e4b-596d-4d06-879a-0fbc02a9a7ff']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:52.892294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:52.908128 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4fefaef1-29db-494e-ad9c-5b5f499f4e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:53.002214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:53.030859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.031822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b130e4ef-a16f-4581-8166-091dadae79f6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:53.065302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6680005 Dec 20 11:39:53.073045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Provisioning for port cdcc5c9b-c050-4db3-affa-5c96dfe69126 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:53.105701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] For port aa219cc4-04ff-45d1-8e57-16e9dab6da4e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:53.114557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.132184 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:39:53.140528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Provisioning complete for port cdcc5c9b-c050-4db3-affa-5c96dfe69126 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:53.140914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.154448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Request body: {'port': {'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:53.157908 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:53.158591 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:53.175731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-25c88291-ccbb-443a-92b3-ca3d0a1ce0bd service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206127 Dec 20 11:39:53.211083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Pushing event updated for resources: {'Port': ['ID=88c112dd-646d-4d11-bd56-5ed7537b705d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:53.223128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40716) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:53.248722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] For port aa219cc4-04ff-45d1-8e57-16e9dab6da4e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,segment=NetworkSegment(af9beca9-a3ce-4edb-97a1-1ea1cb0132e9),segment_id=af9beca9-a3ce-4edb-97a1-1ea1cb0132e9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:53.267296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.274621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82213068', 'description': 'tempest-description--526225725'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:53.282996 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:53.283467 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:53.287478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:53.296531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:security_group and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:53.306890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:53.314895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:53.412274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.450193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.458686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:53.463804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Usage tracker for resource:security_group_rule and tenant:61cb2189e14940d5ba56e447c5806890 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:53.467639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:53.473740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:53.503925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Port cdcc5c9b-c050-4db3-affa-5c96dfe69126 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:39:53.530366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:53.534876 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:53.535739 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-926d626a-6c46-4e90-91b2-e6e80d1167bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:53.581471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.615054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:53.632582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:security_group_rule and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:53.637488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b130e4ef-a16f-4581-8166-091dadae79f6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:53.640215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:53.655746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.656032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:53.674857 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:53.691349 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ca9ddc5-97cf-450f-8248-56a280c53b9c req-94c33c02-9992-4ed5-8981-0894e40aa44f service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924288 Dec 20 11:39:53.712926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Routers {'5d04a9f7-301b-401f-b4bb-090e85e2a204'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:53.713966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d04a9f7-301b-401f-b4bb-090e85e2a204'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:53.717649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.727303 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:53.763667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:53.765218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] 10.222.0.16 "PUT /v2.0/ports/16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 1125 time: 7.1532695 Dec 20 11:39:53.798576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:53.846803 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61cb2189e14940d5ba56e447c5806890&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3021302 Dec 20 11:39:53.847794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:53.862775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd18ec1-1e50-45d7-8a9b-f512d50d4de2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:53.868430 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:53.912984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['16fde1c3-4556-4a32-b50e-eec18008ff72'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:53.968979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ec6b4-a363-4366-94df-f6cc2ae220f2 req-1d05069f-e9cd-4dd5-b020-936a0f5829da tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:53.976368 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a5ec6b4-a363-4366-94df-f6cc2ae220f2 req-1d05069f-e9cd-4dd5-b020-936a0f5829da tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.6825407 Dec 20 11:39:54.019906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.030269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.047179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.054529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-471ff494-bc63-4fda-828d-439d88d68217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:54.065198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.094903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.099736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ecdf1-d160-4270-9b40-ae002c1d1175 None None] Pushing event updated for resources: {'Port': ['ID=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:54.106708 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b43ecdf1-d160-4270-9b40-ae002c1d1175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:54.146914 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a5ec6b4-a363-4366-94df-f6cc2ae220f2 req-cbf57dd4-a6bf-4dbc-8e7d-5ab17a3d8066 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690874 Dec 20 11:39:54.191650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.199518 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-390731b5-7b2d-4a23-b8bd-0ea2775f28b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:54.206086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f37f2236-6427-4805-bd52-e6dbd9d37616 None None] Provisioning complete for port 88c112dd-646d-4d11-bd56-5ed7537b705d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:54.206476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f37f2236-6427-4805-bd52-e6dbd9d37616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.243522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd18ec1-1e50-45d7-8a9b-f512d50d4de2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:54.258196 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:54.273759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.278508 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dd18ec1-1e50-45d7-8a9b-f512d50d4de2 HTTP/1.1" status: 204 len: 168 time: 0.4184730 Dec 20 11:39:54.365221 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 2, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:54.374911 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:39:54.375268 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Updating router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 port fe9f185e-96f5-4873-a13e-e70b232f4db0 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:39:54.478446 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.530531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:54.660256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:54.664174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.4372504 Dec 20 11:39:54.665673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddb9d6-a83f-46fc-bc5d-28211e572060 req-dc774a21-3b8e-4329-bd59-3960c794bf80 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:54.676599 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48ddb9d6-a83f-46fc-bc5d-28211e572060 req-dc774a21-3b8e-4329-bd59-3960c794bf80 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 943 time: 0.1987150 Dec 20 11:39:54.682075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:54.682267 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:54.751361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'security_group_rule': {'security_group_id': '4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:54.797889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:54.821721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:security_group_rule and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:54.822884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:39:54.833854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:54.903633 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48ddb9d6-a83f-46fc-bc5d-28211e572060 req-8be56e38-9af5-43a2-8416-61f4a386e141 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241044 Dec 20 11:39:54.906630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:54.939028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:54.984733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.016071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.021150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=895d029e-7750-461a-b002-cea4f416b6db,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:55.057909 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.065895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88c112dd-646d-4d11-bd56-5ed7537b705d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:55.072641 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Transition to ACTIVE for port object fe9f185e-96f5-4873-a13e-e70b232f4db0 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:55.077546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.082409 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.091282 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:55.101656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.111079 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:55.322096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:55.324986 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Pushing event updated for resources: {'Port': ['ID=fe9f185e-96f5-4873-a13e-e70b232f4db0,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:55.337147 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.338151 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.339183 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.339402 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.339912 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.340846 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.341517 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.342106 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.342648 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.343216 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.343716 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:55.355658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Usage tracker for resource:security_group_rule and tenant:c7861557eacf47d396a3a24d10638037 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:55.374537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:55.375357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.376891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-661e3095-4eea-4b83-a4d9-e68f003ae01e req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "PUT /v2.0/ports/895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 943 time: 2.5737474 Dec 20 11:39:55.385187 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:55.387577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.390479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:55.420927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 88c112dd-646d-4d11-bd56-5ed7537b705d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:55.423488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.437147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event updated for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:55.440775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:55.447254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.473810 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:55.483370 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:55.501739 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Attempting to bind port fe9f185e-96f5-4873-a13e-e70b232f4db0 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:55.502452 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Attempting to bind port fe9f185e-96f5-4873-a13e-e70b232f4db0 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:55.504269 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Attempting to bind port fe9f185e-96f5-4873-a13e-e70b232f4db0 on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:55.523926 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:55.524465 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Checking segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:55.525059 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.525572 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Bound using segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:55.527287 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Bound port: fe9f185e-96f5-4873-a13e-e70b232f4db0, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:55.527823 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.544443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218a559e-6964-4cd2-b701-308bf77bb7dd,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:55.554785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f37f2236-6427-4805-bd52-e6dbd9d37616 None None] Provisioning for port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:55.559676 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:55.576309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:39:55.602515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151cdcd-252b-419f-b445-1e9ec01a4a71 req-a4cc9456-4845-4c7d-9684-fbc99179d5cb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:55.609197 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7151cdcd-252b-419f-b445-1e9ec01a4a71 req-a4cc9456-4845-4c7d-9684-fbc99179d5cb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 932 time: 0.5497661 Dec 20 11:39:55.619077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f37f2236-6427-4805-bd52-e6dbd9d37616 None None] Provisioning complete for port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:55.619462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f37f2236-6427-4805-bd52-e6dbd9d37616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.664647 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] For port fe9f185e-96f5-4873-a13e-e70b232f4db0, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:55.671966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f90fa37-2c41-4df7-8469-37814c6e908b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:55.673660 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] For port fe9f185e-96f5-4873-a13e-e70b232f4db0, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe9f185e-96f5-4873-a13e-e70b232f4db0,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:55.681565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.685131 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.698125 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-59e8f46b-bbd5-4e94-82fa-06f7c16349e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:55.703615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Transition to ACTIVE for port object 6f90fa37-2c41-4df7-8469-37814c6e908b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:39:55.719533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.724078 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-662c7305-78b5-4c32-994f-0cedc0c48429 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:55.767212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f37f2236-6427-4805-bd52-e6dbd9d37616 None None] Port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:39:55.779169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:55.779731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['895d029e-7750-461a-b002-cea4f416b6db'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:55.786789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1027100 Dec 20 11:39:55.791639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7151cdcd-252b-419f-b445-1e9ec01a4a71 req-61291ac1-eeee-4a79-8de3-32faa4dc694c tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Synchronizing usage tracker for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:55.796344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40752) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:55.847685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'security_group_rule': {'security_group_id': '4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:55.883348 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Pushing event updated for resources: {'Port': ['ID=fe9f185e-96f5-4873-a13e-e70b232f4db0,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:55.887244 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:55.904807 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:39:55.905447 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:39:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:55.915856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] Set router 5d04a9f7-301b-401f-b4bb-090e85e2a204 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:55.978311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:56.030397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:security_group_rule and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:56.032952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['895d029e-7750-461a-b002-cea4f416b6db'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:56.077698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:56.122674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:56.143284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:56.148848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7151cdcd-252b-419f-b445-1e9ec01a4a71 req-61291ac1-eeee-4a79-8de3-32faa4dc694c tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Unset dirty status for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:56.163342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7151cdcd-252b-419f-b445-1e9ec01a4a71 req-61291ac1-eeee-4a79-8de3-32faa4dc694c tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530407 Dec 20 11:39:56.178728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:56.208678 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4c363269-c6f8-4973-8a14-7374743ecc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:56.298364 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72', 'status': 'completed', 'code': 200} Dec 20 11:39:56.301621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c6d134-3575-4cdb-ba0a-6faab0d40e1f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:56.315296 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:56.349529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:56.396476 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:39:56.399321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f37f2236-6427-4805-bd52-e6dbd9d37616 None None] Provisioning for port 6f90fa37-2c41-4df7-8469-37814c6e908b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:56.514182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Pushing event updated for resources: {'Port': ['ID=6f90fa37-2c41-4df7-8469-37814c6e908b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:56.535558 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7861557eacf47d396a3a24d10638037&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5976310 Dec 20 11:39:56.543908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40760) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:56.553904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-8ed9f7e1-5bae-4714-af27-18982adef142 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1128 time: 0.6712484 Dec 20 11:39:56.592384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:56.660797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.662278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.663670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.666427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.666968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.667579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.668058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.669240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.670413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.670902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.672432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:39:56.688787 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:56.699861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:56.743744 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:56.781426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f696d7-d0b9-4621-a783-96d8ed2dcba2 req-fcf0312a-6f7e-4a13-ba08-d6c6807e3a5e tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:56.788795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2f696d7-d0b9-4621-a783-96d8ed2dcba2 req-fcf0312a-6f7e-4a13-ba08-d6c6807e3a5e tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 948 time: 0.4895232 Dec 20 11:39:56.829252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Attempting to bind port 6f90fa37-2c41-4df7-8469-37814c6e908b on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:39:56.832235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Attempting to bind port 6f90fa37-2c41-4df7-8469-37814c6e908b by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:39:56.832725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Attempting to bind port 6f90fa37-2c41-4df7-8469-37814c6e908b on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:56.869254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Port 6f90fa37-2c41-4df7-8469-37814c6e908b on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:39:56.869734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Attempting to bind port 6f90fa37-2c41-4df7-8469-37814c6e908b on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:39:56.884576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:39:56.885211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Checking segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:39:56.885696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Bound using segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:39:56.886295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Bound port: 6f90fa37-2c41-4df7-8469-37814c6e908b, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:39:56.886762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:56.941962 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:55Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:56.946702 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2f696d7-d0b9-4621-a783-96d8ed2dcba2 req-ca5b9824-1b02-4fe1-9614-5eb82ba66c9e tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527562 Dec 20 11:39:56.956031 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39190a49-eddd-4a41-b8a8-f7a82044edd1 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:55Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:56.971231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:57.058397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65936c58-b5f4-4aa4-b161-2ecb7bc5668d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:57.097475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23abf34f-f7c7-4c93-83e3-443ba2b7328d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:57.113005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:39:57.120997 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:57.127364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6f90fa37-2c41-4df7-8469-37814c6e908b,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:39:57.141260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:57.144053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-8dde36d3-4857-43b6-a557-7d4c958d45c2 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8737235 Dec 20 11:39:57.151176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:57.164366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:57.164685 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:57.172455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Usage tracker for resource:floatingip and tenant:eff6c436d2bc4266b1e08d2c95a35fce is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:57.186724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:57.192757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:57.194243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3777273 Dec 20 11:39:57.227594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:57.229326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:39:57.230650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:39:57.234066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:57.243026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:39:57.260882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:57.262300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] 10.222.0.16 "PUT /v2.0/ports/6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 1094 time: 4.1248059 Dec 20 11:39:57.303376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Pushing event updated for resources: {'Port': ['ID=6f90fa37-2c41-4df7-8469-37814c6e908b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:57.307769 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:57.315927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:39:57.366511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:39:57.450302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:57.466718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:floatingip and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:39:57.484565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:57.542166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-49ff6ec1-565f-447d-9962-60ff36d42f7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:57.544174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-49ff6ec1-565f-447d-9962-60ff36d42f7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.9475076 Dec 20 11:39:57.558972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-7929617e-0ae4-47ca-a35a-c4c7fa4f4f5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1097 time: 0.2284563 Dec 20 11:39:57.565605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:39:57.572292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:39:57.574775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933996a1-3979-4987-84e1-be6e727c0379 req-784e641a-0240-43f3-9798-e4ef5af743df tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:57.576339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-933996a1-3979-4987-84e1-be6e727c0379 req-784e641a-0240-43f3-9798-e4ef5af743df tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 943 time: 0.2478454 Dec 20 11:39:57.683608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-2ebe3577-b730-4f31-9b7f-dc3ecc64d635 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 217 time: 0.0891430 Dec 20 11:39:57.700749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:57.730966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-03e35381-8817-414e-8356-9bce3b130e87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 217 time: 0.1535389 Dec 20 11:39:57.817204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-933996a1-3979-4987-84e1-be6e727c0379 req-d90b6bca-d6df-42fc-a845-03197ef1fbd5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301358 Dec 20 11:39:57.820519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-629aae4a-a7c4-4f15-9b87-70cadebfa073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:57.821947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-629aae4a-a7c4-4f15-9b87-70cadebfa073 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.0755963 Dec 20 11:39:57.878167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-db8d07ef-c71d-4169-80b3-edf3c57a708a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:57.885903 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-db8d07ef-c71d-4169-80b3-edf3c57a708a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1399763 Dec 20 11:39:57.923288 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-4ff7f934-ea30-4058-85f8-59e465d002b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723279 Dec 20 11:39:58.002019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7089e7db-2261-40d1-8df7-60ea7e7122b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:58.055822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-c707cf0c-1beb-4989-9827-2d543be80192 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1613812 Dec 20 11:39:58.100098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:58.100531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:58.125747 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-15a3dac7-0dff-4c6a-bd5e-d3d5fe3a2e88 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740117 Dec 20 11:39:58.173324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:58.192677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:39:02Z', 'revision_number': 4, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aa219cc4-04ff-45d1-8e57-16e9dab6da4e', 'name': '', 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'mac_address': 'fa:16:3e:64:09:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4968d742-129b-40b9-8453-e9f0d5a0259a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:01Z', 'updated_at': '2021-12-20T11:39:53Z', 'revision_number': 4, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'subnets': [{'id': '4968d742-129b-40b9-8453-e9f0d5a0259a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:39:58.221905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45e12-4cda-4fff-ab78-e48ef58c4969 None None] The sync data for ids ['5d04a9f7-301b-401f-b4bb-090e85e2a204'] in n-d-victoria-1 is: [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:39:02Z', 'revision_number': 4, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aa219cc4-04ff-45d1-8e57-16e9dab6da4e', 'name': '', 'network_id': '3021dbc3-d63b-48c1-975e-8d33c878603e', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'mac_address': 'fa:16:3e:64:09:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4968d742-129b-40b9-8453-e9f0d5a0259a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:01Z', 'updated_at': '2021-12-20T11:39:53Z', 'revision_number': 4, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'subnets': [{'id': '4968d742-129b-40b9-8453-e9f0d5a0259a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:39:58.260768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'mac_address': 'fa:16:3e:88:ba:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:39:58.297439 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-f06c2c93-6fd9-4f42-a7e8-63fcaaa088a0 service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324255 Dec 20 11:39:58.301694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db'}, {'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:39:58.557442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:58.609938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:58.641624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:58.660561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:58.665432 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:58.761406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:58.766656 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773329c3-6b12-4a9e-bf41-8fe330a21c9c req-354a3530-980c-436c-89fa-249e12d75486 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322486 Dec 20 11:39:58.773085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8056bd5-a153-42e2-b9a5-3f0caf8d9a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:58.785239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:58.791086 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:58.810375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c6d134-3575-4cdb-ba0a-6faab0d40e1f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:58.815912 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:58.830713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:58.831793 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82c6d134-3575-4cdb-ba0a-6faab0d40e1f HTTP/1.1" status: 204 len: 168 time: 2.2832639 Dec 20 11:39:58.890045 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82e94610-1f05-4855-b2ae-ca0ac111548d req-73a09f16-0f4b-4902-a54a-f447927fb812 service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789373 Dec 20 11:39:58.913082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe9f185e-96f5-4873-a13e-e70b232f4db0 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:58.926323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17572f4a-6167-4ca3-a214-6b4794f78d17 req-2389b118-8d05-4757-b7e7-8a10eaec292a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:58.927566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-17572f4a-6167-4ca3-a214-6b4794f78d17 req-2389b118-8d05-4757-b7e7-8a10eaec292a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Synchronizing usage tracker for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:39:58.977846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-17572f4a-6167-4ca3-a214-6b4794f78d17 req-2389b118-8d05-4757-b7e7-8a10eaec292a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Unset dirty status for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:39:58.985165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-17572f4a-6167-4ca3-a214-6b4794f78d17 req-2389b118-8d05-4757-b7e7-8a10eaec292a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 944 time: 0.3232791 Dec 20 11:39:59.004384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.005350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c9ab2f2f-c0a3-4513-b352-e25442b19a24'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:39:59.077551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-17572f4a-6167-4ca3-a214-6b4794f78d17 req-e725c1e1-767a-401c-bba1-6851d411f9fe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894709 Dec 20 11:39:59.079217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port fe9f185e-96f5-4873-a13e-e70b232f4db0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:39:59.088585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fe9f185e-96f5-4873-a13e-e70b232f4db0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:39:59.089074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.147887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.199004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-21d55799-961e-4cd7-919a-50498b41cd1c service neutron] 10.222.0.53 "GET /v2.0/ports/16fde1c3-4556-4a32-b50e-eec18008ff72/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.3539133 Dec 20 11:39:59.363659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.392937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:39:59.413419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84c7a5-fd24-4f6f-8fbc-c21bf3e331aa req-8305330f-dd5d-4a73-95ac-32367f9a78bf tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:39:59.423828 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa84c7a5-fd24-4f6f-8fbc-c21bf3e331aa req-8305330f-dd5d-4a73-95ac-32367f9a78bf tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 947 time: 0.1870303 Dec 20 11:39:59.456312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port fe9f185e-96f5-4873-a13e-e70b232f4db0, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe9f185e-96f5-4873-a13e-e70b232f4db0,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:59.522484 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa84c7a5-fd24-4f6f-8fbc-c21bf3e331aa req-595654e6-9418-4e71-9285-f6cb37f251ca tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965614 Dec 20 11:39:59.523522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 172.35.0.208 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/340b0301-3301-4bfe-a919-660462b5be75) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:39:59.540080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.543219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aa219cc4-04ff-45d1-8e57-16e9dab6da4e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:39:59.610146 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:39:59.635988 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db', 'status': 'completed', 'code': 200} Dec 20 11:39:59.636318 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'status': 'completed', 'code': 200} Dec 20 11:39:59.840028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.865487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:39:59.886277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:39:59.925226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.943500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2657ab80-afbf-4830-9524-01bda36fc74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:39:59.955971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=fe9f185e-96f5-4873-a13e-e70b232f4db0,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:39:59.959448 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:39:59.960146 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6591b206-6ac6-4555-8599-0bd2971a6203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:00.000618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port aa219cc4-04ff-45d1-8e57-16e9dab6da4e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:00.001480 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-5a17d4a3-a3b4-4014-9534-f8ba3a285146 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.3417504 Dec 20 11:40:00.019780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aa219cc4-04ff-45d1-8e57-16e9dab6da4e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:00.020365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.108992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:00.112171 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:00.160197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:00.173495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.191215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.206804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:00.219238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port aa219cc4-04ff-45d1-8e57-16e9dab6da4e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,segment=NetworkSegment(af9beca9-a3ce-4edb-97a1-1ea1cb0132e9),segment_id=af9beca9-a3ce-4edb-97a1-1ea1cb0132e9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:00.224509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.229092 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:00.270958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fde1c3-4556-4a32-b50e-eec18008ff72 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:00.289366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:00.322402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:00.327102 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:00.345247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-4902db5d-ebab-4580-a5ca-d456c4bd7e71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:00.346862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-4902db5d-ebab-4580-a5ca-d456c4bd7e71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 0.3315763 Dec 20 11:40:00.350195 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-71d5dd51-e4a4-4000-8819-e6cdf9881718 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1097 time: 0.6513436 Dec 20 11:40:00.390709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.394540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.407521 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c53a05a6-a24f-44d6-9d0f-0bee34f61d23 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:00.428601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cb531-d50b-4e07-96c1-d8e9d9e5cc9e req-9fd2f589-e236-4935-abd7-1fd2c9169999 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:00.430257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b3cb531-d50b-4e07-96c1-d8e9d9e5cc9e req-9fd2f589-e236-4935-abd7-1fd2c9169999 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 943 time: 0.5952618 Dec 20 11:40:00.490653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-0f0604a4-73d5-4c6c-9d21-c2c7b43231c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 217 time: 0.1350524 Dec 20 11:40:00.526342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:00.539555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:00.551856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:00.579011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Allocated IP 172.35.0.147 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/37905c6b-ae63-496b-b7a3-af290c941fda) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:00.586061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=340b0301-3301-4bfe-a919-660462b5be75,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:00.604663 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:00.610707 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b3cb531-d50b-4e07-96c1-d8e9d9e5cc9e req-707b66e5-ea80-41bb-a805-61abe1e5a9c4 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696270 Dec 20 11:40:00.654415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-9d81dd03-4737-4416-ad9e-77efabd375f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:00.655867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-9d81dd03-4737-4416-ad9e-77efabd375f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.2993257 Dec 20 11:40:00.657063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-582f654b-65d1-4220-a2fa-5e717b232d46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:00.659125 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-582f654b-65d1-4220-a2fa-5e717b232d46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.1246047 Dec 20 11:40:00.708833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] Transition to ACTIVE for port object 16fde1c3-4556-4a32-b50e-eec18008ff72 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:00.745566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe9f185e-96f5-4873-a13e-e70b232f4db0 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:00.767706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.775148 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05c353ca-24f7-4de2-a0f8-4766216a4a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:00.781648 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-79f13ac0-5bd4-408f-a250-9159622384ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597422 Dec 20 11:40:00.783187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-c898aca8-e620-4edf-bcfe-cfc4c809a583 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 217 time: 0.1190221 Dec 20 11:40:00.886254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fe9f185e-96f5-4873-a13e-e70b232f4db0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:00.886630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.940308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:00.988526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-e6d6af4e-120f-40f9-bd92-7b5d86fdb48b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:00.989965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-e6d6af4e-120f-40f9-bd92-7b5d86fdb48b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1991503 Dec 20 11:40:01.104160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=10']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:01.114380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.120361 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:01.121093 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:01.123555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-d0182b45-338d-427d-b1c8-b2c3b4374c12 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337526 Dec 20 11:40:01.141209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.150971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.151784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] No DVR routers for this DVR port 16fde1c3-4556-4a32-b50e-eec18008ff72 on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:40:01.184137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aa219cc4-04ff-45d1-8e57-16e9dab6da4e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:01.280742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-e952bf03-e457-489d-afc9-f0849862bd99 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445446 Dec 20 11:40:01.286820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.288388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-16e70ee8-ee42-4b0a-980a-64796dcaaae4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2864292 Dec 20 11:40:01.293020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6f90fa37-2c41-4df7-8469-37814c6e908b details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:40:01.295986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:01.310051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event updated for resources: {'Port': ['ID=37905c6b-ae63-496b-b7a3-af290c941fda,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:01.313141 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:01.366056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aa219cc4-04ff-45d1-8e57-16e9dab6da4e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:01.366707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.443788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.469806 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-cccd0979-3e27-427a-bb65-122598afc842 service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732466 Dec 20 11:40:01.478113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port c9ab2f2f-c0a3-4513-b352-e25442b19a24 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:01.478716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.605383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64030ec-85cc-4f92-8920-60db421b0531 req-e99f942c-b6ac-48da-97b0-dc964b578a61 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:01.612092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e64030ec-85cc-4f92-8920-60db421b0531 req-e99f942c-b6ac-48da-97b0-dc964b578a61 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 944 time: 0.5476654 Dec 20 11:40:01.630318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:01.633080 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-9522e41d-b912-4756-9182-766f94e8d1d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/16fde1c3-4556-4a32-b50e-eec18008ff72/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 2.4262338 Dec 20 11:40:01.641275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:01.645477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:01.660339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23236b88-c9a5-4add-b552-1aef7f0a371b req-9b8a3178-29c7-44f7-a4c2-a79c57c0191b service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762455 Dec 20 11:40:01.707078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e64030ec-85cc-4f92-8920-60db421b0531 req-14c2b18f-1c11-4370-b8fd-5b1afee5311d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940623 Dec 20 11:40:01.770939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.789284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.841404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:01.848192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6f90fa37-2c41-4df7-8469-37814c6e908b,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:01.864836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:01.868859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'mac_address': 'fa:16:3e:ba:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:40:01.883314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.884801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-975f713e-492c-4d3d-ae79-d3a086bb79e0 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.1767321 Dec 20 11:40:01.888349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.904261 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7980a199-089c-4391-9c50-a0ad68226dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:01.915912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:01.923323 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b43ecdf1-d160-4270-9b40-ae002c1d1175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:02.000412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:02.005422 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:02.024342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.037006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f5b96-c081-445d-959d-b611751f3e15 req-0e17917d-9563-4fdd-87fb-e148c3f88d1d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:02.039743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3f5f5b96-c081-445d-959d-b611751f3e15 req-0e17917d-9563-4fdd-87fb-e148c3f88d1d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 949 time: 0.1504512 Dec 20 11:40:02.045599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f90fa37-2c41-4df7-8469-37814c6e908b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:02.047782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-84f140df-d1b7-40b8-bfaf-e69805e69e3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2&tenant_id=8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 1097 time: 0.1213098 Dec 20 11:40:02.075553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6f90fa37-2c41-4df7-8469-37814c6e908b,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:02.082194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.084714 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:02.094542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=340b0301-3301-4bfe-a919-660462b5be75,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:02.101422 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:02.101764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.147481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3f5f5b96-c081-445d-959d-b611751f3e15 req-1d034daa-b60e-440c-a4b2-2587e5bcc483 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979671 Dec 20 11:40:02.181723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-0c0460a8-cd8f-418b-a17f-6cd5d2e7d16f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0961883 Dec 20 11:40:02.200279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=6f90fa37-2c41-4df7-8469-37814c6e908b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:02.214165 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:02.272896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.339510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.354048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1172464 Dec 20 11:40:02.363272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['6f90fa37-2c41-4df7-8469-37814c6e908b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:40:02.474598 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:40:02.541799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:02.562774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.571376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.582450 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:02.607239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-68da7a36-47e9-4215-9191-7da24e1cdff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:02.608630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-68da7a36-47e9-4215-9191-7da24e1cdff9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.4195380 Dec 20 11:40:02.696658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3342791-6734-4022-8e99-f9628b6f01c0 req-774d1c8d-1a9f-407b-ae48-f6fb5b0da605 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:02.698454 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3342791-6734-4022-8e99-f9628b6f01c0 req-774d1c8d-1a9f-407b-ae48-f6fb5b0da605 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 944 time: 0.2325509 Dec 20 11:40:02.708824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.717613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event updated for resources: {'Port': ['ID=37905c6b-ae63-496b-b7a3-af290c941fda,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:02.724394 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:02.734600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.736143 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5909798 Dec 20 11:40:02.737119 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-85cf9961-952d-4941-ac7d-69efa063f82f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 217 time: 0.1132677 Dec 20 11:40:02.745567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:02.773875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:40:02.822675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3342791-6734-4022-8e99-f9628b6f01c0 req-46779372-7b2f-4928-a20a-fbbcf6242dc8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182563 Dec 20 11:40:02.831090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-ab491879-cdaf-427e-a483-7a62383154f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:02.833664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-ab491879-cdaf-427e-a483-7a62383154f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.0881963 Dec 20 11:40:02.837691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-ab9307c0-db68-4f03-9dc7-be99211cabc1 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:02.859188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-ab9307c0-db68-4f03-9dc7-be99211cabc1 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:02.860415 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-ab9307c0-db68-4f03-9dc7-be99211cabc1 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.147 HTTP/1.1" status: 200 len: 696 time: 0.1168923 Dec 20 11:40:02.885234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-4fb0e998-1bbe-4ec9-87d5-57de4d422dc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448914 Dec 20 11:40:02.907049 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'code': 200} Dec 20 11:40:03.031659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-4ba68ee4-f064-410f-884f-11716fffccb2 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.033272 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-4ba68ee4-f064-410f-884f-11716fffccb2 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1661549 Dec 20 11:40:03.048079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-25a603db-5f0f-41da-8c81-5d541c32ef3b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:40:03.049068 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f6e95ee-e57d-4da9-afae-aaca77cc5107 req-25a603db-5f0f-41da-8c81-5d541c32ef3b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0094972 Dec 20 11:40:03.092620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-1059025f-b052-48ff-9c0c-b81d7688781d service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992536 Dec 20 11:40:03.235612 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a58d8cb1-04ea-4bd3-b400-79b577efa7ae tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--82213068&fields=id&tenant_id=795f3e1f52794904ac6bee547e966db9 HTTP/1.1" status: 200 len: 267 time: 0.0472310 Dec 20 11:40:03.299969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:03.321132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e9bb6f73-7aa5-4c69-a830-b42651a9077b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.322616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e9bb6f73-7aa5-4c69-a830-b42651a9077b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:03.345484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e9bb6f73-7aa5-4c69-a830-b42651a9077b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:03.347776 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e9bb6f73-7aa5-4c69-a830-b42651a9077b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports/cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 937 time: 0.1043348 Dec 20 11:40:03.353305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-cfe23a93-a3c8-4007-8f03-e1eb24c9277f service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530742 Dec 20 11:40:03.365555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-760d46c5-7e1d-4ecd-9ae9-12b1950b66d1 req-f13af203-fe66-4968-a684-05fd25ee14b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1102 time: 0.2372131 Dec 20 11:40:03.396698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9044b82-fd6d-4321-8460-e40945fbbcdb req-7258c138-9ca0-494d-ab6a-c1be85a5e2a8 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.403893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9044b82-fd6d-4321-8460-e40945fbbcdb req-7258c138-9ca0-494d-ab6a-c1be85a5e2a8 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 949 time: 0.2291329 Dec 20 11:40:03.461672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-760d46c5-7e1d-4ecd-9ae9-12b1950b66d1 req-2e7f5af4-2d2f-442c-a5f9-bde197ede06f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894728 Dec 20 11:40:03.474789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:03.482594 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9044b82-fd6d-4321-8460-e40945fbbcdb req-b90fa7c1-f87a-4af9-90b3-91260e3bc8d7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777969 Dec 20 11:40:03.484720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-0104b0ce-3ae2-4fff-892a-b5e13d59458e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.486879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-0104b0ce-3ae2-4fff-892a-b5e13d59458e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 936 time: 0.1309357 Dec 20 11:40:03.533283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:03.539460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:03.541457 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:03.554029 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9454bec4-24f3-4d74-bff7-355176d0aa7d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502393 Dec 20 11:40:03.629483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:03.632878 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-13a6ac2e-fa30-4bb8-b7d7-13b1bd0f71aa tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0656650 Dec 20 11:40:03.634997 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:03.681530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cac75-62ff-4fa3-bc5b-f5bace03e670 req-9dad61d3-4354-4466-98e3-f716227c65d6 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.683622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-253cac75-62ff-4fa3-bc5b-f5bace03e670 req-9dad61d3-4354-4466-98e3-f716227c65d6 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 945 time: 0.0923576 Dec 20 11:40:03.737034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-253cac75-62ff-4fa3-bc5b-f5bace03e670 req-d491b6e2-5f06-4bb3-8063-d26ea2f8f34a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Dec 20 11:40:03.859604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-dae19bd9-08ff-44bd-8121-903187674e23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.863964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-dae19bd9-08ff-44bd-8121-903187674e23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.867970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-dae19bd9-08ff-44bd-8121-903187674e23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:03.869551 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-dae19bd9-08ff-44bd-8121-903187674e23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/networks?id=369c3643-7840-4b2a-8a85-116c0d1f8252&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=55f00df5-b69b-49b5-bf56-5247b87a2628&id=55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 200 len: 1993 time: 0.2312710 Dec 20 11:40:03.887117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-be8884d9-5a8f-4394-8114-4aed81495732 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/quotas/795f3e1f52794904ac6bee547e966db9 HTTP/1.1" status: 200 len: 375 time: 0.0115511 Dec 20 11:40:03.893948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-6b22ffd8-cae2-4932-936a-559609dc3329 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.1194222 Dec 20 11:40:03.952794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:03.989311 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-8b88c405-fe07-4383-a4b6-6749bb9442a2 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0966892 Dec 20 11:40:04.042557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-e98e4391-70ae-4c63-872c-142f44189cd5 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:04.044217 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-e98e4391-70ae-4c63-872c-142f44189cd5 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1837344 Dec 20 11:40:04.115126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.139362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-f08542ac-e9fe-4368-81ce-02298ef6f82a tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.147 HTTP/1.1" status: 200 len: 696 time: 0.0868487 Dec 20 11:40:04.152824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Request body: {'floatingip': {'port_id': '895d029e-7750-461a-b002-cea4f416b6db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:04.169499 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-d0af1d17-e1ee-4117-b1bd-80309740c2e9 service neutron] 10.222.0.32 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674182 Dec 20 11:40:04.174054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:04.195393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Usage tracker for resource:security_group_rule and tenant:bfdfb8c044d74dbfa6be2a4a9e08c537 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:04.200190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:04.201927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-95c6ea67-0069-44d3-be15-f0431ed91cb0 service neutron] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:04.210556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-95c6ea67-0069-44d3-be15-f0431ed91cb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.210714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:04.211621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e18fbb8-838b-4cf2-bba6-4f25a9e31def req-95c6ea67-0069-44d3-be15-f0431ed91cb0 service neutron] 10.222.0.16 "DELETE /v2.0/ports/16fde1c3-4556-4a32-b50e-eec18008ff72/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 0.3121276 Dec 20 11:40:04.231931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.338995 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-bcddb599-352e-4e67-baac-42b3e8120a7a service neutron] 10.222.0.32 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625533 Dec 20 11:40:04.424898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.433076 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-b587f181-792c-4062-922a-81e129c39295 service neutron] 10.222.0.32 "GET /v2.0/ports/cdcc5c9b-c050-4db3-affa-5c96dfe69126?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0869806 Dec 20 11:40:04.433804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.441767 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3c18d76-7f5d-4b24-8d3f-4339b994fe73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:04.518855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dabee7e-70c4-48e0-b211-db360b53d2fc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:04.695500 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfdfb8c044d74dbfa6be2a4a9e08c537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7390404 Dec 20 11:40:04.698840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:04.714986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.715361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.715815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.716176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.716529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.716881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.717229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.717575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.717920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.718339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.718678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:04.723920 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:04.742624 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-046692d5-f950-4faf-b41f-d8a22bc4a2fd service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018661 Dec 20 11:40:04.874863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.883476 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-7791d73b-578a-4195-989c-3cd297775f78 service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346915 Dec 20 11:40:04.907743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:04.909934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.948399 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-546f35a4-2148-4969-9d41-ef4576f49440 service neutron] 10.222.0.32 "GET /v2.0/ports/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0589392 Dec 20 11:40:04.981532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:04.987290 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c8063a5a-2c07-4f6d-9cb3-2469801b8c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:05.002474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dabee7e-70c4-48e0-b211-db360b53d2fc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:05.005945 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:05.064274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.065387 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dabee7e-70c4-48e0-b211-db360b53d2fc HTTP/1.1" status: 204 len: 168 time: 0.3667517 Dec 20 11:40:05.096182 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-7e8352c2-383d-4556-835e-3ce748675e3a service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418519 Dec 20 11:40:05.107118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.113072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.247227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a4f0f74f-d881-4900-8aaf-89a04b32f2bb service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442628 Dec 20 11:40:05.307305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6f90fa37-2c41-4df7-8469-37814c6e908b up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:05.327848 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Floating IP 0e7cfe0d-fbff-4f80-8e10-92f521285be1 associated. External IP: 172.35.0.147, port: 895d029e-7750-461a-b002-cea4f416b6db. Dec 20 11:40:05.389567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 6f90fa37-2c41-4df7-8469-37814c6e908b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:05.391110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ec435f77-0b82-46b0-af20-4cef0e8c9415 service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379173 Dec 20 11:40:05.398722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 6f90fa37-2c41-4df7-8469-37814c6e908b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:05.399864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.540747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:05.567048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-b25aa5bc-451a-4781-a406-989a91785150 service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706281 Dec 20 11:40:05.568566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.570406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.611756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6f90fa37-2c41-4df7-8469-37814c6e908b,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:05.616935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.620003 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:05.690276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=6f90fa37-2c41-4df7-8469-37814c6e908b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:05.695576 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:05.701787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:05.708030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Usage tracker for resource:security_group_rule and tenant:e1d36074747447bdbfc300eb265a8205 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:05.714936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:05.731539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:05.739882 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6f56b03a-0424-4ddb-933e-6ea8ca2b44ed service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617284 Dec 20 11:40:05.804663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:40:05.914106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.916585 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2ad36f5e-9803-4b1a-9c07-e79814028984 service neutron] 10.222.0.32 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697302 Dec 20 11:40:05.917863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:05.926093 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:06.000422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:40:06.005112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4f52ac-a2f2-436e-ba81-c5d3d43af8ea,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:06.005244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:06.009821 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:06.010958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] Sync routers for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:40:06.026944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:06.027963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:06.062796 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1d36074747447bdbfc300eb265a8205&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5209994 Dec 20 11:40:06.065356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:06.133868 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-44834d80-92dc-49c1-a792-a17bc2d41764 service neutron] 10.222.0.32 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086484 Dec 20 11:40:06.189410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-80858371-6b0e-4518-81dc-c873215a578d tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "PUT /v2.0/floatingips/0e7cfe0d-fbff-4f80-8e10-92f521285be1 HTTP/1.1" status: 200 len: 997 time: 2.0409119 Dec 20 11:40:06.190099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:06.201952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:06.253762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:06.287451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:06.298404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-ed1a61ec-f431-4b6a-938a-7cc9abe1c19a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.0909617 Dec 20 11:40:06.323561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-32c5110a-95de-47b2-84c7-a3cc2d3c37d0 service neutron] 10.222.0.32 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831520 Dec 20 11:40:06.450685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-e8bcdec2-d2a7-4477-bd84-70338e7c0dfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:06.452277 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-e8bcdec2-d2a7-4477-bd84-70338e7c0dfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 0.1464040 Dec 20 11:40:06.549276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:06.556264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:06.563212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-22738361-34b4-4a7b-a1b1-a7e2d58e80cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 1000 time: 0.1048865 Dec 20 11:40:06.577920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4f52ac-a2f2-436e-ba81-c5d3d43af8ea,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:06.584594 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:06.592718 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1804c4ee-fdb6-4230-9f43-1a42a3588e00 service neutron] 10.222.0.32 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611785 Dec 20 11:40:06.594645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:06.597952 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c4f52ac-a2f2-436e-ba81-c5d3d43af8ea HTTP/1.1" status: 204 len: 168 time: 0.5293863 Dec 20 11:40:06.652993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-f987d809-974c-40f2-9fcb-6f4e7e74d545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:06.654796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-f987d809-974c-40f2-9fcb-6f4e7e74d545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.0811605 Dec 20 11:40:06.685505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0e7cfe0d-fbff-4f80-8e10-92f521285be1', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'floating_ip_address': '172.35.0.147', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'port_id': '895d029e-7750-461a-b002-cea4f416b6db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'mac_address': 'fa:16:3e:4e:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9856ac-834d-4255-9e12-4a139bf80136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:01Z', 'updated_at': '2021-12-20T11:40:04Z', 'revision_number': 1, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:06.689657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] Checking router: 3620e3e0-a947-4a18-85c4-06a18bb5cf05 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:40:06.702567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:06.704001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:06.710684 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-1a381074-84fa-4120-8c2d-19d886aa4e37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502622 Dec 20 11:40:06.724422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-d2466d9a-5dc3-4278-8696-516019dbea26 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:40:06.732822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-d2466d9a-5dc3-4278-8696-516019dbea26 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0139554 Dec 20 11:40:06.744151 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-577a11c3-1355-4d5f-bcf6-d72801f45f65 service neutron] 10.222.0.32 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436424 Dec 20 11:40:06.881113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-70f12153-0023-4ab8-b003-fdc534b2ea7f service neutron] 10.222.0.32 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472178 Dec 20 11:40:06.905987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:07.044760 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-984b85ef-0cee-4a62-838c-8d739f2284f7 req-237759e6-c011-4ad5-9fc8-29ad9eb20704 service neutron] 10.222.0.32 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569507 Dec 20 11:40:07.275979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b07fd-197f-476d-a038-f83330a98061 req-4f2b2a82-dde9-4d2c-9339-3a4bd0a658fe tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:07.278869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-954b07fd-197f-476d-a038-f83330a98061 req-4f2b2a82-dde9-4d2c-9339-3a4bd0a658fe tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 949 time: 0.0886617 Dec 20 11:40:07.334987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-954b07fd-197f-476d-a038-f83330a98061 req-05f51dc9-3244-4408-8e60-b469f1d0aaa1 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494013 Dec 20 11:40:07.363502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0e7cfe0d-fbff-4f80-8e10-92f521285be1', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'floating_ip_address': '172.35.0.147', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'port_id': '895d029e-7750-461a-b002-cea4f416b6db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'mac_address': 'fa:16:3e:4e:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9856ac-834d-4255-9e12-4a139bf80136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:01Z', 'updated_at': '2021-12-20T11:40:04Z', 'revision_number': 1, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:07.371497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32441a9-16d3-4521-9807-865d4b13d134 None None] The sync data for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 is: [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0e7cfe0d-fbff-4f80-8e10-92f521285be1', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'floating_ip_address': '172.35.0.147', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'port_id': '895d029e-7750-461a-b002-cea4f416b6db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'mac_address': 'fa:16:3e:4e:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9856ac-834d-4255-9e12-4a139bf80136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:01Z', 'updated_at': '2021-12-20T11:40:04Z', 'revision_number': 1, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:40:07.612240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c2ddf-ba0e-46f3-a6f5-6cc34fa30dab req-be6a0bc8-6954-4ff3-aac4-2e9187f5e1bf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:07.614055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-704c2ddf-ba0e-46f3-a6f5-6cc34fa30dab req-be6a0bc8-6954-4ff3-aac4-2e9187f5e1bf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 944 time: 0.0904303 Dec 20 11:40:07.667253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-704c2ddf-ba0e-46f3-a6f5-6cc34fa30dab req-36536af8-508a-4052-8a6d-5b809b3f7479 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Dec 20 11:40:07.865064 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'code': 200} Dec 20 11:40:07.877140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b257-7b7f-4199-b668-bfaaae3df44f req-630679ef-d0be-46a3-b3de-f11ef7f09599 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:07.878803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bb2b257-7b7f-4199-b668-bfaaae3df44f req-630679ef-d0be-46a3-b3de-f11ef7f09599 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 946 time: 0.0920200 Dec 20 11:40:07.947686 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db', 'status': 'completed', 'code': 200} Dec 20 11:40:07.950434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bb2b257-7b7f-4199-b668-bfaaae3df44f req-b9bee6c9-82e9-49b9-9710-f3ddcb408a01 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643942 Dec 20 11:40:08.104779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-ebdc9a2a-dc1b-469a-895e-5399a88f5e11 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.147 HTTP/1.1" status: 200 len: 1000 time: 0.1706510 Dec 20 11:40:08.173422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-db6a8c5b-86c4-4779-802e-4c5fd820805d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.1839955 Dec 20 11:40:08.216204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-7801364e-88e0-49d6-8dd6-9c7acb774171 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:08.230025 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-7801364e-88e0-49d6-8dd6-9c7acb774171 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports/895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 943 time: 0.1242905 Dec 20 11:40:08.472062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-cb2b52de-5085-4ba0-a68d-e64ec657faac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:08.473923 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-cb2b52de-5085-4ba0-a68d-e64ec657faac service neutron] 10.222.0.53 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 0.2924526 Dec 20 11:40:08.517710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2b69976b-1f5f-45ce-9769-d79276b6c14a req-19173ccb-0d72-44ae-9fd0-5f39c7a407b4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:08.539798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2b69976b-1f5f-45ce-9769-d79276b6c14a req-19173ccb-0d72-44ae-9fd0-5f39c7a407b4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:08.540820 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-35d708b3-b41b-4e37-9ed1-28dd7b92cee7 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.147 HTTP/1.1" status: 200 len: 1000 time: 0.1957228 Dec 20 11:40:08.550554 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b69976b-1f5f-45ce-9769-d79276b6c14a req-19173ccb-0d72-44ae-9fd0-5f39c7a407b4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 210 time: 0.0957434 Dec 20 11:40:08.639023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-2fd7ffab-4cb8-4695-968f-3c20ec92c36b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 1000 time: 0.1586766 Dec 20 11:40:08.795811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-517bf435-e6e8-4e70-beae-838ff7b0b254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:08.797338 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-517bf435-e6e8-4e70-beae-838ff7b0b254 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.1005325 Dec 20 11:40:08.805629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-4e3715c7-71b9-42e7-bd61-03b7e7902307 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:08.805629 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-4e3715c7-71b9-42e7-bd61-03b7e7902307 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.2506669 Dec 20 11:40:08.827561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df7fbff1-ac44-4732-b3c2-d622516a9305 req-4d8c76d4-e7da-41f5-ad90-be6b613e8eac tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1102 time: 0.0787580 Dec 20 11:40:08.846475 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-38142d31-0d91-4049-be5a-98cefabff409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396345 Dec 20 11:40:08.852421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-3ef3c926-379b-4554-a873-8e44b59bf27c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:40:08.853355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-3ef3c926-379b-4554-a873-8e44b59bf27c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060353 Dec 20 11:40:08.881524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df7fbff1-ac44-4732-b3c2-d622516a9305 req-0b920c2f-5123-4fec-8f0f-d31040c6a957 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465708 Dec 20 11:40:09.079593 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-d02691af-4c2c-4008-b370-e5ecc41760e8 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250564 Dec 20 11:40:09.083754 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-965c4f95-c247-43ca-aad2-12fa2f99406e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.147 HTTP/1.1" status: 200 len: 1000 time: 0.1998589 Dec 20 11:40:09.122240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-df308d84-09ce-4cf5-b150-2a3be84606ca service neutron] 10.222.0.53 "GET /v2.0/ports/cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 1033 time: 0.0807025 Dec 20 11:40:09.130875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:09.250417 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-73d28928-e8a6-45d6-a8c5-1b0326fe9059 service neutron] 10.222.0.53 "GET /v2.0/ports/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 1032 time: 0.1104596 Dec 20 11:40:09.516390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3ca69c61-2edc-49f2-b8be-9a3a31f588ec tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:09.520459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3ca69c61-2edc-49f2-b8be-9a3a31f588ec tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:09.525697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3ca69c61-2edc-49f2-b8be-9a3a31f588ec tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:09.526505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:09.526632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3ca69c61-2edc-49f2-b8be-9a3a31f588ec tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:09.554905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3ca69c61-2edc-49f2-b8be-9a3a31f588ec tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:09.556523 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3ca69c61-2edc-49f2-b8be-9a3a31f588ec tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "GET /v2.0/networks?id=369c3643-7840-4b2a-8a85-116c0d1f8252&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=55f00df5-b69b-49b5-bf56-5247b87a2628&id=55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 200 len: 1993 time: 0.2991560 Dec 20 11:40:09.623830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-09a747ce-ec2b-483a-9319-e94705a46a60 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:09.642836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-949c153d-8d6f-4cd9-9f4e-d1e0e2e10bd7 req-f4405648-e019-4b97-9803-7deeced1e1c2 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559921 Dec 20 11:40:09.649990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-09a747ce-ec2b-483a-9319-e94705a46a60 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:09.651594 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-09a747ce-ec2b-483a-9319-e94705a46a60 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=795f3e1f52794904ac6bee547e966db9 HTTP/1.1" status: 200 len: 378 time: 0.0828202 Dec 20 11:40:09.663364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'admin_state_up': True, 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'security_groups': ['4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:09.866249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:09.966295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:09.990920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:09.991670 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Floating IP 0e7cfe0d-fbff-4f80-8e10-92f521285be1 disassociated. External IP: 172.35.0.147, port: 895d029e-7750-461a-b002-cea4f416b6db. Dec 20 11:40:10.001463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:10.014328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:10.029746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:10.038702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:10.282682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 172.20.0.6 (369c3643-7840-4b2a-8a85-116c0d1f8252/2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df/12fee867-840d-478f-8e26-be9b994d2827) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:10.322804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba67725b-45ab-4450-a27c-ef1bc2276910 req-5cf7fef4-3cab-45bc-929d-db130e890f65 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1097 time: 0.1688428 Dec 20 11:40:10.488236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba67725b-45ab-4450-a27c-ef1bc2276910 req-c88208f8-d0c7-4034-85aa-0022660dd7c4 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593726 Dec 20 11:40:10.549551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:10.574278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Transition to ACTIVE for port object 12fee867-840d-478f-8e26-be9b994d2827 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:10.593938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:40:10.607889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:10.616324 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ecaf9d7-9fe7-4b27-a7f0-94d4563fd477 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:10.713592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:10.718649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:10.721358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=12fee867-840d-478f-8e26-be9b994d2827,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:10.724353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:10.784156 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:10.858672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:10.859512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:10.891146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:40:10.899314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:10.922201 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2633815 Dec 20 11:40:10.933854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'admin_state_up': True, 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'security_groups': ['4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:10.969526 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-71a1ba8c-26d3-4b40-b42f-e84d5d0d347e tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "PUT /v2.0/floatingips/0e7cfe0d-fbff-4f80-8e10-92f521285be1 HTTP/1.1" status: 200 len: 693 time: 1.8564880 Dec 20 11:40:10.970950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:11.097203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-6d9fa253-9af0-4ef2-ace5-976c6c60f378 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.1028333 Dec 20 11:40:11.140560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:11.145299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:port and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:11.148454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:11.170040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:11.181581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-986bc0db-9918-4f04-b58f-5e1147360c88 None None] Provisioning for port 12fee867-840d-478f-8e26-be9b994d2827 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:11.188107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-986bc0db-9918-4f04-b58f-5e1147360c88 None None] Provisioning complete for port 12fee867-840d-478f-8e26-be9b994d2827 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:11.188607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-986bc0db-9918-4f04-b58f-5e1147360c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:11.269813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-986bc0db-9918-4f04-b58f-5e1147360c88 None None] Port 12fee867-840d-478f-8e26-be9b994d2827 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:40:11.278567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:11.282303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:11.325224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-32c8ff71-1272-4aa7-a9bf-596ef77b10f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:11.326782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-32c8ff71-1272-4aa7-a9bf-596ef77b10f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 0.2227497 Dec 20 11:40:11.392711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a2ea3-d830-4bef-8091-6ebeb874a6bf req-c919483e-da98-4b9e-bec1-59ba4283892e tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:11.394353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c1a2ea3-d830-4bef-8091-6ebeb874a6bf req-c919483e-da98-4b9e-bec1-59ba4283892e tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 946 time: 0.2163966 Dec 20 11:40:11.439578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-1c687384-885e-4a8a-9356-c5507c043213 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 217 time: 0.1064959 Dec 20 11:40:11.512786 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c1a2ea3-d830-4bef-8091-6ebeb874a6bf req-8a5c4e2f-8380-4ab4-8082-7c2bed61a304 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102698 Dec 20 11:40:11.554305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 10.1.1.138 (a61c8b48-37fb-40c3-853b-f2ab8979d5bf/f7766a73-85d0-45ff-91fe-ca97fc4a63fe/35c7aa44-3c53-4e70-9811-b77047572a5c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:11.643969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41090) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:11.677439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-9f9b4c4d-2a3b-4dec-8e8c-a3d49a723a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:11.682610 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-9f9b4c4d-2a3b-4dec-8e8c-a3d49a723a65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.2415273 Dec 20 11:40:11.745704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-57374fef-2e77-46c7-baf7-808ecfec6dde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567727 Dec 20 11:40:11.877287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:11.891267 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-efce6bf3-d76f-44e4-9683-714295f492e3 service neutron] 10.222.0.32 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446743 Dec 20 11:40:11.898113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:11.934651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9eb3-9da5-46e4-a930-4289c7b38754 req-3e992a89-c866-484a-b186-6faa2c9097e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:11.935343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-539d9eb3-9da5-46e4-a930-4289c7b38754 req-3e992a89-c866-484a-b186-6faa2c9097e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:11.940342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Transition to ACTIVE for port object 35c7aa44-3c53-4e70-9811-b77047572a5c will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:11.956180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:11.962122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Usage tracker for resource:security_group_rule and tenant:af9b4bb4ad614bf387f0710ba4c79308 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:11.966377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:11.973171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:11.977226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-539d9eb3-9da5-46e4-a930-4289c7b38754 req-3e992a89-c866-484a-b186-6faa2c9097e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:11.978408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-539d9eb3-9da5-46e4-a930-4289c7b38754 req-3e992a89-c866-484a-b186-6faa2c9097e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 931 time: 0.2441721 Dec 20 11:40:12.031818 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-315cd600-4df0-4c1f-ae76-80c4953b9c0e req-46dad5ce-cb26-4ba5-a765-eaa63597e289 service neutron] 10.222.0.32 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334333 Dec 20 11:40:12.047174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:12.059994 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed5040d6-d2e6-4154-b41f-c6378480632f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:12.134617 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-539d9eb3-9da5-46e4-a930-4289c7b38754 req-0211cc0e-5b7d-4e35-971a-a046eec45532 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413743 Dec 20 11:40:12.146027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:12.160965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:12.164383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:12.203572 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'code': 200} Dec 20 11:40:12.212246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=35c7aa44-3c53-4e70-9811-b77047572a5c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:12.215558 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:12.236812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:12.245335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:12.278985 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6840db58-0901-4c85-8c27-b8eeb0918c9f tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:12.285362 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'tag': '895d029e-7750-461a-b002-cea4f416b6db', 'status': 'completed', 'code': 200} Dec 20 11:40:12.361304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:12.361908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:12.397083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b79a0-688e-438d-95a5-f3b8d4964efb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:12.431648 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:12.436697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5070553 Dec 20 11:40:12.451603 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af9b4bb4ad614bf387f0710ba4c79308&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8064902 Dec 20 11:40:12.455603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'admin_state_up': True, 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'security_groups': ['4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:12.457675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41108) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:12.466533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-a6b002c3-15b6-40bd-bf2e-277243ec8429 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 1099 time: 0.1523187 Dec 20 11:40:12.635344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e48588b9-ed6f-46ca-a103-4d6674242ca6 None None] Provisioning for port 35c7aa44-3c53-4e70-9811-b77047572a5c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:12.642450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e48588b9-ed6f-46ca-a103-4d6674242ca6 None None] Provisioning complete for port 35c7aa44-3c53-4e70-9811-b77047572a5c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:12.643077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e48588b9-ed6f-46ca-a103-4d6674242ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:12.714874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e48588b9-ed6f-46ca-a103-4d6674242ca6 None None] Port 35c7aa44-3c53-4e70-9811-b77047572a5c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:40:12.743283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-70d741df-4480-40dd-9c7a-dd58b91de180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:12.744987 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-70d741df-4480-40dd-9c7a-dd58b91de180 service neutron] 10.222.0.53 "GET /v2.0/networks?id=278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 200 len: 921 time: 0.2580619 Dec 20 11:40:12.750501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:12.826964 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa44e2fb-3b80-493a-acbe-4d71289387ac req-02ffd640-e26e-4b11-a3cb-b048f3658188 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 0.5489409 Dec 20 11:40:12.827796 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-89d82889-f508-45f3-8f57-0dbd7d8d71f7 req-49867690-1fcf-466d-af5a-dc3e046e1db3 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 1102 time: 0.3397219 Dec 20 11:40:12.876989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-1a038100-a785-4058-9749-6ac41058229a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 200 len: 217 time: 0.1225638 Dec 20 11:40:12.934266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:12.939940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-52de0537-4d57-486c-9b45-bd8ce6e27d38 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:12.941386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-52de0537-4d57-486c-9b45-bd8ce6e27d38 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 0.5853944 Dec 20 11:40:12.971309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:12.989224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:12.998390 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-f560a105-036d-41dc-b938-0b3e0762c89f tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/quotas/8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 375 time: 0.0507104 Dec 20 11:40:13.005380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa44e2fb-3b80-493a-acbe-4d71289387ac req-eeffed92-1669-4d5f-823b-71aec93ef819 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711390 Dec 20 11:40:13.021504 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-89d82889-f508-45f3-8f57-0dbd7d8d71f7 req-74731035-a4ab-45e6-bdf5-e8ece5489ff8 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919072 Dec 20 11:40:13.031093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-bf5a67db-49c9-4cc5-a032-0f510414bedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:13.032643 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-bf5a67db-49c9-4cc5-a032-0f510414bedd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 200 len: 860 time: 0.1486051 Dec 20 11:40:13.039627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:13.051568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:13.083831 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-ea324fd0-40f9-4f1a-a97f-d5bec5fa8a53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=278b1917-c3c0-4888-8957-7bf2b89f56ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449274 Dec 20 11:40:13.114248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:13.121028 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f04066b2-4a90-41a8-b9fa-0454097a5021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:13.142786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b79a0-688e-438d-95a5-f3b8d4964efb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:13.152003 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:13.205492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:13.208965 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f53b79a0-688e-438d-95a5-f3b8d4964efb HTTP/1.1" status: 204 len: 168 time: 0.7444794 Dec 20 11:40:13.219067 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-88a5824d-ea62-4831-b456-7ded1445f43e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126827 Dec 20 11:40:13.326432 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-546a68ea-997e-4c42-9e67-91aaf4b315c4 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips/0e7cfe0d-fbff-4f80-8e10-92f521285be1 HTTP/1.1" status: 200 len: 693 time: 0.1220753 Dec 20 11:40:13.393925 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-f8a908b0-e22d-40a2-b10a-36dc456ce459 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031657 Dec 20 11:40:13.437853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 10.1.1.175 (a61c8b48-37fb-40c3-853b-f2ab8979d5bf/f7766a73-85d0-45ff-91fe-ca97fc4a63fe/b3b6fb96-1bdf-43b3-bd5b-949f89612d43) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:13.471004 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-6161999f-3e47-4bd9-9b79-2008abcc4c02 service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510500 Dec 20 11:40:13.612697 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3f4ee19-9223-4f7e-ad1c-ca03874a813e req-793d93c2-fdb0-49c9-a488-e895a8afa0e6 service neutron] 10.222.0.53 "GET /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107360 Dec 20 11:40:13.648561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-3ac07341-eb41-4706-a605-efb96ee9e5b2 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:13.653598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-3ac07341-eb41-4706-a605-efb96ee9e5b2 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.3258445 Dec 20 11:40:13.661006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-98e001dd-671f-43b8-9647-31e579d6c6b0 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:40:13.662342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-98e001dd-671f-43b8-9647-31e579d6c6b0 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071347 Dec 20 11:40:13.730153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-9c1cdc2b-c20d-495d-b3a6-2cfd798fc0ee service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582266 Dec 20 11:40:13.732542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41122) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:13.799338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:13.817919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Transition to ACTIVE for port object b3b6fb96-1bdf-43b3-bd5b-949f89612d43 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:13.846388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:13.855492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-622b7853-c6f5-4050-83e2-d42c574926e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:13.929975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:13.932774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:13.941993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:13.962988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:14.016448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-ab730e60-b8c0-41b2-a590-8b71d310abdd tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.147 HTTP/1.1" status: 200 len: 696 time: 0.3472688 Dec 20 11:40:14.023454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:14.067753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:14.073285 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:14.096411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:14.097256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:14.140356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5d975803d9ba4d8ca19c81fc5a6ff762 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:14.152108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:14.157908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7108235 Dec 20 11:40:14.168687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628', 'admin_state_up': True, 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'security_groups': ['4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:14.203590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:14.245907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-4698a825-88c6-4424-b0b6-f5fd6d00fe59 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.147 HTTP/1.1" status: 200 len: 696 time: 0.2277470 Dec 20 11:40:14.374859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:14.377356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b51eeda-b69b-4fa5-9637-2829b2e79132 None None] Provisioning for port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:14.384887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Usage tracker for resource:port and tenant:795f3e1f52794904ac6bee547e966db9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:14.387858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b51eeda-b69b-4fa5-9637-2829b2e79132 None None] Provisioning complete for port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:14.388882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b51eeda-b69b-4fa5-9637-2829b2e79132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:14.395020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:14.412538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:14.445128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:14.512483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2b51eeda-b69b-4fa5-9637-2829b2e79132 None None] Port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:40:14.607733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Deleting port 37905c6b-ae63-496b-b7a3-af290c941fda {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:14.608073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:14.626262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:14.732752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:14.750150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:14.759471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:14.760371 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ebb6ed52-224a-457c-996b-7bb1b2b62939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:14.887632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63c825-0a6d-4a9b-8c79-0e370e577615,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:14.922720 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:14.953385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 10.2.2.100 (55f00df5-b69b-49b5-bf56-5247b87a2628/7c64bcc5-24fe-475f-ad61-f56e11ac34f2/37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:14.965657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d975803d9ba4d8ca19c81fc5a6ff762&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2319622 Dec 20 11:40:14.966277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d057a4-4c18-4a03-8578-45f28d99bd84 req-713fd9c4-3a96-4d23-8289-8b49195f1c1f tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:14.969765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41144) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:14.973137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3d057a4-4c18-4a03-8578-45f28d99bd84 req-713fd9c4-3a96-4d23-8289-8b49195f1c1f tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 946 time: 0.1807020 Dec 20 11:40:15.013414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.013939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.059673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3d057a4-4c18-4a03-8578-45f28d99bd84 req-42569cf4-b4d4-4e83-96e3-4a74b1dd4a23 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855944 Dec 20 11:40:15.172610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Calling delete_port for 37905c6b-ae63-496b-b7a3-af290c941fda owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:15.264647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.312749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.427294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.449328 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a73ad997-da59-4960-b921-61079f1c992e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:15.454056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.473368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Transition to ACTIVE for port object 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:15.501280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.508974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.514055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event deleted for resources: {'Port': ['ID=37905c6b-ae63-496b-b7a3-af290c941fda,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:15.527344 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-007de56c-7af3-4a8f-997d-32fda4979dec tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:15.548653 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:15.549170 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0a343300-2ab3-4bf3-87e5-3f378019259e tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:15.626716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63c825-0a6d-4a9b-8c79-0e370e577615,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:15.632785 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:15.714444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:15.719353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:15.723178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:15.725560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:15.755744 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:15.768484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.779349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.786809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60b1e08c-9e2d-49a7-95fe-7f5caa590c22 req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e7cfe0d-fbff-4f80-8e10-92f521285be1 HTTP/1.1" status: 204 len: 173 time: 1.5397224 Dec 20 11:40:15.823330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a28cc6-afda-4854-86ba-193b4d882564 req-d1e01687-f746-4cf6-b86b-67dc39648f8b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:15.827467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a28cc6-afda-4854-86ba-193b4d882564 req-d1e01687-f746-4cf6-b86b-67dc39648f8b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:15.831399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a28cc6-afda-4854-86ba-193b4d882564 req-d1e01687-f746-4cf6-b86b-67dc39648f8b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:15.836087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a28cc6-afda-4854-86ba-193b4d882564 req-d1e01687-f746-4cf6-b86b-67dc39648f8b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:15.837081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-67a28cc6-afda-4854-86ba-193b4d882564 req-d1e01687-f746-4cf6-b86b-67dc39648f8b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:15.847047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:15.847742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.873964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-43569c64-1439-458a-b77c-a665a2edbed0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:15.876347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-43569c64-1439-458a-b77c-a665a2edbed0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 0.3334954 Dec 20 11:40:15.884848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:15.885969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b63c825-0a6d-4a9b-8c79-0e370e577615 HTTP/1.1" status: 204 len: 168 time: 0.9147911 Dec 20 11:40:15.892723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-67a28cc6-afda-4854-86ba-193b4d882564 req-d1e01687-f746-4cf6-b86b-67dc39648f8b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:15.894689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Request body: {'port': {'device_id': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'admin_state_up': True, 'tenant_id': '8957291041f943de970d654cee42eed5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:15.900253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a28cc6-afda-4854-86ba-193b4d882564 req-d1e01687-f746-4cf6-b86b-67dc39648f8b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 3095 time: 0.3237624 Dec 20 11:40:15.903217 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7387805 Dec 20 11:40:15.924170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628', 'admin_state_up': True, 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'security_groups': ['4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:16.058776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:16.070141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:16.081303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:16.114609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:16.140460 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f470c18f-ff28-4596-943a-1d38a73b7b89 req-1da9140b-b40d-41b2-95d2-3e770ee5ce58 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 210 time: 0.0572317 Dec 20 11:40:16.141234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a28cc6-afda-4854-86ba-193b4d882564 req-4df6fd94-46b2-46e1-bc77-5200b23f5c38 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2369204 Dec 20 11:40:16.141511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Made reservation on behalf of 8957291041f943de970d654cee42eed5 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:16.145291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:16.158484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Made reservation on behalf of 795f3e1f52794904ac6bee547e966db9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:16.162415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e05f26cb-6ff1-419e-aa46-323752e5bc8d None None] Provisioning for port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:16.164821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:16.179632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e05f26cb-6ff1-419e-aa46-323752e5bc8d None None] Provisioning complete for port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:16.180589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e05f26cb-6ff1-419e-aa46-323752e5bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:16.428293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e05f26cb-6ff1-419e-aa46-323752e5bc8d None None] Port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:40:16.481638 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d426e-433d-4c3d-8cc4-f4e340944366 None None] New status for floating IP 0e7cfe0d-fbff-4f80-8e10-92f521285be1: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:40:16.692042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Allocated IP 172.20.0.8 (6b4b4f65-4f18-45d6-83bf-6fe84ebea283/88e6d6c6-7d46-433e-b305-c582d0277513/f8dc20b2-7415-49ff-821d-a96694d58334) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:16.734505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Allocated IP 10.2.2.200 (55f00df5-b69b-49b5-bf56-5247b87a2628/7c64bcc5-24fe-475f-ad61-f56e11ac34f2/69586408-54bf-4ff9-90d3-a4beba9d58bf) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:16.781025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54773d95-e047-4c8e-bc84-0a3214acd8f6 req-e3936c1c-17e6-45fb-9cf1-a090052d9a7b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:16.787954 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54773d95-e047-4c8e-bc84-0a3214acd8f6 req-e3936c1c-17e6-45fb-9cf1-a090052d9a7b tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 949 time: 0.1627860 Dec 20 11:40:16.923142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-40bb0316-94ee-4bf2-aac7-ce29ff43b900 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4046481 Dec 20 11:40:16.925657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54773d95-e047-4c8e-bc84-0a3214acd8f6 req-28fc9420-fb7c-4b8b-9b7d-24f8fc0572fa tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367383 Dec 20 11:40:17.018382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:17.029100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:17.038675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.051799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Usage tracker for resource:floatingip and tenant:baba3a0b13674c7baea55278a0bfd536 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:17.058500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:17.078173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a8008cb-5f47-48bc-8f91-400f7d91838a req-7190a3c2-a1b9-4053-8bfd-0ebfea25faf5 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups/1ca56ecf-b494-4555-8df7-6da5790ef502 HTTP/1.1" status: 200 len: 1642 time: 0.0781479 Dec 20 11:40:17.129900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:17.139935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.146207 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74c2a5d7-53c2-4deb-a3bb-986a9998dbf1 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:17.173662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.227942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.235719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-b53927a2-8edb-460f-b309-7dfc1ba02dc2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:17.237144 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-b53927a2-8edb-460f-b309-7dfc1ba02dc2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0a3451-5d26-44c3-8598-2a0d31d6c3fd HTTP/1.1" status: 200 len: 949 time: 0.2817867 Dec 20 11:40:17.238682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:17.239426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8a8008cb-5f47-48bc-8f91-400f7d91838a req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.244402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:17.271997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:17.291289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Transition to ACTIVE for port object 69586408-54bf-4ff9-90d3-a4beba9d58bf will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:17.332956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:17.340743 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:17.348726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Deleting port 389ad02c-9a41-4971-bad8-11bae34cfac9 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:17.349072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.355474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:17.356072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.372568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8a8008cb-5f47-48bc-8f91-400f7d91838a req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.387938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:40:17.434649 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5461402 Dec 20 11:40:17.448535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Request body: {'port': {'device_id': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:17.470400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.478504 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6a15e038-4aa4-4748-80ce-a503c0cd4d23 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:17.509748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8a8008cb-5f47-48bc-8f91-400f7d91838a req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.517284 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab7b7273-8368-44e3-8bbd-a3fa6b9b6369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:17.565947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca56ecf-b494-4555-8df7-6da5790ef502,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:17.574225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:17.583821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8a8008cb-5f47-48bc-8f91-400f7d91838a req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.585500 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a8008cb-5f47-48bc-8f91-400f7d91838a req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ca56ecf-b494-4555-8df7-6da5790ef502 HTTP/1.1" status: 204 len: 173 time: 0.5014665 Dec 20 11:40:17.603355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.606782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:17.677222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event updated for resources: {'Port': ['ID=69586408-54bf-4ff9-90d3-a4beba9d58bf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:17.687427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'mac_address': 'fa:16:3e:fa:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:40:17.714830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:17.716897 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:17.721440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:17.750734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:17.763048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.809190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a2e2c3-d380-4995-b480-b61856e01519 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:17.832910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:17.835626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.840860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:17.844946 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fd820c8e-87a5-4510-bb28-80f29c4689be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:17.938613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:17.951116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.951451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.951928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.952258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.952576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.952894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.953209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.953520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.953831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.954262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.954584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:17.958898 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:18.030230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e7a2e2c3-d380-4995-b480-b61856e01519'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:40:18.047662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07ca3-8fa7-44f3-8a83-622ae2bae6d0 req-f24dea8f-974d-4160-82a7-314e323d8afb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:18.048699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-34f07ca3-8fa7-44f3-8a83-622ae2bae6d0 req-f24dea8f-974d-4160-82a7-314e323d8afb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:18.058891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.074204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:18.074869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.091814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-34f07ca3-8fa7-44f3-8a83-622ae2bae6d0 req-f24dea8f-974d-4160-82a7-314e323d8afb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:18.092963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34f07ca3-8fa7-44f3-8a83-622ae2bae6d0 req-f24dea8f-974d-4160-82a7-314e323d8afb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 931 time: 0.3099780 Dec 20 11:40:18.113154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3afd5304-d645-4f07-be12-543866ea6cc0 None None] Provisioning for port 69586408-54bf-4ff9-90d3-a4beba9d58bf completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:18.126450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3afd5304-d645-4f07-be12-543866ea6cc0 None None] Provisioning complete for port 69586408-54bf-4ff9-90d3-a4beba9d58bf triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:18.126905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3afd5304-d645-4f07-be12-543866ea6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.185860 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34f07ca3-8fa7-44f3-8a83-622ae2bae6d0 req-1dc56ce4-2d53-44f2-972c-32014b586762 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541842 Dec 20 11:40:18.194426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] For port 389ad02c-9a41-4971-bad8-11bae34cfac9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=389ad02c-9a41-4971-bad8-11bae34cfac9,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:18.194790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.208591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2883058 Dec 20 11:40:18.210455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dc20b2-7415-49ff-821d-a96694d58334 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:18.219320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.240709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Transition to ACTIVE for port object f8dc20b2-7415-49ff-821d-a96694d58334 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:18.245072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.259135 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b4345725-dcd1-465c-b655-9e7b0def9a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:18.279428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3afd5304-d645-4f07-be12-543866ea6cc0 None None] Port 69586408-54bf-4ff9-90d3-a4beba9d58bf cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:40:18.404239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:18.407140 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:18.422728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:18.452662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Calling delete_port for 389ad02c-9a41-4971-bad8-11bae34cfac9 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:18.603231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:18.603565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:18.603891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:18.619442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:18.619770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:18.632321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:18.632929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:18.633075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:18.633507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Bound port: f8dc20b2-7415-49ff-821d-a96694d58334, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:18.633830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.648141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Allocated IP 172.35.0.81 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/7bea5192-69a5-4188-a487-a17db328fd03) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:18.655291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff33e-514e-40d3-84e5-3198f77c20ff req-62e903f3-7be5-49d3-9af4-46ba77d20d56 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:18.659368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff33e-514e-40d3-84e5-3198f77c20ff req-62e903f3-7be5-49d3-9af4-46ba77d20d56 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:18.663284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff33e-514e-40d3-84e5-3198f77c20ff req-62e903f3-7be5-49d3-9af4-46ba77d20d56 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:18.670284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff33e-514e-40d3-84e5-3198f77c20ff req-62e903f3-7be5-49d3-9af4-46ba77d20d56 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:18.672752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.674133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff33e-514e-40d3-84e5-3198f77c20ff req-62e903f3-7be5-49d3-9af4-46ba77d20d56 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:18.675910 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a71ff33e-514e-40d3-84e5-3198f77c20ff req-62e903f3-7be5-49d3-9af4-46ba77d20d56 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 3816 time: 0.2249544 Dec 20 11:40:18.794278 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a71ff33e-514e-40d3-84e5-3198f77c20ff req-551ade45-0b4f-4f37-b29d-383addd5b9d1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863316 Dec 20 11:40:18.796585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:18.802263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:18.814487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.822445 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bbdb9fa3-46df-4a32-a0a8-a24ddc506531 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:18.904030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.905640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 200 len: 1093 time: 1.4624958 Dec 20 11:40:18.906177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:18.915615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:18.919709 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:18.939998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:18.952269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['482b8e07-3d63-4a0e-b900-4b37b691a85a', 'c9ab2f2f-c0a3-4513-b352-e25442b19a24'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:40:18.956172 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2a322c31-55d8-4ac5-9912-8e4a7b4e788e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:19.022904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Pushing event deleted for resources: {'Port': ['ID=389ad02c-9a41-4971-bad8-11bae34cfac9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:19.036119 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:19.128536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:19.170822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] No DVR routers for this DVR port 389ad02c-9a41-4971-bad8-11bae34cfac9 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:40:19.186125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:19.187473 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3bd35497-9c9f-4426-807a-3fcb6ee0334f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1096 time: 0.2268815 Dec 20 11:40:19.188681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'name': 'network-vif-deleted', 'tag': '389ad02c-9a41-4971-bad8-11bae34cfac9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:19.296137 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-3c7a7b77-48fe-4187-a3f9-82cc779cbd83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 200 len: 217 time: 0.0992815 Dec 20 11:40:19.310763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bdcb810-e613-4d5d-a6f7-65703557ae24 req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "DELETE /v2.0/ports/389ad02c-9a41-4971-bad8-11bae34cfac9 HTTP/1.1" status: 204 len: 173 time: 2.0620015 Dec 20 11:40:19.412081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:19.429434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-a9de496d-8b2c-4acf-8759-5a624987ae55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:19.430953 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-a9de496d-8b2c-4acf-8759-5a624987ae55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1287477 Dec 20 11:40:19.456966 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4d64c40-e7e7-4164-913f-71a38a0ab198 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:19.510422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-8a8aff37-e8d8-416d-ad53-dd7cbd713554 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679708 Dec 20 11:40:19.524318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:19.609209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:40:19.770114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fee867-840d-478f-8e26-be9b994d2827 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:19.791497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:19.799529 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-bf7558a5-da53-45b5-89f5-127f6971387b service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818229 Dec 20 11:40:19.800977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:19.804548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:19.807033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Pushing event updated for resources: {'Port': ['ID=7bea5192-69a5-4188-a487-a17db328fd03,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:19.812887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:19.851707 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:19.869903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Transition to ACTIVE for port object 12fee867-840d-478f-8e26-be9b994d2827 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:19.889602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:19.896590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port e7a2e2c3-d380-4995-b480-b61856e01519 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:19.897508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:19.907260 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ceab1a2e-e425-49ea-8d88-72fbb8eb62d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:20.079534 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5463130-db68-4860-a1a3-e5c2e88abc16 req-c7e86549-e7d1-4086-81d2-ce846088bfde service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711074 Dec 20 11:40:20.137594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Pushing event updated for resources: {'Port': ['ID=12fee867-840d-478f-8e26-be9b994d2827,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:20.150903 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:20.180706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:20.222999 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:20.240008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:20.250153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:20.251986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 389ad02c-9a41-4971-bad8-11bae34cfac9 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:20.350813 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-926d626a-6c46-4e90-91b2-e6e80d1167bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:20.407251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 389ad02c-9a41-4971-bad8-11bae34cfac9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:40:20.408827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 389ad02c-9a41-4971-bad8-11bae34cfac9 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:40:20.478178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:20.481370 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:20.513553 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334', 'status': 'completed', 'code': 200} Dec 20 11:40:20.685522 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0a3451-5d26-44c3-8598-2a0d31d6c3fd', 'name': 'network-vif-deleted', 'tag': '389ad02c-9a41-4971-bad8-11bae34cfac9', 'status': 'completed', 'code': 200} Dec 20 11:40:20.714518 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-2ec5b6f0-659b-4c8b-9803-32023f9fa448 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1096 time: 0.1741686 Dec 20 11:40:20.744509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:20.749221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Attempting to bind port 12fee867-840d-478f-8e26-be9b994d2827 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:20.749778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Attempting to bind port 12fee867-840d-478f-8e26-be9b994d2827 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:20.750312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Attempting to bind port 12fee867-840d-478f-8e26-be9b994d2827 on network 369c3643-7840-4b2a-8a85-116c0d1f8252 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:20.802469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Port 12fee867-840d-478f-8e26-be9b994d2827 on network 369c3643-7840-4b2a-8a85-116c0d1f8252 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:20.802792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Attempting to bind port 12fee867-840d-478f-8e26-be9b994d2827 on network 369c3643-7840-4b2a-8a85-116c0d1f8252 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:20.829301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:20.829637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Checking segment: {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:20.830040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Bound using segment: {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:20.830469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Bound port: 12fee867-840d-478f-8e26-be9b994d2827, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:20.831036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:20.840371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.014527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-4bf33912-4c83-4dd6-908f-28946d470683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.015962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-4bf33912-4c83-4dd6-908f-28946d470683 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.2929652 Dec 20 11:40:21.083078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] For port 12fee867-840d-478f-8e26-be9b994d2827, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:21.099050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] For port 12fee867-840d-478f-8e26-be9b994d2827, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12fee867-840d-478f-8e26-be9b994d2827,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:21.100454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e034425-55d6-49df-8bf8-4906e3b1812c req-aacfca5a-f526-48d5-ba93-4586d1545310 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.108278 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e034425-55d6-49df-8bf8-4906e3b1812c req-aacfca5a-f526-48d5-ba93-4586d1545310 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 943 time: 0.2075522 Dec 20 11:40:21.112355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.118846 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec12a3d1-cb80-4275-8601-9d9d534ea4b2 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:21.144145 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-94ac938c-bad1-4303-aec3-a6954ab95072 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 200 len: 217 time: 0.1122603 Dec 20 11:40:21.219248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.221472 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] 10.222.0.53 "PUT /v2.0/ports/12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 200 len: 1093 time: 2.9158006 Dec 20 11:40:21.235983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Pushing event updated for resources: {'Port': ['ID=12fee867-840d-478f-8e26-be9b994d2827,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:21.242772 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:21.255852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e034425-55d6-49df-8bf8-4906e3b1812c req-e7c46175-33bc-439a-8467-b1cfc5074737 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466258 Dec 20 11:40:21.269027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-5e3715ea-9175-4805-94da-30075b7f22b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.275394 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-5e3715ea-9175-4805-94da-30075b7f22b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1201036 Dec 20 11:40:21.295348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:21.358616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-3f50c7ba-5ab8-47e9-bea7-54d0ac93d32f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756125 Dec 20 11:40:21.366160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.397386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.404774 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ef8f296-2676-4286-a103-2e4132f6f263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:21.574533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-0fc1ccec-db1d-4d6c-ae30-1f6b0f09370e service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089746 Dec 20 11:40:21.622651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Pushing event updated for resources: {'Port': ['ID=7bea5192-69a5-4188-a487-a17db328fd03,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:21.633158 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:21.634172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.665727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.745180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:21.753570 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7959485 Dec 20 11:40:21.783528 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dc18134-f408-4eae-8751-faddaf02f3bc req-9009bb71-98ce-429c-bf4b-c6515c31d814 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745160 Dec 20 11:40:21.819315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d909ec-5c12-44af-a78c-d2db914e262f req-7bbcd3ce-4315-4a5c-bfa5-04916ddc0c3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.825453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d909ec-5c12-44af-a78c-d2db914e262f req-7bbcd3ce-4315-4a5c-bfa5-04916ddc0c3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.828765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d909ec-5c12-44af-a78c-d2db914e262f req-7bbcd3ce-4315-4a5c-bfa5-04916ddc0c3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.834848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d909ec-5c12-44af-a78c-d2db914e262f req-7bbcd3ce-4315-4a5c-bfa5-04916ddc0c3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.839237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d909ec-5c12-44af-a78c-d2db914e262f req-7bbcd3ce-4315-4a5c-bfa5-04916ddc0c3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:21.848205 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-74d909ec-5c12-44af-a78c-d2db914e262f req-7bbcd3ce-4315-4a5c-bfa5-04916ddc0c3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 3828 time: 0.2722168 Dec 20 11:40:21.917222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-74d909ec-5c12-44af-a78c-d2db914e262f req-33789362-e3c5-412d-af0e-d567645de61f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679798 Dec 20 11:40:21.994399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-0d9125f8-75cd-4a89-97c3-55d8c332e3d3 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Synchronizing usage tracker for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:22.101241 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'code': 200} Dec 20 11:40:22.105837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-0d9125f8-75cd-4a89-97c3-55d8c332e3d3 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Unset dirty status for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:22.112608 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-0d9125f8-75cd-4a89-97c3-55d8c332e3d3 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 695 time: 0.3313215 Dec 20 11:40:22.302986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5152-a2d7-4bad-a1f3-e47f7caf0ad9 req-76c1ab18-63ae-4551-8f18-c2f24ae91d38 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:22.304058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0faa5152-a2d7-4bad-a1f3-e47f7caf0ad9 req-76c1ab18-63ae-4551-8f18-c2f24ae91d38 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:22.316840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-fe5d893f-a148-40ab-b4a0-cd332e0f9276 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:22.323935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-fe5d893f-a148-40ab-b4a0-cd332e0f9276 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.2104614 Dec 20 11:40:22.328116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0faa5152-a2d7-4bad-a1f3-e47f7caf0ad9 req-76c1ab18-63ae-4551-8f18-c2f24ae91d38 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:22.339003 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0faa5152-a2d7-4bad-a1f3-e47f7caf0ad9 req-76c1ab18-63ae-4551-8f18-c2f24ae91d38 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.1316674 Dec 20 11:40:22.349162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-6cc8d8e6-420e-4132-9a0d-a5a6056623ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:40:22.368568 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-baaa3bd6-23e9-4672-aab1-825dbb366fa8 req-6cc8d8e6-420e-4132-9a0d-a5a6056623ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0417335 Dec 20 11:40:22.393656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0faa5152-a2d7-4bad-a1f3-e47f7caf0ad9 req-37bb48a0-a7d2-4728-8355-ff9d8d79fe10 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:22.547360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcc5c9b-c050-4db3-affa-5c96dfe69126 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:22.561303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:22.581209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Transition to ACTIVE for port object cdcc5c9b-c050-4db3-affa-5c96dfe69126 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:22.591882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:22.599401 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:22.626316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0faa5152-a2d7-4bad-a1f3-e47f7caf0ad9 req-37bb48a0-a7d2-4728-8355-ff9d8d79fe10 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:22.634740 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0faa5152-a2d7-4bad-a1f3-e47f7caf0ad9 req-37bb48a0-a7d2-4728-8355-ff9d8d79fe10 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff273e4b-596d-4d06-879a-0fbc02a9a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947416 Dec 20 11:40:22.665105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:40:22.686602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '12fee867-840d-478f-8e26-be9b994d2827'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:22.686837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-81e62329-8feb-412c-a71c-44b4974f5644 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:22.691618 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-81e62329-8feb-412c-a71c-44b4974f5644 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 946 time: 0.3031766 Dec 20 11:40:22.927077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Deleting port 895d029e-7750-461a-b002-cea4f416b6db {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:22.927629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:23.118795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:23.134024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'f8dc20b2-7415-49ff-821d-a96694d58334', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'port_id': 'f8dc20b2-7415-49ff-821d-a96694d58334', 'mac_address': 'fa:16:3e:1a:08:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e6d6c6-7d46-433e-b305-c582d0277513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:40:23.225574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc5c9b-c050-4db3-affa-5c96dfe69126,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:23.228514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:23.270279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dc20b2-7415-49ff-821d-a96694d58334 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:23.293852 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:23.304361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:23.316337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:23.321665 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:23.500346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:23.503624 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:23.524050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7472-3a76-4e2b-a78b-d079f7ec2fc2 req-1beb88a9-65a1-4f09-a850-3ecefabc13b5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:23.531536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e06e7472-3a76-4e2b-a78b-d079f7ec2fc2 req-1beb88a9-65a1-4f09-a850-3ecefabc13b5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 943 time: 0.3350186 Dec 20 11:40:23.541458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f8dc20b2-7415-49ff-821d-a96694d58334'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:40:23.561359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Attempting to bind port cdcc5c9b-c050-4db3-affa-5c96dfe69126 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:23.561708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Attempting to bind port cdcc5c9b-c050-4db3-affa-5c96dfe69126 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:23.562061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Attempting to bind port cdcc5c9b-c050-4db3-affa-5c96dfe69126 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:23.577387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Port cdcc5c9b-c050-4db3-affa-5c96dfe69126 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:23.577387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Attempting to bind port cdcc5c9b-c050-4db3-affa-5c96dfe69126 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:23.585670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:23.586026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Checking segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:23.586476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Bound using segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:23.587110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Bound port: cdcc5c9b-c050-4db3-affa-5c96dfe69126, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:23.587557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:23.594039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] For port 895d029e-7750-461a-b002-cea4f416b6db, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=895d029e-7750-461a-b002-cea4f416b6db,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:23.594394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:23.614724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5589bbc7-eb41-4e43-b08c-fca6f2ceab77 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:23.616367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5589bbc7-eb41-4e43-b08c-fca6f2ceab77 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Synchronizing usage tracker for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:23.695149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] For port cdcc5c9b-c050-4db3-affa-5c96dfe69126, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:23.698616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] For port cdcc5c9b-c050-4db3-affa-5c96dfe69126, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:23.743336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Calling delete_port for 895d029e-7750-461a-b002-cea4f416b6db owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:23.763471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e06e7472-3a76-4e2b-a78b-d079f7ec2fc2 req-2a24cb9d-57c5-4e14-97ac-071dd68621c3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310026 Dec 20 11:40:23.769432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:23.793543 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f942d953-e41a-4139-9c25-76102f7043ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:23.819886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5589bbc7-eb41-4e43-b08c-fca6f2ceab77 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Unset dirty status for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:23.827561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5589bbc7-eb41-4e43-b08c-fca6f2ceab77 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 821 time: 0.6630397 Dec 20 11:40:23.854969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-9cd5ea41-e892-4392-9614-4d0a9f95a073 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/quotas/baba3a0b13674c7baea55278a0bfd536 HTTP/1.1" status: 200 len: 375 time: 0.0261130 Dec 20 11:40:23.907812 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '12fee867-840d-478f-8e26-be9b994d2827', 'status': 'completed', 'code': 200} Dec 20 11:40:23.950273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:23.951663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 1138 time: 2.6860454 Dec 20 11:40:24.023592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] Sync routers for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:40:24.028826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:24.051899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:24.052528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:24.098222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-790f01ce-aace-4554-93db-57f1f30a369e tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2423766 Dec 20 11:40:24.197188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:24.228776 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:24.475755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc5c9b-c050-4db3-affa-5c96dfe69126,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:24.480502 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:24.485236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Pushing event deleted for resources: {'Port': ['ID=895d029e-7750-461a-b002-cea4f416b6db,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:24.504143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:24.531472 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2049ae18-3170-4f92-9883-947672c82bab req-01f14c08-b6c3-419f-a406-e555b4904c1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5296 time: 0.6259096 Dec 20 11:40:24.548609 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:24.554271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:24.591071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-b5526b13-08bb-4666-b3ab-b3f0b92b50b7 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:24.591752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-b5526b13-08bb-4666-b3ab-b3f0b92b50b7 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Synchronizing usage tracker for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:24.646269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] No DVR routers for this DVR port 895d029e-7750-461a-b002-cea4f416b6db on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:40:24.659874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-b5526b13-08bb-4666-b3ab-b3f0b92b50b7 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Unset dirty status for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:24.661161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-b5526b13-08bb-4666-b3ab-b3f0b92b50b7 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 950 time: 0.4522121 Dec 20 11:40:24.682196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:24.691128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418cec-022d-4965-b352-e3dc440356b8 req-01be7a1a-a889-43f7-9a64-ba9e45e392d3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:24.692255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'name': 'network-vif-deleted', 'tag': '895d029e-7750-461a-b002-cea4f416b6db'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:24.701026 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a418cec-022d-4965-b352-e3dc440356b8 req-01be7a1a-a889-43f7-9a64-ba9e45e392d3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 950 time: 0.4867489 Dec 20 11:40:24.719497 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-d57b4a6b-11cc-49ca-8d87-f724b15ed6b3 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025755 Dec 20 11:40:24.776986 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35d6d6ed-0980-4d26-af78-038f11d04bc0 req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.53 "DELETE /v2.0/ports/895d029e-7750-461a-b002-cea4f416b6db HTTP/1.1" status: 204 len: 173 time: 2.0767057 Dec 20 11:40:24.782083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:24.906596 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-8fcc54fe-f730-4d64-9e90-c8c17f04ac5b service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861668 Dec 20 11:40:25.006765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port f8dc20b2-7415-49ff-821d-a96694d58334 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:25.017400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port f8dc20b2-7415-49ff-821d-a96694d58334 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:25.018210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:25.057263 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a418cec-022d-4965-b352-e3dc440356b8 req-f1c76b29-9fba-493f-b37c-0c0edef98a0f tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546646 Dec 20 11:40:25.326812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:25.406316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:25.411610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Deleting port 482b8e07-3d63-4a0e-b900-4b37b691a85a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:25.412078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:25.426130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:25.436848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] Checking router: 3620e3e0-a947-4a18-85c4-06a18bb5cf05 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:40:25.443917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:25.458983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:25.459985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 895d029e-7750-461a-b002-cea4f416b6db no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:25.495734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:25.496381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:25.699557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:25.722634 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e066934-8506-4fd7-aad2-ff15d89bd8c9 req-4045ed80-23eb-496b-b9b4-0f8e1da0bf35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0672975 Dec 20 11:40:25.757210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ae18-3170-4f92-9883-947672c82bab req-10891abe-6ba4-40c0-ba42-1d1f0155f531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:25.757789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ae18-3170-4f92-9883-947672c82bab req-10891abe-6ba4-40c0-ba42-1d1f0155f531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:25.760644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ae18-3170-4f92-9883-947672c82bab req-10891abe-6ba4-40c0-ba42-1d1f0155f531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:25.762549 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2049ae18-3170-4f92-9883-947672c82bab req-10891abe-6ba4-40c0-ba42-1d1f0155f531 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=795f3e1f52794904ac6bee547e966db9&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.2144654 Dec 20 11:40:25.845255 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:25.907952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 895d029e-7750-461a-b002-cea4f416b6db {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:40:25.908540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 895d029e-7750-461a-b002-cea4f416b6db not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:40:25.933308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-bf970e41-1fb1-4853-b3ee-b194be7d9d9e req-24bdcda6-55f4-445e-b9ae-20fc73487014 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Synchronizing usage tracker for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:25.947319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e066934-8506-4fd7-aad2-ff15d89bd8c9 req-e8d17e5d-fa61-4911-a5c0-c5f1ec4b95b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 210 time: 0.1942189 Dec 20 11:40:26.020190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-bf970e41-1fb1-4853-b3ee-b194be7d9d9e req-24bdcda6-55f4-445e-b9ae-20fc73487014 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Unset dirty status for tenant:eff6c436d2bc4266b1e08d2c95a35fce on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:26.039785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf970e41-1fb1-4853-b3ee-b194be7d9d9e req-24bdcda6-55f4-445e-b9ae-20fc73487014 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f9856ac-834d-4255-9e12-4a139bf80136 HTTP/1.1" status: 200 len: 210 time: 0.1997745 Dec 20 11:40:26.047818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': 'cdcc5c9b-c050-4db3-affa-5c96dfe69126'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:26.109201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:26.112424 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:26.160630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:26.165256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f372e5e-8e08-4d25-b507-0be5b33738e9 None None] The sync data for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 is: [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:38:42Z', 'revision_number': 4, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a310c469-7cd6-440e-992e-03ee52de4e89', 'name': '', 'network_id': '278b1917-c3c0-4888-8957-7bf2b89f56ad', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'mac_address': 'fa:16:3e:e4:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:40Z', 'updated_at': '2021-12-20T11:39:14Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'subnets': [{'id': '812cfc55-e29a-40b5-9758-ce1633da9b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:40:26.413907 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9856ac-834d-4255-9e12-4a139bf80136', 'name': 'network-vif-deleted', 'tag': '895d029e-7750-461a-b002-cea4f416b6db', 'status': 'completed', 'code': 200} Dec 20 11:40:26.433127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e066934-8506-4fd7-aad2-ff15d89bd8c9 req-1fe403f2-0309-43e3-9afe-102e4ba7a428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.433127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e066934-8506-4fd7-aad2-ff15d89bd8c9 req-1fe403f2-0309-43e3-9afe-102e4ba7a428 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4646006 Dec 20 11:40:26.680564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ae18-3170-4f92-9883-947672c82bab req-bb23ea19-9755-4bd7-85ac-cfa797c12ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.682391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2049ae18-3170-4f92-9883-947672c82bab req-bb23ea19-9755-4bd7-85ac-cfa797c12ad2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8830445 Dec 20 11:40:26.795160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.799316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.808545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.812655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.819761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.823838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.824867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:26.930328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:26.951524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:26.989675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e066934-8506-4fd7-aad2-ff15d89bd8c9 req-d241cf34-2460-4b4f-a34a-898edc27e4b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:26.991819 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e066934-8506-4fd7-aad2-ff15d89bd8c9 req-d241cf34-2460-4b4f-a34a-898edc27e4b0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5524342 Dec 20 11:40:27.010322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:27.015527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ffcac-3eae-46d8-b556-b7c34f02f7e1 req-f50dc126-d6b6-44d8-b84c-c6a33fd178cc tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:27.022993 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994ffcac-3eae-46d8-b556-b7c34f02f7e1 req-f50dc126-d6b6-44d8-b84c-c6a33fd178cc tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.1549089 Dec 20 11:40:27.024857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-482b24b4-731a-45b1-990a-c24b67eb61af req-c83dc53e-44c8-4f3c-a15f-88de108b5b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 4606 time: 1.5453734 Dec 20 11:40:27.069832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Transition to ACTIVE for port object 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:27.076938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-994ffcac-3eae-46d8-b556-b7c34f02f7e1 req-399018f1-441b-42fc-9c6c-90415635fd8f tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527499 Dec 20 11:40:27.105279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:27.121153 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ca649bf-1b14-4fa8-ad74-caa20275ecce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:27.360634 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9f69c39-ef1b-4f6f-964c-321f680b7832 req-f66ce66f-78e4-479a-ac81-969092133c93 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 210 time: 0.0779819 Dec 20 11:40:27.360813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Pushing event updated for resources: {'Port': ['ID=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:27.369939 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:27.375915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:27.376284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:27.433743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 482b8e07-3d63-4a0e-b900-4b37b691a85a no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:27.445315 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-482b24b4-731a-45b1-990a-c24b67eb61af req-8a7900b2-eda6-4291-8c4b-839f49fc85f6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4195259 Dec 20 11:40:27.746369 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334', 'code': 200} Dec 20 11:40:27.781727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-48992771-c9d6-45e5-a310-f64b0382ca50 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:27.794859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-48992771-c9d6-45e5-a310-f64b0382ca50 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.53 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 821 time: 0.5815392 Dec 20 11:40:27.817511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'port': {'device_id': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'admin_state_up': True, 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:27.859594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Calling delete_port for 482b8e07-3d63-4a0e-b900-4b37b691a85a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:27.890277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aac439e1-9df4-4781-a830-b05aacafcc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:27.953827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:28.039746 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': 'cdcc5c9b-c050-4db3-affa-5c96dfe69126', 'status': 'completed', 'code': 200} Dec 20 11:40:28.059597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:28.073531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:28.076077 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:28.159540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=482b8e07-3d63-4a0e-b900-4b37b691a85a,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:28.175013 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:28.225372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:28.551549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:28.590541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc2dbe-47d6-4fc8-b2c8-9a9540c34219 req-58a5b53a-1efe-4f2b-ac1d-342c98a8c7fc tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:28.600966 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cbc2dbe-47d6-4fc8-b2c8-9a9540c34219 req-58a5b53a-1efe-4f2b-ac1d-342c98a8c7fc tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 948 time: 0.6104460 Dec 20 11:40:28.604597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:28.688398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:40:28.689280 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:40:28.703790 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cbc2dbe-47d6-4fc8-b2c8-9a9540c34219 req-74c07a36-02fb-4f01-bf65-d1a0f4f90dd4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017857 Dec 20 11:40:28.704595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Made reservation on behalf of baba3a0b13674c7baea55278a0bfd536 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:28.706584 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b93adba8-604f-4f3a-9b25-77acd877cbc5 req-efb203d5-981f-4e58-935d-1b3f11fb7649 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1098 time: 0.6756804 Dec 20 11:40:28.708291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:28.742345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Attempting to bind port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:28.743551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Attempting to bind port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:28.743551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Attempting to bind port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:28.756334 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a320130-62ff-4a37-ada0-58f4fd47dd65 req-9697b380-703e-4f88-9aa1-1988f54d0b7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6184 time: 0.7148743 Dec 20 11:40:28.809144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587c838-d3ee-4ec6-8b2b-bbf21b72cc10 req-ecc2ba4c-af26-4450-9eb7-fcd95892ab02 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:28.810919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1587c838-d3ee-4ec6-8b2b-bbf21b72cc10 req-ecc2ba4c-af26-4450-9eb7-fcd95892ab02 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.3649981 Dec 20 11:40:28.896559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b93adba8-604f-4f3a-9b25-77acd877cbc5 req-f5fabe4e-ffc0-432e-b0e3-da8f9052a01a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758428 Dec 20 11:40:28.900359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:28.900773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Attempting to bind port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:28.987615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:28.987973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Checking segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:28.988358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Bound using segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:28.988795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Bound port: 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:28.989148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:29.032847 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1587c838-d3ee-4ec6-8b2b-bbf21b72cc10 req-301a8655-58e9-4657-8266-fd4a5e971f89 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139757 Dec 20 11:40:29.034710 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1a7962b5-90b2-424a-a330-ac5f5646f211 req-00b1a205-14a2-463c-b4aa-1dcb8c3e90d3 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 210 time: 0.0913925 Dec 20 11:40:29.127476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Allocated IP 172.20.0.9 (039b0c97-7c96-478f-ae85-fa0b656b29c4/0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab/a65784fa-93a1-481b-a0e0-7476b72d4e7f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:29.153942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a320130-62ff-4a37-ada0-58f4fd47dd65 req-00ee29cd-3065-450a-8f3a-63248051d7ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:29.154786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a320130-62ff-4a37-ada0-58f4fd47dd65 req-00ee29cd-3065-450a-8f3a-63248051d7ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:29.155368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a320130-62ff-4a37-ada0-58f4fd47dd65 req-00ee29cd-3065-450a-8f3a-63248051d7ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:29.157135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a320130-62ff-4a37-ada0-58f4fd47dd65 req-00ee29cd-3065-450a-8f3a-63248051d7ed service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=795f3e1f52794904ac6bee547e966db9&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3903944 Dec 20 11:40:29.215248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Deleting port 482b8e07-3d63-4a0e-b900-4b37b691a85a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:29.215948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:29.361411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] For port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:29.475698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] For port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:29.500247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:29.509859 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7853d76-0432-4697-97fe-e1a2b6f12554 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:29.749044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:29.765563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:29.802971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:29.804915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-a535f241-0d95-431a-8955-d92726f17618 service neutron] 10.222.0.53 "PUT /v2.0/ports/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 1137 time: 5.8042502 Dec 20 11:40:29.860905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Transition to ACTIVE for port object a65784fa-93a1-481b-a0e0-7476b72d4e7f will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:29.898084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e701b616-9162-4df6-83c1-c26230c585b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:29.932444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:30.142388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] For port 482b8e07-3d63-4a0e-b900-4b37b691a85a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=482b8e07-3d63-4a0e-b900-4b37b691a85a,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:30.142899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:30.157897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '4af6ced2-49d1-4d30-ad8b-6079bb62a9d1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:30.178934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a320130-62ff-4a37-ada0-58f4fd47dd65 req-6b11549b-621d-4768-be50-14a2158e5703 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.180169 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a320130-62ff-4a37-ada0-58f4fd47dd65 req-6b11549b-621d-4768-be50-14a2158e5703 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0130174 Dec 20 11:40:30.180841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Pushing event updated for resources: {'Port': ['ID=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:30.194248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:30.275463 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:30.342960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.346806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.348133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:30.350686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.354540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.358339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.362159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.366540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.369152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['6f90fa37-2c41-4df7-8469-37814c6e908b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:40:30.369500 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b91a0c60-96ac-4817-b2bd-59a362281e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:30.373866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e1ca2b2a-ae4f-46d8-a43d-240dc5cd1af3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5383 time: 1.1306756 Dec 20 11:40:30.384368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Calling delete_port for 482b8e07-3d63-4a0e-b900-4b37b691a85a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:30.455973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:30.489737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:30.511883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:30.548651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:30.692390 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2d44119f-2b8d-45a5-8fd9-1029535945e7 req-e086c6db-9e9c-4c43-9a7f-e30aa2dadc4b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3173912 Dec 20 11:40:30.760076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Pushing event updated for resources: {'Port': ['ID=a65784fa-93a1-481b-a0e0-7476b72d4e7f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:30.825282 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c151462-6308-4994-b35e-eee44bbfa61f None None] New status for floating IP 0e7cfe0d-fbff-4f80-8e10-92f521285be1: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:40:30.868949 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:30.869484 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a', 'code': 200} Dec 20 11:40:30.889734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5003f16-354d-448c-9790-45dc4b446769 req-0d04455e-f9b1-4655-8d5d-29f809add7e4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.907969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5003f16-354d-448c-9790-45dc4b446769 req-0d04455e-f9b1-4655-8d5d-29f809add7e4 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f963cd2-dfd0-447d-bf96-d1c7df7fe110 HTTP/1.1" status: 200 len: 948 time: 0.8665714 Dec 20 11:40:30.917010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:30.917829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.007921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-049ab39e-d4c8-4911-a0a6-cd5b7605c330 None None] Provisioning for port a65784fa-93a1-481b-a0e0-7476b72d4e7f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:31.021066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-049ab39e-d4c8-4911-a0a6-cd5b7605c330 None None] Provisioning complete for port a65784fa-93a1-481b-a0e0-7476b72d4e7f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:31.021464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-049ab39e-d4c8-4911-a0a6-cd5b7605c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.088721 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2748725 Dec 20 11:40:31.118585 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5003f16-354d-448c-9790-45dc4b446769 req-07e8f0d9-a0da-421d-aae9-7529c69114d9 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094297 Dec 20 11:40:31.136892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Request body: {'port': {'device_id': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:31.216193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.260637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c9ab2f2f-c0a3-4513-b352-e25442b19a24'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:40:31.300523 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5833a230-2056-42c9-af15-f0cdfcb79c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:31.469083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Pushing event deleted for resources: {'Port': ['ID=482b8e07-3d63-4a0e-b900-4b37b691a85a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:31.498844 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:31.531057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.537632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-049ab39e-d4c8-4911-a0a6-cd5b7605c330 None None] Port a65784fa-93a1-481b-a0e0-7476b72d4e7f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:40:31.600203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.644353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.694995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] No DVR routers for this DVR port 482b8e07-3d63-4a0e-b900-4b37b691a85a on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:40:31.700193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.742998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88047-3193-4881-b323-fb94e4203a72 req-126f59fc-a271-4f37-bda5-5cbb3a32a839 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:31.749721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57c88047-3193-4881-b323-fb94e4203a72 req-126f59fc-a271-4f37-bda5-5cbb3a32a839 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.5855107 Dec 20 11:40:31.752083 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ce661bf-1737-4c17-bf9d-93c4490bd483 req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "DELETE /v2.0/ports/482b8e07-3d63-4a0e-b900-4b37b691a85a HTTP/1.1" status: 204 len: 173 time: 7.0734894 Dec 20 11:40:31.853935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57c88047-3193-4881-b323-fb94e4203a72 req-ead5215c-e0ea-4b7c-a735-43c195e194f0 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033483 Dec 20 11:40:31.878168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c7aa44-3c53-4e70-9811-b77047572a5c {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:31.888891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.938109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Transition to ACTIVE for port object 35c7aa44-3c53-4e70-9811-b77047572a5c will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:31.952488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:31.957058 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:32.018350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d927-2911-4e16-bba6-8d8a4bb4c921 req-aa1c4c9d-e885-4ec0-bc67-5e74e5747323 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:32.019096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f4c3d927-2911-4e16-bba6-8d8a4bb4c921 req-aa1c4c9d-e885-4ec0-bc67-5e74e5747323 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Synchronizing usage tracker for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:32.071417 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '4af6ced2-49d1-4d30-ad8b-6079bb62a9d1', 'status': 'completed', 'code': 200} Dec 20 11:40:32.413306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Pushing event updated for resources: {'Port': ['ID=35c7aa44-3c53-4e70-9811-b77047572a5c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:32.430907 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:32.461386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b6f9ca1-4093-4703-a152-bdc6d7dbcb52 req-c70d38fb-8857-4ce1-9f5a-917f16b8595d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6253 time: 0.4258521 Dec 20 11:40:32.648322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:32.735098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65784fa-93a1-481b-a0e0-7476b72d4e7f {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:32.747186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f9ca1-4093-4703-a152-bdc6d7dbcb52 req-3ced2500-a50e-466a-855d-0104ec34e023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:32.748194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f9ca1-4093-4703-a152-bdc6d7dbcb52 req-3ced2500-a50e-466a-855d-0104ec34e023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:32.748843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f9ca1-4093-4703-a152-bdc6d7dbcb52 req-3ced2500-a50e-466a-855d-0104ec34e023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:32.750814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b6f9ca1-4093-4703-a152-bdc6d7dbcb52 req-3ced2500-a50e-466a-855d-0104ec34e023 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=795f3e1f52794904ac6bee547e966db9&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2438540 Dec 20 11:40:32.753957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:32.794047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Transition to ACTIVE for port object a65784fa-93a1-481b-a0e0-7476b72d4e7f will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:32.818635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:32.826898 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:32.869921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f4c3d927-2911-4e16-bba6-8d8a4bb4c921 req-aa1c4c9d-e885-4ec0-bc67-5e74e5747323 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Unset dirty status for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:32.877475 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4c3d927-2911-4e16-bba6-8d8a4bb4c921 req-aa1c4c9d-e885-4ec0-bc67-5e74e5747323 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 931 time: 1.4663682 Dec 20 11:40:33.135645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Pushing event updated for resources: {'Port': ['ID=a65784fa-93a1-481b-a0e0-7476b72d4e7f,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:33.149204 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:33.267900 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4c3d927-2911-4e16-bba6-8d8a4bb4c921 req-499389e8-9eae-4509-bc27-1a80a543afa2 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894432 Dec 20 11:40:33.318593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Attempting to bind port a65784fa-93a1-481b-a0e0-7476b72d4e7f on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:33.319755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Attempting to bind port a65784fa-93a1-481b-a0e0-7476b72d4e7f by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:33.320286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Attempting to bind port a65784fa-93a1-481b-a0e0-7476b72d4e7f on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:33.326491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f9ca1-4093-4703-a152-bdc6d7dbcb52 req-76ac5f38-2128-4934-a36e-d386dc6345c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.328014 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b6f9ca1-4093-4703-a152-bdc6d7dbcb52 req-76ac5f38-2128-4934-a36e-d386dc6345c9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3167264 Dec 20 11:40:33.354978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Port a65784fa-93a1-481b-a0e0-7476b72d4e7f on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:33.355344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Attempting to bind port a65784fa-93a1-481b-a0e0-7476b72d4e7f on network 039b0c97-7c96-478f-ae85-fa0b656b29c4 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:33.361100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Attempting to bind port 35c7aa44-3c53-4e70-9811-b77047572a5c on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:33.361425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Attempting to bind port 35c7aa44-3c53-4e70-9811-b77047572a5c by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:33.361744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Attempting to bind port 35c7aa44-3c53-4e70-9811-b77047572a5c on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:33.377989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Port 35c7aa44-3c53-4e70-9811-b77047572a5c on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:33.378317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Attempting to bind port 35c7aa44-3c53-4e70-9811-b77047572a5c on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:33.432698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:33.433770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Checking segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:33.434410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Bound using segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:33.435077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Bound port: 35c7aa44-3c53-4e70-9811-b77047572a5c, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:33.435689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:33.543461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] For port 35c7aa44-3c53-4e70-9811-b77047572a5c, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:33.547636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] For port 35c7aa44-3c53-4e70-9811-b77047572a5c, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35c7aa44-3c53-4e70-9811-b77047572a5c,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:33.576966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:33.596633 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a82925f-0f2f-4a97-a3aa-25c659aada32 tempest-ServerRescueNegativeTestJSON-1967400450 tempest-ServerRescueNegativeTestJSON-1967400450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:33.626954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:33.627358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Checking segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:33.627824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Bound using segment: {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:33.628270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Bound port: a65784fa-93a1-481b-a0e0-7476b72d4e7f, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:33.628607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:33.681123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.685429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.689791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.699607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.703896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.708271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.714486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:33.722161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-53fe4b69-0a02-4a39-8750-10134b22ebff tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5395 time: 0.9540863 Dec 20 11:40:33.809781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:33.817019 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] 10.222.0.53 "PUT /v2.0/ports/35c7aa44-3c53-4e70-9811-b77047572a5c HTTP/1.1" status: 200 len: 1093 time: 3.6483619 Dec 20 11:40:33.856187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Deleting port a310c469-7cd6-440e-992e-03ee52de4e89 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:33.856617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:33.882734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:33.966076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Pushing event updated for resources: {'Port': ['ID=35c7aa44-3c53-4e70-9811-b77047572a5c,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:33.986481 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:34.010935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a74076bb-7b2f-434e-ab73-66bbcf0b5b39 req-51bce171-bf1e-41d1-96d8-c5824257a3d3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2868586 Dec 20 11:40:34.074211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'name': 'network-vif-deleted', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a'}, {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:34.084640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:34.146790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:34.150570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-51f7a971-915f-48fa-bc0b-fd796526ab72 req-f43a7b0d-a006-4a27-90e9-52604de6cc40 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1098 time: 0.4874561 Dec 20 11:40:34.166053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:34.178463 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a734c566-739b-441e-ae7e-38db852b3e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:34.248089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:34.307107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-ed00c9f9-c4e3-47c5-bc35-938bccc34871 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5825353 Dec 20 11:40:34.368010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Pushing event updated for resources: {'Port': ['ID=a65784fa-93a1-481b-a0e0-7476b72d4e7f,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:34.371737 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:34.385746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] For port a310c469-7cd6-440e-992e-03ee52de4e89, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a310c469-7cd6-440e-992e-03ee52de4e89,segment=NetworkSegment(2adabb46-24b2-47e5-beb3-11b4573f3e62),segment_id=2adabb46-24b2-47e5-beb3-11b4573f3e62)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:34.386642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:34.400493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:34.402103 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] 10.222.0.53 "PUT /v2.0/ports/a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 1093 time: 3.2799482 Dec 20 11:40:34.405844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:34.675332 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-e4962ead-0768-4123-bbd4-21210564bf3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1097 time: 0.3321893 Dec 20 11:40:34.745414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Calling delete_port for a310c469-7cd6-440e-992e-03ee52de4e89 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:34.765847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164acfd0-010f-4abb-941b-c85d8380c125 req-c5b8f3ad-09d4-4ca4-bc41-783823939f9e tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:34.777955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-164acfd0-010f-4abb-941b-c85d8380c125 req-c5b8f3ad-09d4-4ca4-bc41-783823939f9e tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.4620175 Dec 20 11:40:34.791507 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-51f7a971-915f-48fa-bc0b-fd796526ab72 req-947b04b8-c960-44df-a29b-3f05c0f4c467 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274199 Dec 20 11:40:34.860564 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-8b7e2e7c-a9c5-442c-a78d-8aa86c19f716 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1096 time: 0.3026116 Dec 20 11:40:35.029770 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-5a239265-7346-4cc0-b528-39ae4dc5f616 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 217 time: 0.1578221 Dec 20 11:40:35.083361 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f963cd2-dfd0-447d-bf96-d1c7df7fe110', 'name': 'network-vif-deleted', 'tag': '482b8e07-3d63-4a0e-b900-4b37b691a85a', 'status': 'completed', 'code': 200} Dec 20 11:40:35.083609 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c', 'status': 'completed', 'code': 200} Dec 20 11:40:35.161503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-238ed4f1-139e-4010-822b-2be9489fab61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:35.163393 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-238ed4f1-139e-4010-822b-2be9489fab61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1269627 Dec 20 11:40:35.185680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-164acfd0-010f-4abb-941b-c85d8380c125 req-73309cc4-ef58-4e19-a8a7-20d5b86409dd tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064021 Dec 20 11:40:35.458257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:35.464778 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:35.471423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b6fb96-1bdf-43b3-bd5b-949f89612d43 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:35.478573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:35.517283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a310c469-7cd6-440e-992e-03ee52de4e89,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:35.527206 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-d3c0494e-8d2a-4fc7-ad9f-b46a96501e37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3520303 Dec 20 11:40:35.530215 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:35.550221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-d723b136-399e-4d26-be2d-7783f2ab82e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:35.551787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-d723b136-399e-4d26-be2d-7783f2ab82e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.8473730 Dec 20 11:40:35.553266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Transition to ACTIVE for port object b3b6fb96-1bdf-43b3-bd5b-949f89612d43 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:35.634537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:35.648997 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca2aa020-025e-43c9-9274-941d14a3892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:35.713765 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-c9911184-2b33-4bcc-9ad7-aa6265323f2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 217 time: 0.1525774 Dec 20 11:40:35.721957 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'status': 'completed', 'code': 200} Dec 20 11:40:35.999563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-97bd0216-8de1-4f11-90a5-3c41ed0b4d7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.004436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-97bd0216-8de1-4f11-90a5-3c41ed0b4d7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.2744970 Dec 20 11:40:36.004436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:36.015716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9158581d-e02b-411c-9be6-1d54f5d8175d req-fd76b37b-0591-401c-bd46-9e032623e978 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6295 time: 0.8958583 Dec 20 11:40:36.045807 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:36.046989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-68ab6076-0197-4800-9ae2-88d3c1a8c272 service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073843 Dec 20 11:40:36.251372 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-da3df0c3-b623-4c24-bdd6-783f0ad5ae88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1963766 Dec 20 11:40:36.739445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef77911-9dea-4b23-8997-18b8eba20871 req-9e1ff78b-5d6c-45af-99a0-ebdd9022b88b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.754440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ef77911-9dea-4b23-8997-18b8eba20871 req-9e1ff78b-5d6c-45af-99a0-ebdd9022b88b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 943 time: 1.2479637 Dec 20 11:40:36.786942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.791181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.795068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.799291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.803219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.807090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.811214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.819406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-930a7e6c-46c9-4f1f-9c78-d06c46e00acb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5407 time: 0.4221287 Dec 20 11:40:36.860338 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5aad9392-dbeb-4892-84d6-b7e2ba6c5297 req-135cd86c-1e66-46d0-ba4c-dedef0b303dd service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929995 Dec 20 11:40:36.879779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:36.987104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ef77911-9dea-4b23-8997-18b8eba20871 req-f5c757e2-024f-43e2-9549-8b58202e3c61 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303140 Dec 20 11:40:36.988279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158581d-e02b-411c-9be6-1d54f5d8175d req-6d6fee3f-684c-42b4-afb0-6f7f0485f103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.988643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158581d-e02b-411c-9be6-1d54f5d8175d req-6d6fee3f-684c-42b4-afb0-6f7f0485f103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.988999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158581d-e02b-411c-9be6-1d54f5d8175d req-6d6fee3f-684c-42b4-afb0-6f7f0485f103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:36.993922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9158581d-e02b-411c-9be6-1d54f5d8175d req-6d6fee3f-684c-42b4-afb0-6f7f0485f103 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=795f3e1f52794904ac6bee547e966db9&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9368572 Dec 20 11:40:37.123177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6029481-d619-460d-89e0-1c276d58e1a5 req-ea85e19f-4e74-4556-8045-f3cce4e17bbb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3029437 Dec 20 11:40:37.348285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d922af15-0510-458d-95a7-5417b873e78c req-450fddce-ed67-429d-bdce-810d3f817246 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1096 time: 0.3053119 Dec 20 11:40:37.564109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-acb18a09-ab3b-44a4-9280-0c4be5761e92 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2704842 Dec 20 11:40:37.569827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Attempting to bind port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:37.570211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Attempting to bind port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:37.570541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Attempting to bind port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:37.608431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158581d-e02b-411c-9be6-1d54f5d8175d req-731dd256-ef3d-472d-8a3e-af4871149638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:37.610189 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9158581d-e02b-411c-9be6-1d54f5d8175d req-731dd256-ef3d-472d-8a3e-af4871149638 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5444119 Dec 20 11:40:37.841747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:37.850558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Attempting to bind port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:37.932441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922af15-0510-458d-95a7-5417b873e78c req-24e9424e-10b7-4f8e-9e82-17c92363b1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:37.934366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d922af15-0510-458d-95a7-5417b873e78c req-24e9424e-10b7-4f8e-9e82-17c92363b1a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.5595510 Dec 20 11:40:38.058256 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d922af15-0510-458d-95a7-5417b873e78c req-d4a8df1f-76ec-4721-ad57-d73ffcaf5659 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 217 time: 0.1152842 Dec 20 11:40:38.112143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-515bd0a0-4297-4070-a188-3a1ae3f16457 req-75292ed2-9dbd-4f1c-bbd1-5512055f91f5 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351961 Dec 20 11:40:38.146899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef939b66-e0cc-47c3-820e-0ea11e6eefb7 req-7d6440c7-095d-4ac8-b125-9070b5a838e3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:38.147944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ef939b66-e0cc-47c3-820e-0ea11e6eefb7 req-7d6440c7-095d-4ac8-b125-9070b5a838e3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Synchronizing usage tracker for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:38.160845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-841ad7cf-c503-4889-b54c-9e6ac36e8521 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:38.174929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-841ad7cf-c503-4889-b54c-9e6ac36e8521 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Synchronizing usage tracker for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:38.179953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:38.181673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Checking segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:38.183821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Bound using segment: {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:38.192097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Bound port: b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:38.192817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:38.301842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922af15-0510-458d-95a7-5417b873e78c req-27f37ba4-74db-40c9-a34c-a894b8993a3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:38.303452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d922af15-0510-458d-95a7-5417b873e78c req-27f37ba4-74db-40c9-a34c-a894b8993a3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1976793 Dec 20 11:40:38.329878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ef939b66-e0cc-47c3-820e-0ea11e6eefb7 req-7d6440c7-095d-4ac8-b125-9070b5a838e3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Unset dirty status for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:38.341989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef939b66-e0cc-47c3-820e-0ea11e6eefb7 req-7d6440c7-095d-4ac8-b125-9070b5a838e3 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 949 time: 1.1150787 Dec 20 11:40:38.359950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-841ad7cf-c503-4889-b54c-9e6ac36e8521 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Unset dirty status for tenant:5cd3171b1bb84d099f8fabb49fbc5862 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:38.375351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-841ad7cf-c503-4889-b54c-9e6ac36e8521 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 949 time: 1.2352960 Dec 20 11:40:38.523573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Deleting port c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:38.524245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:38.585526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef939b66-e0cc-47c3-820e-0ea11e6eefb7 req-3e7fb983-4f1e-4ef1-af9f-1eb24453b302 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423172 Dec 20 11:40:38.603422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] For port b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:38.695424 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d922af15-0510-458d-95a7-5417b873e78c req-70f0afb5-40aa-49d6-87cd-998918a8a4b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3818042 Dec 20 11:40:38.713950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] For port b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:38.732899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:38.738494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:40:38.752283 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3ade080-86d5-4eb1-8a4d-877f66c1c3b5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:38.827185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:38.828020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e385-708b-4362-9c10-10bcebdf5b86 req-a6a86a96-a51d-4c77-bb70-960c14c842ec tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:38.829665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] 10.222.0.53 "PUT /v2.0/ports/b3b6fb96-1bdf-43b3-bd5b-949f89612d43 HTTP/1.1" status: 200 len: 1093 time: 4.9592834 Dec 20 11:40:38.834946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:38.837788 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4cd2e385-708b-4362-9c10-10bcebdf5b86 req-a6a86a96-a51d-4c77-bb70-960c14c842ec tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.2644441 Dec 20 11:40:38.916794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:39.281356 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d922af15-0510-458d-95a7-5417b873e78c req-639842d4-b8d0-4ffc-b7c3-027e4f15f3b1 service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765874 Dec 20 11:40:39.295137 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4cd2e385-708b-4362-9c10-10bcebdf5b86 req-ba6bcf36-2fb9-4ecf-85ba-f66efa2c8eb2 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563990 Dec 20 11:40:39.403989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:39.418268 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:39.467625 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:40:39.507370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c9ab2f2f-c0a3-4513-b352-e25442b19a24 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:39.552669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:39.569920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:39.570656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:39.673410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:39.726205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:39.727213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:39.736156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:39.739922 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:39.815308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=12']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:39.818965 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:39.852140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1696-e17d-47b1-910b-99352991ea83 req-d632bc6c-2652-4417-aae9-9626941c69f7 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.859819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-448f1696-e17d-47b1-910b-99352991ea83 req-d632bc6c-2652-4417-aae9-9626941c69f7 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 943 time: 1.0266407 Dec 20 11:40:39.862245 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d922af15-0510-458d-95a7-5417b873e78c req-eb25a7b5-e24c-4284-ab70-5c373d6ad93c service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617487 Dec 20 11:40:39.869595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Calling delete_port for c9ab2f2f-c0a3-4513-b352-e25442b19a24 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:39.885450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.890511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.894689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.899974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.904432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.909098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.914284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:39.916361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-36dd06bd-4997-4ae6-ac4b-f2b77e6afdca tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5407 time: 0.4025924 Dec 20 11:40:39.949513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:40:39.966357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] Sync routers for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:40:39.994293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:39.997969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:40.003047 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] 10.222.0.32 "PUT /v2.0/routers/3620e3e0-a947-4a18-85c4-06a18bb5cf05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7408640 Dec 20 11:40:40.004758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:40.059249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-448f1696-e17d-47b1-910b-99352991ea83 req-597a62a5-cde6-4718-b6d6-fb7f12e129c0 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984603 Dec 20 11:40:40.105009 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d175a20-1cc1-4e35-a855-ce5c257e58f5 req-d2a4ceb6-808f-4946-b7dd-f9f419b1b988 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1806931 Dec 20 11:40:40.117925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:40:40.118568 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:40:40.222132 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43', 'status': 'completed', 'code': 200} Dec 20 11:40:40.512617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:40.572798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:40.584459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:40.611887 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92a33757-eea6-4b87-aa18-bd5b75490f40 req-645fb91d-8b18-4bac-84c6-4113173e07a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6364 time: 0.3425138 Dec 20 11:40:40.619003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Transition to ACTIVE for port object 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:40.620314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Deleting port c9ab2f2f-c0a3-4513-b352-e25442b19a24 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:40.620917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:40.692715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:40.732026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:40.738852 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:40.766702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device a65784fa-93a1-481b-a0e0-7476b72d4e7f details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:40:40.863875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Pushing event updated for resources: {'Port': ['ID=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:40.868557 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:41.317387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33757-eea6-4b87-aa18-bd5b75490f40 req-ee3575d2-b51c-43d8-a15e-33cf128fcff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:41.319035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33757-eea6-4b87-aa18-bd5b75490f40 req-ee3575d2-b51c-43d8-a15e-33cf128fcff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:41.319035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33757-eea6-4b87-aa18-bd5b75490f40 req-ee3575d2-b51c-43d8-a15e-33cf128fcff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:41.323282 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92a33757-eea6-4b87-aa18-bd5b75490f40 req-ee3575d2-b51c-43d8-a15e-33cf128fcff2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=795f3e1f52794904ac6bee547e966db9&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7024615 Dec 20 11:40:41.406905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Attempting to bind port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:41.408230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Attempting to bind port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:41.408782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Attempting to bind port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 on network 55f00df5-b69b-49b5-bf56-5247b87a2628 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:41.440045 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'code': 200} Dec 20 11:40:41.442543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 on network 55f00df5-b69b-49b5-bf56-5247b87a2628 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:41.443201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Attempting to bind port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 on network 55f00df5-b69b-49b5-bf56-5247b87a2628 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:41.454622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:41.455373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Checking segment: {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:41.456204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Bound using segment: {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:41.456935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Bound port: 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:41.457506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:41.664813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] For port c9ab2f2f-c0a3-4513-b352-e25442b19a24, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c9ab2f2f-c0a3-4513-b352-e25442b19a24,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:41.665295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:41.677517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] For port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:41.757784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:41.775368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'port_id': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'mac_address': 'fa:16:3e:ba:a6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:40:41.861465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Calling delete_port for c9ab2f2f-c0a3-4513-b352-e25442b19a24 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:41.869225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:41.897115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65784fa-93a1-481b-a0e0-7476b72d4e7f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:41.930753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbb5b2-f108-4c96-8c43-4aa9b4b57cc9 req-50f05c47-880b-4b46-8c9a-ba8399cb8c39 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:41.936380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:41.939493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54cbb5b2-f108-4c96-8c43-4aa9b4b57cc9 req-50f05c47-880b-4b46-8c9a-ba8399cb8c39 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/ports?device_id=2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e HTTP/1.1" status: 200 len: 947 time: 1.0942624 Dec 20 11:40:41.977543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:41.983721 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b590bdb1-46fe-4f8a-9963-68debb558b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:42.019210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33757-eea6-4b87-aa18-bd5b75490f40 req-019aface-1b70-4c7c-aa06-dacafaa1a9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:42.021011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92a33757-eea6-4b87-aa18-bd5b75490f40 req-019aface-1b70-4c7c-aa06-dacafaa1a9eb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6742404 Dec 20 11:40:42.075723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] For port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:42.125138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:40:35Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:42.167270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] Checking router: 3620e3e0-a947-4a18-85c4-06a18bb5cf05 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:40:42.205922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] Routers {'3620e3e0-a947-4a18-85c4-06a18bb5cf05'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:42.206655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:42.334787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54cbb5b2-f108-4c96-8c43-4aa9b4b57cc9 req-894edf10-bb8a-4ab1-9be7-223bd9fdb5a1 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.32 "GET /v2.0/security-groups?id=cea10a5c-c81e-4c94-8ccb-9bedfe97530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940578 Dec 20 11:40:42.337441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['a65784fa-93a1-481b-a0e0-7476b72d4e7f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:40:42.414435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:42.442574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Deleting port 599fe411-8123-4f1d-b764-3fdae443cd6e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:42.442917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:42.487621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=a65784fa-93a1-481b-a0e0-7476b72d4e7f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:42.491039 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:42.511718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:42.539996 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbedf4ff-c7fb-4453-b2f1-23f4984d5794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:42.790771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] Set router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:42.896529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Pushing event updated for resources: {'Port': ['ID=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:42.907249 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:42.909409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:42.932998 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ceae610a-09db-4b59-bac7-63da6256fd62 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:43.023964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41660) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:43.078368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:43.080401 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] 10.222.0.53 "PUT /v2.0/ports/37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 HTTP/1.1" status: 200 len: 1093 time: 4.1684804 Dec 20 11:40:43.104149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:43.138587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Pushing event deleted for resources: {'Port': ['ID=c9ab2f2f-c0a3-4513-b352-e25442b19a24,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:43.150609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Request body: {'port': {'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:43.164673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] For port 599fe411-8123-4f1d-b764-3fdae443cd6e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=599fe411-8123-4f1d-b764-3fdae443cd6e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:43.165502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:43.298752 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:43.393506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee14656-7b09-45d5-be36-94c54b62e8f9 req-98b7aaa0-21a8-4627-9bb6-6f9b158e1831 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.421693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ee14656-7b09-45d5-be36-94c54b62e8f9 req-98b7aaa0-21a8-4627-9bb6-6f9b158e1831 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 944 time: 1.3439493 Dec 20 11:40:43.478605 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:40:35Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:43.483099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36fc99-e4af-4e06-8b8b-ebe35d380c2c None None] The sync data for ids ['3620e3e0-a947-4a18-85c4-06a18bb5cf05'] in n-d-victoria-1 is: [{'id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'name': 'tempest-ServerRescueTestJSONUnderV235-1638091302-router', 'tenant_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:36Z', 'updated_at': '2021-12-20T11:40:35Z', 'revision_number': 5, 'project_id': 'eff6c436d2bc4266b1e08d2c95a35fce', 'gw_port': {'id': '599fe411-8123-4f1d-b764-3fdae443cd6e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e3e0-a947-4a18-85c4-06a18bb5cf05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:37Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:40:43.488501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Calling delete_port for 599fe411-8123-4f1d-b764-3fdae443cd6e owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:43.583381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:43.619567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:43.671243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f272-4580-49de-a169-78152f348244 req-fb700b3f-c7f3-4ee7-b8ee-dd7d72d14016 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.672679 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b788f272-4580-49de-a169-78152f348244 req-fb700b3f-c7f3-4ee7-b8ee-dd7d72d14016 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.6257849 Dec 20 11:40:43.677228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] No DVR routers for this DVR port c9ab2f2f-c0a3-4513-b352-e25442b19a24 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:40:43.690723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.694728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.698830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.698998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:43.703058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.714515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.726658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.731870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:43.734089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18f85d98-5f17-4163-a854-046551329f2a req-6676528c-ebe1-4837-b691-892980ff8ff6 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5419 time: 0.9125264 Dec 20 11:40:43.745419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aa6ca51-a052-4303-997f-a1cca1e23ebd req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] 10.222.0.16 "DELETE /v2.0/ports/c9ab2f2f-c0a3-4513-b352-e25442b19a24 HTTP/1.1" status: 204 len: 173 time: 5.3405206 Dec 20 11:40:43.767747 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ee14656-7b09-45d5-be36-94c54b62e8f9 req-2a86c096-936d-4f57-8186-b22187c9be48 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434787 Dec 20 11:40:43.777299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:43.845767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Usage tracker for resource:security_group_rule and tenant:e054796b571f4fec8615629be598bb80 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:43.860970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:43.912204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:44.089361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Deleting port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:44.092799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:44.328916 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18f85d98-5f17-4163-a854-046551329f2a req-6fad3e9a-bce4-4d57-a515-514ed1e5af68 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5439162 Dec 20 11:40:44.585984 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8', 'status': 'completed', 'code': 200} Dec 20 11:40:44.689208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:44.704280 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1da09589-7ab5-451c-a7ef-678605c53ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:44.704470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a310c469-7cd6-440e-992e-03ee52de4e89 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:44.735861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:44.762347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:44.776506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device a65784fa-93a1-481b-a0e0-7476b72d4e7f up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:44.799779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Pushing event deleted for resources: {'Port': ['ID=599fe411-8123-4f1d-b764-3fdae443cd6e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:44.803113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:44.807665 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-997abd75-23cd-42b6-96bb-84da872cc40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:44.839653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eb1d4-a131-4c9b-b40a-919e8f66a55b req-d99dc02e-a866-4e65-b5b8-40a585982358 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:44.849123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a310c469-7cd6-440e-992e-03ee52de4e89 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:40:44.850320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a310c469-7cd6-440e-992e-03ee52de4e89 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:40:44.856498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a0eb1d4-a131-4c9b-b40a-919e8f66a55b req-d99dc02e-a866-4e65-b5b8-40a585982358 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 946 time: 0.5452831 Dec 20 11:40:44.892304 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e054796b571f4fec8615629be598bb80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8639443 Dec 20 11:40:44.893025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:44.899828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:44.934382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port a65784fa-93a1-481b-a0e0-7476b72d4e7f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:44.939903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port a65784fa-93a1-481b-a0e0-7476b72d4e7f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:44.940525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:44.968076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] For port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:44.969423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:45.002306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c2d475-9450-4f18-953a-f018ff817c93,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:45.005602 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:45.123078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a7105cb-a916-46bf-b44e-e15b8aecf8e8 req-81a34634-62be-4eaf-92c1-2e27dee5163d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6433 time: 0.5011516 Dec 20 11:40:45.127801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69586408-54bf-4ff9-90d3-a4beba9d58bf {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:40:45.137436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41688) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:45.161221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:45.172551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:45.206154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a0eb1d4-a131-4c9b-b40a-919e8f66a55b req-7729938f-7a49-4ba2-80b0-d31e8142034e tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470166 Dec 20 11:40:45.212614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:45.234590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Transition to ACTIVE for port object 69586408-54bf-4ff9-90d3-a4beba9d58bf will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:45.238557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:45.257627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:45.261050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:45.262710 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:45.273002 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:45.462863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=a65784fa-93a1-481b-a0e0-7476b72d4e7f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:45.468452 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:45.575688 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'code': 200} Dec 20 11:40:45.634990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7105cb-a916-46bf-b44e-e15b8aecf8e8 req-0c590a24-59f9-4b24-ab8d-e553c2277a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:45.635416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7105cb-a916-46bf-b44e-e15b8aecf8e8 req-0c590a24-59f9-4b24-ab8d-e553c2277a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:45.635855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7105cb-a916-46bf-b44e-e15b8aecf8e8 req-0c590a24-59f9-4b24-ab8d-e553c2277a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:45.637623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a7105cb-a916-46bf-b44e-e15b8aecf8e8 req-0c590a24-59f9-4b24-ab8d-e553c2277a5b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=795f3e1f52794904ac6bee547e966db9&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4972756 Dec 20 11:40:45.683273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Pushing event updated for resources: {'Port': ['ID=69586408-54bf-4ff9-90d3-a4beba9d58bf,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:45.729354 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c8493dde-86f5-49c7-94ff-16e1360f47a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cd3171b1bb84d099f8fabb49fbc5862&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5905085 Dec 20 11:40:45.734135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:45.758852 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:45.891170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.062244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.202351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7105cb-a916-46bf-b44e-e15b8aecf8e8 req-238a2337-a3e7-43c4-9a79-e75d9ff840ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.203599 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a7105cb-a916-46bf-b44e-e15b8aecf8e8 req-238a2337-a3e7-43c4-9a79-e75d9ff840ab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5435784 Dec 20 11:40:46.273520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc60a54c-a4a1-40fd-b1ea-9242785b4838 req-36e9a964-fbce-4e06-b64b-4ccb7c13f5e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1098 time: 0.3578513 Dec 20 11:40:46.283682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.285371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Attempting to bind port 69586408-54bf-4ff9-90d3-a4beba9d58bf on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:46.285700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Attempting to bind port 69586408-54bf-4ff9-90d3-a4beba9d58bf by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:46.286144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Attempting to bind port 69586408-54bf-4ff9-90d3-a4beba9d58bf on network 55f00df5-b69b-49b5-bf56-5247b87a2628 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:46.306445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.308391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Port 69586408-54bf-4ff9-90d3-a4beba9d58bf on network 55f00df5-b69b-49b5-bf56-5247b87a2628 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:46.308720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Attempting to bind port 69586408-54bf-4ff9-90d3-a4beba9d58bf on network 55f00df5-b69b-49b5-bf56-5247b87a2628 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:46.334741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07394-8fe3-41fa-8da6-28c0fa06809f req-17eceeff-e3b7-4849-9073-80ea35f9c9c0 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.341784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9b07394-8fe3-41fa-8da6-28c0fa06809f req-17eceeff-e3b7-4849-9073-80ea35f9c9c0 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 944 time: 1.2395952 Dec 20 11:40:46.351105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.354966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.358882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.363672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.365485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.367967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.371830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.375734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:46.378165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-f7234c89-1b06-49d0-b4e9-989c4a1364a5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.5182984 Dec 20 11:40:46.394477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:46.394821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Checking segment: {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:46.395205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Bound using segment: {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:46.395735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Bound port: 69586408-54bf-4ff9-90d3-a4beba9d58bf, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cddce8-f96c-4ee4-ad15-897ae1fa851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:46.396123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.407432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.410573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.419511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.420047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.420210 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Floating IP d216d321-0175-4822-9a60-a8a35bd45fc1 disassociated. External IP: 172.35.0.221, port: cc0aa96f-919d-4862-a1f4-a36d9ffd58a7. Dec 20 11:40:46.420509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Calling delete_port for cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:46.506605 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9b07394-8fe3-41fa-8da6-28c0fa06809f req-a3f6e68e-1e87-403f-b64c-e9738c220883 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638546 Dec 20 11:40:46.542170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.544043 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc60a54c-a4a1-40fd-b1ea-9242785b4838 req-38ce1004-e933-4c0b-bdd8-041c46e4e181 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613833 Dec 20 11:40:46.560782 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-76410a52-b4fd-4294-a86d-c40c795028fa tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:46.563534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7e4831ac-7421-4e73-915e-3d3a498e5504 req-b5d61ad5-b406-412b-a0e3-54d4bb5626d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1743944 Dec 20 11:40:46.588887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-deleted', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:46.598978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.600099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3620e3e0-a947-4a18-85c4-06a18bb5cf05 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:40:46.609334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c2d475-9450-4f18-953a-f018ff817c93,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:46.635235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.641325 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-10a1026b-243f-46b2-8f36-5e99f5b35172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:46.646714 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:46.674420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] For port 69586408-54bf-4ff9-90d3-a4beba9d58bf, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:46.690388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] For port 69586408-54bf-4ff9-90d3-a4beba9d58bf, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:46.711779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea10a5c-c81e-4c94-8ccb-9bedfe97530c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:46.714560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.757294 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:46.762864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:46.764600 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d19bfa8d-e6ca-447d-b477-00be7e7f2c80 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:46.830770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.832456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] 10.222.0.53 "PUT /v2.0/ports/69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 200 len: 1093 time: 3.6972852 Dec 20 11:40:46.833058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.837518 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01c2d475-9450-4f18-953a-f018ff817c93 HTTP/1.1" status: 204 len: 168 time: 1.8965397 Dec 20 11:40:46.844842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.851438 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cea10a5c-c81e-4c94-8ccb-9bedfe97530c HTTP/1.1" status: 204 len: 168 time: 1.0915272 Dec 20 11:40:46.860716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:46.864313 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] 10.222.0.32 "DELETE /v2.0/routers/3620e3e0-a947-4a18-85c4-06a18bb5cf05 HTTP/1.1" status: 204 len: 168 time: 6.8542562 Dec 20 11:40:46.866760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41730) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:47.038385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Pushing event updated for resources: {'Port': ['ID=69586408-54bf-4ff9-90d3-a4beba9d58bf,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:47.056457 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:47.093817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Deleting subnet 812cfc55-e29a-40b5-9758-ce1633da9b89 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:40:47.099320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:47.100392 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2173ce6e-f7e8-4ad5-9588-b4fa3d0e578e', 'name': 'network-vif-deleted', 'tag': 'c9ab2f2f-c0a3-4513-b352-e25442b19a24', 'status': 'completed', 'code': 200} Dec 20 11:40:47.124750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:47.128521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-14f6ce1f-b033-4fcf-8261-99d5fd2589d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6502 time: 0.2335813 Dec 20 11:40:47.200983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:47.256065 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:47.296808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-7f31fd45-0424-4d32-8edc-09ca7b0a14d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 200 len: 217 time: 0.1576908 Dec 20 11:40:47.369511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event deleted for resources: {'Port': ['ID=cc0aa96f-919d-4862-a1f4-a36d9ffd58a7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:47.392999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f551079-9112-47e6-9d8d-4d996a605053 req-0b6004d3-9a8f-4036-a18b-fa4c7d4c5e4b tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:47.401192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f551079-9112-47e6-9d8d-4d996a605053 req-0b6004d3-9a8f-4036-a18b-fa4c7d4c5e4b tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 867 time: 0.6265512 Dec 20 11:40:47.433174 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:47.448732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-47743803-38b3-4a2e-894a-23166de23396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:47.450654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-47743803-38b3-4a2e-894a-23166de23396 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df HTTP/1.1" status: 200 len: 856 time: 0.1450222 Dec 20 11:40:47.607147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:47.622344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-c5d72cf0-95c4-4f98-97ab-27074987bc9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=369c3643-7840-4b2a-8a85-116c0d1f8252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1583090 Dec 20 11:40:47.705851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:47.793869 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f551079-9112-47e6-9d8d-4d996a605053 req-2cf40c5a-70e0-4050-bad6-e9ba7719ae77 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups?id=53a56799-8b56-4adc-9cc2-c89d243bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915825 Dec 20 11:40:47.821834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:47.836479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:47.841740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:47.846508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41756) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:47.946014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:47.950542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Usage tracker for resource:security_group_rule and tenant:dd4071262d2b44998a4871475a9c0c50 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:47.954278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:47.968217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:48.123730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.146697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.158438 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1087cb8-ee2f-48b2-ba18-5e0a982e0776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:48.204213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.209763 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:48.239586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-d16c4f98-179a-4ca5-a9cb-1d4b8d18c9df service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070302 Dec 20 11:40:48.246502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe90099-5cac-47df-b02d-27eb0a7e7f51,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:48.254995 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:48.257355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812cfc55-e29a-40b5-9758-ce1633da9b89,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:48.262467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:48.277502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.284404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-27493950-9b86-4e85-a665-4acda3f7227f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29b01ea7426247a7878f075722b03bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3869829 Dec 20 11:40:48.293015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd4071262d2b44998a4871475a9c0c50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5757067 Dec 20 11:40:48.293015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41762) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:48.295095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:48.325076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2d979-7e76-4f2b-9c8b-61670b3c8463 req-672341f9-5abf-472c-824a-7f9e67174005 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.329559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/812cfc55-e29a-40b5-9758-ce1633da9b89 HTTP/1.1" status: 204 len: 168 time: 1.4564762 Dec 20 11:40:48.329865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2c2d979-7e76-4f2b-9c8b-61670b3c8463 req-672341f9-5abf-472c-824a-7f9e67174005 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 945 time: 0.5357985 Dec 20 11:40:48.330542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41770) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:48.363286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.368365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.372179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.375970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.379783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.384196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.387602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:48.389592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-d2db08d1-0b86-4e89-889a-af7a04f524b0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.3889432 Dec 20 11:40:48.422103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Router 28dd6234-74be-4d51-8463-eb2b2c659571 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:40:48.472399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.542939 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a3ca23ef-e687-442a-8d40-e144abd5d8c7 req-f5920f49-7678-4e31-bfb2-602506bb5c4d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1440747 Dec 20 11:40:48.570533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.584374 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-b1d4495c-9ffb-4f68-bc5a-e0aebabe4c09 service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262458 Dec 20 11:40:48.595705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.658028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2c2d979-7e76-4f2b-9c8b-61670b3c8463 req-a890a2a1-8af9-4d19-a7e7-4836a003858a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721357 Dec 20 11:40:48.668005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.673232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 599fe411-8123-4f1d-b764-3fdae443cd6e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:48.692145 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1f85b899-cc65-476a-9e52-c05a03fb828e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 217 time: 0.0905292 Dec 20 11:40:48.705331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.712979 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e2216892-a896-4477-8f02-f76c81146b89 tempest-ServersAdminTestJSON-1889954800 tempest-ServersAdminTestJSON-1889954800-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:48.720906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 599fe411-8123-4f1d-b764-3fdae443cd6e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:40:48.721302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 599fe411-8123-4f1d-b764-3fdae443cd6e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:40:48.742618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe90099-5cac-47df-b02d-27eb0a7e7f51,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:48.744871 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:48.757874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.762038 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afe90099-5cac-47df-b02d-27eb0a7e7f51 HTTP/1.1" status: 204 len: 168 time: 0.4628909 Dec 20 11:40:48.794134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:40:48.794961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.803319 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] Sync routers for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:40:48.846503 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:48.847129 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:48.883514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] No DVR routers for this DVR port cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:40:48.886986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:48.889778 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b788f272-4580-49de-a169-78152f348244 req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.53 "DELETE /v2.0/ports/cc0aa96f-919d-4862-a1f4-a36d9ffd58a7 HTTP/1.1" status: 204 len: 173 time: 5.1517115 Dec 20 11:40:48.890627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'name': 'network-vif-deleted', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:49.069749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4e73d4ee-2ed8-4a26-a5b5-a03043e3c088 req-8a9ee36f-d1f2-4df5-a976-b9636dfc95e7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Synchronizing usage tracker for tenant:559e401db21a466a904cce5123b39a7b on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:40:49.096484 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44b66e4-657f-4080-acc2-28f96914fbad', 'name': 'network-vif-deleted', 'tag': 'cc0aa96f-919d-4862-a1f4-a36d9ffd58a7', 'status': 'completed', 'code': 200} Dec 20 11:40:49.099957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4e73d4ee-2ed8-4a26-a5b5-a03043e3c088 req-8a9ee36f-d1f2-4df5-a976-b9636dfc95e7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Unset dirty status for tenant:559e401db21a466a904cce5123b39a7b on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:40:49.101307 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e73d4ee-2ed8-4a26-a5b5-a03043e3c088 req-8a9ee36f-d1f2-4df5-a976-b9636dfc95e7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/ports?device_id=c44b66e4-657f-4080-acc2-28f96914fbad HTTP/1.1" status: 200 len: 210 time: 0.0884748 Dec 20 11:40:49.112977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:49.127940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.199916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-44b08e4c-1085-47c7-9e2a-bb167d363548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.202860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-44b08e4c-1085-47c7-9e2a-bb167d363548 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.4606380 Dec 20 11:40:49.232624 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:49.282470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278b1917-c3c0-4888-8957-7bf2b89f56ad']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:49.303382 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf', 'status': 'completed', 'code': 200} Dec 20 11:40:49.378526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adabb46-24b2-47e5-beb3-11b4573f3e62') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:49.379685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adabb46-24b2-47e5-beb3-11b4573f3e62') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:49.393240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.426646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.445252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:40:49.445764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:40:49.477943 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:40:49.481420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.504620 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3ef85ff3-7af5-4021-89ad-45050dd2bb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:49.545908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1545bf99-ea1c-4d01-82a3-db2cd418ac59,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:49.598589 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:49.676563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.693898 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-8cc598a2-76a1-4972-b64a-73776880e9dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4780755 Dec 20 11:40:49.695980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.697061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1545bf99-ea1c-4d01-82a3-db2cd418ac59 HTTP/1.1" status: 204 len: 168 time: 1.4022179 Dec 20 11:40:49.721221 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:27Z', 'revision_number': 5, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:49.732306 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] Checking router: 28dd6234-74be-4d51-8463-eb2b2c659571 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:40:49.756059 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:40:49.756723 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:40:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:49.759375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:49.761663 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c1bc355-6393-485a-b282-eed17f5e4438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:49.843470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4468d0-ae23-4fc6-a496-c55ec2b433d5 req-9ce81b4b-87fc-4132-9540-4795d2df3e21 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.851209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec4468d0-ae23-4fc6-a496-c55ec2b433d5 req-9ce81b4b-87fc-4132-9540-4795d2df3e21 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 950 time: 0.5712752 Dec 20 11:40:49.887416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Pushing event deleted for resources: {'Network': ['ID=278b1917-c3c0-4888-8957-7bf2b89f56ad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:49.892478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.900856 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:49.901101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.911249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] 10.222.0.32 "DELETE /v2.0/networks/278b1917-c3c0-4888-8957-7bf2b89f56ad HTTP/1.1" status: 204 len: 168 time: 1.5751874 Dec 20 11:40:49.912291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.920951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.933759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.946880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.956314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:49.956314 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-75fdc642-0488-4964-b7ef-a5596300570d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.2022526 Dec 20 11:40:49.993877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec4468d0-ae23-4fc6-a496-c55ec2b433d5 req-2b0216ab-7a97-49b9-adf5-b173df847d0f tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402206 Dec 20 11:40:50.024543 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:40:50.079776 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d7f7552-26dc-4a76-977e-7c147567b9f8 req-78dd3b2f-7e72-4019-a0e1-b7646bf8c646 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1200538 Dec 20 11:40:50.118537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-93013f07-ddf2-4047-91b7-77cde8b24baf service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034865 Dec 20 11:40:50.320530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:50.424137 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5306fb0d-55ac-4f5e-9cf6-c867a05a9a4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eff6c436d2bc4266b1e08d2c95a35fce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1023605 Dec 20 11:40:50.426616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41834) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:50.550673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-9ef08163-47f1-4e70-848d-7dbadea43a02 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250548 Dec 20 11:40:50.562578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:50.625209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:50.716763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-88ff972f-ebe8-4677-92b8-7f7ca4853d73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 217 time: 0.1589687 Dec 20 11:40:50.725163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff724-1517-47a9-a715-f5c741c54aa0 req-caf6b347-2784-4be7-b484-160061779512 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:50.729436 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:27Z', 'revision_number': 5, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:40:50.732701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af9ff724-1517-47a9-a715-f5c741c54aa0 req-caf6b347-2784-4be7-b484-160061779512 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 945 time: 0.3839085 Dec 20 11:40:50.738988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:50.753450 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ed0ee1d5-acec-4d99-b313-05f7e83b7249 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:50.766617 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaedae4-03d6-4563-9400-540b30e5bd2d None None] The sync data for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 is: [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:38:16Z', 'revision_number': 4, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2d9835d3-2ec9-403e-a936-a419504aa0a4', 'name': '', 'network_id': '725857a4-7b1a-4dae-a1da-ef0a880dcfcc', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'mac_address': 'fa:16:3e:c2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:14Z', 'updated_at': '2021-12-20T11:38:27Z', 'revision_number': 5, 'project_id': '559e401db21a466a904cce5123b39a7b', 'subnets': [{'id': 'eed953d7-6a58-4380-b2f8-5c1a6d2010c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:40:50.782652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff273e4b-596d-4d06-879a-0fbc02a9a7ff,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:50.790076 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:50.795504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:50.802537 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff273e4b-596d-4d06-879a-0fbc02a9a7ff HTTP/1.1" status: 204 len: 168 time: 0.3741899 Dec 20 11:40:50.876746 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af9ff724-1517-47a9-a715-f5c741c54aa0 req-9d9a28e3-4fdf-494e-a028-498ca1dda7e4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428261 Dec 20 11:40:50.887247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-52b0d9c5-4495-45c4-9d20-5d190343d061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:50.889000 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-52b0d9c5-4495-45c4-9d20-5d190343d061 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.1532865 Dec 20 11:40:51.006055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-24060a71-ebfa-4d88-bdad-b1a3c084d419 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101210 Dec 20 11:40:51.149532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2773c9-2194-41c0-8d50-34dc47f35f4c None None] New status for floating IP d216d321-0175-4822-9a60-a8a35bd45fc1: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:40:51.274780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41898) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:51.390626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-81a6fd12-f307-40dd-9219-d6350ec84134 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777270 Dec 20 11:40:51.423475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:51.463155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-35123864-d703-4de7-8ea1-b806e2b1be79 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.465238 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-35123864-d703-4de7-8ea1-b806e2b1be79 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2308943 Dec 20 11:40:51.483888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:51.557510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:51.570674 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-f3c28ead-5723-4e9f-aed5-1466dfa7b7f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0927687 Dec 20 11:40:51.576283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'floatingip': {'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:51.742108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.747255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.751650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.756194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.760666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.765036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.769262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:51.778946 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-9fa57f7e-a6a7-4eb5-92a2-4472c6a88e71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.2693672 Dec 20 11:40:51.822273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:51.848378 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dbf9b7f-a486-4626-b2de-ecdf6e2efac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:51.863909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:51.894934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:51.898334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a56799-8b56-4adc-9cc2-c89d243bfd8d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:51.902188 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:51.911575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:51.919194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:51.920739 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "DELETE /v2.0/security-groups/53a56799-8b56-4adc-9cc2-c89d243bfd8d HTTP/1.1" status: 204 len: 168 time: 0.6448410 Dec 20 11:40:51.924623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:51.937446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:51.942434 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:51.990428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:51.997008 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48293a73-bba4-4f59-abb2-f3355b0d2e93 req-73222cd0-1f6c-45b6-97ea-044779a45138 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2161500 Dec 20 11:40:52.001963 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-cfbde56b-4b41-4d17-ae78-eada71d35ec6 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] show failed (client error): The resource could not be found. Dec 20 11:40:52.002940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cfbde56b-4b41-4d17-ae78-eada71d35ec6 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "GET /v2.0/security-groups/53a56799-8b56-4adc-9cc2-c89d243bfd8d HTTP/1.1" status: 404 len: 347 time: 0.0771639 Dec 20 11:40:52.006567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:52.038976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41936) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:52.041325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:52.046518 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:52.082145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.341710 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7189f74f-d37d-43bf-8b24-f406442d1628 req-00dde139-41b6-4be2-bac6-698a038f65c2 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1098 time: 0.0983536 Dec 20 11:40:52.380770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-network', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:52.388061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:52.397383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Usage tracker for resource:network and tenant:f73f3f28323d4a64b5d6e8e8a32a0065 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:52.404161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:52.409840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Deleting port 6a703426-7280-4a6b-ac36-a8e676828d05 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:52.410270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.426498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:52.429693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7189f74f-d37d-43bf-8b24-f406442d1628 req-f7fbb375-716d-4667-a6e1-b3b7744f09bf tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820937 Dec 20 11:40:52.431740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.447214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e7c0f537-08a7-4f28-8c88-135d83b356b1 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0495844 Dec 20 11:40:52.464499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Made reservation on behalf of f73f3f28323d4a64b5d6e8e8a32a0065 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:52.467495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.486373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.509371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:52.515518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Usage tracker for resource:security_group_rule and tenant:6b91acddc5dd47bd9073a75e4a5b25b6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:52.519494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:52.523885 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'code': 200} Dec 20 11:40:52.537773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:52.551418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:52.557739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Usage tracker for resource:security_group_rule and tenant:f73f3f28323d4a64b5d6e8e8a32a0065 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:52.562369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:52.572293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:52.675812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.695781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-c6361f91-a20b-421b-967d-2d5d1ca91bde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=35c7aa44-3c53-4e70-9811-b77047572a5c HTTP/1.1" status: 200 len: 217 time: 0.2244301 Dec 20 11:40:52.717466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.732682 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-564ba5d2-5eb4-44d2-a3f5-16da9c37165a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:52.794022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.804108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db80ecc-9e5d-4005-896c-210c0a1ea10c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:52.810475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.815542 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:52.816048 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:52.836867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d485b775-c3a7-4cb1-91f4-b41d04e94a84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b91acddc5dd47bd9073a75e4a5b25b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8439620 Dec 20 11:40:52.840921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41956) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:52.840921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:52.908083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:40:52.937516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c4b63-1f92-4435-a981-ebe9c007080a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:52.951844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:52.951844 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Added segment 581cdb95-4bad-45e7-8cb3-552ad5650730 of type vlan for network c5b3e005-b54d-4fbc-b5f8-1e8075172624 Dec 20 11:40:52.970263 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:53.057986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.065903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.112118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.139771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.140829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:53.141313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.176295 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:53.250088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1804673090-network', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:53.256648 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2163289 Dec 20 11:40:53.270043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-4c264a72-2b78-4ab8-ba36-6a864baca97f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:53.270534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:53.272472 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-4c264a72-2b78-4ab8-ba36-6a864baca97f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.5551772 Dec 20 11:40:53.274816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:53.285579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Request body: {'subnet': {'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-subnet', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:53.290808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Usage tracker for resource:network and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:53.295276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:53.353391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:53.355742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:53.358898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b3e005-b54d-4fbc-b5f8-1e8075172624,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:53.368319 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:53.369737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Usage tracker for resource:subnet and tenant:f73f3f28323d4a64b5d6e8e8a32a0065 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:53.375339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:53.382244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:40:53.385758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Made reservation on behalf of 839f9de09a7d488ca6806fc2ae46dd15 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:53.388093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.397635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:53.402099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.408865 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1377a1ad-3bc8-4dcf-982f-dff35ce58f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:53.423679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.436650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db80ecc-9e5d-4005-896c-210c0a1ea10c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:53.439102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.439446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.449784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:53.456550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.457879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1db80ecc-9e5d-4005-896c-210c0a1ea10c HTTP/1.1" status: 204 len: 168 time: 0.6088166 Dec 20 11:40:53.466140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Made reservation on behalf of f73f3f28323d4a64b5d6e8e8a32a0065 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:53.468649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.509250 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-990c3091-778a-4073-b9ca-b97f66ad94e1 req-c8e9baaf-877e-4376-8c71-40ffcc2357cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3442321 Dec 20 11:40:53.524979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:53.587407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Calling delete_port for 6a703426-7280-4a6b-ac36-a8e676828d05 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:53.674037 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-4916d4bd-fb51-4999-9040-ee0008ef4fa6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3892071 Dec 20 11:40:53.717122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Usage tracker for resource:security_group_rule and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:53.726409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:53.734983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:53.878774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.904884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:53.912199 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05f43270-668c-4ebf-8c22-2925e543441d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:53.969190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:40:53.975903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.001964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c850c-8b83-47fb-a13d-efba9f51ac9f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:54.006720 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:54.007706 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:54.037323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.037952 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Added segment 0d31f052-3c57-4dcb-93ba-d51458d9cced of type vlan for network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d Dec 20 11:40:54.049231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.057949 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:54.119895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.124497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfcf1dd-5ca2-4acc-bdac-8128327f2f21,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:54.126758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Pushing event deleted for resources: {'Port': ['ID=6a703426-7280-4a6b-ac36-a8e676828d05,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:54.131858 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:54.134478 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:54.136515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Checking segment: {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:54.137066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Network hostable DHCP agents. Network: c5b3e005-b54d-4fbc-b5f8-1e8075172624, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:40:54.178208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.179602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:54.180514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.186925 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-afff38df-6158-4ca3-ac9e-dd7e24cde29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:54.207670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:40:54.250667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, c5b3e005-b54d-4fbc-b5f8-1e8075172624) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:54.259488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:54.260323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.263591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aea1cf-3380-4bb7-b86d-3f74f2c6d3f6 None None] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:40:54.317174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4714766 Dec 20 11:40:54.322898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Pushing event updated for resources: {'Network': ['ID=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:54.325109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42006) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:54.331270 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:54.335588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Request body: {'subnet': {'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1804673090-subnet', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:54.337833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:40:54.343009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:54.352661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Usage tracker for resource:subnet and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:54.359331 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0805786 Dec 20 11:40:54.359331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:54.360117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42012) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:54.365761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.379884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:40:54.385404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:54.395771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:54.399613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:54.417826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Usage tracker for resource:router and tenant:f73f3f28323d4a64b5d6e8e8a32a0065 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:54.421459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:54.436407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Made reservation on behalf of 839f9de09a7d488ca6806fc2ae46dd15 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:40:54.438811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.486219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.487446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] 10.222.0.32 "DELETE /v2.0/floatingips/d216d321-0175-4822-9a60-a8a35bd45fc1 HTTP/1.1" status: 204 len: 168 time: 2.4783947 Dec 20 11:40:54.493056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42020) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:54.498995 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-0e87f590-f85b-4120-8fa3-2c1f759042e7 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127117 Dec 20 11:40:54.616366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.645150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.652310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:54.679414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.680578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.702753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.732593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'fixed_ips': [{'subnet_id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:40:54.733449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:54.872902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-0616a597-2261-4928-a2bb-51ca129d0640 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:40:54.882793 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-0616a597-2261-4928-a2bb-51ca129d0640 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0239592 Dec 20 11:40:54.889184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:54.891250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Unknown quota resources ['binding']. {{(pid=83557) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:40:54.896872 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e7dd2640-8915-4c22-8f43-5ebf594483de service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249671 Dec 20 11:40:54.969537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Allocated IP 172.20.0.2 (c5b3e005-b54d-4fbc-b5f8-1e8075172624/ecfcf1dd-5ca2-4acc-bdac-8128327f2f21/72a893fd-58c7-4a92-bd07-3c1c7a45f78e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:54.984968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-0cd28a93-0b0c-4ace-9644-80e1dc20c301 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43 HTTP/1.1" status: 200 len: 217 time: 0.0805571 Dec 20 11:40:55.108815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.175396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.185556 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-15c473a7-ed08-4dcf-ac5b-fe444d6bd942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:55.185803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-d40ceb7f-89ff-4783-a718-7919d3591c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:55.187256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-d40ceb7f-89ff-4783-a718-7919d3591c52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.1957562 Dec 20 11:40:55.201439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.214479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Transition to ACTIVE for port object 72a893fd-58c7-4a92-bd07-3c1c7a45f78e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:55.239381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Transition to ACTIVE for port object 72a893fd-58c7-4a92-bd07-3c1c7a45f78e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:55.250019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.254636 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:55.322186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Pushing event updated for resources: {'Port': ['ID=72a893fd-58c7-4a92-bd07-3c1c7a45f78e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:55.327045 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:55.340960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:55.342528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:55.346066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:55.371332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-1692faf3-dad8-4527-a201-c30eb105f85a tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:55.372675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-1692faf3-dad8-4527-a201-c30eb105f85a tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 948 time: 0.3472984 Dec 20 11:40:55.419224 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Floating IP 861ddae9-0b96-4759-b7c0-302115b842b8 associated. External IP: 172.35.0.81, port: 6f90fa37-2c41-4df7-8469-37814c6e908b. Dec 20 11:40:55.422675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50eb89d5-aaaa-4ed4-8658-e03703da4099,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:55.426508 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:55.449219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Attempting to bind port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:55.449948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Attempting to bind port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:55.450496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Attempting to bind port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e on network c5b3e005-b54d-4fbc-b5f8-1e8075172624 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:55.459127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:55.459602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Checking segment: {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:55.460206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.460677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Bound using segment: {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:55.461223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Bound port: 72a893fd-58c7-4a92-bd07-3c1c7a45f78e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:55.461673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.476188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Checking segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:55.476904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Network hostable DHCP agents. Network: 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:40:55.498416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:55.499079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:55.499604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:55.566530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:40:55.567531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:55.573485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] For port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:55.577984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] For port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=72a893fd-58c7-4a92-bd07-3c1c7a45f78e,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:55.586682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:55.587663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:55.587947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.588552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:55.589325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Bound port: f8dc20b2-7415-49ff-821d-a96694d58334, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:55.594017 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-79382429-cc4a-421b-a302-107e46b4cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:55.594639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:40:55.634385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:55.639292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:55.640166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.648767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4cf1a4-f89b-4da8-bca2-873a134b35ea None None] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:40:55.674195 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-1ad5833f-5d37-464c-8fb9-803db1deb436 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4784179 Dec 20 11:40:55.674775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:55.716858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.718423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-23707677-4261-4a1a-9004-016af5b271a0 service neutron] 10.222.0.32 "POST /v2.0/ports/f8dc20b2-7415-49ff-821d-a96694d58334/bindings HTTP/1.1" status: 201 len: 391 time: 0.8348908 Dec 20 11:40:55.719869 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3914766 Dec 20 11:40:55.722687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42038) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:55.729176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:40:55.737167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:55.750756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Usage tracker for resource:router and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:55.755639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:55.765514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:55.768318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.777177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Deleting port e7a2e2c3-d380-4995-b480-b61856e01519 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:40:55.777504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.796775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Pushing event updated for resources: {'Port': ['ID=72a893fd-58c7-4a92-bd07-3c1c7a45f78e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:55.802347 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:55.809856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.865555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.866670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:55.968383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:56.070802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:40:56.071518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:56.322613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-c99d63ad-3be8-4255-a596-148841ee2eb7 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311402 Dec 20 11:40:56.439133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Allocated IP 172.20.0.2 (0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d/50eb89d5-aaaa-4ed4-8658-e03703da4099/b8b97893-f812-48bb-aa65-05393957c788) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:56.485200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Allocated IP 172.35.0.131 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/f72bbd45-f06a-4a8f-931f-b2f637590c1e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:56.623909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-e7872872-1a86-4faf-9ca0-f4d84c7c89e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1098 time: 0.4488587 Dec 20 11:40:56.635703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:56.695258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:56.729979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:56.742577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446d868-08de-48a4-84d2-8cdd2450750f req-20869c39-941f-42d9-a2b8-690f2fc962ec tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:56.744214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8446d868-08de-48a4-84d2-8cdd2450750f req-20869c39-941f-42d9-a2b8-690f2fc962ec tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 948 time: 0.5371423 Dec 20 11:40:56.751080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Transition to ACTIVE for port object b8b97893-f812-48bb-aa65-05393957c788 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:56.808930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Transition to ACTIVE for port object b8b97893-f812-48bb-aa65-05393957c788 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:40:56.832625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72a893fd-58c7-4a92-bd07-3c1c7a45f78e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:56.847936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:56.870862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:56.888093 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:56.916503 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8446d868-08de-48a4-84d2-8cdd2450750f req-207e1ea8-576a-43c0-ae82-a0f85e104ee2 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/security-groups?id=0723b992-1ea4-43c1-b237-b41194705dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469553 Dec 20 11:40:57.040848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-e5c03b92-e034-4f29-b44b-da7f34aa61e5 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995707 Dec 20 11:40:57.093451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:57.096052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Pushing event updated for resources: {'Port': ['ID=b8b97893-f812-48bb-aa65-05393957c788,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:57.097548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.109075 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:57.110489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:57.111698 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-497dcff8-2aa3-4eb0-be5d-9a9ec6d80091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:57.113569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:57.164720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:57.235080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Attempting to bind port b8b97893-f812-48bb-aa65-05393957c788 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:40:57.236785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Attempting to bind port b8b97893-f812-48bb-aa65-05393957c788 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:40:57.236785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Attempting to bind port b8b97893-f812-48bb-aa65-05393957c788 on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:40:57.243512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:40:57.244239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Checking segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:40:57.245295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.245450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Bound using segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:40:57.245905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Bound port: b8b97893-f812-48bb-aa65-05393957c788, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:40:57.246320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.284628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:57.323215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Pushing event updated for resources: {'Port': ['ID=f72bbd45-f06a-4a8f-931f-b2f637590c1e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:57.332125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:57.341992 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:57.365433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] For port b8b97893-f812-48bb-aa65-05393957c788, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:40:57.372850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] For port b8b97893-f812-48bb-aa65-05393957c788, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b8b97893-f812-48bb-aa65-05393957c788,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:40:57.375507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:57.377793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.381484 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-5eee0afc-02ed-4ece-9ca1-7da72fda1340 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 HTTP/1.1" status: 200 len: 217 time: 0.3267097 Dec 20 11:40:57.383222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] For port e7a2e2c3-d380-4995-b480-b61856e01519, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e7a2e2c3-d380-4995-b480-b61856e01519,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:57.383579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.391153 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:57.453245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ee5d5-083a-4c0b-9a5c-b8d0f5a3a1ab None None] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:40:57.510748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Pushing event updated for resources: {'Port': ['ID=b8b97893-f812-48bb-aa65-05393957c788,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:57.526480 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:57.614250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e7a2e2c3-d380-4995-b480-b61856e01519 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:40:57.630682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.692021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Provisioning for port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:57.712419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:57.717623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:57.737246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Provisioning complete for port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:57.737246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.745164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:57.767381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:57.772263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:57.780061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:57.789737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:57.792015 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-6938da8f-4ce4-441f-8b81-c40e35ff0bb1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.5890603 Dec 20 11:40:57.793190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.893495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6497926f-564d-440c-af6a-ebf0176d7976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:57.902116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Calling delete_port for e7a2e2c3-d380-4995-b480-b61856e01519 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:40:58.066284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-92650e41-cca6-4fb3-a4c3-1a7983263bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:58.068504 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-92650e41-cca6-4fb3-a4c3-1a7983263bcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 1.3638682 Dec 20 11:40:58.112448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.135006 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a47c488f-c9f3-4713-882d-e5f5560793b8 req-73c555da-c0d6-4e62-b7a6-6253937e789d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2858310 Dec 20 11:40:58.159469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] For port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=72a893fd-58c7-4a92-bd07-3c1c7a45f78e,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:58.171895 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-100fe589-3cce-4f57-b37d-ed6fa577dab7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 200 len: 217 time: 0.0817950 Dec 20 11:40:58.174024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.179445 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:58.219130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Allocated IP 172.35.0.183 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/02c38ac3-ca07-434a-8de3-e12f9a79e49e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:40:58.231766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.232901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.273804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3016eab3-fec4-4d6d-8264-e467df25a2e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:58.275267 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-3016eab3-fec4-4d6d-8264-e467df25a2e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.8761995 Dec 20 11:40:58.281132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Pushing event updated for resources: {'Port': ['ID=72a893fd-58c7-4a92-bd07-3c1c7a45f78e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:58.284199 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:58.329578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42100) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:58.448454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-60e5fbf8-ff78-48c4-b10e-432d9d95ce24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:58.449882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-60e5fbf8-ff78-48c4-b10e-432d9d95ce24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.2634313 Dec 20 11:40:58.563249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-034996a1-66de-4e15-89d4-7f3df150843b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028214 Dec 20 11:40:58.715294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b55c72e2-574b-4de1-a6e2-fe88daed2d9c None None] Provisioning complete for port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:58.715846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b55c72e2-574b-4de1-a6e2-fe88daed2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.753916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d079e34-50e3-48d9-999e-8d528fb93e68 req-96271b8c-898a-4977-8e87-0e0feb743479 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:58.756046 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d079e34-50e3-48d9-999e-8d528fb93e68 req-96271b8c-898a-4977-8e87-0e0feb743479 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.3756533 Dec 20 11:40:58.776812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.796880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.872595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8b97893-f812-48bb-aa65-05393957c788 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:58.885720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-76624855-b30b-42fb-983e-7398a40d80aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5892253 Dec 20 11:40:58.894444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d079e34-50e3-48d9-999e-8d528fb93e68 req-8325f912-7372-4398-9dba-13232d59368f tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288605 Dec 20 11:40:58.895464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.904251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:40:58.918357 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5cda6b91-74b3-4e20-b994-f5af990d4aff tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:58.922124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Usage tracker for resource:security_group_rule and tenant:b15ba71a83024ec98395e20e53d2c78d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:40:58.925375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:40:58.938376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:40:58.977322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:58.987064 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91b0a90f-74fd-465f-8d41-4e1f623da8f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:59.009161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b8b97893-f812-48bb-aa65-05393957c788 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:59.016110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72a893fd-58c7-4a92-bd07-3c1c7a45f78e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:40:59.018750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Pushing event deleted for resources: {'Port': ['ID=e7a2e2c3-d380-4995-b480-b61856e01519,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:59.061766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b32a32b-f3ad-441a-9c59-6c50a938c5c9 None None] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:40:59.167585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.167956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.168537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.168897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.169250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.169777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.170159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.170511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.170859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.171205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.171549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:40:59.191230 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:59.216481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Provisioning for port b8b97893-f812-48bb-aa65-05393957c788 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:40:59.218638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-e2ed974a-8532-4bd6-a899-cc8bb6ea3db2 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862057 Dec 20 11:40:59.228026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Provisioning complete for port b8b97893-f812-48bb-aa65-05393957c788 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:59.228441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.249920 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-96c9549b-b357-4d0c-b326-7e940256e600 req-d4b4e923-253a-4412-bd36-d79a9708eb57 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2b31c1f-aba2-4c07-a5cb-24106fe7f447 HTTP/1.1" status: 200 len: 210 time: 0.0953374 Dec 20 11:40:59.280894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:40:59.319328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] No DVR routers for this DVR port e7a2e2c3-d380-4995-b480-b61856e01519 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:40:59.323451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:40:59.333890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.337564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-deleted', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:40:59.347883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Pushing event updated for resources: {'Port': ['ID=02c38ac3-ca07-434a-8de3-e12f9a79e49e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:59.350959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:40:59.355312 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:59.368667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:40:59.427668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-c85a10c2-b612-4bf9-b745-f5dd00259288 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101941 Dec 20 11:40:59.446457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:40:59.446846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.453971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.471114 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a44138f7-11ac-4e71-ad80-c13448acd20b req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] 10.222.0.16 "DELETE /v2.0/ports/e7a2e2c3-d380-4995-b480-b61856e01519 HTTP/1.1" status: 204 len: 173 time: 4.0882061 Dec 20 11:40:59.483723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.524628 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f97a2e78-d8ba-4379-aefd-03f05c840f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:59.577241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Router 342892cd-092f-4ceb-9fc4-9291b5245a7e is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:40:59.652169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9e5ad-8866-4c14-8f66-82bfddfa3baa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:59.658954 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:59.680539 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b15ba71a83024ec98395e20e53d2c78d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3263388 Dec 20 11:40:59.682790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:40:59.793733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.843405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:59.846398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] For port b8b97893-f812-48bb-aa65-05393957c788, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b8b97893-f812-48bb-aa65-05393957c788,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:40:59.847174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-00aa474b-8678-4f65-a76d-bb80575dc0bc service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171920 Dec 20 11:40:59.847617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:59.851634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:59.852094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.855867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:59.859771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:59.864058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:59.867889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:40:59.875209 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:40:59.878608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-f4c9e3dc-d7db-4f3a-9517-e82d1254494e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.3992701 Dec 20 11:40:59.957226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-69f4efa2-56d4-45de-98e2-881fabc6c068 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765685 Dec 20 11:40:59.964099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Pushing event updated for resources: {'Port': ['ID=b8b97893-f812-48bb-aa65-05393957c788,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:40:59.978508 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:40:59.994977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d515b146-46df-4f0a-b762-22c6bb37d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:40:59.998197 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7581ff4-0172-48d7-8eef-c61cfafb5225 req-d6a5b568-6b19-4bc1-ab67-6db94beb333c tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1180084 Dec 20 11:41:00.099479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.119276 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b31c1f-aba2-4c07-a5cb-24106fe7f447', 'name': 'network-vif-deleted', 'tag': 'e7a2e2c3-d380-4995-b480-b61856e01519', 'status': 'completed', 'code': 200} Dec 20 11:41:00.186915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-7e7fc22f-1f82-4bc2-a8a2-d0b73c4487e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 200 len: 217 time: 0.2173572 Dec 20 11:41:00.201392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1d2cba5d-00ea-4e7a-9ded-f4a673367ef5 None None] Provisioning complete for port b8b97893-f812-48bb-aa65-05393957c788 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:00.202104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d2cba5d-00ea-4e7a-9ded-f4a673367ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.219307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.326722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-53b6bd27-4677-4d12-b1be-57e84ba19f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:00.328105 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-53b6bd27-4677-4d12-b1be-57e84ba19f7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.1208258 Dec 20 11:41:00.393625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.394478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.507766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-36981c3f-96b5-4b3a-a847-a0f606a122ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507986 Dec 20 11:41:00.512838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.518622 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-45a5c8cf-24b8-45b6-9565-debbcf36741f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:00.544311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544ff56-6659-4af2-9e43-78c06d87bd78 req-5cd9d797-0f67-4058-b3c4-7a80b5bd49ab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:00.545860 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0544ff56-6659-4af2-9e43-78c06d87bd78 req-5cd9d797-0f67-4058-b3c4-7a80b5bd49ab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.3182435 Dec 20 11:41:00.546926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9e5ad-8866-4c14-8f66-82bfddfa3baa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:00.551442 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:00.586387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:00.591460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.598587 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:00.606570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:00.612661 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:00.613149 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:00.620046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Sync routers for ids ['342892cd-092f-4ceb-9fc4-9291b5245a7e'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:00.632823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.638459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Routers {'342892cd-092f-4ceb-9fc4-9291b5245a7e'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:00.639088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['342892cd-092f-4ceb-9fc4-9291b5245a7e'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:00.645470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29b9e5ad-8866-4c14-8f66-82bfddfa3baa HTTP/1.1" status: 204 len: 168 time: 0.9483731 Dec 20 11:41:00.700217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Deleting port 2d9835d3-2ec9-403e-a936-a419504aa0a4 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:00.700560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.791664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-24b85720-8b03-45a2-96fa-15f4ff152f4d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "PUT /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 200 len: 996 time: 9.2192473 Dec 20 11:41:00.818160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0544ff56-6659-4af2-9e43-78c06d87bd78 req-b35a4a39-1fca-45fe-baf0-0a84f8a7f2ba tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553706 Dec 20 11:41:00.825371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8b97893-f812-48bb-aa65-05393957c788 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:00.826696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:00.830721 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4610519 Dec 20 11:41:00.831274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:00.916971 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:01.193655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Set router 342892cd-092f-4ceb-9fc4-9291b5245a7e gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:01.259099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:41:01.259657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] For port 2d9835d3-2ec9-403e-a936-a419504aa0a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2d9835d3-2ec9-403e-a936-a419504aa0a4,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:01.259657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:01.410756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42130) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:01.441385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:01.461251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Calling delete_port for 2d9835d3-2ec9-403e-a936-a419504aa0a4 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:01.497745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:01.514023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b8b97893-f812-48bb-aa65-05393957c788 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:01.514410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:01.643325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:01.656372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:01.695536 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:40:54Z', 'revision_number': 1, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:01.705927 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:01.728631 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:01.730043 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:01.761100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-ea044607-79da-45b7-a5ef-46e2365da763 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2232916 Dec 20 11:41:01.794579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:40:58Z', 'revision_number': 3, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:01.807199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Checking router: 342892cd-092f-4ceb-9fc4-9291b5245a7e for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:01.807566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Updating router 342892cd-092f-4ceb-9fc4-9291b5245a7e port f72bbd45-f06a-4a8f-931f-b2f637590c1e binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:41:01.923813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:01.931738 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:02.007339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:02.012555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Usage tracker for resource:security_group_rule and tenant:be58124a364042afb9117dae33fcd24f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:02.017853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:02.025419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:02.180668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.182743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:02.187166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.194618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:02.196766 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-933dc455-98e6-47cc-acd2-b8f15abaf6e3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:02.199898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:02.204956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:02.210794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:02.215389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:02.220107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:02.224588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:02.234352 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-8445c296-5498-405b-b408-c1e10fa274da tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.9509177 Dec 20 11:41:02.322681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9835d3-2ec9-403e-a936-a419504aa0a4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:02.330616 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:02.383741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.403058 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:40:54Z', 'revision_number': 1, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:02.407523 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc83aea-8229-4cc3-b65f-57dcda814c8a None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:40:54Z', 'revision_number': 1, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:02.424921 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:02.465586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5a1e829e-b356-4d19-a5bc-559f45faf018 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d203d6ebd8b43b78699f2c7dd116eac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7989616 Dec 20 11:41:02.473710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42146) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:02.502597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-28549c69-42f5-418e-9f10-c7d1f1e6ee83 req-608faaaf-1128-4192-ad88-b0c5de61fb9d service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150104 Dec 20 11:41:02.506305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-4c946c54-5212-4ea7-ac21-c536e346ccdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 1.6840603 Dec 20 11:41:02.577918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.598300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Transition to ACTIVE for port object f72bbd45-f06a-4a8f-931f-b2f637590c1e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:02.616820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d2b29a-31b8-4461-b7ed-dc42eb558fc4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:02.620933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.621557 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:02.640512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be58124a364042afb9117dae33fcd24f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2194624 Dec 20 11:41:02.649092 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:02.655503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:02.673775 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-827e1830-9d19-493b-b3b2-c065ae51d05c req-f88c097f-9be8-42e2-af45-e7c738199891 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4383070 Dec 20 11:41:02.726238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.776059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10769-0596-4407-9bb3-0f0ec2a2f9a2 None None] Pushing event updated for resources: {'Port': ['ID=f72bbd45-f06a-4a8f-931f-b2f637590c1e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:02.789316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Attempting to bind port f72bbd45-f06a-4a8f-931f-b2f637590c1e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:02.789699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Attempting to bind port f72bbd45-f06a-4a8f-931f-b2f637590c1e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:02.792267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Attempting to bind port f72bbd45-f06a-4a8f-931f-b2f637590c1e on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:02.803425 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f2c10769-0596-4407-9bb3-0f0ec2a2f9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:02.818827 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8799c-d4d1-4fb7-af7b-c1edcc7bc2f4 None None] New status for floating IP 861ddae9-0b96-4759-b7c0-302115b842b8: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:41:02.822513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:02.823234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:02.823824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.825640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:02.827235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Bound port: f72bbd45-f06a-4a8f-931f-b2f637590c1e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:02.829891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.879682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.911857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] For port f72bbd45-f06a-4a8f-931f-b2f637590c1e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:02.915584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] For port f72bbd45-f06a-4a8f-931f-b2f637590c1e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f72bbd45-f06a-4a8f-931f-b2f637590c1e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:02.923248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:02.929315 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:02.996749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-c130b0d2-cf68-4e6d-8127-35d986d2b359 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6502 time: 0.4029412 Dec 20 11:41:03.004605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-8caf2f5b-1626-426b-9640-310427ca1efb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:03.006095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-8caf2f5b-1626-426b-9640-310427ca1efb service neutron] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.4182074 Dec 20 11:41:03.033437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:03.055191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Sync routers for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:03.072553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.082575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.130115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10769-0596-4407-9bb3-0f0ec2a2f9a2 None None] Pushing event updated for resources: {'Port': ['ID=f72bbd45-f06a-4a8f-931f-b2f637590c1e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:03.135406 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f2c10769-0596-4407-9bb3-0f0ec2a2f9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:03.137821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:03.139280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:03.153509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.154985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4311545 Dec 20 11:41:03.164305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42154) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:03.182989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.221721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Routers {'342892cd-092f-4ceb-9fc4-9291b5245a7e'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:03.222279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['342892cd-092f-4ceb-9fc4-9291b5245a7e'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:03.258916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.273430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-14a30255-5159-4d1c-a14d-34d814a8fc5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 999 time: 0.2442925 Dec 20 11:41:03.361701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-819151f0-ffe1-412e-8cf8-99ab4f1c2fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:03.363452 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-819151f0-ffe1-412e-8cf8-99ab4f1c2fe8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 200 len: 902 time: 0.3552673 Dec 20 11:41:03.399708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] Set router 342892cd-092f-4ceb-9fc4-9291b5245a7e gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:03.413496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9af49-20b5-44eb-840e-720a28090b97 req-931f4daf-5124-4c36-9177-374e0c9c73d3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:03.415809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6a9af49-20b5-44eb-840e-720a28090b97 req-931f4daf-5124-4c36-9177-374e0c9c73d3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.5167687 Dec 20 11:41:03.469503 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-526cbd0a-8758-4f50-be28-24d75e549da1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 200 len: 217 time: 0.0909295 Dec 20 11:41:03.479230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-33e24071-ae5f-429c-b98a-38f25f57b55a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:03.480686 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-33e24071-ae5f-429c-b98a-38f25f57b55a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1586986 Dec 20 11:41:03.482408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.489301 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d158dfa4-d54b-4e1b-a7d6-1b34410782d3 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:03.503718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.570382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d2b29a-31b8-4461-b7ed-dc42eb558fc4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:03.602625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-0bf92f4c-709b-48a4-9e68-5b31ddbb7020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:03.604054 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-0bf92f4c-709b-48a4-9e68-5b31ddbb7020 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.1276438 Dec 20 11:41:03.629336 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:03.639305 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-afdc060f-e8ff-458f-b123-394dfcc08f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:03.660280 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6a9af49-20b5-44eb-840e-720a28090b97 req-87d36079-91f6-4c46-b31d-211a39486cef tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368784 Dec 20 11:41:03.672989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0723b992-1ea4-43c1-b237-b41194705dfc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:03.679871 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:03.683462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.696859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3d2b29a-31b8-4461-b7ed-dc42eb558fc4 HTTP/1.1" status: 204 len: 168 time: 1.0291159 Dec 20 11:41:03.704332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:03.705018 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0723b992-1ea4-43c1-b237-b41194705dfc HTTP/1.1" status: 204 len: 168 time: 1.2266896 Dec 20 11:41:03.784410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:03.792218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-674b84f0-1014-44c8-98b2-b828365a1a13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2780762 Dec 20 11:41:03.987524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:40:58Z', 'revision_number': 3, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:04.042731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333343d8-1c3a-4cf5-b400-49d4b0153788 None None] The sync data for ids ['342892cd-092f-4ceb-9fc4-9291b5245a7e'] in n-d-victoria-1 is: [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:40:58Z', 'revision_number': 3, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:04.157872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:40:59Z', 'revision_number': 3, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:04.162545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Checking router: a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:04.163076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Updating router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 port 02c38ac3-ca07-434a-8de3-e12f9a79e49e binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:41:04.212941 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'status': 'completed', 'code': 200} Dec 20 11:41:04.232996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:04.256516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:04.260650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:04.264757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:04.268421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:04.273296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:04.277362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:04.281701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:04.289665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-aa78d760-34ea-4ce2-9a95-04dfa11806af tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.2637980 Dec 20 11:41:04.357164 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09890c89-e0fc-4332-94b9-37dcc63b93f4 req-dfd79805-3b03-4e14-82fd-6d746553fe2d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0665560 Dec 20 11:41:04.533095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-6f9eedbf-64cc-4a7a-bcc1-8163f2541041 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8816969 Dec 20 11:41:04.598655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:04.715460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:04.751036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Transition to ACTIVE for port object 02c38ac3-ca07-434a-8de3-e12f9a79e49e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:04.774808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:04.797387 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f2c10769-0596-4407-9bb3-0f0ec2a2f9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:04.916058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-e4985e00-75ff-4104-a54b-6b698198f660 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1227999 Dec 20 11:41:04.922905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Attempting to bind port 02c38ac3-ca07-434a-8de3-e12f9a79e49e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:04.923518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Attempting to bind port 02c38ac3-ca07-434a-8de3-e12f9a79e49e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:04.924136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Attempting to bind port 02c38ac3-ca07-434a-8de3-e12f9a79e49e on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:04.943781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae172c1-5698-4e1e-b7da-1f4d280f99a8 None None] Pushing event updated for resources: {'Port': ['ID=02c38ac3-ca07-434a-8de3-e12f9a79e49e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:04.946549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:04.947261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:04.947873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:04.948443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:04.949106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Bound port: 02c38ac3-ca07-434a-8de3-e12f9a79e49e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:04.949768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:05.002899 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-aae172c1-5698-4e1e-b7da-1f4d280f99a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:05.020771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-7dea4b09-d624-410c-84af-347655159474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 0.7961159 Dec 20 11:41:05.079702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:05.103875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] For port 02c38ac3-ca07-434a-8de3-e12f9a79e49e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:05.109054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] For port 02c38ac3-ca07-434a-8de3-e12f9a79e49e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=02c38ac3-ca07-434a-8de3-e12f9a79e49e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:05.116237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:05.131713 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:05.223480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Allocated IP 172.20.0.1 (c5b3e005-b54d-4fbc-b5f8-1e8075172624/ecfcf1dd-5ca2-4acc-bdac-8128327f2f21/88b07ff9-758d-42cb-b86f-1d0e8499a73e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:05.308670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-f9c481fc-e796-4182-ba46-77ecb8e0a429 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581334 Dec 20 11:41:05.384759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae172c1-5698-4e1e-b7da-1f4d280f99a8 None None] Pushing event updated for resources: {'Port': ['ID=02c38ac3-ca07-434a-8de3-e12f9a79e49e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:05.386239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95cad5-7e8a-4d70-9d04-7497fd9ce631 req-0758ec00-3c39-4079-8d69-0990d6857a19 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:05.387819 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc95cad5-7e8a-4d70-9d04-7497fd9ce631 req-0758ec00-3c39-4079-8d69-0990d6857a19 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.3822758 Dec 20 11:41:05.391463 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-aae172c1-5698-4e1e-b7da-1f4d280f99a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:05.399667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:05.401278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:05.539255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-e3f4541c-59ed-4128-b440-b0631eaaf818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:05.540937 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-e3f4541c-59ed-4128-b440-b0631eaaf818 service neutron] 10.222.0.16 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.4401364 Dec 20 11:41:05.606428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5963fa6e-20ec-40a2-ad59-5dbd63f6a6ff req-a7250e33-ad1c-427d-8893-0c2f83dd5e42 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668749 Dec 20 11:41:05.745839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1648818754-network', 'tenant_id': '65098121c74d40d19e6a0e72bba24752'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:05.771994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:05.777453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-a7890fdd-8ba9-4e4f-9fb7-d0d0c52f188e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 1001 time: 0.1691327 Dec 20 11:41:05.791634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:05.814931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Usage tracker for resource:network and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:05.820407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:05.825828 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc95cad5-7e8a-4d70-9d04-7497fd9ce631 req-afeb86d2-6c7c-40c2-8d60-02b7a2e55615 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331051 Dec 20 11:41:05.838867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:05.873948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:05.885422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Transition to ACTIVE for port object 88b07ff9-758d-42cb-b86f-1d0e8499a73e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:05.921640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Made reservation on behalf of 65098121c74d40d19e6a0e72bba24752 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:05.923948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:05.927851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b74b7b36-b9b9-4e0b-bb94-63e1476a888a req-7725f7d3-e5b4-4e66-b853-f83e03476dbb service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585153 Dec 20 11:41:05.960962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:05.994814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:06.001284 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-076332cb-cae3-434a-b1e2-c9906bea8396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:06.146811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-dd788937-d643-494f-8753-d1a4f58137c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.148785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-dd788937-d643-494f-8753-d1a4f58137c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.2188187 Dec 20 11:41:06.179980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:06.199377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:06.202914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:06.217756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:06.275894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:40:59Z', 'revision_number': 3, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:06.287600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0b5cf-97b0-4e1b-85be-ad243efd441a None None] The sync data for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 is: [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:40:59Z', 'revision_number': 3, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:06.301045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Usage tracker for resource:security_group_rule and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:06.307301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:06.407272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:06.410804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.416016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.417844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Pushing event updated for resources: {'Port': ['ID=88b07ff9-758d-42cb-b86f-1d0e8499a73e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:06.420089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.424432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.429193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.433364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.437435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.439511 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-8609178b-fb8e-43c2-871b-2e36a33b3f71 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.5107017 Dec 20 11:41:06.467162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:06.522513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-11931041-7d20-422b-a819-0c51ffd6874d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3576117 Dec 20 11:41:06.526161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.526651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.527296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.527826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.528290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.528758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.529245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.529711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.530193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.530651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.531108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:06.557255 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:06.571476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-77c6a65a-6269-4cb4-8fee-7d0ff952bc7b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:06.574824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b186174a-796f-4b36-a3fd-f8ba12ed6b9f None None] Provisioning for port 88b07ff9-758d-42cb-b86f-1d0e8499a73e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:06.578945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-77c6a65a-6269-4cb4-8fee-7d0ff952bc7b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5040834 Dec 20 11:41:06.582077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b186174a-796f-4b36-a3fd-f8ba12ed6b9f None None] Provisioning complete for port 88b07ff9-758d-42cb-b86f-1d0e8499a73e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:06.582441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b186174a-796f-4b36-a3fd-f8ba12ed6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:06.657094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b186174a-796f-4b36-a3fd-f8ba12ed6b9f None None] Port 88b07ff9-758d-42cb-b86f-1d0e8499a73e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:41:06.668495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:06.720506 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f33f8fa1-4019-483d-80fd-3d9d701995fa req-834ce667-0722-484b-a67d-e66a7cd7560e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2720366 Dec 20 11:41:06.763869 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-10fb6d46-ccf9-48ed-a0a1-b0ef9c2d83a6 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1001 time: 0.1835663 Dec 20 11:41:06.817467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f72bbd45-f06a-4a8f-931f-b2f637590c1e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:06.825099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'floatingip': {'port_id': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:06.829698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Router 28dd6234-74be-4d51-8463-eb2b2c659571 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:06.856390 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-a9aaee34-49e2-4e41-8b96-a81858d66b20 service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269758 Dec 20 11:41:06.914877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port f72bbd45-f06a-4a8f-931f-b2f637590c1e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:06.928233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f72bbd45-f06a-4a8f-931f-b2f637590c1e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:06.930026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.092180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.112224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port f72bbd45-f06a-4a8f-931f-b2f637590c1e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f72bbd45-f06a-4a8f-931f-b2f637590c1e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:07.117232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.117607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c26393-7d64-44f3-a7eb-a00fb98230fd req-f7c9fe9d-bbae-46b4-9473-392ecb6f5680 service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113569 Dec 20 11:41:07.121183 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:07.229728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=f72bbd45-f06a-4a8f-931f-b2f637590c1e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:07.244330 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:07.249622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c778e8-2e19-4040-b265-58123159dd50 req-36b21790-ee54-483e-bb2b-1125ac5c964b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:07.251118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c778e8-2e19-4040-b265-58123159dd50 req-36b21790-ee54-483e-bb2b-1125ac5c964b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.1888666 Dec 20 11:41:07.288993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.302989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:07.315588 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] Sync routers for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:07.338786 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:07.339405 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:07.340510 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] 10.222.0.32 "PUT /v2.0/routers/28dd6234-74be-4d51-8463-eb2b2c659571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8461604 Dec 20 11:41:07.343516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42236) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:07.377110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.421639 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5c778e8-2e19-4040-b265-58123159dd50 req-9ddf2da2-b6f4-4325-8022-3cc075f6e86a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534166 Dec 20 11:41:07.541295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.558409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.601581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.609320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d6c20cc0-c2ca-4b0d-bcf1-bbb517c6c173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:07.648833 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:07.700486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:41:07.742698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c78afa-7287-464e-bbed-00379b3cfb06,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:07.764079 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:07.777962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.778342 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Added segment 9dcd5592-a03b-471a-8832-dc0ed05ce091 of type vlan for network 970841f7-66e8-4af9-b07b-79813d76fa30 Dec 20 11:41:07.866036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.882282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Deleting port 300dfcd6-786c-42c0-8f9a-f6cf2d640464 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:07.882848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.912688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:07.968929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:08.006583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:08.012787 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b33a6d-574d-4cef-806e-3e0c42e3f365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:08.117844 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66'}], 'enable_snat': True}, 'gw_port_id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:41:01Z', 'revision_number': 5, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port': {'id': '300dfcd6-786c-42c0-8f9a-f6cf2d640464', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:07Z', 'updated_at': '2021-12-20T11:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:08.121791 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] Checking router: 28dd6234-74be-4d51-8463-eb2b2c659571 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:08.134782 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] Routers {'28dd6234-74be-4d51-8463-eb2b2c659571'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:08.136506 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['28dd6234-74be-4d51-8463-eb2b2c659571'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:08.250507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:08.283664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] For port 300dfcd6-786c-42c0-8f9a-f6cf2d640464, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=300dfcd6-786c-42c0-8f9a-f6cf2d640464,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:08.284094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:08.326111 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] Set router 28dd6234-74be-4d51-8463-eb2b2c659571 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:08.332239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Pushing event updated for resources: {'Port': ['ID=88b07ff9-758d-42cb-b86f-1d0e8499a73e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:08.366052 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:08.367748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Allocated IP 172.20.0.1 (0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d/50eb89d5-aaaa-4ed4-8658-e03703da4099/22ed1e91-b5e8-4606-aea7-cce110d45122) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:08.405760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:08.406726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.407452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:08.418605 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9af76c4-cf9c-4cc1-a800-0f048761b035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:08.423593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.428257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.432248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.436430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.440601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.445245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.449227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:08.456746 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-21c80bc6-4907-4031-93ce-d384b54f3455 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.5082333 Dec 20 11:41:08.481095 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 6, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:08.485891 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ae00c-2f48-4d67-be3f-cb1ca36f082f None None] The sync data for ids ['28dd6234-74be-4d51-8463-eb2b2c659571'] in n-d-victoria-1 is: [{'id': '28dd6234-74be-4d51-8463-eb2b2c659571', 'name': 'tempest-ServersTestManualDisk-1141617027-router', 'tenant_id': '559e401db21a466a904cce5123b39a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:06Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 6, 'project_id': '559e401db21a466a904cce5123b39a7b', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:08.733213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Pushing event updated for resources: {'Network': ['ID=970841f7-66e8-4af9-b07b-79813d76fa30,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:08.735400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Calling delete_port for 300dfcd6-786c-42c0-8f9a-f6cf2d640464 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:08.744817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 970841f7-66e8-4af9-b07b-79813d76fa30 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:41:08.754022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:08.758665 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:08.813037 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.7171206 Dec 20 11:41:08.822938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:08.854994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Request body: {'subnet': {'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1648818754-subnet', 'tenant_id': '65098121c74d40d19e6a0e72bba24752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:08.869171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:08.869796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e380141e-ad1a-45c3-ac8d-e45fd4aefaff req-22158dfa-12b7-4390-b5c4-5edf19949c00 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4121768 Dec 20 11:41:08.899473 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-7a9f5d9d-5408-49e8-8ba3-281d2c51d430 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.5710413 Dec 20 11:41:08.902814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Usage tracker for resource:subnet and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:08.913465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:08.913958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:08.941492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:08.978361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f72bbd45-f06a-4a8f-931f-b2f637590c1e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:08.983426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:08.995907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:09.152669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f72bbd45-f06a-4a8f-931f-b2f637590c1e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:09.153342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.211841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.233421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.239712 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fe13b7b5-4b1b-4272-9673-322b1775aa3d tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:09.294226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=300dfcd6-786c-42c0-8f9a-f6cf2d640464,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:09.321117 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:09.323900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2d9835d3-2ec9-403e-a936-a419504aa0a4 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:41:09.368522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2d9835d3-2ec9-403e-a936-a419504aa0a4 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:41:09.368874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2d9835d3-2ec9-403e-a936-a419504aa0a4 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:41:09.380533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.397914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Transition to ACTIVE for port object 22ed1e91-b5e8-4606-aea7-cce110d45122 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:09.398543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3aad4571-4a96-48f5-a52f-fa6bffc6b342 None None] Provisioning complete for port 88b07ff9-758d-42cb-b86f-1d0e8499a73e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:09.399011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3aad4571-4a96-48f5-a52f-fa6bffc6b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.442930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Made reservation on behalf of 65098121c74d40d19e6a0e72bba24752 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:09.444288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.455539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3aad4571-4a96-48f5-a52f-fa6bffc6b342 None None] Port 88b07ff9-758d-42cb-b86f-1d0e8499a73e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:41:09.474583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95d9bc-bcd1-418b-8db6-bef9f6202e44 req-df1e186f-9d98-45b1-8d33-9b38021b70de tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:09.476277 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd95d9bc-bcd1-418b-8db6-bef9f6202e44 req-df1e186f-9d98-45b1-8d33-9b38021b70de tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 945 time: 0.3436651 Dec 20 11:41:09.478421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.486568 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-35cb48be-851a-4abb-81d0-5911a1abe144 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:09.514175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.687449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:09.689667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=22ed1e91-b5e8-4606-aea7-cce110d45122,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:09.690789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:09.698300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:09.705358 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:09.706875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:09.734875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:09.751758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd95d9bc-bcd1-418b-8db6-bef9f6202e44 req-82ad5025-8b92-40ff-a3c3-4aa83f335869 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583139 Dec 20 11:41:09.756719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Usage tracker for resource:security_group_rule and tenant:a167c60aa6384a41adf65c0b9c5d145b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:09.759063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:09.765252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.816036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:09.847725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:09.890700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:09.914252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:09.933057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:41:09.981610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-077fc4e2-d543-48cd-8b91-bab07e93c2c4 None None] Provisioning for port 22ed1e91-b5e8-4606-aea7-cce110d45122 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:09.987533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-077fc4e2-d543-48cd-8b91-bab07e93c2c4 None None] Provisioning complete for port 22ed1e91-b5e8-4606-aea7-cce110d45122 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:09.988186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-077fc4e2-d543-48cd-8b91-bab07e93c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.056301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-077fc4e2-d543-48cd-8b91-bab07e93c2c4 None None] Port 22ed1e91-b5e8-4606-aea7-cce110d45122 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:41:10.069279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:10.099624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.160242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.173725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.183591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:10.189658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.206671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.212265 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b9fe8cc0-22f7-4203-8cb0-437898e7bc83 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:10.218286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.279421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.328400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.344721 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da7c53a8-449d-4010-ac6e-1d257952f12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:10.382341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.391891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.392419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28dd6234-74be-4d51-8463-eb2b2c659571 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:41:10.454774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.492999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.494143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/28dd6234-74be-4d51-8463-eb2b2c659571 HTTP/1.1" status: 204 len: 168 time: 3.1495500 Dec 20 11:41:10.496980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:10.503818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:10.506835 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a167c60aa6384a41adf65c0b9c5d145b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7517939 Dec 20 11:41:10.507711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:10.508487 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:10.509081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:10.509455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:10.511862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:10.512009 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac988e5d-f33d-465e-96ee-19ad8a491306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:10.515717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:10.519550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:10.523377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:10.527198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:10.529045 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-7889babb-3d7c-48cb-8186-9279b4d17443 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.4210260 Dec 20 11:41:10.531490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:10.536677 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:10.617661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:10.617989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:10.618340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:10.631528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a700cc4-720c-4ad2-90e0-665083a742f7 req-c7f22d6a-18cb-4afc-8a4c-6fcbc31732b2 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0926828 Dec 20 11:41:10.632195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:41:10.632511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Attempting to bind port f8dc20b2-7415-49ff-821d-a96694d58334 on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:10.638923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:10.639259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:10.639634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:10.640139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Bound port: f8dc20b2-7415-49ff-821d-a96694d58334, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:10.640380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.698597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a614dd-9538-4055-ba9b-058589a02a88,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:10.702200 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:10.720232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Checking segment: {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:10.720590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Network hostable DHCP agents. Network: 970841f7-66e8-4af9-b07b-79813d76fa30, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:41:10.744579 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334', 'code': 200} Dec 20 11:41:10.757035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:10.760210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:10.765133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.768895 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1518526f-0c3d-466c-a6b5-d45832b18f39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:10.944292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Deleting subnet eed953d7-6a58-4380-b2f8-5c1a6d2010c2 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:41:10.968578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:10.995515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:11.001790 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:11.004029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.005433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] 10.222.0.16 "PUT /v2.0/ports/f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 200 len: 1125 time: 2.0987327 Dec 20 11:41:11.044858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e2b5b-6ea1-456c-9845-7630f1ec2c8d req-f5b1d366-1c13-473a-8fdb-9d43a7ad0eab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:11.048069 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-684e2b5b-6ea1-456c-9845-7630f1ec2c8d req-f5b1d366-1c13-473a-8fdb-9d43a7ad0eab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 943 time: 0.1480656 Dec 20 11:41:11.088695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f8dc20b2-7415-49ff-821d-a96694d58334'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:11.106266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-684e2b5b-6ea1-456c-9845-7630f1ec2c8d req-c13a6354-ee21-41ee-b061-ea15a6170548 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Dec 20 11:41:11.137583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.140646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Router 342892cd-092f-4ceb-9fc4-9291b5245a7e has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:11.142940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.181421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Network 970841f7-66e8-4af9-b07b-79813d76fa30 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:41:11.184466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f8dc20b2-7415-49ff-821d-a96694d58334'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:11.349744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.401611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 970841f7-66e8-4af9-b07b-79813d76fa30) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:11.416630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.417093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94df07-3b2b-4054-9442-4252ea1a5c65 None None] Network 970841f7-66e8-4af9-b07b-79813d76fa30 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:11.448370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:11.448370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.626839 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7994821 Dec 20 11:41:11.636539 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Floating IP 861ddae9-0b96-4759-b7c0-302115b842b8 associated. External IP: 172.35.0.81, port: 6f90fa37-2c41-4df7-8469-37814c6e908b. Dec 20 11:41:11.688787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:41:11.717208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.741904 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6b54bd57-4b0c-41fd-a564-6dfb803a6309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:11.784935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.786961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed953d7-6a58-4380-b2f8-5c1a6d2010c2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:11.799197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.808650 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:11.811416 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a8c9aab-4409-49d4-8efa-2634cba95c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:11.850724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a614dd-9538-4055-ba9b-058589a02a88,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:11.868541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.896546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4f6b0-5cbc-46d9-bee1-05b0983bc6ac None None] Network 970841f7-66e8-4af9-b07b-79813d76fa30 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:11.932162 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:11.934588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:11.935896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72a614dd-9538-4055-ba9b-058589a02a88 HTTP/1.1" status: 204 len: 168 time: 1.4139946 Dec 20 11:41:11.936685 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d31c4856-9656-4803-99bd-3a9372c3314c tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:12.001557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.008569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.015745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.021903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.022554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea584bf-d7c8-4a04-a286-ae81e03a478b None None] Network 725857a4-7b1a-4dae-a1da-ef0a880dcfcc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:12.026063 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eed953d7-6a58-4380-b2f8-5c1a6d2010c2 HTTP/1.1" status: 204 len: 168 time: 1.5033820 Dec 20 11:41:12.026864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.027151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.032023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.036193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.040823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.044619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:12.049902 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-dfd40037-15fa-4428-bb65-1766026c392d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.1865261 Dec 20 11:41:12.097793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=22ed1e91-b5e8-4606-aea7-cce110d45122,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:12.117101 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec355b33-95c2-4924-b740-e93bbeb5c7d0 req-e2ddbbe7-d49e-4c5a-b037-7ed006eb42fe tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0634146 Dec 20 11:41:12.161776 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:12.402669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:12.423415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.425382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] DHCP port deletion for 725857a4-7b1a-4dae-a1da-ef0a880dcfcc request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:41:12.432604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Deleting port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:12.433418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.463991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:12.468706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Usage tracker for resource:security_group_rule and tenant:2ca2c93d44ac4bc4abcc5441502f9289 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:12.472024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:12.479766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:12.544770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.566281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:12.570339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:12.659108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Deleting port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:12.659308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.674428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.704079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.745921 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-600a7d0e-e52f-463f-a1aa-f9b6be4e3c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:12.781666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] For port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:12.781911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ca2c93d44ac4bc4abcc5441502f9289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3778348 Dec 20 11:41:12.782306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.783081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:12.795676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:12.799020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40c3783-7538-49d6-8d88-9dd13b99042f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:12.804601 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:12.888420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 02c38ac3-ca07-434a-8de3-e12f9a79e49e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:12.889787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-7baab70e-364f-4c94-ad94-148f0afbc1a3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:12.897070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-7baab70e-364f-4c94-ad94-148f0afbc1a3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 822 time: 0.3526607 Dec 20 11:41:12.914154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.926555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-9dded18a-1636-46ee-86f4-637cb104c28c tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/quotas/65098121c74d40d19e6a0e72bba24752 HTTP/1.1" status: 200 len: 375 time: 0.0285695 Dec 20 11:41:12.981977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Calling delete_port for 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:12.988437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:12.997056 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-e38b60d1-a5a8-4b7c-8aff-1b6376ca900d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638416 Dec 20 11:41:13.089602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2410b3ec-82c8-4d90-a6ab-445edb2b4b74 None None] Provisioning complete for port 22ed1e91-b5e8-4606-aea7-cce110d45122 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:13.089936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2410b3ec-82c8-4d90-a6ab-445edb2b4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:13.104840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:13.135949 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] 10.222.0.32 "PUT /v2.0/routers/342892cd-092f-4ceb-9fc4-9291b5245a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2950532 Dec 20 11:41:13.136216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Sync routers for ids ['342892cd-092f-4ceb-9fc4-9291b5245a7e'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:13.166559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:13.171293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 02c38ac3-ca07-434a-8de3-e12f9a79e49e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:13.178285 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b4268e78-e01e-45e0-b5ee-94ccb653f410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:13.191206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:13.201091 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57d1a721-597a-4d99-9ce3-b2b6133db91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:13.228656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40c3783-7538-49d6-8d88-9dd13b99042f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:13.233752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2410b3ec-82c8-4d90-a6ab-445edb2b4b74 None None] Port 22ed1e91-b5e8-4606-aea7-cce110d45122 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:41:13.240117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Pushing event deleted for resources: {'Port': ['ID=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:13.242570 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:13.243895 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:13.246859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:13.248468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b40c3783-7538-49d6-8d88-9dd13b99042f HTTP/1.1" status: 204 len: 168 time: 0.4454286 Dec 20 11:41:13.253906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Routers {'342892cd-092f-4ceb-9fc4-9291b5245a7e'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:13.254578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['342892cd-092f-4ceb-9fc4-9291b5245a7e'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:13.262932 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-65831fd9-da58-4864-a812-f462ea4e1b81 service neutron] 10.222.0.32 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280276 Dec 20 11:41:13.318017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 02c38ac3-ca07-434a-8de3-e12f9a79e49e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:13.318391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:13.373394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] No DVR routers for this DVR port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:41:13.448855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-e895d537-e013-486d-a2e7-f3f83207c65b service neutron] 10.222.0.32 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795092 Dec 20 11:41:13.511604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] For port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=70d4f8e4-baa5-454f-b69e-5decbd6f40b6,segment=NetworkSegment(7dd0373c-4662-47b4-9739-01cb39d5b96a),segment_id=7dd0373c-4662-47b4-9739-01cb39d5b96a)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:13.517032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:13.685034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Calling delete_port for 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:13.706128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Set router 342892cd-092f-4ceb-9fc4-9291b5245a7e gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:13.962408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f11c9-f6e1-475c-a035-ab2e9d8560cc req-86c884c4-6e6a-494e-97e3-30fc7589938c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:13.971983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa6f11c9-f6e1-475c-a035-ab2e9d8560cc req-86c884c4-6e6a-494e-97e3-30fc7589938c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 943 time: 0.2106895 Dec 20 11:41:13.994766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:41:13.995165 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:41:14.039000 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa6f11c9-f6e1-475c-a035-ab2e9d8560cc req-e8b6ac8f-e524-4b9a-9bb8-6685e90dd1d3 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658607 Dec 20 11:41:14.112481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:14.160653 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334', 'status': 'completed', 'code': 200} Dec 20 11:41:14.172507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:14.202642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:14.275867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 02c38ac3-ca07-434a-8de3-e12f9a79e49e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=02c38ac3-ca07-434a-8de3-e12f9a79e49e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:14.306046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:14.348278 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b43ecdf1-d160-4270-9b40-ae002c1d1175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:14.440676 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-809f1f9c-351f-4126-91ef-c5728d93f5e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1128 time: 0.2560666 Dec 20 11:41:14.444290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 300dfcd6-786c-42c0-8f9a-f6cf2d640464 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:41:14.533839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Deleting port 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:14.534446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:14.547567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 300dfcd6-786c-42c0-8f9a-f6cf2d640464 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:41:14.547929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 300dfcd6-786c-42c0-8f9a-f6cf2d640464 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:41:14.548372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:41:14.592975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:41:14.593336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 70d4f8e4-baa5-454f-b69e-5decbd6f40b6 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:41:14.627950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=02c38ac3-ca07-434a-8de3-e12f9a79e49e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:14.640878 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:14.645525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] The port '70d4f8e4-baa5-454f-b69e-5decbd6f40b6' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:41:14.695693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:41:06Z', 'revision_number': 4, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '88b07ff9-758d-42cb-b86f-1d0e8499a73e', 'name': '', 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'mac_address': 'fa:16:3e:fa:05:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:04Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 2, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'subnets': [{'id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:14.708905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Checking router: 342892cd-092f-4ceb-9fc4-9291b5245a7e for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:14.709548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Updating router 342892cd-092f-4ceb-9fc4-9291b5245a7e port 88b07ff9-758d-42cb-b86f-1d0e8499a73e binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:41:14.813731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:14.834269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 02c38ac3-ca07-434a-8de3-e12f9a79e49e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:14.965336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:14.966902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:14.979282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:14.979282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:14.979599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:14.988238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:14.995626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:15.001422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:15.006037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:15.014548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-7962ed5d-dd33-479e-89c3-749dae11522a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.5271142 Dec 20 11:41:15.031576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725857a4-7b1a-4dae-a1da-ef0a880dcfcc']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:15.046041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 02c38ac3-ca07-434a-8de3-e12f9a79e49e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:15.046440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.074741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd0373c-4662-47b4-9739-01cb39d5b96a') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:15.075098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd0373c-4662-47b4-9739-01cb39d5b96a') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:15.110296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-ef05287c-72af-4b49-807a-1a3462e584aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:15.112293 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-ef05287c-72af-4b49-807a-1a3462e584aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.6640100 Dec 20 11:41:15.120420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.162585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.173987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:41:15.175860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.177971 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d78b03f-a9c9-4876-a1f7-d784b6eee0cc req-8e4a1d9b-85a2-4ba4-853a-5945774aef1b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1613913 Dec 20 11:41:15.390583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:41:15.405794 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:41:15.430788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-network', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:15.445317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:15.452335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Usage tracker for resource:network and tenant:a945d5b7625d42e1b2f3b750dc3f70e9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:15.453577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-525b1d30-3d90-46e1-a7e6-1a065f8f232d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 200 len: 217 time: 0.2916226 Dec 20 11:41:15.457388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:15.467777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:15.505607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.592263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.606795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Transition to ACTIVE for port object 88b07ff9-758d-42cb-b86f-1d0e8499a73e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:15.618997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.641161 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-054ad02b-3187-4d99-a9b1-51846713c814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:15.674643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d3c93656-c4e4-40f1-a673-f2aafc1ef2b0 req-945a8bfd-f037-489d-91f4-3a43acc0b2a1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 210 time: 0.1377409 Dec 20 11:41:15.736726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-e8fe3e80-04e7-4417-9817-25444446070f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:15.738424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-e8fe3e80-04e7-4417-9817-25444446070f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.2711759 Dec 20 11:41:15.811844 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-68302524-bd2f-4faa-a742-48012d5df88b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650284 Dec 20 11:41:15.824551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d041-58e1-40d6-806f-450f5e90c4c1 None None] Pushing event updated for resources: {'Port': ['ID=88b07ff9-758d-42cb-b86f-1d0e8499a73e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:15.862410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-9d7ce891-8867-4f45-b805-abf03d1910ad tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:15.865210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-9d7ce891-8867-4f45-b805-abf03d1910ad tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 822 time: 0.5371563 Dec 20 11:41:15.873019 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1a11d041-58e1-40d6-806f-450f5e90c4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:15.876049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.902057 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1cc6130a-b947-4984-8f39-5392cc60d89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:15.908190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Request body: {'port': {'device_id': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'admin_state_up': True, 'tenant_id': '65098121c74d40d19e6a0e72bba24752'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:15.940313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Made reservation on behalf of a945d5b7625d42e1b2f3b750dc3f70e9 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:15.942977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.951729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Attempting to bind port 88b07ff9-758d-42cb-b86f-1d0e8499a73e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:15.952201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Attempting to bind port 88b07ff9-758d-42cb-b86f-1d0e8499a73e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:15.952635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Attempting to bind port 88b07ff9-758d-42cb-b86f-1d0e8499a73e on network c5b3e005-b54d-4fbc-b5f8-1e8075172624 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:15.960156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:15.960630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Checking segment: {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:15.961379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.962288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Bound using segment: {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:15.962766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Bound port: 88b07ff9-758d-42cb-b86f-1d0e8499a73e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:15.963147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:15.970579 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] 10.222.0.32 "DELETE /v2.0/networks/725857a4-7b1a-4dae-a1da-ef0a880dcfcc HTTP/1.1" status: 204 len: 168 time: 3.9110765 Dec 20 11:41:15.998815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=725857a4-7b1a-4dae-a1da-ef0a880dcfcc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:16.080230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:16.083762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] For port 88b07ff9-758d-42cb-b86f-1d0e8499a73e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:16.088291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] For port 88b07ff9-758d-42cb-b86f-1d0e8499a73e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=88b07ff9-758d-42cb-b86f-1d0e8499a73e,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:16.099710 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:16.102394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:16.108374 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:16.181483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d041-58e1-40d6-806f-450f5e90c4c1 None None] Pushing event updated for resources: {'Port': ['ID=88b07ff9-758d-42cb-b86f-1d0e8499a73e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:16.186824 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1a11d041-58e1-40d6-806f-450f5e90c4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:16.196435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:16.214661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Usage tracker for resource:security_group_rule and tenant:a945d5b7625d42e1b2f3b750dc3f70e9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:16.218914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:16.230102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Routers {'342892cd-092f-4ceb-9fc4-9291b5245a7e'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:16.230612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['342892cd-092f-4ceb-9fc4-9291b5245a7e'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:16.243447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:16.252377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:16.269249 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:16.312998 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:16.322202 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:16.484939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42406) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:16.499642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:16.535037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Usage tracker for resource:port and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:16.561069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:16.577588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:16.600439 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-c78642a3-2ff0-44cc-bb2e-1aae772d9eed service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774594 Dec 20 11:41:16.617118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:16.650071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:16.689712 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d4e55bc3-f116-4c5a-9d3f-f6c67463ddfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:16.693308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ea19ba8a-a086-40e1-80b4-71fa836c0350 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=559e401db21a466a904cce5123b39a7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2009287 Dec 20 11:41:16.699974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] Set router 342892cd-092f-4ceb-9fc4-9291b5245a7e gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:16.709927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42418) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:16.722476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Made reservation on behalf of 65098121c74d40d19e6a0e72bba24752 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:16.726471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:16.727849 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:41:16.755743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280e05-d56a-4ea7-9829-f792f8542d90 req-6af37d0c-c9f3-48ac-bf7f-db79037e2fc6 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:16.763129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:16.764607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b7280e05-d56a-4ea7-9829-f792f8542d90 req-6af37d0c-c9f3-48ac-bf7f-db79037e2fc6 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 943 time: 0.8716033 Dec 20 11:41:16.791754 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:16.853870 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] 10.222.0.32 "PUT /v2.0/routers/a3e2b6eb-465f-4058-95d8-8a58a9d3ef27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6781292 Dec 20 11:41:16.857420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:41:16.979053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217905de-d665-457e-b160-8080f753dd49,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:17.002292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.002758 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Added segment 3df67c09-3bc1-4c39-91d8-ed0de61b8101 of type vlan for network d3ccdb05-e150-423f-9013-4321fafb48ee Dec 20 11:41:17.004204 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:17.079925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.137909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.172709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.176078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.177223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.192625 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c597f0af-e61c-42ef-862e-a5e7df6afe8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:17.208609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b7280e05-d56a-4ea7-9829-f792f8542d90 req-f1e880d2-87ae-4468-bc98-87381586873e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430392 Dec 20 11:41:17.213622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ada7572e-aad4-4b0b-b35c-d9fe97b28025 req-d09fc854-5498-454b-a15a-c9699ef52c94 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969670 Dec 20 11:41:17.268028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Allocated IP 172.20.0.6 (970841f7-66e8-4af9-b07b-79813d76fa30/f3ff83e5-9142-4d4d-9bc0-c2a4999d2842/f7c507ae-ee16-4280-9710-6fc766aba030) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:17.271376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:41:06Z', 'revision_number': 4, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '88b07ff9-758d-42cb-b86f-1d0e8499a73e', 'name': '', 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'mac_address': 'fa:16:3e:fa:05:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:04Z', 'updated_at': '2021-12-20T11:41:16Z', 'revision_number': 4, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'subnets': [{'id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:17.283912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89446b75-4560-4b7f-ab7a-69079de74154 None None] The sync data for ids ['342892cd-092f-4ceb-9fc4-9291b5245a7e'] in n-d-victoria-1 is: [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:41:06Z', 'revision_number': 4, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '88b07ff9-758d-42cb-b86f-1d0e8499a73e', 'name': '', 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'mac_address': 'fa:16:3e:fa:05:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:04Z', 'updated_at': '2021-12-20T11:41:16Z', 'revision_number': 4, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'subnets': [{'id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:17.449156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ccdb05-e150-423f-9013-4321fafb48ee,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:17.467615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d3ccdb05-e150-423f-9013-4321fafb48ee details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:41:17.485725 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:17.521033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.534507 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:41:09Z', 'revision_number': 3, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:17.542948 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:17.552996 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1409113 Dec 20 11:41:17.569675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42442) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:17.569976 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:17.570639 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:17.571908 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-2707cd9d-a953-47e4-90dc-b384f73b1e25 service neutron] 10.222.0.53 "GET /v2.0/ports/f8dc20b2-7415-49ff-821d-a96694d58334/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.6610978 Dec 20 11:41:17.642834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Request body: {'subnet': {'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-subnet', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:17.668083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:17.676856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Usage tracker for resource:subnet and tenant:a945d5b7625d42e1b2f3b750dc3f70e9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:17.680862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:17.701217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:17.753256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Made reservation on behalf of a945d5b7625d42e1b2f3b750dc3f70e9 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:17.756530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.807373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.811380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.817937 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ce6b96f1-0ac5-44dc-bb75-f52002118c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:17.840791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a9c4b-fdc8-4f60-b048-b2dec5586507,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:17.848205 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:17.869008 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:17.912930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:17.935844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.939780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.944571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.948463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.952453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.956592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.962782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:17.964846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-ab9cd627-11b4-4fe5-9582-31e199c3053a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5431 time: 0.4353831 Dec 20 11:41:18.017411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:18.018637 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/872a9c4b-fdc8-4f60-b048-b2dec5586507 HTTP/1.1" status: 204 len: 168 time: 1.2954981 Dec 20 11:41:18.059436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ef6879d-d7c5-4726-87f4-33fadd0bdf63 req-baf4bef3-b44a-48ce-a138-4f8d67f96137 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0883572 Dec 20 11:41:18.102509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:18.111720 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2e8b350-554f-4799-8f8b-db5224df52cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:18.314769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:18.328288 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:18.367724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Network 970841f7-66e8-4af9-b07b-79813d76fa30 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:18.375899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:18.383281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:18.524072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:18.714122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:18.741771 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:41:09Z', 'revision_number': 3, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:18.747935 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e74bf-fd49-411e-b4a7-60a3a428fd77 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:41:09Z', 'revision_number': 3, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:18.813927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:18.814623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:18.831770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88b07ff9-758d-42cb-b86f-1d0e8499a73e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:18.858746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:18.861922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9715924 Dec 20 11:41:18.872250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d5798-1e23-4371-a27e-ac8710661f66 req-7b0cabe5-47cd-4dbf-96ea-a41bd94b0390 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:18.872965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9d3d5798-1e23-4371-a27e-ac8710661f66 req-7b0cabe5-47cd-4dbf-96ea-a41bd94b0390 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Synchronizing usage tracker for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:18.881743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Request body: {'port': {'device_id': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:18.890523 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b87609c4-013c-48e0-a726-1e5955b6366f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:18.960602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dc20b2-7415-49ff-821d-a96694d58334 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:18.975093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 88b07ff9-758d-42cb-b86f-1d0e8499a73e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:18.988465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 88b07ff9-758d-42cb-b86f-1d0e8499a73e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:18.989206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.001474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:19.008191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9d3d5798-1e23-4371-a27e-ac8710661f66 req-7b0cabe5-47cd-4dbf-96ea-a41bd94b0390 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Unset dirty status for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:19.009698 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d3d5798-1e23-4371-a27e-ac8710661f66 req-7b0cabe5-47cd-4dbf-96ea-a41bd94b0390 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 931 time: 0.3601060 Dec 20 11:41:19.116764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a17fc8-98e4-4e80-9d83-241518eba493,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:19.132623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d3d5798-1e23-4371-a27e-ac8710661f66 req-b826bdf0-9272-47f3-80ac-3de5bb8995b8 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118810 Dec 20 11:41:19.133528 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:19.134204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.139860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.162689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.417186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Checking segment: {'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:19.417841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Network hostable DHCP agents. Network: d3ccdb05-e150-423f-9013-4321fafb48ee, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:41:19.447777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 88b07ff9-758d-42cb-b86f-1d0e8499a73e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=88b07ff9-758d-42cb-b86f-1d0e8499a73e,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:19.458323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.465160 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6995be84-25e3-4a75-9e24-7879532c87e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:19.549831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Network d3ccdb05-e150-423f-9013-4321fafb48ee is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:41:19.562596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:19.579112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d3ccdb05-e150-423f-9013-4321fafb48ee) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:19.583830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] Transition to ACTIVE for port object f8dc20b2-7415-49ff-821d-a96694d58334 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:19.587400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:19.588191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.591654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=88b07ff9-758d-42cb-b86f-1d0e8499a73e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:19.599199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8974be-8862-4d98-b991-fb854d36f4af None None] Network d3ccdb05-e150-423f-9013-4321fafb48ee requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:19.608665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.615830 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:19.733830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1524370 Dec 20 11:41:19.761048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42504) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:19.766174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c507ae-ee16-4280-9710-6fc766aba030 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:19.785798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.796150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.796495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.796831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.797163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.797541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.797899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.798515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.798842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.799162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.799537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.799857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:19.805267 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:19.818771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Transition to ACTIVE for port object f7c507ae-ee16-4280-9710-6fc766aba030 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:19.837118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.840969 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:19.905561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:19.915701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-d3ccdb05-e150-423f-9013-4321fafb48ee', 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'fixed_ips': [{'subnet_id': '10a17fc8-98e4-4e80-9d83-241518eba493'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:41:19.916620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:19.944490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:19.987029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Usage tracker for resource:router and tenant:a945d5b7625d42e1b2f3b750dc3f70e9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:19.987564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:19.992313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:20.011848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:20.029640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=10']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:20.081612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42520) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:20.106983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:20.116426 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:20.154358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] No DVR routers for this DVR port f8dc20b2-7415-49ff-821d-a96694d58334 on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:41:20.165130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Attempting to bind port f7c507ae-ee16-4280-9710-6fc766aba030 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:20.166248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Attempting to bind port f7c507ae-ee16-4280-9710-6fc766aba030 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:20.166808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Attempting to bind port f7c507ae-ee16-4280-9710-6fc766aba030 on network 970841f7-66e8-4af9-b07b-79813d76fa30 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:20.176642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Allocated IP 172.20.0.2 (d3ccdb05-e150-423f-9013-4321fafb48ee/10a17fc8-98e4-4e80-9d83-241518eba493/4d4db64e-9e44-4380-bb7d-1156b3020b5d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:20.177600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Port f7c507ae-ee16-4280-9710-6fc766aba030 on network 970841f7-66e8-4af9-b07b-79813d76fa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:41:20.177801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Attempting to bind port f7c507ae-ee16-4280-9710-6fc766aba030 on network 970841f7-66e8-4af9-b07b-79813d76fa30 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:20.177936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.178901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.187051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:20.187331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Checking segment: {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:20.187951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Bound using segment: {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:20.188312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Bound port: f7c507ae-ee16-4280-9710-6fc766aba030, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:20.188720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.305179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:20.308992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:20.320780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.327536 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:20.404643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:20.408878 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:20.421444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.423333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] 10.222.0.16 "PUT /v2.0/ports/f7c507ae-ee16-4280-9710-6fc766aba030 HTTP/1.1" status: 200 len: 1093 time: 1.5468066 Dec 20 11:41:20.423952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:20.449462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42536) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:20.461099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403397999', 'description': 'tempest-description--317859457'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:20.511613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] 10.222.0.53 "PUT /v2.0/ports/f8dc20b2-7415-49ff-821d-a96694d58334/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 2.9217842 Dec 20 11:41:20.514046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.543318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.562899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:20.565416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Transition to ACTIVE for port object 4d4db64e-9e44-4380-bb7d-1156b3020b5d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:20.576458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:20.584093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:20.587262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Transition to ACTIVE for port object 4d4db64e-9e44-4380-bb7d-1156b3020b5d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:20.595296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-542364960-network', 'tenant_id': 'f4158ffbdaa540a29f063280fb6f1ded'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:20.596905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.602727 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:20.605682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:20.616859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Usage tracker for resource:network and tenant:f4158ffbdaa540a29f063280fb6f1ded is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:20.623434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:20.629503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:20.674434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Network d3ccdb05-e150-423f-9013-4321fafb48ee is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:20.678394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:20.680312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Pushing event updated for resources: {'Port': ['ID=4d4db64e-9e44-4380-bb7d-1156b3020b5d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:20.683006 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:20.685403 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:20.713015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:20.722336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.745598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:20.748855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Made reservation on behalf of f4158ffbdaa540a29f063280fb6f1ded for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:20.751248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.766546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.797376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Attempting to bind port 4d4db64e-9e44-4380-bb7d-1156b3020b5d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:20.797767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Attempting to bind port 4d4db64e-9e44-4380-bb7d-1156b3020b5d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:20.798231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Attempting to bind port 4d4db64e-9e44-4380-bb7d-1156b3020b5d on network d3ccdb05-e150-423f-9013-4321fafb48ee {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:20.807690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:20.808067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Checking segment: {'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:20.808473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.808919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Bound using segment: {'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:20.809398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Bound port: 4d4db64e-9e44-4380-bb7d-1156b3020b5d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:20.810493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.826490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.836776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88b07ff9-758d-42cb-b86f-1d0e8499a73e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:20.851305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:20.859606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:20.903550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9f07e154-caec-41c9-aa9e-48800c7babfe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "PUT /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 200 len: 997 time: 14.1385074 Dec 20 11:41:20.915806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 12fee867-840d-478f-8e26-be9b994d2827 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:20.917985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:41:20.931387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:20.949919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Usage tracker for resource:security_group_rule and tenant:f4158ffbdaa540a29f063280fb6f1ded is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:20.962693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:20.976255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-3cefc3e1-22a3-4bb1-94b7-946bc35fd09f tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.3314950 Dec 20 11:41:20.980779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:21.014780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:21.029233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5a3c9-95c9-4a46-b0cf-b8d636190f1a req-4b7d9a9b-f2cc-44a7-b79a-7bf1614e08d6 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:21.031601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ce5a3c9-95c9-4a46-b0cf-b8d636190f1a req-4b7d9a9b-f2cc-44a7-b79a-7bf1614e08d6 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 944 time: 0.3878973 Dec 20 11:41:21.047654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group_rule and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:21.052103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-62f82852-126d-4ddc-9298-68159287b358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 1096 time: 0.5698802 Dec 20 11:41:21.055378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:21.066143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-f2821656-4476-4ec4-89f9-e23dfdf14927 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:21.068144 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-f2821656-4476-4ec4-89f9-e23dfdf14927 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports/6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 943 time: 0.1484170 Dec 20 11:41:21.087370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:21.129043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:41:21.183083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.194302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 88b07ff9-758d-42cb-b86f-1d0e8499a73e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:21.194688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.213424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-8a2e3dbe-ecbe-48d8-8f37-53a5150b43e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7c507ae-ee16-4280-9710-6fc766aba030 HTTP/1.1" status: 200 len: 217 time: 0.1267633 Dec 20 11:41:21.254666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.350038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] For port 4d4db64e-9e44-4380-bb7d-1156b3020b5d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:21.398320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] For port 4d4db64e-9e44-4380-bb7d-1156b3020b5d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4d4db64e-9e44-4380-bb7d-1156b3020b5d,segment=NetworkSegment(3df67c09-3bc1-4c39-91d8-ed0de61b8101),segment_id=3df67c09-3bc1-4c39-91d8-ed0de61b8101)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:21.414218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-5b48c2f8-80f6-463c-a940-75b9f1f2bfea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 0.2045476 Dec 20 11:41:21.423113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.437478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 12fee867-840d-478f-8e26-be9b994d2827, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12fee867-840d-478f-8e26-be9b994d2827,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:21.447536 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:21.467820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Allocated IP 172.35.0.250 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/979d17e5-5c91-4161-8d6c-86eefe023740) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:21.550580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ce5a3c9-95c9-4a46-b0cf-b8d636190f1a req-5e43314b-c3d3-4aed-80e6-2fd6e0ffa84a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067301 Dec 20 11:41:21.567593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Pushing event updated for resources: {'Port': ['ID=4d4db64e-9e44-4380-bb7d-1156b3020b5d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:21.589545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '12fee867-840d-478f-8e26-be9b994d2827', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'port_id': '12fee867-840d-478f-8e26-be9b994d2827', 'mac_address': 'fa:16:3e:2f:01:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:21.602241 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:21.651583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.657861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-325f4ff7-a7d4-4b43-adf0-c70005e4a73f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:21.660388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-325f4ff7-a7d4-4b43-adf0-c70005e4a73f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 HTTP/1.1" status: 200 len: 862 time: 0.4372690 Dec 20 11:41:21.678430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.724071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.731595 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-26bc92bb-97b4-4f29-ba15-2d1b6fce886d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:21.754251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-4277d30a-188f-4bee-9c9a-b8e118f8d461 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac&tenant_id=8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 1097 time: 0.7668350 Dec 20 11:41:21.825908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.827814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.833875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3812c-72b7-48a0-98b9-390266c942b2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:21.848746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fee867-840d-478f-8e26-be9b994d2827 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:21.852292 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:21.854176 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:21.866700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 12fee867-840d-478f-8e26-be9b994d2827, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12fee867-840d-478f-8e26-be9b994d2827,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:21.883336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:21.884290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cdcc5c9b-c050-4db3-affa-5c96dfe69126 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:21.920160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-2854e752-96fc-4857-9288-a71cb953e62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:21.921674 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-2854e752-96fc-4857-9288-a71cb953e62f service neutron] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.4970803 Dec 20 11:41:21.939168 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-5fdd034d-5314-4d8b-b437-da7e6a0c3c1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=970841f7-66e8-4af9-b07b-79813d76fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2656128 Dec 20 11:41:21.965263 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f2c10769-0596-4407-9bb3-0f0ec2a2f9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:22.034161 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-fa4d8b5d-3eee-411d-b30e-d7766e73f0f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 217 time: 0.1012495 Dec 20 11:41:22.056122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=12fee867-840d-478f-8e26-be9b994d2827,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:22.060776 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:22.117901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.144321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5836d7b6-2584-4238-ad66-513f5c167c91,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:22.150943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-7e30a867-06bf-4803-a57d-2376a49a516e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.152543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-7e30a867-06bf-4803-a57d-2376a49a516e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1019888 Dec 20 11:41:22.155366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:41:22.160113 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:22.217747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.218083 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Added segment 416e6dbd-1592-4d5c-9f3d-d001fb2aa535 of type vlan for network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 Dec 20 11:41:22.236494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.243116 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-25514940-b780-4538-b0db-6f240999965b tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:22.289480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cdcc5c9b-c050-4db3-affa-5c96dfe69126, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:22.322483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:22.326806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'cdcc5c9b-c050-4db3-affa-5c96dfe69126', 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'port_id': 'cdcc5c9b-c050-4db3-affa-5c96dfe69126', 'mac_address': 'fa:16:3e:ae:67:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7766a73-85d0-45ff-91fe-ca97fc4a63fe', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:22.331463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:22.338423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:22.339971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.347507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.8940609 Dec 20 11:41:22.353796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42594) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:22.361899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.385826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'security_group_rule': {'security_group_id': '5836d7b6-2584-4238-ad66-513f5c167c91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:22.389704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Pushing event updated for resources: {'Port': ['ID=979d17e5-5c91-4161-8d6c-86eefe023740,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:22.397426 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:22.412368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:22.416541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-99b0b4ae-8b42-4015-8b02-cf9c1255d2af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2470763 Dec 20 11:41:22.418023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-743c890c-4adf-4bc8-9ec6-9cf28a0bfb41 service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388042 Dec 20 11:41:22.432651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group_rule and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:22.462489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:22.467472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.481273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:22.489768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcc5c9b-c050-4db3-affa-5c96dfe69126 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:22.495239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-030ec8c9-0538-4591-8c1b-b20555345380 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1097 time: 0.5494730 Dec 20 11:41:22.513492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cdcc5c9b-c050-4db3-affa-5c96dfe69126, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:22.519521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.520739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.522635 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:22.530784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.534693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.539131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.543028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.547129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.550978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.559583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-6d297b84-64f3-41a4-be6f-62b723eef82d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5432 time: 0.5680785 Dec 20 11:41:22.681288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.682211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:22.684539 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-607b7b66-eddd-4eff-b213-88fc48395327 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590973 Dec 20 11:41:22.691857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cdcc5c9b-c050-4db3-affa-5c96dfe69126,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:22.695002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.695215 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:22.714723 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:22.767256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.771063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['cdcc5c9b-c050-4db3-affa-5c96dfe69126'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:22.906975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4d4db64e-9e44-4380-bb7d-1156b3020b5d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:22.908512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.909394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:22.948149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device b3b6fb96-1bdf-43b3-bd5b-949f89612d43 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:22.954520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8717163 Dec 20 11:41:22.971644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:23.047180 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-aa61b72c-8afd-4f37-9b75-245c09ada24d service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337402 Dec 20 11:41:23.081343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Request body: {'subnet': {'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-542364960-subnet', 'tenant_id': 'f4158ffbdaa540a29f063280fb6f1ded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:23.087457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Pushing event updated for resources: {'Network': ['ID=628203b0-47bd-4a39-8eff-fb1bfc1e87a4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:23.102598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44ef09b4-c68b-444f-8477-70fd97c5cca4 req-1951ea8d-8f0f-4ced-a985-25fc02612ae5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5420375 Dec 20 11:41:23.103705 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:23.128074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:41:23.156527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:23.162111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05411bf0-5ae9-4851-b071-d5cf2bf9e707 req-04673c5b-f70d-4853-8dfe-fc4c12b00f09 service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378681 Dec 20 11:41:23.169943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-5b686fab-6cc1-4049-ba72-058dd4934759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:23.171955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-5b686fab-6cc1-4049-ba72-058dd4934759 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.6100030 Dec 20 11:41:23.173945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Usage tracker for resource:subnet and tenant:f4158ffbdaa540a29f063280fb6f1ded is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:23.179890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:23.247894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb387929-4d6c-4ba9-8797-f087b7655249 None None] Network d3ccdb05-e150-423f-9013-4321fafb48ee requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:23.262898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:23.283933 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-9c1b4a2f-2555-4afa-9b60-7f3049effbff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 200 len: 217 time: 0.1063225 Dec 20 11:41:23.375807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:23.377169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Made reservation on behalf of f4158ffbdaa540a29f063280fb6f1ded for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:23.380880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:23.399141 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-ac704f8e-6311-47c7-87a2-343b80255a27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1098 time: 0.3204916 Dec 20 11:41:23.447787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:23.480857 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:23.538694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:23.558493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 4d4db64e-9e44-4380-bb7d-1156b3020b5d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:23.572503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5283ece1-6a32-4fca-91df-2052bd9cceee,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:23.580032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-7b111b84-814e-4a25-a28f-6c275682daab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:23.582070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-7b111b84-814e-4a25-a28f-6c275682daab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.2611938 Dec 20 11:41:23.583231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:23.596757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-0f261e5f-5cd5-4b19-8fab-d4cde509d4ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:23.598628 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-0f261e5f-5cd5-4b19-8fab-d4cde509d4ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.1902392 Dec 20 11:41:23.637454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:23.638687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2722373 Dec 20 11:41:23.642770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43', 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'port_id': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43', 'mac_address': 'fa:16:3e:e7:51:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7766a73-85d0-45ff-91fe-ca97fc4a63fe', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:23.646665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-734b4001-a0e6-4bb4-b788-bdf5de21311e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578077 Dec 20 11:41:23.649466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42650) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:23.663148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'security_group_rule': {'security_group_id': '5836d7b6-2584-4238-ad66-513f5c167c91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:23.679453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Provisioning for port 4d4db64e-9e44-4380-bb7d-1156b3020b5d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:23.686725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Router ed37a8ef-6a48-457c-b232-8aa412c4233d is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:41:23.701261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:23.714768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group_rule and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:23.721325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:23.723799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Provisioning complete for port 4d4db64e-9e44-4380-bb7d-1156b3020b5d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:23.724187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:23.745303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:23.756513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889eed6-e600-4f60-9f3f-76915f9cefe3 req-08d498db-1666-4f8f-b069-d30cea2aa433 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:23.758342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3889eed6-e600-4f60-9f3f-76915f9cefe3 req-08d498db-1666-4f8f-b069-d30cea2aa433 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 943 time: 0.3860703 Dec 20 11:41:23.824867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-9625f853-5304-4c3c-b5a5-2c41e4d156c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 1000 time: 0.2186496 Dec 20 11:41:23.881427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:23.917652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:23.930284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-a15b5bf6-4034-40c7-b291-c395f6d72a58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:23.931763 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-a15b5bf6-4034-40c7-b291-c395f6d72a58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.0988958 Dec 20 11:41:23.939705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['12fee867-840d-478f-8e26-be9b994d2827'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:24.054614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b6fb96-1bdf-43b3-bd5b-949f89612d43 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:24.138154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3889eed6-e600-4f60-9f3f-76915f9cefe3 req-39ce2187-2d5c-4515-9171-78e81c96cbef tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997074 Dec 20 11:41:24.140578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:24.164257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.174491 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-30be7b31-c96c-4714-ad23-335e35abc9b6 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062563 Dec 20 11:41:24.241772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] For port 4d4db64e-9e44-4380-bb7d-1156b3020b5d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4d4db64e-9e44-4380-bb7d-1156b3020b5d,segment=NetworkSegment(3df67c09-3bc1-4c39-91d8-ed0de61b8101),segment_id=3df67c09-3bc1-4c39-91d8-ed0de61b8101)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:24.253420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.255660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:24.271026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.286764 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc2118fa-8797-40a8-b5de-13a62be895d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:24.314830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-89ddeb3c-d0e5-49a2-a212-3c72009fa74b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1633539 Dec 20 11:41:24.324464 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-80884e6d-c9a7-49df-8d05-505f213a3296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:24.359257 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'status': 'completed', 'code': 200} Dec 20 11:41:24.369588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:24.384077 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'status': 'completed', 'code': 200} Dec 20 11:41:24.405751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:24.420230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.422198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Sync routers for ids ['ed37a8ef-6a48-457c-b232-8aa412c4233d'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:24.460931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '4af6ced2-49d1-4d30-ad8b-6079bb62a9d1', 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'port_id': '4af6ced2-49d1-4d30-ad8b-6079bb62a9d1', 'mac_address': 'fa:16:3e:72:6c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7766a73-85d0-45ff-91fe-ca97fc4a63fe', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:24.469463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.486372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42684) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:24.486734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7165453 Dec 20 11:41:24.607495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:24.627739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Routers {'ed37a8ef-6a48-457c-b232-8aa412c4233d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:24.627739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ed37a8ef-6a48-457c-b232-8aa412c4233d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:24.636803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.637381 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-478cf42b-720f-41dd-bed4-936ed1a45f4e service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157620 Dec 20 11:41:24.695605 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:24.698481 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:24.703993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.730437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00564280-2923-4094-90c5-53bda9c1e818,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:24.761563 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:24.765389 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-369b2f73-90e2-43d6-b5cd-647228bbdbab tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:24.813452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.828890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-5f1d81d3-7b2e-408d-a776-1136a70bdef2 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365414 Dec 20 11:41:24.829821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce30a341-959c-4dea-9baa-b1b318db9672,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:24.842924 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:24.857521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37554e7b-ba31-4d83-a1db-4f650656be67 req-cfbdb432-3ec2-4bdc-b335-ea0f15a58b56 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098365 Dec 20 11:41:24.878351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:24.880368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2290659 Dec 20 11:41:24.887132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42702) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:24.906718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Checking segment: {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:24.911004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Network hostable DHCP agents. Network: 628203b0-47bd-4a39-8eff-fb1bfc1e87a4, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:41:24.924202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:24.936836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:24.943672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-9cdaa3c9-8b8b-41a7-a0c2-789e0d8365d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 1096 time: 0.5744576 Dec 20 11:41:24.960353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:floatingip and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:24.989895 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-5d27c1d9-b05f-4187-9951-a87382c62c52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 0.4998810 Dec 20 11:41:24.991609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:25.105830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:25.127600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:25.144769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd90ab-d6ef-4573-8a1c-51494331274a req-0414334d-bbe6-4984-9a2e-d897b57c8fa5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.146135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9dd90ab-d6ef-4573-8a1c-51494331274a req-0414334d-bbe6-4984-9a2e-d897b57c8fa5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 944 time: 0.5988047 Dec 20 11:41:25.177528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Pushing event updated for resources: {'Port': ['ID=4d4db64e-9e44-4380-bb7d-1156b3020b5d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:25.197826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.198506 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:25.201334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:25.203727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.210660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.218390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:25.218941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.219707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 35c7aa44-3c53-4e70-9811-b77047572a5c details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:25.225554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.226264 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-aae172c1-5698-4e1e-b7da-1f4d280f99a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:25.233631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.241434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.244405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-2dd5df86-e940-4b4c-a273-7d562d46eacb tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5434 time: 0.2115681 Dec 20 11:41:25.270472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-50be82c9-e48c-448e-b3e5-78050efaea5b None None] Provisioning complete for port 4d4db64e-9e44-4380-bb7d-1156b3020b5d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:25.271213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50be82c9-e48c-448e-b3e5-78050efaea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:25.277853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:25.309347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe09f2ec-a1f4-49a2-8ee2-d7e65aae1c37 req-70306315-a067-470f-a8b0-f5ff9e50aeaa tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567040 Dec 20 11:41:25.422558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Set router ed37a8ef-6a48-457c-b232-8aa412c4233d gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:25.438335 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8679b4c5-b801-40bd-b8a2-3c51c4348716 None None] New status for floating IP 861ddae9-0b96-4759-b7c0-302115b842b8: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:41:25.474429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:41:25.491394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:41:25.499073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:25.552462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-8672bb69-ce09-40b1-830c-1d4b522af057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.554267 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-8672bb69-ce09-40b1-830c-1d4b522af057 service neutron] 10.222.0.16 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 923 time: 0.6006918 Dec 20 11:41:25.559303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 628203b0-47bd-4a39-8eff-fb1bfc1e87a4) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:25.570745 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-022b5596-19ca-4267-8de4-ceb4e2b5b402 req-9beb7024-116a-4396-8a8c-a14ec1ea57a6 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1000 time: 0.1775162 Dec 20 11:41:25.576935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9dd90ab-d6ef-4573-8a1c-51494331274a req-6307143d-f3cb-4a8d-a7ce-5304b62f5326 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180121 Dec 20 11:41:25.580625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 35c7aa44-3c53-4e70-9811-b77047572a5c, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35c7aa44-3c53-4e70-9811-b77047572a5c,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:25.587710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.588519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:25.611379 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:25.618072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d14d5-dc70-4018-a290-6c3ae839e6fc None None] Network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:25.646350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42718) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:25.652039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5596-19ca-4267-8de4-ceb4e2b5b402 req-1f518b5b-0b0e-4613-9031-cb12074e5cc6 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.664428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-022b5596-19ca-4267-8de4-ceb4e2b5b402 req-1f518b5b-0b0e-4613-9031-cb12074e5cc6 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports/a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 942 time: 0.0927091 Dec 20 11:41:25.713839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-d0aa67df-b89a-43bb-9a22-719783bcef80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:25.715706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-d0aa67df-b89a-43bb-9a22-719783bcef80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.6584046 Dec 20 11:41:25.804455 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-248b614b-5b90-4977-88c1-6e23ae7af951 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7c507ae-ee16-4280-9710-6fc766aba030 HTTP/1.1" status: 200 len: 217 time: 0.2117164 Dec 20 11:41:25.814346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f7c507ae-ee16-4280-9710-6fc766aba030 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:25.828412 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7925467 Dec 20 11:41:25.889893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '35c7aa44-3c53-4e70-9811-b77047572a5c', 'network_id': 'a61c8b48-37fb-40c3-853b-f2ab8979d5bf', 'port_id': '35c7aa44-3c53-4e70-9811-b77047572a5c', 'mac_address': 'fa:16:3e:e1:1a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7766a73-85d0-45ff-91fe-ca97fc4a63fe', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:25.914713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:25.980683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-022b5596-19ca-4267-8de4-ceb4e2b5b402 req-56f0451a-92f6-48f2-ab12-99a78dbfbd10 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1000 time: 0.1790459 Dec 20 11:41:26.011096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:26.029106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Usage tracker for resource:security_group_rule and tenant:1c2d0575a2394059b3ad0821c930c9e4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:26.053952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:26.065941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:26.119850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-d6068354-086a-4682-acb4-d1b1f7b7c8a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 217 time: 0.3816602 Dec 20 11:41:26.142187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-26761be2-19ad-4ff7-9300-bd17ac03682d tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.9052281 Dec 20 11:41:26.203720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5596-19ca-4267-8de4-ceb4e2b5b402 req-6cf068e0-c88a-44f7-a9f0-5d2e2aa407b2 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:26.205078 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-022b5596-19ca-4267-8de4-ceb4e2b5b402 req-6cf068e0-c88a-44f7-a9f0-5d2e2aa407b2 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.2234039 Dec 20 11:41:26.238744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:26.276469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-8fc811ad-6822-436f-83a4-20e43457a80d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:26.277819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-8fc811ad-6822-436f-83a4-20e43457a80d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 HTTP/1.1" status: 200 len: 862 time: 0.4540708 Dec 20 11:41:26.298451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.313983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.322465 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e6c4e87f-0d22-4229-99d1-2c5e3746b2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:26.336117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'port_id': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'mac_address': 'fa:16:3e:44:dc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ff83e5-9142-4d4d-9bc0-c2a4999d2842', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:26.391823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:26.396973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4935ba-7235-4821-bab8-aebaa2b4bc09,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:26.402745 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:26.437501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-6eb26d2f-c38e-4637-ac26-e6a0c6ddec6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:26.438956 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-6eb26d2f-c38e-4637-ac26-e6a0c6ddec6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.3022029 Dec 20 11:41:26.449661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c2d0575a2394059b3ad0821c930c9e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7842000 Dec 20 11:41:26.452223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42738) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:26.467179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-6a9ec449-fa60-400b-8eff-67124b334906 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=970841f7-66e8-4af9-b07b-79813d76fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071050 Dec 20 11:41:26.514267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.521563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.552696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.557751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e9ed3-cc2e-4573-8722-feae5e28928c None None] Network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:26.577045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c7aa44-3c53-4e70-9811-b77047572a5c {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:26.585132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.636875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 35c7aa44-3c53-4e70-9811-b77047572a5c, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35c7aa44-3c53-4e70-9811-b77047572a5c,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:26.638554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c507ae-ee16-4280-9710-6fc766aba030 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:26.659743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.670103 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7f18f7fe-ddef-4feb-bf59-384e64b697ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:26.694416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4935ba-7235-4821-bab8-aebaa2b4bc09,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:26.697544 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:26.702244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.703547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc4935ba-7235-4821-bab8-aebaa2b4bc09 HTTP/1.1" status: 204 len: 168 time: 0.2500718 Dec 20 11:41:26.734393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.735109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 69586408-54bf-4ff9-90d3-a4beba9d58bf details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:26.743292 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:26.819682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:26.821310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4d4db64e-9e44-4380-bb7d-1156b3020b5d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:26.862024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.868611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:26.889368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:41:22Z', 'revision_number': 3, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:26.915053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-28152545-4f96-427a-8df8-329f593dde76 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:26.916553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:41:26.923501 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-28152545-4f96-427a-8df8-329f593dde76 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/networks?id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 200 len: 817 time: 0.1947856 Dec 20 11:41:26.938061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Checking router: ed37a8ef-6a48-457c-b232-8aa412c4233d for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:26.938425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Updating router ed37a8ef-6a48-457c-b232-8aa412c4233d port 979d17e5-5c91-4161-8d6c-86eefe023740 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:41:26.944052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-e6b68fac-f3f1-410b-9fee-2b20357e3124 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/quotas/f4158ffbdaa540a29f063280fb6f1ded HTTP/1.1" status: 200 len: 375 time: 0.0191884 Dec 20 11:41:26.998759 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-d7c0fc99-a0d9-4fbc-baf8-103779b753da tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536845 Dec 20 11:41:27.106044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=35c7aa44-3c53-4e70-9811-b77047572a5c,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:27.114431 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:27.121254 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:27.129040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Allocated IP 172.35.0.97 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/76f990bb-3d0d-4b10-ab14-eec1f52569b7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:27.251017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f7c507ae-ee16-4280-9710-6fc766aba030'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:27.264574 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-93fc022b-e863-4dd5-8bf6-8c7648a7a265 service neutron] 10.222.0.32 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648506 Dec 20 11:41:27.312635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:27.326443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:27.406536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:27.425835 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-52007023-47ac-4edb-a024-78ac78d91791 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:27.434620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:27.457070 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:27.470832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 69586408-54bf-4ff9-90d3-a4beba9d58bf, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:27.530033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4d4db64e-9e44-4380-bb7d-1156b3020b5d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:27.530409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:27.553879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:27.561612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5a62-d8f6-46f5-b72a-757694046293 req-a5fcff18-ee0e-4db1-8deb-efa3737fc91d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:27.570404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4aad5a62-d8f6-46f5-b72a-757694046293 req-a5fcff18-ee0e-4db1-8deb-efa3737fc91d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 943 time: 1.7457004 Dec 20 11:41:27.617903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '69586408-54bf-4ff9-90d3-a4beba9d58bf', 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628', 'port_id': '69586408-54bf-4ff9-90d3-a4beba9d58bf', 'mac_address': 'fa:16:3e:a5:65:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c64bcc5-24fe-475f-ad61-f56e11ac34f2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:27.620636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'Port': ['ID=76f990bb-3d0d-4b10-ab14-eec1f52569b7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:27.646199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:27.650196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:27.707284 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:27.737753 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-8c6b7119-a2c6-470d-86ad-f1fbd948f370 service neutron] 10.222.0.32 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671471 Dec 20 11:41:27.787566 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-fd9732ed-6e5b-400a-840a-490edf28e444 service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2655153 Dec 20 11:41:27.792832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-40625c45-0422-4a26-9372-d3a1f05173de service neutron] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:27.796623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1ed1dc2-15a4-40ea-9082-e0685303b9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:27.802672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:27.923806 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-5e0c4f2d-e57f-4e01-aeaf-941dd5d4be9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.4613259 Dec 20 11:41:27.928242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69586408-54bf-4ff9-90d3-a4beba9d58bf {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:28.001139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 69586408-54bf-4ff9-90d3-a4beba9d58bf, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:28.018792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.019498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:28.023728 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2221afd7-093b-4af8-be97-140d01e8149a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:28.032907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4aad5a62-d8f6-46f5-b72a-757694046293 req-9c16eb16-25d4-4b37-bdb4-e385a79caced tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614713 Dec 20 11:41:28.180707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-40625c45-0422-4a26-9372-d3a1f05173de service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.181930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f1d88ce-c262-421c-b2a4-013f178afaf8 req-40625c45-0422-4a26-9372-d3a1f05173de service neutron] 10.222.0.16 "DELETE /v2.0/ports/f8dc20b2-7415-49ff-821d-a96694d58334/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 2.0019870 Dec 20 11:41:28.258856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=69586408-54bf-4ff9-90d3-a4beba9d58bf,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:28.269820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:28.280576 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:28.296771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8', 'network_id': '55f00df5-b69b-49b5-bf56-5247b87a2628', 'port_id': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8', 'mac_address': 'fa:16:3e:b7:4c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c64bcc5-24fe-475f-ad61-f56e11ac34f2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:28.301490 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-5625b690-7d37-4f9a-8a6c-ea2a3bfcb36a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1000 time: 0.2441339 Dec 20 11:41:28.308021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.389508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Transition to ACTIVE for port object 979d17e5-5c91-4161-8d6c-86eefe023740 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:28.405624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.417655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.424377 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:28.448062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-e70216e4-4942-433a-9d6b-99c9e7cef62b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:28.462076 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-e70216e4-4942-433a-9d6b-99c9e7cef62b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports/a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 942 time: 0.1462409 Dec 20 11:41:28.480588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:28.484426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d414b9a-5839-4701-a3f7-c3cd18d73ced req-566363cd-c30d-4e9f-8c2d-08d61cd9e430 service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700747 Dec 20 11:41:28.524704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:28.540053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.554252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9efaae-5174-493f-8eeb-6e66a34631f7 None None] Pushing event updated for resources: {'Port': ['ID=979d17e5-5c91-4161-8d6c-86eefe023740,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:28.564018 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-cd9efaae-5174-493f-8eeb-6e66a34631f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:28.565119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 12fee867-840d-478f-8e26-be9b994d2827 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:28.568693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-a08f794b-914c-4605-9457-24b4a29cc10b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046188 Dec 20 11:41:28.628352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Attempting to bind port 979d17e5-5c91-4161-8d6c-86eefe023740 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:28.630368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Attempting to bind port 979d17e5-5c91-4161-8d6c-86eefe023740 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:28.630952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Attempting to bind port 979d17e5-5c91-4161-8d6c-86eefe023740 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:28.641556 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:28.667080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-f4711e34-3a11-4139-96b4-8be5ed0d2d6b service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961623 Dec 20 11:41:28.743569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:28.744218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:28.744847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.745460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:28.746218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Bound port: 979d17e5-5c91-4161-8d6c-86eefe023740, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:28.746808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.883359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:28.886161 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:28.898697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] For port 979d17e5-5c91-4161-8d6c-86eefe023740, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:28.899079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-f71a4f26-b744-4668-a32d-4356d19d268f tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1000 time: 0.2667723 Dec 20 11:41:28.916870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] For port 979d17e5-5c91-4161-8d6c-86eefe023740, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=979d17e5-5c91-4161-8d6c-86eefe023740,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:28.927552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.929957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 12fee867-840d-478f-8e26-be9b994d2827 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:28.935715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:28.940550 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:28.994687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 12fee867-840d-478f-8e26-be9b994d2827 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:28.995394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:29.066284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:29.116509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['35c7aa44-3c53-4e70-9811-b77047572a5c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:29.142426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['69586408-54bf-4ff9-90d3-a4beba9d58bf'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:29.186851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['b3b6fb96-1bdf-43b3-bd5b-949f89612d43'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:29.310306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['4af6ced2-49d1-4d30-ad8b-6079bb62a9d1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:29.353648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-5843689e-9091-49ce-ad45-da6149330886 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.368168 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-5843689e-9091-49ce-ad45-da6149330886 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.4683535 Dec 20 11:41:29.462923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:29.491852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-d20b6b78-b986-4c32-9e93-06ebc5193259 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1098 time: 0.5113869 Dec 20 11:41:29.605308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.613405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.629071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.633514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.648721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.652280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.660348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.678585 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d796d415-686c-430c-bd1e-14da9b00059a req-821d3b18-f175-4765-9ae8-a1c27b61b874 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5437 time: 1.2865245 Dec 20 11:41:29.770280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578514dd-1525-4171-b5f4-953225de5a4d req-21f61ffc-0b38-4dc2-9a73-261788e3ec30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:29.771902 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-21f61ffc-0b38-4dc2-9a73-261788e3ec30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.2243109 Dec 20 11:41:29.822526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Routers {'ed37a8ef-6a48-457c-b232-8aa412c4233d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:29.823428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ed37a8ef-6a48-457c-b232-8aa412c4233d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:29.928128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-ee278e0d-6056-485e-b2a1-91bf11dcf9fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 1000 time: 0.1495483 Dec 20 11:41:29.928720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42806) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:29.941798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f7c507ae-ee16-4280-9710-6fc766aba030 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:29.979925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9efaae-5174-493f-8eeb-6e66a34631f7 None None] Pushing event updated for resources: {'Port': ['ID=979d17e5-5c91-4161-8d6c-86eefe023740,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:29.999645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-e62c55e4-2819-4948-9c73-c18d21d84665 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1000 time: 0.6306105 Dec 20 11:41:30.005482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:30.017062 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-526baed9-a589-4f9e-b177-f42d03c4a90d req-997bc6d3-e622-42ae-9db1-92f1ab892a1e service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3466852 Dec 20 11:41:30.024138 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-cd9efaae-5174-493f-8eeb-6e66a34631f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:30.025221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d796d415-686c-430c-bd1e-14da9b00059a req-080fbb66-ff42-41ee-81db-c168375b825e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3458197 Dec 20 11:41:30.238404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.270863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.331468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4338149b-4909-4cef-ae9c-614dc047a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.366993 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'status': 'completed', 'code': 200} Dec 20 11:41:30.421422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578514dd-1525-4171-b5f4-953225de5a4d req-ff3533c3-7a83-44e1-930e-be17ed31f1cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:30.425285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-ff3533c3-7a83-44e1-930e-be17ed31f1cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.4857068 Dec 20 11:41:30.435230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.449901 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d6c96c91-4f3e-48b8-bc3d-e6bc15f6cde6 tempest-ServersAdminTestJSON-1368850491 tempest-ServersAdminTestJSON-1368850491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:30.460714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.557714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-985199076'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:30.563332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:30.568667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Usage tracker for resource:network and tenant:35114635a64b4a4a81eee553e966fab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:30.572007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:30.577745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port f7c507ae-ee16-4280-9710-6fc766aba030 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:30.579206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:30.634723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port f7c507ae-ee16-4280-9710-6fc766aba030 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:30.635105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.693440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Made reservation on behalf of 35114635a64b4a4a81eee553e966fab8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:30.700825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.750387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:30.759393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fee867-840d-478f-8e26-be9b994d2827'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:30.765800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] Set router ed37a8ef-6a48-457c-b232-8aa412c4233d gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:30.925652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 12fee867-840d-478f-8e26-be9b994d2827, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12fee867-840d-478f-8e26-be9b994d2827,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:30.943199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:30.967226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'Port': ['ID=76f990bb-3d0d-4b10-ab14-eec1f52569b7,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:30.991685 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:31.025106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.026181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cdcc5c9b-c050-4db3-affa-5c96dfe69126 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:31.089301 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:31.101857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.157174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.177660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.177918 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Floating IP 861ddae9-0b96-4759-b7c0-302115b842b8 disassociated. External IP: 172.35.0.81, port: a65784fa-93a1-481b-a0e0-7476b72d4e7f. Dec 20 11:41:31.264584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.283139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:31.291355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Usage tracker for resource:security_group_rule and tenant:35114635a64b4a4a81eee553e966fab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:31.298492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:31.314808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:31.334068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:31.334721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:31.368852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4718b0-f2ee-4053-9ca3-b97d1b180c5d req-e45305e5-3a8e-46d9-831e-1d08175454bf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:31.375696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f4718b0-f2ee-4053-9ca3-b97d1b180c5d req-e45305e5-3a8e-46d9-831e-1d08175454bf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 944 time: 0.6801918 Dec 20 11:41:31.390317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.391508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4962609 Dec 20 11:41:31.441709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-6bcc17ce-5172-456b-92e7-d942be32ae2d tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:31.442503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.442700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-6bcc17ce-5172-456b-92e7-d942be32ae2d tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Synchronizing usage tracker for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:31.455782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.464128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=12fee867-840d-478f-8e26-be9b994d2827,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:31.464716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-6ca6ae23-0f75-4ad3-afa0-611b30cfe7eb tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:31.464943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.465473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-6ca6ae23-0f75-4ad3-afa0-611b30cfe7eb tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Synchronizing usage tracker for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:31.483978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.493464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-94581c7b-b83f-48c1-a293-ff99617798f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.0403717 Dec 20 11:41:31.498150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.510312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:41:31.519904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.520539 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Added segment 48113938-84f7-4b82-b877-fd4171843b4b of type vlan for network 527823af-5190-4990-8c9a-cdc4d87d6184 Dec 20 11:41:31.553519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.553727 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f4718b0-f2ee-4053-9ca3-b97d1b180c5d req-b5a37635-bf8d-4393-bf91-30c85e524a80 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769912 Dec 20 11:41:31.564225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9000b5e-a503-4201-a0c4-4141d6fa8503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:31.587516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-1c79756b-2932-4d02-b0f8-b9f88042cf52 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:31.588683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-1c79756b-2932-4d02-b0f8-b9f88042cf52 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Synchronizing usage tracker for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:31.600987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-6bcc17ce-5172-456b-92e7-d942be32ae2d tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Unset dirty status for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:31.602330 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:31.602695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-6bcc17ce-5172-456b-92e7-d942be32ae2d tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "GET /v2.0/networks?id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 200 len: 817 time: 0.9059064 Dec 20 11:41:31.605852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-632f8387-b48d-457a-a757-487deb58704c req-6ca6ae23-0f75-4ad3-afa0-611b30cfe7eb tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) f4158ffbdaa540a29f063280fb6f1ded-network {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:41:31.606419 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-632f8387-b48d-457a-a757-487deb58704c req-6ca6ae23-0f75-4ad3-afa0-611b30cfe7eb tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:41:31.607544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:31.659828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb62485a-0489-498f-ac63-d2e7809a256e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:31.675590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port cdcc5c9b-c050-4db3-affa-5c96dfe69126 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:31.679049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.684118 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:31.692228 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:31.734815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port cdcc5c9b-c050-4db3-affa-5c96dfe69126 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:31.735305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.781734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.786530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:31.787382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:31.798330 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:31.812197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Request body: {'port': {'device_id': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4', 'admin_state_up': True, 'tenant_id': 'f4158ffbdaa540a29f063280fb6f1ded'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:31.897235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:31.906059 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:31.907662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:31.949975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-5875752d-9d73-4d50-baa0-d18d6b3fba99 service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892739 Dec 20 11:41:31.967039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-1c79756b-2932-4d02-b0f8-b9f88042cf52 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Unset dirty status for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:31.968519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-1c79756b-2932-4d02-b0f8-b9f88042cf52 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "GET /v2.0/networks?id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 200 len: 817 time: 0.7765040 Dec 20 11:41:31.970163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:31.982507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Usage tracker for resource:port and tenant:f4158ffbdaa540a29f063280fb6f1ded is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:31.989093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Request body: {'port': {'device_id': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4', 'admin_state_up': True, 'tenant_id': 'f4158ffbdaa540a29f063280fb6f1ded'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:32.008108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:32.033820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:32.048803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event updated for resources: {'Network': ['ID=527823af-5190-4990-8c9a-cdc4d87d6184,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:32.068488 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1358597 Dec 20 11:41:32.069671 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:32.077693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:32.097536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Request body: {'subnet': {'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:32.144027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 527823af-5190-4990-8c9a-cdc4d87d6184 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:41:32.183389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.196462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Made reservation on behalf of f4158ffbdaa540a29f063280fb6f1ded for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:32.199480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.236030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-6ca6ae23-0f75-4ad3-afa0-611b30cfe7eb tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Unset dirty status for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:32.237122 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-6ca6ae23-0f75-4ad3-afa0-611b30cfe7eb tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.16 "GET /v2.0/networks?id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 200 len: 817 time: 1.4636798 Dec 20 11:41:32.261146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Request body: {'port': {'device_id': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4', 'admin_state_up': True, 'tenant_id': 'f4158ffbdaa540a29f063280fb6f1ded'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:32.289641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:41:22Z', 'revision_number': 3, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:32.333136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:32.338056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Usage tracker for resource:subnet and tenant:35114635a64b4a4a81eee553e966fab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:32.341075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:32.347033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:32.362339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-578514dd-1525-4171-b5f4-953225de5a4d req-1227365d-f3eb-49c2-81be-8a8e083ff3a1 service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473518 Dec 20 11:41:32.367141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Made reservation on behalf of 35114635a64b4a4a81eee553e966fab8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:32.386128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38fa03-a5c4-4fe1-af11-c4c07d81c5ae None None] The sync data for ids ['ed37a8ef-6a48-457c-b232-8aa412c4233d'] in n-d-victoria-1 is: [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:41:22Z', 'revision_number': 3, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:32.417690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cdcc5c9b-c050-4db3-affa-5c96dfe69126, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:32.441173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.449460 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:32.491781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 69586408-54bf-4ff9-90d3-a4beba9d58bf up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:32.514606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:32.539044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Usage tracker for resource:port and tenant:f4158ffbdaa540a29f063280fb6f1ded is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:32.544901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:32.558194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Allocated IP 172.20.0.1 (d3ccdb05-e150-423f-9013-4321fafb48ee/10a17fc8-98e4-4e80-9d83-241518eba493/a4b2c8cf-961a-4b6a-be4e-73f3089b4d57) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:32.573504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:32.589485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.605748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9477-dd7b-4270-b509-8305aea2ea96 req-0ad9c0b5-50c3-4f8c-b61c-3058a47d6fb4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:32.612913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c45a9477-dd7b-4270-b509-8305aea2ea96 req-0ad9c0b5-50c3-4f8c-b61c-3058a47d6fb4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.5678303 Dec 20 11:41:32.640410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cdcc5c9b-c050-4db3-affa-5c96dfe69126,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:32.646980 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:32.670441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.691174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:32.697236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:32.699641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 69586408-54bf-4ff9-90d3-a4beba9d58bf completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:32.708186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Made reservation on behalf of f4158ffbdaa540a29f063280fb6f1ded for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:32.708614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 69586408-54bf-4ff9-90d3-a4beba9d58bf triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:32.709083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.711247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.755544 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-e3436440-abe5-48fb-8202-314b8216f67a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1098 time: 0.2892022 Dec 20 11:41:32.762945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:32.767890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:32.768564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:32.780881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Usage tracker for resource:port and tenant:f4158ffbdaa540a29f063280fb6f1ded is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:32.787951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:32.887037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:32.899696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Allocated IP 172.20.0.2 (628203b0-47bd-4a39-8eff-fb1bfc1e87a4/00564280-2923-4094-90c5-53bda9c1e818/15813965-ab37-4120-afc1-b20690f9ba15) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:32.922325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c45a9477-dd7b-4270-b509-8305aea2ea96 req-beee7804-2146-4d86-8ada-b9552326a845 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090129 Dec 20 11:41:32.959864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Made reservation on behalf of f4158ffbdaa540a29f063280fb6f1ded for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:32.962817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:32.990854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.039607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:33.056975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.080917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 69586408-54bf-4ff9-90d3-a4beba9d58bf, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:33.100396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.101568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:33.132211 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:33.173174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Transition to ACTIVE for port object a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:33.177949 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fee867-840d-478f-8e26-be9b994d2827', 'code': 200} Dec 20 11:41:33.201247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-f974148d-1240-410b-898f-0c4eba21891d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.202549 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-f974148d-1240-410b-898f-0c4eba21891d service neutron] 10.222.0.53 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.3994584 Dec 20 11:41:33.270857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.280237 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-083263c9-250a-4622-a3b8-36a026d1f10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:33.334496 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-8e20276b-8b77-42a4-b6e8-252fb5b5e482 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 217 time: 0.1249344 Dec 20 11:41:33.338402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.359792 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:33.400937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:33.411367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event updated for resources: {'Subnet': ['ID=20ee0e82-02af-4677-8b69-cda6b53747d0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:33.420754 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:33.459275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-bb408358-ccf8-458e-b7cd-ecbe115e3ee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.462026 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-bb408358-ccf8-458e-b7cd-ecbe115e3ee9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1102493 Dec 20 11:41:33.476173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.496415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Network d3ccdb05-e150-423f-9013-4321fafb48ee is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:33.497962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=69586408-54bf-4ff9-90d3-a4beba9d58bf,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:33.504881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:33.505754 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:33.509805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:33.514051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:33.543461 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:33.561170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Checking segment: {'id': '48113938-84f7-4b82-b877-fd4171843b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:33.561490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Network hostable DHCP agents. Network: 527823af-5190-4990-8c9a-cdc4d87d6184, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:41:33.583639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:33.591807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:33.592191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.596459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.618490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.627192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.631263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.635091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.639306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.643190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.647033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.654524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-2903484b-24d9-477a-b2a5-7018f373bbbf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5441 time: 0.2556818 Dec 20 11:41:33.741702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-f83d6154-73ac-45ec-8fb0-aef7dbbe4d47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2230535 Dec 20 11:41:33.742616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Network 527823af-5190-4990-8c9a-cdc4d87d6184 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:41:33.793005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 527823af-5190-4990-8c9a-cdc4d87d6184) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:33.807395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:33.808365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.811009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:33.815289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1781bb-5306-4e85-a5b5-36147cc36bc2 None None] Network 527823af-5190-4990-8c9a-cdc4d87d6184 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:33.831562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.844861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.847266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e8f13-1bf6-4833-a4b0-b8fcba04aae4 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:33.860833 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a535f241-0d95-431a-8955-d92726f17618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:33.935270 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8541434 Dec 20 11:41:33.937302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:33.943119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Request body: {'port': {'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184', 'name': 'tempest-DHCPAgentSchedulersTestJSON-69020769'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:33.961311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:33.969898 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-abde0a5f-9684-49da-85c3-b5bccb701014 service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117896 Dec 20 11:41:33.976081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:33.977255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 35c7aa44-3c53-4e70-9811-b77047572a5c up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:34.006357 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-aae172c1-5698-4e1e-b7da-1f4d280f99a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:34.023956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:34.041622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:34.045730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Allocated IP 172.20.0.10 (628203b0-47bd-4a39-8eff-fb1bfc1e87a4/00564280-2923-4094-90c5-53bda9c1e818/c13db2f8-1bcd-458d-8d39-0a19764c7fc2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:34.060501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ccd7ac8-ec92-4ba2-9afc-96eb0514b549 req-564e6a46-1b11-47ad-9a3d-6bb658b0db2d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4031212 Dec 20 11:41:34.061908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Pushing event updated for resources: {'Port': ['ID=15813965-ab37-4120-afc1-b20690f9ba15,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:34.082562 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:34.134674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:34.143977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d659243f-a3d6-4ec7-90c8-534baa7e3ff2 None None] Provisioning for port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:34.162156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d659243f-a3d6-4ec7-90c8-534baa7e3ff2 None None] Provisioning complete for port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:34.162652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d659243f-a3d6-4ec7-90c8-534baa7e3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.212885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:34.216237 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:34.231303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.241680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:34.252566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.276083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d659243f-a3d6-4ec7-90c8-534baa7e3ff2 None None] Port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:41:34.283512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:34.294728 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c4b4892-b1a9-42e2-b7e7-17c8e66d599b req-5cb16fc6-2502-421f-92bf-46c48dbe6a6d service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167632 Dec 20 11:41:34.300622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Usage tracker for resource:port and tenant:35114635a64b4a4a81eee553e966fab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:34.303694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 35c7aa44-3c53-4e70-9811-b77047572a5c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:34.305940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:34.309222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 35c7aa44-3c53-4e70-9811-b77047572a5c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:34.310014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.319624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:34.341829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-428a6275-4dcb-4249-a38a-8841a0f710f4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "PUT /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 200 len: 694 time: 4.3342340 Dec 20 11:41:34.345227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-527823af-5190-4990-8c9a-cdc4d87d6184', 'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184', 'tenant_id': '35114635a64b4a4a81eee553e966fab8', 'fixed_ips': [{'subnet_id': '20ee0e82-02af-4677-8b69-cda6b53747d0'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:41:34.346181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.379907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-7c6cb15c-5e5c-48bf-be4b-22a12bde7a13 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:34.380763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:34.397062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Made reservation on behalf of 35114635a64b4a4a81eee553e966fab8 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:34.400043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.433204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:34.433952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.453756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] device_id is not set on port 86aa8849-5c08-4ec7-9b56-6d918c9774bb yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:41:34.540692 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-140132c6-e348-41df-920a-82242cde213d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1098 time: 0.1964731 Dec 20 11:41:34.548447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-7c6cb15c-5e5c-48bf-be4b-22a12bde7a13 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:34.549676 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-7c6cb15c-5e5c-48bf-be4b-22a12bde7a13 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1403397999&fields=id&tenant_id=839f9de09a7d488ca6806fc2ae46dd15 HTTP/1.1" status: 200 len: 267 time: 0.3468642 Dec 20 11:41:34.590732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.613365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8065448 Dec 20 11:41:34.632823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Request body: {'port': {'device_id': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:34.637198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Allocated IP 172.20.0.2 (527823af-5190-4990-8c9a-cdc4d87d6184/20ee0e82-02af-4677-8b69-cda6b53747d0/2ab7a530-8461-40d3-8392-e7ac3027c9b5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:34.645806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 35c7aa44-3c53-4e70-9811-b77047572a5c, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35c7aa44-3c53-4e70-9811-b77047572a5c,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:34.651515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.652464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:34.681171 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:34.721508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-95877f80-cdd4-42bf-9db5-a683ee12a5ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:34.723034 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-95877f80-cdd4-42bf-9db5-a683ee12a5ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.1590667 Dec 20 11:41:34.795378 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-cbab7801-0ed8-4d57-b23b-db690e9b8048 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 217 time: 0.0659463 Dec 20 11:41:34.855205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=35c7aa44-3c53-4e70-9811-b77047572a5c,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:34.858177 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:34.860010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-70db4e9c-e01b-4892-8045-0c1059bc6d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:34.861554 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-70db4e9c-e01b-4892-8045-0c1059bc6d95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.0592239 Dec 20 11:41:34.871173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.905396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:34.940215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:34.940922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.983147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:34.996601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-9e81d581-ee70-4857-8a46-36f665125fb5 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:35.001842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-9e81d581-ee70-4857-8a46-36f665125fb5 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 811 time: 0.4425554 Dec 20 11:41:35.021229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.035244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Transition to ACTIVE for port object 2ab7a530-8461-40d3-8392-e7ac3027c9b5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:35.087200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.087870 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-5a1014ca-4867-44e1-b6e6-ec8f0923ef66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2122381 Dec 20 11:41:35.095369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Transition to ACTIVE for port object 2ab7a530-8461-40d3-8392-e7ac3027c9b5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:35.100728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-4852443c-eaef-405e-8d2d-8bfa7d945fa6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/quotas/839f9de09a7d488ca6806fc2ae46dd15 HTTP/1.1" status: 200 len: 375 time: 0.0870519 Dec 20 11:41:35.105467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.115949 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:35.136523 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:35.164466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.182168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc5c9b-c050-4db3-affa-5c96dfe69126'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6ced2-49d1-4d30-ad8b-6079bb62a9d1'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:35.191243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.207534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Pushing event updated for resources: {'Port': ['ID=2ab7a530-8461-40d3-8392-e7ac3027c9b5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:35.216461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Network 527823af-5190-4990-8c9a-cdc4d87d6184 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:35.217487 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:35.219557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:35.226553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:35.250912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Allocated IP 172.20.0.8 (527823af-5190-4990-8c9a-cdc4d87d6184/20ee0e82-02af-4677-8b69-cda6b53747d0/86aa8849-5c08-4ec7-9b56-6d918c9774bb) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:35.279381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.299973 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-e76bcce3-49c4-474e-81ad-02d7dda52e92 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060766 Dec 20 11:41:35.319920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:35.383312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:35.386646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.396443 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:35.399099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:35.401352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:35.451847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device b3b6fb96-1bdf-43b3-bd5b-949f89612d43 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:35.455701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Pushing event updated for resources: {'Port': ['ID=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:35.459163 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:35.464142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Allocated IP 172.20.0.12 (628203b0-47bd-4a39-8eff-fb1bfc1e87a4/00564280-2923-4094-90c5-53bda9c1e818/a33851b4-8298-4f35-a8e4-f43c63da2a8d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:35.475808 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:35.541043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Attempting to bind port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:35.541043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Attempting to bind port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '48113938-84f7-4b82-b877-fd4171843b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:35.541043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Attempting to bind port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 on network 527823af-5190-4990-8c9a-cdc4d87d6184 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:35.562637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:35.563194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Checking segment: {'id': '48113938-84f7-4b82-b877-fd4171843b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:35.563359 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2e947c7-649d-44d4-a8a3-3ee449d200ff req-2f3559ab-1dff-472d-a521-ff592044ca3e service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513468 Dec 20 11:41:35.563861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.564282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Bound using segment: {'id': '48113938-84f7-4b82-b877-fd4171843b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:35.564880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Bound port: 2ab7a530-8461-40d3-8392-e7ac3027c9b5, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48113938-84f7-4b82-b877-fd4171843b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '527823af-5190-4990-8c9a-cdc4d87d6184'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:35.565523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.588020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:35.593018 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:35.620574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:35.621152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.625209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.629003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.646178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:35.646915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Transition to ACTIVE for port object 86aa8849-5c08-4ec7-9b56-6d918c9774bb will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:35.649427 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:35.663128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:35.674514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.682526 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fcafb236-e58b-46f0-84a3-02762eb8cb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:35.683112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:35.683594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.723253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-aa824537-5bf3-41f0-8b82-be715bcc7278 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5432422 Dec 20 11:41:35.736253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] For port 2ab7a530-8461-40d3-8392-e7ac3027c9b5, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:35.753844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] For port 2ab7a530-8461-40d3-8392-e7ac3027c9b5, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ab7a530-8461-40d3-8392-e7ac3027c9b5,segment=NetworkSegment(48113938-84f7-4b82-b877-fd4171843b4b),segment_id=48113938-84f7-4b82-b877-fd4171843b4b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:35.765222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.771240 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:35.773475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Network 527823af-5190-4990-8c9a-cdc4d87d6184 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:35.774711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event updated for resources: {'Port': ['ID=86aa8849-5c08-4ec7-9b56-6d918c9774bb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:35.784022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:35.786406 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:35.787214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:35.869482 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-85e2322c-5a27-4c84-856f-de806cca259f req-c56b3107-2e47-4c00-8d7a-ecebe8fa20cf tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 210 time: 0.0481524 Dec 20 11:41:35.894578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:35.896042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.903363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.905733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9244735 Dec 20 11:41:35.924118 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9865732 Dec 20 11:41:35.927233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:35.928264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Pushing event updated for resources: {'Port': ['ID=2ab7a530-8461-40d3-8392-e7ac3027c9b5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:35.932864 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:35.956171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Request body: {'port': {'device_id': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:35.966358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:35.975349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:35.977907 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c959dc9c-a985-43d3-a86a-f2aba661b183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:36.012872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Deleting port 86aa8849-5c08-4ec7-9b56-6d918c9774bb {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:36.013322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:36.078470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:36.081904 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:36.310244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425c1fb-dabc-42c3-a731-73be96ca5b26 req-352c6165-70ea-4cfd-b5b6-69501793955b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:36.311252 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f425c1fb-dabc-42c3-a731-73be96ca5b26 req-352c6165-70ea-4cfd-b5b6-69501793955b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.2399800 Dec 20 11:41:36.384114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Network d3ccdb05-e150-423f-9013-4321fafb48ee is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:36.390548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:36.418423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:36.456713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:36.470453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-be726b43-ddc3-4404-94b9-6c70a6812b2f service neutron] 10.222.0.32 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462320 Dec 20 11:41:36.471105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:36.489396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f425c1fb-dabc-42c3-a731-73be96ca5b26 req-7c2aa342-f4bc-4bd4-874f-6f212efcaa9d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Synchronizing usage tracker for tenant:65098121c74d40d19e6a0e72bba24752 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:36.555024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Calling delete_port for 86aa8849-5c08-4ec7-9b56-6d918c9774bb owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:36.621885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f425c1fb-dabc-42c3-a731-73be96ca5b26 req-7c2aa342-f4bc-4bd4-874f-6f212efcaa9d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Unset dirty status for tenant:65098121c74d40d19e6a0e72bba24752 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:36.623077 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f425c1fb-dabc-42c3-a731-73be96ca5b26 req-7c2aa342-f4bc-4bd4-874f-6f212efcaa9d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702827 Dec 20 11:41:36.746215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-66e6a659-a332-4796-b566-0447e4389c13 None None] Provisioning complete for port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:36.750400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-66e6a659-a332-4796-b566-0447e4389c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:36.751693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:36.759329 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:36.816259 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'status': 'completed', 'code': 200} Dec 20 11:41:36.838563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab7a530-8461-40d3-8392-e7ac3027c9b5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:36.884493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:36.898388 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7ecc1435-a616-4902-b7cd-fbad16d2c21b tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:36.907207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event deleted for resources: {'Port': ['ID=86aa8849-5c08-4ec7-9b56-6d918c9774bb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:36.943183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-66e6a659-a332-4796-b566-0447e4389c13 None None] Port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:41:36.964459 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-50761841-9fd7-4ca7-86e8-105baac10c8c service neutron] 10.222.0.32 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765041 Dec 20 11:41:36.982991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:37.019225 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Sync routers for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:37.034101 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:37.035018 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:37.278592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:37.304498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e282a-687b-428e-b011-92af37bff6c1 None None] New status for floating IP 861ddae9-0b96-4759-b7c0-302115b842b8: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:41:37.311843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:37.314610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:37.401731 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:37.415193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Pushing event updated for resources: {'Port': ['ID=a33851b4-8298-4f35-a8e4-f43c63da2a8d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:37.420115 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:37.508403 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:37.817403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:37.820653 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'code': 200} Dec 20 11:41:37.821124 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc5c9b-c050-4db3-affa-5c96dfe69126', 'code': 200} Dec 20 11:41:37.821337 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf', 'code': 200} Dec 20 11:41:37.821602 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6ced2-49d1-4d30-ad8b-6079bb62a9d1', 'code': 200} Dec 20 11:41:37.821857 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c', 'code': 200} Dec 20 11:41:37.825959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b424e-5e07-48fc-9e4b-182fa40dd2eb None None] Network 527823af-5190-4990-8c9a-cdc4d87d6184 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:37.839332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "DELETE /v2.0/ports/86aa8849-5c08-4ec7-9b56-6d918c9774bb HTTP/1.1" status: 204 len: 168 time: 1.9085050 Dec 20 11:41:37.840792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:37.981774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-60665147-550f-4f0a-9e6a-b90dc8dbb148 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 1098 time: 1.1551080 Dec 20 11:41:38.186029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.190118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.194521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.198352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.212708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.219184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.225004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.230722 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-06b363ec-44e1-4456-baa1-77678b76300f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 0.8121285 Dec 20 11:41:38.232306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15813965-ab37-4120-afc1-b20690f9ba15 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:38.276704 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 2, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:38.285923 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Checking router: a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:38.286882 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Updating router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 port 22ed1e91-b5e8-4606-aea7-cce110d45122 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:41:38.295780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-74067d48-ba9c-4f33-aea8-27cee9aa5d4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.297248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-74067d48-ba9c-4f33-aea8-27cee9aa5d4d service neutron] 10.222.0.53 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.3095951 Dec 20 11:41:38.299800 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-21e4c987-a2f0-49bf-8ee0-c1f0e9220b75 tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4695 time: 0.4408550 Dec 20 11:41:38.301186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Provisioning for port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:38.320152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Provisioning complete for port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:38.320820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.338721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42876) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:38.351923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.405389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.406279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.412662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Transition to ACTIVE for port object 15813965-ab37-4120-afc1-b20690f9ba15 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:38.449896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-857374819'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:38.451677 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.460710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:38.461151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.469302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Usage tracker for resource:network and tenant:35114635a64b4a4a81eee553e966fab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:38.471890 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c658ffba-e61a-4b21-9e20-602985fc7408 tempest-ImagesTestJSON-50980523 tempest-ImagesTestJSON-50980523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:38.474458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:38.483747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:38.523777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Made reservation on behalf of 35114635a64b4a4a81eee553e966fab8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:38.526857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.544187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2868083 Dec 20 11:41:38.572911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Request body: {'port': {'device_id': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:38.597303 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ab660ae2-8bcc-44ca-96a3-caa1fcbf71f3 req-b16880f9-430b-4c8c-b1b3-19a0e51d7015 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2963548 Dec 20 11:41:38.600289 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-0cb2e0ca-00c5-4deb-bda6-c3686c4fb829 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 200 len: 217 time: 0.2606921 Dec 20 11:41:38.687070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:41:38.762610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.762966 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Added segment daad7517-72e6-4ab8-8b9e-d6c71f0aaea2 of type vlan for network 0ff2b77a-f947-43a7-9004-b0ccdccc1a57 Dec 20 11:41:38.768529 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:38.785361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.804504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-43302886-a476-45cb-a2f3-5cc74f94b0e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:38.805967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-43302886-a476-45cb-a2f3-5cc74f94b0e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1963999 Dec 20 11:41:38.888197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Pushing event updated for resources: {'Port': ['ID=15813965-ab37-4120-afc1-b20690f9ba15,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:38.891684 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:38.901799 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c36a5089-e18c-472e-a7a3-12efb806b35b req-7fbd7319-0a4e-48b5-ad30-92c3ca5971b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 1098 time: 1.4141393 Dec 20 11:41:38.902055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:38.990582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 979d17e5-5c91-4161-8d6c-86eefe023740 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:39.049202 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-2c368fa9-b0c2-4890-8b52-df9443cbf168 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2338943 Dec 20 11:41:39.078822 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.093888 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Transition to ACTIVE for port object 22ed1e91-b5e8-4606-aea7-cce110d45122 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:39.103246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] For port 2ab7a530-8461-40d3-8392-e7ac3027c9b5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ab7a530-8461-40d3-8392-e7ac3027c9b5,segment=NetworkSegment(48113938-84f7-4b82-b877-fd4171843b4b),segment_id=48113938-84f7-4b82-b877-fd4171843b4b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:39.105242 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:39.105939 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:39.123653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.125287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce3fde-164b-4498-9d71-954d083d6abf req-f549f9e1-e7d7-4ea5-a5ff-f53447a15881 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:39.128828 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:39.136720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99ce3fde-164b-4498-9d71-954d083d6abf req-f549f9e1-e7d7-4ea5-a5ff-f53447a15881 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 932 time: 0.2440655 Dec 20 11:41:39.146527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13db2f8-1bcd-458d-8d39-0a19764c7fc2 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:39.169530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.184958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Transition to ACTIVE for port object c13db2f8-1bcd-458d-8d39-0a19764c7fc2 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:39.188318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.192967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:39.193876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.202882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8f8617-f2cb-45f1-a36a-93b50f1dbc22 req-6bbbcfe0-9b28-4221-bad5-6e2b6fa5f07e tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1097 time: 0.9501750 Dec 20 11:41:39.223782 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:39.233940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 979d17e5-5c91-4161-8d6c-86eefe023740 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:39.245598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Pushing event updated for resources: {'Port': ['ID=2ab7a530-8461-40d3-8392-e7ac3027c9b5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:39.265798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 979d17e5-5c91-4161-8d6c-86eefe023740 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:39.266227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.322026 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:39.379940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.389381 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.415879 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:39.438258 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-87a6abe3-5c94-4b41-867a-3fefb3e3b912 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:39.472469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1316028 Dec 20 11:41:39.473686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event updated for resources: {'Network': ['ID=0ff2b77a-f947-43a7-9004-b0ccdccc1a57,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:39.477131 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:39.477743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42880) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:39.511428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99ce3fde-164b-4498-9d71-954d083d6abf req-e1d16376-2f9c-4b23-b0db-0b58fb3fd76a tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737547 Dec 20 11:41:39.512846 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Pushing event updated for resources: {'Port': ['ID=22ed1e91-b5e8-4606-aea7-cce110d45122,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:39.516441 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-05df1815-20b8-4791-8df4-48774a9d3b89 service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551337 Dec 20 11:41:39.579842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.595130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0ff2b77a-f947-43a7-9004-b0ccdccc1a57 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:41:39.603969 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.604372 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.604628 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.604954 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.605274 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.605591 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.605906 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.606247 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.606557 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.606865 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.607174 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:41:39.630791 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:39.724310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 979d17e5-5c91-4161-8d6c-86eefe023740, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=979d17e5-5c91-4161-8d6c-86eefe023740,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:39.741152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.745618 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:39.834751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Attempting to bind port 15813965-ab37-4120-afc1-b20690f9ba15 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:39.835466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Attempting to bind port 15813965-ab37-4120-afc1-b20690f9ba15 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:39.835684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:39.835816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Attempting to bind port 15813965-ab37-4120-afc1-b20690f9ba15 on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:39.842787 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Attempting to bind port 22ed1e91-b5e8-4606-aea7-cce110d45122 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:39.843310 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Attempting to bind port 22ed1e91-b5e8-4606-aea7-cce110d45122 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:39.843838 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Attempting to bind port 22ed1e91-b5e8-4606-aea7-cce110d45122 on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:39.845972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Pushing event updated for resources: {'Port': ['ID=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:39.854839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.859538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a696802e-b052-45bb-b5a6-b6c0b480a971 None None] Provisioning complete for port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:39.859924 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a696802e-b052-45bb-b5a6-b6c0b480a971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.871045 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:39.871421 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Checking segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:39.871828 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.872225 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Bound using segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:39.872696 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Bound port: 22ed1e91-b5e8-4606-aea7-cce110d45122, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:39.873098 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:39.896609 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:39.950669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-13192aa4-87b9-4c18-8afb-ea94e35727d9 req-b700f6c1-3030-4563-a333-3654f1ae34c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:40.007418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=979d17e5-5c91-4161-8d6c-86eefe023740,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:40.025361 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:40.026446 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e55082f-dbee-47ba-9c74-011a26ad9332 req-00de19fc-3bb6-4b09-9f59-6e3168887d2f service neutron] 10.222.0.53 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032184 Dec 20 11:41:40.041900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-13192aa4-87b9-4c18-8afb-ea94e35727d9 req-b700f6c1-3030-4563-a333-3654f1ae34c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:40.058200 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-13192aa4-87b9-4c18-8afb-ea94e35727d9 req-b700f6c1-3030-4563-a333-3654f1ae34c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 210 time: 0.2497578 Dec 20 11:41:40.099159 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:40.147362 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cf4cbc7f-c1db-4add-8208-46dc56d375fb tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "GET /v2.0/agents/4731ada3-0141-488c-a731-4e24d51259a4/dhcp-networks HTTP/1.1" status: 200 len: 12469 time: 0.6635356 Dec 20 11:41:40.148612 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c36a5089-e18c-472e-a7a3-12efb806b35b req-14a16f82-c77a-4aa7-9219-b4717f8ed9a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2243207 Dec 20 11:41:40.150269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:40.181458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-3f2cf7a2-00ee-4045-a1f6-b8d594c07769 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:40.183183 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-3f2cf7a2-00ee-4045-a1f6-b8d594c07769 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.16 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 811 time: 0.9848747 Dec 20 11:41:40.223594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Port 15813965-ab37-4120-afc1-b20690f9ba15 on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:41:40.223917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Attempting to bind port 15813965-ab37-4120-afc1-b20690f9ba15 on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:40.286470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d9c44918-e834-45d9-88c2-a670373da802 None None] Could not find standard attr ID for object 86aa8849-5c08-4ec7-9b56-6d918c9774bb. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 11:41:40.310934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8f8617-f2cb-45f1-a36a-93b50f1dbc22 req-49cd1832-ae12-450f-9dbf-f515015fb43f tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376774 Dec 20 11:41:40.357079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:40.357777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Checking segment: {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:40.358755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Bound using segment: {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:40.359296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Bound port: 15813965-ab37-4120-afc1-b20690f9ba15, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:40.359948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:40.416391 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] For port 22ed1e91-b5e8-4606-aea7-cce110d45122, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:40.456642 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] For port 22ed1e91-b5e8-4606-aea7-cce110d45122, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=22ed1e91-b5e8-4606-aea7-cce110d45122,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:40.464478 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:40.468816 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-06c41170-3543-4245-ab5e-6afcb5bdda96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:40.562337 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Pushing event updated for resources: {'Port': ['ID=22ed1e91-b5e8-4606-aea7-cce110d45122,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:40.566358 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:40.574393 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:40.574736 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:40.576359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bebf62-545a-4f60-8a3d-dbb35a914f88 req-5f3ff6f1-e59d-4927-9a41-1147e2295eba tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:40.584046 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49bebf62-545a-4f60-8a3d-dbb35a914f88 req-5f3ff6f1-e59d-4927-9a41-1147e2295eba tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.3810761 Dec 20 11:41:40.607233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d6419-47c6-409e-b076-6fab43626b11 tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] Network 0ff2b77a-f947-43a7-9004-b0ccdccc1a57 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:41:40.640264 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:40.651023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49bebf62-545a-4f60-8a3d-dbb35a914f88 req-f85541e9-36b1-4fba-8474-6af2a331eb39 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660138 Dec 20 11:41:40.660010 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:40.664813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465930bd-f5f1-42a4-837a-a3f240ead43d None None] Network 0ff2b77a-f947-43a7-9004-b0ccdccc1a57 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:40.665550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e43d6419-47c6-409e-b076-6fab43626b11 tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "POST /v2.0/agents/4731ada3-0141-488c-a731-4e24d51259a4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5142155 Dec 20 11:41:40.666498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42898) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:40.729406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] For port 15813965-ab37-4120-afc1-b20690f9ba15, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:40.732766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] For port 15813965-ab37-4120-afc1-b20690f9ba15, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15813965-ab37-4120-afc1-b20690f9ba15,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:40.822854 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:40.823365 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:40.838851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 979d17e5-5c91-4161-8d6c-86eefe023740 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:40.839681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-22197bdb-fbbe-449f-b362-1ee7dc55ffb4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:40.841268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-22197bdb-fbbe-449f-b362-1ee7dc55ffb4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec02f0eb-763d-4cbc-83ed-327e657e407c HTTP/1.1" status: 200 len: 945 time: 1.6417892 Dec 20 11:41:40.844090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-12362a0a-0d36-4048-b5e8-0406fc1840ba tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839f9de09a7d488ca6806fc2ae46dd15 HTTP/1.1" status: 200 len: 380 time: 0.4894593 Dec 20 11:41:40.848903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:40.948075 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d00f712-2830-4701-99b9-553a4a8150aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:40.998137 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:41.013058 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77214dd2-51d5-4c38-aa9d-1ffaf055ecdc tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "GET /v2.0/agents/4731ada3-0141-488c-a731-4e24d51259a4/dhcp-networks HTTP/1.1" status: 200 len: 13213 time: 0.3451738 Dec 20 11:41:41.014377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:41.026494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Deleting port a65784fa-93a1-481b-a0e0-7476b72d4e7f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:41.026974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:41.087497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 979d17e5-5c91-4161-8d6c-86eefe023740 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:41.088484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:41.100345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'port': {'device_id': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'admin_state_up': True, 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'security_groups': ['5836d7b6-2584-4238-ad66-513f5c167c91']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:41.156682 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:41.157139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c050b44f-29f9-4888-99fd-064b8203dccf tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "DELETE /v2.0/agents/4731ada3-0141-488c-a731-4e24d51259a4/dhcp-networks/0ff2b77a-f947-43a7-9004-b0ccdccc1a57 HTTP/1.1" status: 204 len: 168 time: 0.1414914 Dec 20 11:41:41.158905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42908) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:41.337437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Pushing event updated for resources: {'Port': ['ID=15813965-ab37-4120-afc1-b20690f9ba15,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:41.354882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Router ed37a8ef-6a48-457c-b232-8aa412c4233d has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:41.406695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab7a530-8461-40d3-8392-e7ac3027c9b5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:41.414305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a76cdd81-68ab-4362-a79d-40034523e3f3 tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "GET /v2.0/agents/4731ada3-0141-488c-a731-4e24d51259a4/dhcp-networks HTTP/1.1" status: 200 len: 12469 time: 0.2540557 Dec 20 11:41:41.415326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:41.424990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.429703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.433776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.438087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.443002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.447118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.451201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.458993 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-3d6f614d-4f3f-4fd0-9ab6-381035b951e7 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 0.4518998 Dec 20 11:41:41.536368 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bcf69c1c-edf4-4b23-bf5f-cde76745a6fd req-58744564-82aa-4c84-8d95-d4d59c37ec59 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0764396 Dec 20 11:41:41.543057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:41.543712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:41.545953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:41.553124 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-733ebd41-c037-42c5-83ab-1f0f1ecd71e8 tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "GET /v2.0/networks/527823af-5190-4990-8c9a-cdc4d87d6184/dhcp-agents HTTP/1.1" status: 200 len: 799 time: 0.0916538 Dec 20 11:41:41.553751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:41.556994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:41.569669 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:41.602640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-827f21a8-4e46-4143-b4d6-d10fb8caa024 tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "GET /v2.0/networks/527823af-5190-4990-8c9a-cdc4d87d6184/dhcp-agents HTTP/1.1" status: 200 len: 799 time: 0.0475619 Dec 20 11:41:41.605933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:41.619825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Made reservation on behalf of 839f9de09a7d488ca6806fc2ae46dd15 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:41.625336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:41.633063 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:40Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:41.642515 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf7071-1404-4cc0-b76a-20ced2b84236 None None] The sync data for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 is: [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:40Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:41.658055 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:41.662749 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cd9e1-ff61-42d8-9e63-3bcbb8dff065 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:41.764702 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8', 'code': 200} Dec 20 11:41:41.765281 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43', 'code': 200} Dec 20 11:41:41.944727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:41.946307 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] 10.222.0.53 "PUT /v2.0/ports/15813965-ab37-4120-afc1-b20690f9ba15 HTTP/1.1" status: 200 len: 1093 time: 7.3200257 Dec 20 11:41:41.956778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-4f452131-6ed5-4a60-90d1-cc8dd441e127 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:41.965164 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-4f452131-6ed5-4a60-90d1-cc8dd441e127 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.1953228 Dec 20 11:41:41.966112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'tag': '15813965-ab37-4120-afc1-b20690f9ba15'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:42.040237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-72f2d920-311e-40d4-a8e2-5f2a0dbe7974 tempest-DHCPAgentSchedulersTestJSON-1181023193 tempest-DHCPAgentSchedulersTestJSON-1181023193-project-admin] 10.222.0.32 "GET /v2.0/agents/4731ada3-0141-488c-a731-4e24d51259a4/dhcp-networks HTTP/1.1" status: 200 len: 12469 time: 0.4329112 Dec 20 11:41:42.045971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:42.050208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Attempting to bind port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:42.050629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Attempting to bind port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:42.051583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Attempting to bind port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:42.099589 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba60395a-e74f-4644-8082-047c4a57e809 req-d893153e-91a9-4372-b2a0-249c2b8f6544 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 1097 time: 0.2470374 Dec 20 11:41:42.125404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:42.125771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.203386 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84cc4e5b-1cd7-45c7-bc24-6dbb2cd752f9 req-2054bd05-62bd-4ab5-9092-1609edb6af47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6516 time: 0.3497572 Dec 20 11:41:42.236068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.251990 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba60395a-e74f-4644-8082-047c4a57e809 req-b7f7cabb-946a-4e1e-baf8-ee69998e5f97 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387522 Dec 20 11:41:42.272403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:41:42.272897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Attempting to bind port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:42.294691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-930240ba-436f-4cb3-a12b-2e6b9839146a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 695 time: 0.3234477 Dec 20 11:41:42.359385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:42.359855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Checking segment: {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:42.360353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Bound using segment: {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:42.360927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Bound port: c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:42.361381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.378605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Calling delete_port for a65784fa-93a1-481b-a0e0-7476b72d4e7f owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:42.397302 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84cc4e5b-1cd7-45c7-bc24-6dbb2cd752f9 req-5a0e6a99-13f2-4bb5-9e8c-7683906db41b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1824436 Dec 20 11:41:42.431676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'floatingip': {'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:42.539274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.577326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff2b77a-f947-43a7-9004-b0ccdccc1a57']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:42.594553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daad7517-72e6-4ab8-8b9e-d6c71f0aaea2') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:42.594851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daad7517-72e6-4ab8-8b9e-d6c71f0aaea2') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:42.611077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.613533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device a65784fa-93a1-481b-a0e0-7476b72d4e7f no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:41:42.639781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.650612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02153-6b43-4be1-b9c9-33c6c60173d9 req-f94bd4e5-0653-4f3f-80b1-0e9acf22bbc9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:42.652338 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9cc02153-6b43-4be1-b9c9-33c6c60173d9 req-f94bd4e5-0653-4f3f-80b1-0e9acf22bbc9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 932 time: 0.2089746 Dec 20 11:41:42.655198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:41:42.655597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:41:42.672801 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:41:42.805125 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9cc02153-6b43-4be1-b9c9-33c6c60173d9 req-c8a0ac5e-36fb-4d12-ae8f-485fdf27602d tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274552 Dec 20 11:41:42.806593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.810623 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:42.829201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.850413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event deleted for resources: {'Network': ['ID=0ff2b77a-f947-43a7-9004-b0ccdccc1a57,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:42.850658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22ed1e91-b5e8-4606-aea7-cce110d45122 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:42.852734 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:42.857420 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "DELETE /v2.0/networks/0ff2b77a-f947-43a7-9004-b0ccdccc1a57 HTTP/1.1" status: 204 len: 168 time: 0.8046293 Dec 20 11:41:42.862252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42938) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:42.903876 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e78e3b2-f85c-42d7-9550-6de63ebca0f9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] DELETE failed (client error): The resource could not be found. Dec 20 11:41:42.904323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e78e3b2-f85c-42d7-9550-6de63ebca0f9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:41:42.909073 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8e78e3b2-f85c-42d7-9550-6de63ebca0f9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "DELETE /v2.0/ports/86aa8849-5c08-4ec7-9b56-6d918c9774bb HTTP/1.1" status: 404 len: 333 time: 0.0498514 Dec 20 11:41:42.909620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:42.926472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:42.930132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:42.933292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.934276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:42.994865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 22ed1e91-b5e8-4606-aea7-cce110d45122 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:43.007466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:43.008720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 22ed1e91-b5e8-4606-aea7-cce110d45122 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:43.010125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.055164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.064092 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:43.078463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.115778 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:43.125175 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1b226ae-168b-408b-9f6e-94647e8979e5 req-30fe5131-2aaf-4c86-9432-4b2045d90a86 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 210 time: 0.0478499 Dec 20 11:41:43.180379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=a65784fa-93a1-481b-a0e0-7476b72d4e7f,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:43.184298 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:43.226790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Allocated IP 172.20.0.14 (0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d/50eb89d5-aaaa-4ed4-8658-e03703da4099/adefbffd-6980-4237-91d3-80c328709729) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:41:43.241489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-22acd959-ddbe-4625-b543-58f295301337 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&device_id=c8611a17-91b4-4cf7-8d56-d81a5ef8c53a HTTP/1.1" status: 200 len: 1096 time: 1.1842837 Dec 20 11:41:43.276583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.315370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 22ed1e91-b5e8-4606-aea7-cce110d45122, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=22ed1e91-b5e8-4606-aea7-cce110d45122,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:43.320730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.329987 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c4a472ae-c660-44c0-a805-63a8a7d1561c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:43.339641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:41:43.357017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Deleting subnet 20ee0e82-02af-4677-8b69-cda6b53747d0 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:41:43.361146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.361776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.363146 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] 10.222.0.53 "PUT /v2.0/ports/c13db2f8-1bcd-458d-8d39-0a19764c7fc2 HTTP/1.1" status: 200 len: 1094 time: 7.4167519 Dec 20 11:41:43.421095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:41:43.421336 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:41:43.422465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=22ed1e91-b5e8-4606-aea7-cce110d45122,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:43.427674 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:43.433515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.476482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40567f-2aba-4f3c-a99e-cf24c14106f8 req-a7405103-7bfb-45d2-96ff-4c0e46933496 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:43.476921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Pushing event updated for resources: {'Port': ['ID=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:43.477930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6a40567f-2aba-4f3c-a99e-cf24c14106f8 req-a7405103-7bfb-45d2-96ff-4c0e46933496 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.2136295 Dec 20 11:41:43.521941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-3093fbf2-17e4-47b8-ae4d-b9cf75fdc312 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15813965-ab37-4120-afc1-b20690f9ba15 HTTP/1.1" status: 200 len: 217 time: 0.2504222 Dec 20 11:41:43.533456 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:43.554305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6a40567f-2aba-4f3c-a99e-cf24c14106f8 req-137f4ca2-6153-4069-90e3-f6fb56c78fb8 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643682 Dec 20 11:41:43.562600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.644216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.650622 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ee2bf92c-be08-4bc8-bcb2-d305cb49dd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:43.663401 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'tag': '15813965-ab37-4120-afc1-b20690f9ba15', 'status': 'completed', 'code': 200} Dec 20 11:41:43.676280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33851b4-8298-4f35-a8e4-f43c63da2a8d {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:43.700567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event deleted for resources: {'Subnet': ['ID=20ee0e82-02af-4677-8b69-cda6b53747d0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:43.706268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.710908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:43.714710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.722561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "DELETE /v2.0/subnets/20ee0e82-02af-4677-8b69-cda6b53747d0 HTTP/1.1" status: 204 len: 168 time: 0.8118846 Dec 20 11:41:43.725479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42948) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:43.726773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23629019-35b6-436e-b9e5-a0431f86d620 None None] Network 527823af-5190-4990-8c9a-cdc4d87d6184 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:41:43.790940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:43.845343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Transition to ACTIVE for port object a33851b4-8298-4f35-a8e4-f43c63da2a8d will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:43.881300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.896753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Deleting port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:43.897094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.909756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-1eaf4a35-f0c9-46d3-bada-426ed7637621 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:43.911844 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-1eaf4a35-f0c9-46d3-bada-426ed7637621 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00564280-2923-4094-90c5-53bda9c1e818 HTTP/1.1" status: 200 len: 857 time: 0.3632057 Dec 20 11:41:43.930025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Deleting port a65784fa-93a1-481b-a0e0-7476b72d4e7f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:43.930370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:43.995123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.016814 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-60e24dd6-a047-416b-be44-520682d76bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:44.094490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] DHCP port deletion for 527823af-5190-4990-8c9a-cdc4d87d6184 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:41:44.099502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Deleting port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:44.100573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.123804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-df81b27f-a131-4f2c-ac62-40e5a18f36cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670616 Dec 20 11:41:44.279193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] For port 2ab7a530-8461-40d3-8392-e7ac3027c9b5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ab7a530-8461-40d3-8392-e7ac3027c9b5,segment=NetworkSegment(48113938-84f7-4b82-b877-fd4171843b4b),segment_id=48113938-84f7-4b82-b877-fd4171843b4b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:44.279817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.318282 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-27f99a61-50ce-4c4c-a90e-df891a66a8ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 1097 time: 0.8774288 Dec 20 11:41:44.388807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.420803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] For port 2ab7a530-8461-40d3-8392-e7ac3027c9b5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ab7a530-8461-40d3-8392-e7ac3027c9b5,segment=NetworkSegment(48113938-84f7-4b82-b877-fd4171843b4b),segment_id=48113938-84f7-4b82-b877-fd4171843b4b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:44.421345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.438886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Calling delete_port for 2ab7a530-8461-40d3-8392-e7ac3027c9b5 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:44.519205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:44.523738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:44.527327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:44.531375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:44.535320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:44.539368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:44.543271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:44.546607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-49502f75-9476-425f-88ff-48c4f3770c6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 0.3268781 Dec 20 11:41:44.547691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Calling delete_port for 2ab7a530-8461-40d3-8392-e7ac3027c9b5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:44.627095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:41:44.627901 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:41:44.630176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:44.635444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.640869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55872e66-74c7-41f0-bd00-16c52c98b173 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:44.649158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Pushing event updated for resources: {'Port': ['ID=a33851b4-8298-4f35-a8e4-f43c63da2a8d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:44.680301 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d85ea65d-9345-41e4-8086-623eaf35ff57 req-9cc7eb9c-0308-48a7-856e-3a6bfe550b3f tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1210759 Dec 20 11:41:44.688189 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:44.688519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event deleted for resources: {'Port': ['ID=2ab7a530-8461-40d3-8392-e7ac3027c9b5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:44.691038 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:44.693951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] No DVR routers for this DVR port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:41:44.780145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.780883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Transition to ACTIVE for port object adefbffd-6980-4237-91d3-80c328709729 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:44.821402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-8b2c7d97-bcd5-4569-9ed0-d2dc5a5196f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2 HTTP/1.1" status: 200 len: 217 time: 0.4293261 Dec 20 11:41:44.825363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22ed1e91-b5e8-4606-aea7-cce110d45122 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:44.931554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 22ed1e91-b5e8-4606-aea7-cce110d45122 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:44.931943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:44.936460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.011573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527823af-5190-4990-8c9a-cdc4d87d6184']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:45.033225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48113938-84f7-4b82-b877-fd4171843b4b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:45.033674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48113938-84f7-4b82-b877-fd4171843b4b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:45.044063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-faea82dc-f6e7-4642-a40d-2ccf7c542fc7 admin admin] 10.222.0.32 "PUT /v2.0/routers/ed37a8ef-6a48-457c-b232-8aa412c4233d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5081742 Dec 20 11:41:45.059624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.105885 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-7259e15f-c4dc-4ae4-81c6-53987376b64a service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497864 Dec 20 11:41:45.130097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Deleting port 2ab7a530-8461-40d3-8392-e7ac3027c9b5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:41:45.130097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.153510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.162290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da49f8-f9f6-4e04-bd82-f10ac1079e40 req-947fad58-153e-46e6-9f4d-5a1867e433f1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:45.177525 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e7da49f8-f9f6-4e04-bd82-f10ac1079e40 req-947fad58-153e-46e6-9f4d-5a1867e433f1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.2456677 Dec 20 11:41:45.214648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab7a530-8461-40d3-8392-e7ac3027c9b5 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:41:45.218722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-c5eb7a7a-658f-4fd9-8e1d-781c34718efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:45.220162 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-c5eb7a7a-658f-4fd9-8e1d-781c34718efe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00564280-2923-4094-90c5-53bda9c1e818 HTTP/1.1" status: 200 len: 857 time: 0.3181155 Dec 20 11:41:45.328827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-18e0a5d5-b407-4e85-aa90-1713ca4e4ceb None None] The port '2ab7a530-8461-40d3-8392-e7ac3027c9b5' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:41:45.329775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2ab7a530-8461-40d3-8392-e7ac3027c9b5 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:41:45.330143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ab7a530-8461-40d3-8392-e7ac3027c9b5 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:41:45.357636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:41:45.358565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.364849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:41:45.376705 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:41:45.428449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-d66ee1a5-da5d-498e-a0ec-b72dbbe93729 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844695 Dec 20 11:41:45.443167 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40cf7cd1-60fd-4103-9aba-9eb0ad64669b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:45.516421 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e7da49f8-f9f6-4e04-bd82-f10ac1079e40 req-13e29d46-0edb-4b08-b3a2-6d97204f2e57 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376107 Dec 20 11:41:45.524485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.530721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.535031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Attempting to bind port a33851b4-8298-4f35-a8e4-f43c63da2a8d on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:45.535420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Attempting to bind port a33851b4-8298-4f35-a8e4-f43c63da2a8d by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:45.535739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Attempting to bind port a33851b4-8298-4f35-a8e4-f43c63da2a8d on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:45.539600 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33e4fd27-99fb-41e5-a144-28503db77109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:45.541021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] For port a65784fa-93a1-481b-a0e0-7476b72d4e7f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=a65784fa-93a1-481b-a0e0-7476b72d4e7f,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:45.541382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:45.558456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] 10.222.0.32 "DELETE /v2.0/networks/527823af-5190-4990-8c9a-cdc4d87d6184 HTTP/1.1" status: 204 len: 168 time: 1.8279779 Dec 20 11:41:45.589518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Pushing event deleted for resources: {'Network': ['ID=527823af-5190-4990-8c9a-cdc4d87d6184,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:45.594837 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:45.618928 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'code': 200} Dec 20 11:41:45.741285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:45.757382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Calling delete_port for a65784fa-93a1-481b-a0e0-7476b72d4e7f owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:41:45.795724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Port a33851b4-8298-4f35-a8e4-f43c63da2a8d on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:41:45.796374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Attempting to bind port a33851b4-8298-4f35-a8e4-f43c63da2a8d on network 628203b0-47bd-4a39-8eff-fb1bfc1e87a4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:45.825186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:41:45.826444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941235e3-8eb3-4d14-9d6f-659a5c323617 req-0b90e887-fd43-42b2-8b22-8dab575f5d3c tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:45.829924 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-941235e3-8eb3-4d14-9d6f-659a5c323617 req-0b90e887-fd43-42b2-8b22-8dab575f5d3c tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 944 time: 0.1051884 Dec 20 11:41:45.875343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'Port': ['ID=adefbffd-6980-4237-91d3-80c328709729,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:45.896665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:41:45.898848 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:45.910889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:41:45.935444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-941235e3-8eb3-4d14-9d6f-659a5c323617 req-d5aa8e02-66fe-431a-954b-daa0e60c8071 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997300 Dec 20 11:41:46.012205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-0b92ef74-0d3c-42b5-b8c4-8d395a80f4c8 service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8441327 Dec 20 11:41:46.012927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:46.013266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Checking segment: {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:46.013645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Bound using segment: {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:46.014110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Bound port: a33851b4-8298-4f35-a8e4-f43c63da2a8d, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416e6dbd-1592-4d5c-9f3d-d001fb2aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:46.014458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:46.256225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:46.318088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:46.318795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:46.387510 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-a93f1da3-4bde-4b52-a176-a7ee7520f6d5 service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9115496 Dec 20 11:41:46.445072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f8adf9e-5733-4a95-b2f4-66559e06469d None None] Provisioning for port adefbffd-6980-4237-91d3-80c328709729 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:46.465183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f8adf9e-5733-4a95-b2f4-66559e06469d None None] Provisioning complete for port adefbffd-6980-4237-91d3-80c328709729 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:46.465583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f8adf9e-5733-4a95-b2f4-66559e06469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:46.737539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6f8adf9e-5733-4a95-b2f4-66559e06469d None None] Port adefbffd-6980-4237-91d3-80c328709729 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:41:46.775017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] For port a33851b4-8298-4f35-a8e4-f43c63da2a8d, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:46.778343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] For port a33851b4-8298-4f35-a8e4-f43c63da2a8d, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:46.787581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f450eb99-3b27-4145-b736-d541119a04b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35114635a64b4a4a81eee553e966fab8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5265388 Dec 20 11:41:46.789654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43006) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:46.825247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424269f-0133-48ab-9130-0ff358520f0f req-7ff9843a-d866-4b6f-b31c-20b1de17b33d tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:46.826736 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e424269f-0133-48ab-9130-0ff358520f0f req-7ff9843a-d866-4b6f-b31c-20b1de17b33d tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 932 time: 0.3305504 Dec 20 11:41:46.846867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:46.852176 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a865b313-e9c8-4a49-9e46-37e16fd1c9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:46.888562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:46.915612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:46.924435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:41:46.983348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Pushing event updated for resources: {'Port': ['ID=a33851b4-8298-4f35-a8e4-f43c63da2a8d,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:46.986933 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0416141 Dec 20 11:41:46.987737 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:46.994125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.000181 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a99ff63-764c-476c-b7ef-855a032e8e7f tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:47.013039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb62485a-0489-498f-ac63-d2e7809a256e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:47.017159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e424269f-0133-48ab-9130-0ff358520f0f req-a6e3181d-a137-4bfb-8e75-af303da8a70d tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:41:47.022455 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:47.036888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.038172 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb62485a-0489-498f-ac63-d2e7809a256e HTTP/1.1" status: 204 len: 168 time: 0.2473755 Dec 20 11:41:47.039154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e424269f-0133-48ab-9130-0ff358520f0f req-a6e3181d-a137-4bfb-8e75-af303da8a70d tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:41:47.040236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e424269f-0133-48ab-9130-0ff358520f0f req-a6e3181d-a137-4bfb-8e75-af303da8a70d tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003887 Dec 20 11:41:47.148533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Request body: {'port': {'device_id': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:47.363284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:47.371980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:47.380913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:47.389677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:47.400348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:47.409820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:47.422593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:47.432957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-821fda99-c05d-44af-913a-9869bd257e53 req-c2db4f83-ebc1-4c7f-ac07-852df6fc8b74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 0.2100477 Dec 20 11:41:47.444278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:47.461341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Request body: {'floatingip': {'port_id': '12fee867-840d-478f-8e26-be9b994d2827'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:47.474544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.475982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] 10.222.0.16 "PUT /v2.0/ports/a33851b4-8298-4f35-a8e4-f43c63da2a8d HTTP/1.1" status: 200 len: 1094 time: 8.9073460 Dec 20 11:41:47.765982 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2', 'status': 'completed', 'code': 200} Dec 20 11:41:47.771329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.776477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.828374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.893587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:47.901799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.919550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.956489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:47.977571 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-de4f20ce-7459-4da7-8c1b-1e9f8414afc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&device_id=c8611a17-91b4-4cf7-8d56-d81a5ef8c53a HTTP/1.1" status: 200 len: 1096 time: 1.8136060 Dec 20 11:41:48.013227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:48.026493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['6f90fa37-2c41-4df7-8469-37814c6e908b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:48.141318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:48.157622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Usage tracker for resource:security_group_rule and tenant:5b4e72d6f8984b078d6fc0dbe76d2bcf is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:48.160621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:48.166931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:48.233311 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ae332c63-c76a-427b-ad7e-30d065700f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:48.269354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:48.302815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:48.334133 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-03de4384-b06e-44ab-852d-190b6e3a6d00 service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5487142 Dec 20 11:41:48.358630 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:48.396957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Pushing event deleted for resources: {'Port': ['ID=a65784fa-93a1-481b-a0e0-7476b72d4e7f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:48.448834 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-f6cc1c7f-39a8-4ce1-992e-0bb1ba329c77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 1097 time: 0.8656380 Dec 20 11:41:48.460337 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:48.532346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdada112-910c-45d8-9e35-d4ccafb0ac1e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:48.556697 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:48.602259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f280-bfa7-4282-94af-ac535892c855 req-cf738232-9c1b-49ed-a65b-87bec5eafdaa tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:48.609337 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4141f280-bfa7-4282-94af-ac535892c855 req-cf738232-9c1b-49ed-a65b-87bec5eafdaa tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 944 time: 0.6538186 Dec 20 11:41:48.648214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b4e72d6f8984b078d6fc0dbe76d2bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7484045 Dec 20 11:41:48.653858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15813965-ab37-4120-afc1-b20690f9ba15 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:48.656504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:48.775634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] No DVR routers for this DVR port a65784fa-93a1-481b-a0e0-7476b72d4e7f on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:41:48.784098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-509aee54-5dd7-440f-8b12-7bb6201c97ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d HTTP/1.1" status: 200 len: 217 time: 0.3134620 Dec 20 11:41:48.835118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:48.837974 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ed35e02-5406-4a94-9d49-bc086e54ae0c req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.53 "DELETE /v2.0/ports/a65784fa-93a1-481b-a0e0-7476b72d4e7f HTTP/1.1" status: 204 len: 173 time: 7.9800065 Dec 20 11:41:48.931232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4141f280-bfa7-4282-94af-ac535892c855 req-95ce4e6c-b65e-4349-820f-3ebf03c2dca6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208022 Dec 20 11:41:49.002480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-13fca7c3-fe75-4414-9087-385c8a32f87d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:49.004212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-13fca7c3-fe75-4414-9087-385c8a32f87d service neutron] 10.222.0.53 "GET /v2.0/networks?id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 200 len: 918 time: 1.0020778 Dec 20 11:41:49.309172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 15813965-ab37-4120-afc1-b20690f9ba15, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15813965-ab37-4120-afc1-b20690f9ba15,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:49.380386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '15813965-ab37-4120-afc1-b20690f9ba15', 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4', 'port_id': '15813965-ab37-4120-afc1-b20690f9ba15', 'mac_address': 'fa:16:3e:4d:b7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00564280-2923-4094-90c5-53bda9c1e818', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:49.455159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:49.557106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:49.559410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:49.602478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15813965-ab37-4120-afc1-b20690f9ba15 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:49.665161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 15813965-ab37-4120-afc1-b20690f9ba15, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15813965-ab37-4120-afc1-b20690f9ba15,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:49.674666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:49.677216 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:49.884466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=15813965-ab37-4120-afc1-b20690f9ba15,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:49.900472 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:49.995185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['15813965-ab37-4120-afc1-b20690f9ba15'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:50.012508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d'}, {'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'name': 'network-vif-deleted', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:50.406310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:50.501818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:50.514497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adefbffd-6980-4237-91d3-80c328709729 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:50.528914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:50.550257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Transition to ACTIVE for port object adefbffd-6980-4237-91d3-80c328709729 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:41:50.575446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8387-b48d-457a-a757-487deb58704c req-ba7d8abe-90d8-4a4c-9891-d1b5d3f53ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:50.577027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-ba7d8abe-90d8-4a4c-9891-d1b5d3f53ca9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00564280-2923-4094-90c5-53bda9c1e818 HTTP/1.1" status: 200 len: 857 time: 1.7245514 Dec 20 11:41:50.579469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:50.626200 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-12437071-6084-4f86-af93-16fcb6a7244d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:50.627787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:50.644012 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-488aba2f-4a43-47b0-81d8-a7282b0b0644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:50.659945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c13db2f8-1bcd-458d-8d39-0a19764c7fc2 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:50.669314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdada112-910c-45d8-9e35-d4ccafb0ac1e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:50.672431 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:50.688973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:50.690339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdada112-910c-45d8-9e35-d4ccafb0ac1e HTTP/1.1" status: 204 len: 168 time: 2.0308204 Dec 20 11:41:50.737264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-563036c2-40f0-4516-8d0c-03ad0c94e576 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 1097 time: 2.2699151 Dec 20 11:41:50.745413 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-57462455-8b3e-4707-97ad-88dc043b8828 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554999 Dec 20 11:41:50.793808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Pushing event updated for resources: {'Port': ['ID=adefbffd-6980-4237-91d3-80c328709729,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:50.803574 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-22e66cb5-3d8d-4b33-bfda-ddc27c9e65e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15813965-ab37-4120-afc1-b20690f9ba15 HTTP/1.1" status: 200 len: 217 time: 1.6644623 Dec 20 11:41:50.806661 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:50.834941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb288-60ab-4cda-9403-b4bf1ff3e917 req-dee3dcf3-4b8d-4886-b578-aafc88099b45 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:50.837102 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-26efb288-60ab-4cda-9403-b4bf1ff3e917 req-dee3dcf3-4b8d-4886-b578-aafc88099b45 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.4121826 Dec 20 11:41:50.919852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-26efb288-60ab-4cda-9403-b4bf1ff3e917 req-fc19f7a5-903f-49c6-bd0d-0e35e70bf92c tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765505 Dec 20 11:41:50.933820 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Floating IP 0a3e0d16-2bf3-424d-b822-fad20196f6f5 associated. External IP: 172.35.0.208, port: 12fee867-840d-478f-8e26-be9b994d2827. Dec 20 11:41:51.196473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-ded3fcfc-4238-41f4-9e71-f78bf895a8be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:51.199253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-ded3fcfc-4238-41f4-9e71-f78bf895a8be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00564280-2923-4094-90c5-53bda9c1e818 HTTP/1.1" status: 200 len: 857 time: 0.3312395 Dec 20 11:41:51.236224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:51.276227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2', 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4', 'port_id': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2', 'mac_address': 'fa:16:3e:31:39:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00564280-2923-4094-90c5-53bda9c1e818', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:51.413818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:51.420673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06048ba3-30f7-423b-91fc-536a08595f4e req-1ad45c3a-b8e5-44ac-867d-4a924bf4e091 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:51.423559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06048ba3-30f7-423b-91fc-536a08595f4e req-1ad45c3a-b8e5-44ac-867d-4a924bf4e091 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 944 time: 0.2088127 Dec 20 11:41:51.474041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13db2f8-1bcd-458d-8d39-0a19764c7fc2 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:51.514168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:51.515278 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06048ba3-30f7-423b-91fc-536a08595f4e req-7dd0bdbd-08bf-4e79-aa73-599e231e6859 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835638 Dec 20 11:41:51.534452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:51.551418 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:51.747667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:51.752822 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:51.867383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['c13db2f8-1bcd-458d-8d39-0a19764c7fc2'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:51.936415 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-8626cb1e-22a8-4a95-82ee-182aa2e27d47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7146897 Dec 20 11:41:52.128767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:52.294639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5108fc1-cf8b-4df6-99a2-35fc14bc7443 req-6fe03c0b-6bd4-42dd-9a88-975cdde28b07 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:52.302074 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5108fc1-cf8b-4df6-99a2-35fc14bc7443 req-6fe03c0b-6bd4-42dd-9a88-975cdde28b07 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 944 time: 0.3673899 Dec 20 11:41:52.368541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5108fc1-cf8b-4df6-99a2-35fc14bc7443 req-bec9277d-5bbd-42af-b8c6-78f1b6f99c01 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655136 Dec 20 11:41:52.417292 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Floating IP 861ddae9-0b96-4759-b7c0-302115b842b8 associated. External IP: 172.35.0.81, port: 6f90fa37-2c41-4df7-8469-37814c6e908b. Dec 20 11:41:52.525503 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d', 'status': 'completed', 'code': 200} Dec 20 11:41:52.525807 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec02f0eb-763d-4cbc-83ed-327e657e407c', 'name': 'network-vif-deleted', 'tag': 'a65784fa-93a1-481b-a0e0-7476b72d4e7f', 'status': 'completed', 'code': 200} Dec 20 11:41:52.694258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:41:52.695971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15813965-ab37-4120-afc1-b20690f9ba15 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:52.707647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:52.845117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-15a9f871-bad5-4119-aeb1-3c47e2cb3ffd tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "PUT /v2.0/floatingips/0a3e0d16-2bf3-424d-b822-fad20196f6f5 HTTP/1.1" status: 200 len: 991 time: 5.3972409 Dec 20 11:41:52.847351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '12fee867-840d-478f-8e26-be9b994d2827'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:52.878408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-a50cccec-57db-430f-8522-11b7f8b90857 service neutron] 10.222.0.16 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0692632 Dec 20 11:41:52.879895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-e934e434-5cbf-4f91-9a92-7a910e42a5d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:52.881567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-e934e434-5cbf-4f91-9a92-7a910e42a5d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 200 len: 918 time: 2.1350310 Dec 20 11:41:52.883635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-94a68405-a4a6-4cb6-8363-7d2d6ec43ce1 service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8500826 Dec 20 11:41:52.885934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a4917-93b6-4ec8-8dfd-372bf0c6f1a5 req-eff0959b-cf55-4616-870a-42ffb5228c8d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:52.890865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b609251-c294-463c-8713-9107eb02612b None None] Sync routers for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:52.905985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-473a4917-93b6-4ec8-8dfd-372bf0c6f1a5 req-eff0959b-cf55-4616-870a-42ffb5228c8d tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.1544650 Dec 20 11:41:52.971365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:52.975746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:53.078750 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-473a4917-93b6-4ec8-8dfd-372bf0c6f1a5 req-8f8f8822-2dbc-443c-8467-525ab32f1d57 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714125 Dec 20 11:41:53.226383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 15813965-ab37-4120-afc1-b20690f9ba15 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:53.258641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 15813965-ab37-4120-afc1-b20690f9ba15 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:53.259725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:53.601780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b7ae37c-25ac-4592-be71-5fcd5309e809 req-eae48af0-1d36-4b0b-8605-5cb0307e21ad service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503537 Dec 20 11:41:53.608232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53176db-403a-4564-9020-e58e750dcf19 req-c0e087a9-6b4d-4190-8cb9-3c8648c4727a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:53.628862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a53176db-403a-4564-9020-e58e750dcf19 req-c0e087a9-6b4d-4190-8cb9-3c8648c4727a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 944 time: 0.2147694 Dec 20 11:41:53.632663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:53.687679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15813965-ab37-4120-afc1-b20690f9ba15'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:53.706584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 15813965-ab37-4120-afc1-b20690f9ba15, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15813965-ab37-4120-afc1-b20690f9ba15,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:53.714986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:53.733365 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:41:53.867665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a53176db-403a-4564-9020-e58e750dcf19 req-74c9c882-4664-433d-bfa2-8153ac0fe856 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350695 Dec 20 11:41:53.887747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:53.903533 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:54.080769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=15813965-ab37-4120-afc1-b20690f9ba15,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:54.087983 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:54.201193 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-2f39b187-5845-4203-9c8a-3a408a15fa3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2 HTTP/1.1" status: 200 len: 217 time: 1.0910513 Dec 20 11:41:54.356961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-632f8387-b48d-457a-a757-487deb58704c req-0ee6c3fa-ffe4-4414-8af4-aa9c57fe698a service neutron] 10.222.0.16 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4655070 Dec 20 11:41:54.358597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-b6b203b6-818f-4658-a1f3-7e977dbd6b05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:54.361732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-b6b203b6-818f-4658-a1f3-7e977dbd6b05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00564280-2923-4094-90c5-53bda9c1e818 HTTP/1.1" status: 200 len: 857 time: 0.1512842 Dec 20 11:41:54.578261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-0fd26a75-d15e-43bc-b433-f6cbf7016ab5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090056 Dec 20 11:41:54.668111 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'tag': '12fee867-840d-478f-8e26-be9b994d2827', 'status': 'completed', 'code': 200} Dec 20 11:41:54.718588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c13db2f8-1bcd-458d-8d39-0a19764c7fc2 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:41:54.730427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Attempting to bind port adefbffd-6980-4237-91d3-80c328709729 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:41:54.730951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Attempting to bind port adefbffd-6980-4237-91d3-80c328709729 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:41:54.731366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Attempting to bind port adefbffd-6980-4237-91d3-80c328709729 on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:54.947041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:41:54.987807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:41:54.989390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:55.068268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0a3e0d16-2bf3-424d-b822-fad20196f6f5', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'floating_ip_address': '172.35.0.208', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'port_id': '12fee867-840d-478f-8e26-be9b994d2827', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'mac_address': 'fa:16:3e:2f:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:00Z', 'updated_at': '2021-12-20T11:41:50Z', 'revision_number': 1, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:17Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:55.094866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b609251-c294-463c-8713-9107eb02612b None None] Checking router: 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:41:55.110034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Port adefbffd-6980-4237-91d3-80c328709729 on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:41:55.110034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Attempting to bind port adefbffd-6980-4237-91d3-80c328709729 on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:41:55.172877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:41:55.172877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Checking segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:41:55.172877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Bound using segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:41:55.172877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Bound port: adefbffd-6980-4237-91d3-80c328709729, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:41:55.172877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:55.251443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:55.252388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:55.294947 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6273a55d-326f-46da-8146-2705e6e4e783 req-ad63e5bd-231e-4349-956a-c476a8bb773e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 1097 time: 0.7082496 Dec 20 11:41:55.493288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be881a7-d137-46bf-891a-9ad84b813735 req-af5aa82f-babb-43f8-acea-cc0fd5df11af tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:55.514529 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4be881a7-d137-46bf-891a-9ad84b813735 req-af5aa82f-babb-43f8-acea-cc0fd5df11af tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 944 time: 0.4093435 Dec 20 11:41:55.728200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:55.734828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273a55d-326f-46da-8146-2705e6e4e783 req-e82ba132-345a-4bb8-bbd6-24491fca6a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:55.737275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6273a55d-326f-46da-8146-2705e6e4e783 req-e82ba132-345a-4bb8-bbd6-24491fca6a3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 200 len: 918 time: 0.4234340 Dec 20 11:41:55.796273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] For port adefbffd-6980-4237-91d3-80c328709729, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:41:55.799554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] For port adefbffd-6980-4237-91d3-80c328709729, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=adefbffd-6980-4237-91d3-80c328709729,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:41:55.817284 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-6bc40dc3-63e7-4fb5-8e9f-d56112a02f5f service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1417840 Dec 20 11:41:55.828881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-8be6ef57-f567-4ea8-9554-6c5c6775faae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6516 time: 1.0908539 Dec 20 11:41:55.830748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:56.008237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device a33851b4-8298-4f35-a8e4-f43c63da2a8d details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:41:56.056089 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:56.202950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:56.224480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:56.259284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43132) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:56.328099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:56.334818 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4be881a7-d137-46bf-891a-9ad84b813735 req-1bbc99d0-55dd-439a-ba65-d342e15f97c5 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8176470 Dec 20 11:41:56.418641 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:56.483564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Pushing event updated for resources: {'Port': ['ID=adefbffd-6980-4237-91d3-80c328709729,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:56.501943 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:56.541437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:56.543292 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] 10.222.0.16 "PUT /v2.0/ports/adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 1094 time: 9.4760225 Dec 20 11:41:56.555935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'tag': 'adefbffd-6980-4237-91d3-80c328709729'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:56.595498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6273a55d-326f-46da-8146-2705e6e4e783 req-3bc7c5c5-cfc8-4486-a9ca-1c0fb6b910e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d HTTP/1.1" status: 200 len: 217 time: 0.7755132 Dec 20 11:41:56.797440 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15813965-ab37-4120-afc1-b20690f9ba15', 'code': 200} Dec 20 11:41:56.804703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:56.816687 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:56.940307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-455278523'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:56.963291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:56.978781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Usage tracker for resource:network and tenant:fb1351c7a6804a1181312f7a888c9e86 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:56.990989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:57.014658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:57.083452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port a33851b4-8298-4f35-a8e4-f43c63da2a8d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:57.180149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d', 'network_id': '628203b0-47bd-4a39-8eff-fb1bfc1e87a4', 'port_id': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d', 'mac_address': 'fa:16:3e:ec:0a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00564280-2923-4094-90c5-53bda9c1e818', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:41:57.335785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Made reservation on behalf of fb1351c7a6804a1181312f7a888c9e86 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:57.344722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:57.383658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:57.422758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69cdf2-c7ed-42c7-9514-8bd50ca83d15 req-2443f8ba-c1db-4a39-9786-8c8cb8baea97 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:57.424403 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-af69cdf2-c7ed-42c7-9514-8bd50ca83d15 req-2443f8ba-c1db-4a39-9786-8c8cb8baea97 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.5893836 Dec 20 11:41:57.584865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:57.597553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273a55d-326f-46da-8146-2705e6e4e783 req-7c0abe7a-4c36-47b2-8726-2e7fbbe8f3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:57.599804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6273a55d-326f-46da-8146-2705e6e4e783 req-7c0abe7a-4c36-47b2-8726-2e7fbbe8f3a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00564280-2923-4094-90c5-53bda9c1e818 HTTP/1.1" status: 200 len: 857 time: 0.8863621 Dec 20 11:41:57.611994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33851b4-8298-4f35-a8e4-f43c63da2a8d {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:41:57.626631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-af69cdf2-c7ed-42c7-9514-8bd50ca83d15 req-84ca3c37-0b9e-4443-aea3-91d6aa6e3d2a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817355 Dec 20 11:41:57.652200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:57.670880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Usage tracker for resource:security_group_rule and tenant:fb1351c7a6804a1181312f7a888c9e86 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:57.671448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port a33851b4-8298-4f35-a8e4-f43c63da2a8d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:41:57.688529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:57.698997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:57.713870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:57.725699 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:57.828281 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-1951bda1-0fc6-4fc4-b783-2e124ec1af42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1097 time: 1.2038448 Dec 20 11:41:57.900971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:57.915070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:57.920000 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-effa8bf5-34c8-4ff6-bcaa-5dceade5a06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:57.995994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=a33851b4-8298-4f35-a8e4-f43c63da2a8d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:58.010371 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:58.011040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-6a14a52e-d474-4d0e-8b2d-3606643773e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:58.015450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-6a14a52e-d474-4d0e-8b2d-3606643773e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=369c3643-7840-4b2a-8a85-116c0d1f8252 HTTP/1.1" status: 200 len: 918 time: 2.1549165 Dec 20 11:41:58.018081 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c06b4c76-0992-4b84-9cf2-fbddaf6684b6 req-a5e9b67e-5cd3-49cd-84aa-77d171913f99 service neutron] 10.222.0.53 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9759674 Dec 20 11:41:58.027453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6273a55d-326f-46da-8146-2705e6e4e783 req-906365ef-8b60-4072-96e5-62c41344369f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=628203b0-47bd-4a39-8eff-fb1bfc1e87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3987103 Dec 20 11:41:58.069662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3829c374-0d04-4303-8750-9795365209cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:58.103656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:41:58.114437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['a33851b4-8298-4f35-a8e4-f43c63da2a8d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:41:58.154283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf2e552-30aa-4011-8e80-4b7a39903f33,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:58.174989 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:58.177003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6b609251-c294-463c-8713-9107eb02612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0a3e0d16-2bf3-424d-b822-fad20196f6f5', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'floating_ip_address': '172.35.0.208', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'port_id': '12fee867-840d-478f-8e26-be9b994d2827', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'mac_address': 'fa:16:3e:2f:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:00Z', 'updated_at': '2021-12-20T11:41:50Z', 'revision_number': 1, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:17Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:58.194712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:58.195065 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Added segment ab7a85a5-84c1-4234-832f-9c57d4b57206 of type vlan for network 1679e135-6a4f-48d1-b0f0-2081bb0b529a Dec 20 11:41:58.201750 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26bb7ce8-d9b2-4d79-8aa7-0923f93e478a req-15f43ef2-453e-4cef-ae18-e12cd517da04 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c8611a17-91b4-4cf7-8d56-d81a5ef8c53a HTTP/1.1" status: 200 len: 1098 time: 1.4620347 Dec 20 11:41:58.213921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b609251-c294-463c-8713-9107eb02612b None None] The sync data for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 is: [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0a3e0d16-2bf3-424d-b822-fad20196f6f5', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'floating_ip_address': '172.35.0.208', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'port_id': '12fee867-840d-478f-8e26-be9b994d2827', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'mac_address': 'fa:16:3e:2f:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:00Z', 'updated_at': '2021-12-20T11:41:50Z', 'revision_number': 1, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:17Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:41:58.360305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f548b8-fad5-45f8-9b28-387baa7fc788 req-0ea88aa1-6406-48d3-b2cd-e7f7154d28bd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:58.361940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91f548b8-fad5-45f8-9b28-387baa7fc788 req-0ea88aa1-6406-48d3-b2cd-e7f7154d28bd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 944 time: 0.4255373 Dec 20 11:41:58.386395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:58.531070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:58.535694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:58.536689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:58.545629 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3fe4c364-85e4-4ab8-b5cb-98f7e1676e60 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:58.600939 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91f548b8-fad5-45f8-9b28-387baa7fc788 req-9eda8743-7666-425a-a510-9e102eac593b tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306757 Dec 20 11:41:58.630045 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-5b00c1ab-dccc-479e-9ede-12f1a122f429 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 217 time: 0.7872872 Dec 20 11:41:58.704550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4381225 Dec 20 11:41:58.708984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43158) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:41:58.713064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Pushing event updated for resources: {'Network': ['ID=1679e135-6a4f-48d1-b0f0-2081bb0b529a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:58.716145 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:41:58.730432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1679e135-6a4f-48d1-b0f0-2081bb0b529a details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:41:58.792892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-cf71b17a-eac3-42d5-9907-6cddc5c0a00a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 200 len: 999 time: 0.7541301 Dec 20 11:41:58.800367 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26bb7ce8-d9b2-4d79-8aa7-0923f93e478a req-9cadd94a-e176-4c6d-b006-34896f650b39 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854725 Dec 20 11:41:58.862611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-ca9b9743-9f77-4178-a025-430df715c8e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:58.864996 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-ca9b9743-9f77-4178-a025-430df715c8e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.2101064 Dec 20 11:41:58.870916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:41:58.954052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'network': {'name': 'tempest-network--1149208682', 'router:external': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:41:58.965398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:58.977620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6273a55d-326f-46da-8146-2705e6e4e783 req-0690c6bf-1639-498a-a040-6985adca837c service neutron] 10.222.0.16 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800395 Dec 20 11:41:58.979406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:network and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:58.982795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-5b477486-0d1f-42a6-91a7-8eec7ab468fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:58.984188 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-5b477486-0d1f-42a6-91a7-8eec7ab468fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df HTTP/1.1" status: 200 len: 856 time: 0.1804512 Dec 20 11:41:58.986309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:59.020953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:59.089353 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Sync routers for ids ['ed37a8ef-6a48-457c-b232-8aa412c4233d'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:41:59.112111 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Routers {'ed37a8ef-6a48-457c-b232-8aa412c4233d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:41:59.112752 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:41:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ed37a8ef-6a48-457c-b232-8aa412c4233d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:41:59.138650 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'tag': 'adefbffd-6980-4237-91d3-80c328709729', 'status': 'completed', 'code': 200} Dec 20 11:41:59.289667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Made reservation on behalf of ba685656afcf4bd382cdb1ccc34d548f for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:41:59.308536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:59.374093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb911351-28a8-4ea4-ad82-2053092f2fc2 None None] New status for floating IP 0a3e0d16-2bf3-424d-b822-fad20196f6f5: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:41:59.377289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:59.391175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17299519-f9f3-4b3f-9d80-68c047f8c9c1 req-19993847-1b10-4255-904e-501d59443101 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:41:59.408400 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-17299519-f9f3-4b3f-9d80-68c047f8c9c1 req-19993847-1b10-4255-904e-501d59443101 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 945 time: 0.1530998 Dec 20 11:41:59.486388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:41:59.502488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:security_group_rule and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:41:59.515775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:41:59.533922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:41:59.565150 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Set router ed37a8ef-6a48-457c-b232-8aa412c4233d gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:41:59.566040 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-17299519-f9f3-4b3f-9d80-68c047f8c9c1 req-02b99438-fddc-4ab7-90ea-22deef1a1e39 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504846 Dec 20 11:41:59.683120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:59.707707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:59.725439 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0e1d96ff-5238-4c78-a677-16f6d33fc80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:41:59.897611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ffa86b5d-c1ec-45eb-9149-bd5b7bc5688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:41:59.899881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133b390d-3f18-4a3c-8cc4-de72c097c738,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:41:59.905630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-d1d19946-22df-4612-91f4-c127bf63fb9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.0242383 Dec 20 11:41:59.907882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6273a55d-326f-46da-8146-2705e6e4e783 req-fd5ff690-5503-434a-90cf-1c65b92f2356 service neutron] 10.222.0.16 "GET /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9181216 Dec 20 11:41:59.911411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:41:59.933668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:41:59.993278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device a33851b4-8298-4f35-a8e4-f43c63da2a8d up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:42:00.038466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.039388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.039920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.041045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.043321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.043883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.044424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.044968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.047296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.047857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.048410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:00.077220 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:00.103350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-f296b77f-f708-4bd1-9f65-75ac55e9fff6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=369c3643-7840-4b2a-8a85-116c0d1f8252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.0824928 Dec 20 11:42:00.138579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8c534-036e-47cb-a0fe-1b42bdb7336f req-d0adaad2-2fc3-4507-b5e0-65b01973d2fa tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:00.140138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9ea8c534-036e-47cb-a0fe-1b42bdb7336f req-d0adaad2-2fc3-4507-b5e0-65b01973d2fa tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.2260730 Dec 20 11:42:00.142284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:00.147872 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:41:33Z', 'revision_number': 4, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a4b2c8cf-961a-4b6a-be4e-73f3089b4d57', 'name': '', 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'mac_address': 'fa:16:3e:ef:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a17fc8-98e4-4e80-9d83-241518eba493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:31Z', 'updated_at': '2021-12-20T11:41:34Z', 'revision_number': 2, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'subnets': [{'id': '10a17fc8-98e4-4e80-9d83-241518eba493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:00.148812 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Added segment 42d9d03a-7f1f-4526-8d8b-8e28b813e552 of type vlan for network bfbd204f-07dc-40d0-b54f-a0b5e4151323 Dec 20 11:42:00.161103 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Checking router: ed37a8ef-6a48-457c-b232-8aa412c4233d for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:42:00.163664 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Updating router ed37a8ef-6a48-457c-b232-8aa412c4233d port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:42:00.274493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9ea8c534-036e-47cb-a0fe-1b42bdb7336f req-328e5c72-5ea3-4b20-931a-0467829bfa13 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233709 Dec 20 11:42:00.299318 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:00.429112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port a33851b4-8298-4f35-a8e4-f43c63da2a8d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:42:00.440101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port a33851b4-8298-4f35-a8e4-f43c63da2a8d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:42:00.440758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:00.579753 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2', 'code': 200} Dec 20 11:42:00.735745 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:00.741186 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Transition to ACTIVE for port object a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:00.753382 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:00.788933 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:00.809098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:00.966282 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-8454f103-e343-4f73-9d14-b602628d2adc service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0423713 Dec 20 11:42:00.968437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.016797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port a33851b4-8298-4f35-a8e4-f43c63da2a8d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:01.034554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.041898 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:01.183571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.189262 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821f777-ab2d-4507-ac0f-3373c9a93855 None None] Pushing event updated for resources: {'Port': ['ID=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:01.196805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.201358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=a33851b4-8298-4f35-a8e4-f43c63da2a8d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:01.205684 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-1821f777-ab2d-4507-ac0f-3373c9a93855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:01.207463 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:01.224363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47913647-cb6e-42a1-95a4-e25cd82c33a5 req-958a28e7-3307-40af-85e1-3c012c26be85 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:01.231779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-47913647-cb6e-42a1-95a4-e25cd82c33a5 req-958a28e7-3307-40af-85e1-3c012c26be85 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 944 time: 0.1953046 Dec 20 11:42:01.317630 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Attempting to bind port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:01.318403 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Attempting to bind port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:01.319792 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Attempting to bind port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 on network d3ccdb05-e150-423f-9013-4321fafb48ee {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:01.320107 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-47913647-cb6e-42a1-95a4-e25cd82c33a5 req-32b51e4e-85e6-4e99-93b1-37b2a728223c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870702 Dec 20 11:42:01.337880 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:42:01.338717 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Checking segment: {'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:01.340376 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.341019 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Bound using segment: {'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:42:01.343745 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Bound port: a4b2c8cf-961a-4b6a-be4e-73f3089b4d57, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df67c09-3bc1-4c39-91d8-ed0de61b8101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:42:01.344448 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.481837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:42:01.527984 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-7cd90693-628e-451b-9cdf-f0005ff2b74e service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3875570 Dec 20 11:42:01.556040 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] For port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:42:01.560470 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] For port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,segment=NetworkSegment(3df67c09-3bc1-4c39-91d8-ed0de61b8101),segment_id=3df67c09-3bc1-4c39-91d8-ed0de61b8101)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:42:01.573512 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.578250 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:01.696840 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821f777-ab2d-4507-ac0f-3373c9a93855 None None] Pushing event updated for resources: {'Port': ['ID=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:01.705437 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-1821f777-ab2d-4507-ac0f-3373c9a93855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:01.711824 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Routers {'ed37a8ef-6a48-457c-b232-8aa412c4233d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:01.713159 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ed37a8ef-6a48-457c-b232-8aa412c4233d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:01.719532 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee69ad97-811f-43f6-a3cc-5c87e3906ca6 req-988e1f65-3d75-4171-abdb-40bccbe9645c service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700850 Dec 20 11:42:01.831548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.835977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:01.835977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:01.862792 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:01.931968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8cf6120-c557-4068-aeb0-6687e051a845 req-490f660c-50db-4e46-ab27-4ce28e75c235 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 1099 time: 1.2992892 Dec 20 11:42:01.996803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a0d89-cecf-4136-b32a-0e9bcd2bc4b0 req-702ba262-4330-437c-b664-8ea99bde4fb8 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:02.015963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd0a0d89-cecf-4136-b32a-0e9bcd2bc4b0 req-702ba262-4330-437c-b664-8ea99bde4fb8 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 946 time: 0.2365212 Dec 20 11:42:02.064622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4ad7703-82c4-47d9-84aa-1d41474fae92 req-5832d4e1-cffc-46b5-9027-ad5054bd0a7e service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0597918 Dec 20 11:42:02.152286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd0a0d89-cecf-4136-b32a-0e9bcd2bc4b0 req-cb14e6d0-a86b-4306-9f28-783ad9520fb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349049 Dec 20 11:42:02.169276 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] Set router ed37a8ef-6a48-457c-b232-8aa412c4233d gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:02.494416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.7308350 Dec 20 11:42:02.520610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43190) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:02.566616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Network': ['ID=bfbd204f-07dc-40d0-b54f-a0b5e4151323,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:02.577555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network bfbd204f-07dc-40d0-b54f-a0b5e4151323 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:02.599926 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:02.629098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:02.664129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da644dff-0000-4370-becc-2805141421bd req-a0c2fb90-a581-45cb-bc0c-14190cce9bab tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:02.670537 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da644dff-0000-4370-becc-2805141421bd req-a0c2fb90-a581-45cb-bc0c-14190cce9bab tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.1837304 Dec 20 11:42:02.701495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:42:02.708966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:02.721110 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:42:02.791806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:02.802666 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:02.802886 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:02.810177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da644dff-0000-4370-becc-2805141421bd req-e450f6bd-635e-4995-b690-3d4ab1c8b82b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418638 Dec 20 11:42:02.821443 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8cf6120-c557-4068-aeb0-6687e051a845 req-9034213d-540c-483f-80b1-a4c3a5516110 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7593255 Dec 20 11:42:02.886524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-f94bdb60-2544-416a-ab76-99693ff1aa59 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "PUT /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 200 len: 996 time: 20.5920851 Dec 20 11:42:02.905911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:03.111365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:03.232888 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24256f31-f62c-41d4-a529-d53db476633c req-a0b57cba-d898-4240-8bd5-b3375e775532 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1097 time: 1.0705934 Dec 20 11:42:03.398227 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:41:33Z', 'revision_number': 4, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a4b2c8cf-961a-4b6a-be4e-73f3089b4d57', 'name': '', 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'mac_address': 'fa:16:3e:ef:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a17fc8-98e4-4e80-9d83-241518eba493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:31Z', 'updated_at': '2021-12-20T11:42:01Z', 'revision_number': 4, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'subnets': [{'id': '10a17fc8-98e4-4e80-9d83-241518eba493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:03.431689 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f494ae3-2a18-45a2-a475-73fdfc6dd135 None None] The sync data for ids ['ed37a8ef-6a48-457c-b232-8aa412c4233d'] in n-d-victoria-1 is: [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:41:33Z', 'revision_number': 4, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'a4b2c8cf-961a-4b6a-be4e-73f3089b4d57', 'name': '', 'network_id': 'd3ccdb05-e150-423f-9013-4321fafb48ee', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'mac_address': 'fa:16:3e:ef:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a17fc8-98e4-4e80-9d83-241518eba493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:31Z', 'updated_at': '2021-12-20T11:42:01Z', 'revision_number': 4, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'subnets': [{'id': '10a17fc8-98e4-4e80-9d83-241518eba493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:42:03.450570 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:03.521676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b9466-9eb1-4bb1-a070-45e3833fae5d req-bcaa3db6-b566-4af8-8bb6-477507022ed6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:03.551340 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f9b9466-9eb1-4bb1-a070-45e3833fae5d req-bcaa3db6-b566-4af8-8bb6-477507022ed6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 944 time: 0.4147303 Dec 20 11:42:03.713528 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f9b9466-9eb1-4bb1-a070-45e3833fae5d req-8280bfaf-a97f-4acf-9543-acf817f37d13 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617627 Dec 20 11:42:03.755031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24256f31-f62c-41d4-a529-d53db476633c req-bf30fd63-9c86-4692-a29c-64b49725f18d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:03.756498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24256f31-f62c-41d4-a529-d53db476633c req-bf30fd63-9c86-4692-a29c-64b49725f18d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.5384479 Dec 20 11:42:04.004955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device adefbffd-6980-4237-91d3-80c328709729 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:42:04.131241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-0892fb28-e9a1-43bf-bac9-a93dc9b38745 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 1.2169156 Dec 20 11:42:04.254406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24256f31-f62c-41d4-a529-d53db476633c req-b07e8301-d4a0-4892-aec2-265821869ce6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 217 time: 0.4618049 Dec 20 11:42:04.276245 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:41:45Z', 'revision_number': 8, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:04.291856 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:42:04.311416 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:04.312039 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:04.362195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port adefbffd-6980-4237-91d3-80c328709729, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=adefbffd-6980-4237-91d3-80c328709729,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:04.414644 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d', 'code': 200} Dec 20 11:42:04.425266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'adefbffd-6980-4237-91d3-80c328709729', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'port_id': 'adefbffd-6980-4237-91d3-80c328709729', 'mac_address': 'fa:16:3e:32:60:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:42:04.589262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:04.636269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adefbffd-6980-4237-91d3-80c328709729 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:42:04.677750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port adefbffd-6980-4237-91d3-80c328709729, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=adefbffd-6980-4237-91d3-80c328709729,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:04.690710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:04.696643 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:04.844166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=adefbffd-6980-4237-91d3-80c328709729,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:04.844166 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:04.885031 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:04.975075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fee2e-0d79-43e0-a83f-b97f2dab0893 req-ee1cdd84-43d1-4d14-9390-1432f5ba77f9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:04.987152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e4fee2e-0d79-43e0-a83f-b97f2dab0893 req-ee1cdd84-43d1-4d14-9390-1432f5ba77f9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.2525563 Dec 20 11:42:04.990513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['adefbffd-6980-4237-91d3-80c328709729'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:42:05.052956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:05.099770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24256f31-f62c-41d4-a529-d53db476633c req-4473f36e-edb1-420f-9de8-072f0bc02904 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:05.101320 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24256f31-f62c-41d4-a529-d53db476633c req-4473f36e-edb1-420f-9de8-072f0bc02904 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.8460786 Dec 20 11:42:05.119673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e4fee2e-0d79-43e0-a83f-b97f2dab0893 req-ad855699-db9a-4b99-b135-590623a9a942 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243868 Dec 20 11:42:05.171109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:42:05.381529 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'status': 'completed', 'code': 200} Dec 20 11:42:05.384306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbd204f-07dc-40d0-b54f-a0b5e4151323']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:05.402811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-803079cd-3ad7-4e35-9345-3acf88fec974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:05.406624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-803079cd-3ad7-4e35-9345-3acf88fec974 service neutron] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 1.2239115 Dec 20 11:42:05.551089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2283-85f2-481d-a3bb-a5ba4f7800fb req-8ed38e0f-6193-4ce3-b8e6-7c81eaa2ca55 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:05.558526 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bbdc2283-85f2-481d-a3bb-a5ba4f7800fb req-8ed38e0f-6193-4ce3-b8e6-7c81eaa2ca55 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 946 time: 0.1489563 Dec 20 11:42:05.602951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:42:05.612068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:42:05.612887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:05.658621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bbdc2283-85f2-481d-a3bb-a5ba4f7800fb req-64991306-3af1-49e4-8702-cee567f32664 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982497 Dec 20 11:42:05.797420 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:41:45Z', 'revision_number': 8, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:05.805736 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a6001-8f48-4dbc-b06c-931c9660bf23 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '861ddae9-0b96-4759-b7c0-302115b842b8', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'floating_ip_address': '172.35.0.81', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'port_id': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'mac_address': 'fa:16:3e:ba:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38988604-cff2-40ad-aa6d-b2486352ec12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:40:20Z', 'updated_at': '2021-12-20T11:41:45Z', 'revision_number': 8, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:42:05.845396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:05.932804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,segment=NetworkSegment(3df67c09-3bc1-4c39-91d8-ed0de61b8101),segment_id=3df67c09-3bc1-4c39-91d8-ed0de61b8101)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:05.943153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:05.945168 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-126ffc56-faf1-48f9-aba1-d5ee98962a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:06.027559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-af3beeed-4034-45d8-bd9e-aac35ce05417 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 999 time: 0.6030533 Dec 20 11:42:06.049325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b637ec8-6a33-4266-9efe-7843db1c5805 req-97ddc5d8-4d5a-463c-8f2d-3b2ea2975713 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:06.064650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d9d03a-7f1f-4526-8d8b-8e28b813e552') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:06.064650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d9d03a-7f1f-4526-8d8b-8e28b813e552') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:06.068567 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3b637ec8-6a33-4266-9efe-7843db1c5805 req-97ddc5d8-4d5a-463c-8f2d-3b2ea2975713 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 945 time: 0.1894507 Dec 20 11:42:06.179850 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3b637ec8-6a33-4266-9efe-7843db1c5805 req-be66ae64-ce29-4db8-a06a-d385abec8bd3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193326 Dec 20 11:42:06.206201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-1b7de59c-f94c-4d9c-aba3-e2ce25d61413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:06.208257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-1b7de59c-f94c-4d9c-aba3-e2ce25d61413 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1596723 Dec 20 11:42:06.210112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:06.217488 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:06.234874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:06.276039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:06.305086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:06.305086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:06.506076 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:06.618990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4257a991-1a1d-4b8e-87e2-70ba13c24502 req-7a64ee1c-ca05-4d67-8ea6-3da3dce8fbd6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 1099 time: 2.0412667 Dec 20 11:42:06.646508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:06.667830 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-449c1752-8f16-4ade-9292-d71f8a7b3f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:06.697559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfbd204f-07dc-40d0-b54f-a0b5e4151323 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 11:42:06.709433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:06.739772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfbd204f-07dc-40d0-b54f-a0b5e4151323,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:06.757293 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:06.757293 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24256f31-f62c-41d4-a529-d53db476633c req-13b78dea-12e4-4fad-bab0-72acd3e0f488 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.6005535 Dec 20 11:42:06.772468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:06.778054 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "DELETE /v2.0/networks/bfbd204f-07dc-40d0-b54f-a0b5e4151323 HTTP/1.1" status: 204 len: 168 time: 4.2125294 Dec 20 11:42:06.786516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:06.819878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:06.847185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:network and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:06.864317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:06.909232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24256f31-f62c-41d4-a529-d53db476633c req-d8bbf66a-1807-4e5c-a80e-a186d8f4d231 service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385236 Dec 20 11:42:06.909232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-2d196a01-16c1-4c5e-9099-ecf0aa1b8d1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 1.5036728 Dec 20 11:42:06.909232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4257a991-1a1d-4b8e-87e2-70ba13c24502 req-28f8f890-ef5b-4296-9fbd-d0c10d6b607d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759624 Dec 20 11:42:06.915964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:06.920919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-8734eb25-8a4d-4419-8f8f-c3302680157d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6951549 Dec 20 11:42:06.968928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Made reservation on behalf of ba685656afcf4bd382cdb1ccc34d548f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:06.968928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:07.070496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:07.097028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:42:07.107535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:07.107883 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Added segment 90879817-2458-44ca-bcee-3de215598c9b of type vlan for network 711a79f0-bd4e-46b8-a7cc-5511210221ee Dec 20 11:42:07.208194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:07.297904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:42:07.297904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:07.300604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:07.300604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:07.300604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:07.384005 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-364d09f2-cc0d-4c32-89fa-86789fa72729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:07.504724 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7366889 Dec 20 11:42:07.535378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43240) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:07.585943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'subnet': {'network_id': '711a79f0-bd4e-46b8-a7cc-5511210221ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:07.608227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:07.622619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:subnet and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:07.625021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:07.635289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:07.668804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Made reservation on behalf of ba685656afcf4bd382cdb1ccc34d548f for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:07.673159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:08.044684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device adefbffd-6980-4237-91d3-80c328709729 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:42:08.125660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-46b93ae2-70aa-4e00-80d2-3ce2c15fc1e5 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1899981 Dec 20 11:42:08.225363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port adefbffd-6980-4237-91d3-80c328709729 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:42:08.244298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port adefbffd-6980-4237-91d3-80c328709729 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:42:08.245148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:08.352659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Network': ['ID=711a79f0-bd4e-46b8-a7cc-5511210221ee,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:08.473327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.489150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.490209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.490945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.494498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.495149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.495738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.496342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.496928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.500362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.502454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:08.514615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 711a79f0-bd4e-46b8-a7cc-5511210221ee details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:08.532962 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.155s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:08.614369 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24256f31-f62c-41d4-a529-d53db476633c req-824f74d3-7ffa-43bc-99e5-f4fb9873e305 service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3400953 Dec 20 11:42:08.630273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f9368-2de6-4a54-b6fa-fb81e4ca12b5 req-63f9bc2c-033f-4bd8-929a-0d585d35e3ce tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:08.631914 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-233f9368-2de6-4a54-b6fa-fb81e4ca12b5 req-63f9bc2c-033f-4bd8-929a-0d585d35e3ce tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 946 time: 1.0870051 Dec 20 11:42:08.671886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-dad73306-9841-4b66-bfa4-a25271e47b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:08.673622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-dad73306-9841-4b66-bfa4-a25271e47b47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 1.2170386 Dec 20 11:42:08.879028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-8af7670b-e9fe-4f01-b877-301d3f083529 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 999 time: 0.1930022 Dec 20 11:42:08.927544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:08.955005 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-233f9368-2de6-4a54-b6fa-fb81e4ca12b5 req-8d18d6fc-2920-47b2-8b30-bfd248773f82 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117430 Dec 20 11:42:08.998271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefbffd-6980-4237-91d3-80c328709729'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:09.010633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a60ea140-f56a-4d60-af30-c5b2dd919aaa req-158c5ef4-4c90-4a01-9c0d-677975f5d04e service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8898809 Dec 20 11:42:09.021388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port adefbffd-6980-4237-91d3-80c328709729, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=adefbffd-6980-4237-91d3-80c328709729,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:09.029839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:09.035918 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:09.114139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-74038588-a8de-4dd4-ad03-b6a74d16b083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:09.115593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-74038588-a8de-4dd4-ad03-b6a74d16b083 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.2255063 Dec 20 11:42:09.332563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=adefbffd-6980-4237-91d3-80c328709729,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:09.361015 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:09.429456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-79a9b75f-2943-414c-bd91-36df47cfa8dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3050225 Dec 20 11:42:09.702513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:42:09.703025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:09.707175 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:09.824983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-a361068f-9625-4817-b3c5-7f8cb958f80c service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865287 Dec 20 11:42:09.828831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5b7b09f-4080-41e1-8fb6-6f4454ffb10d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:09.835683 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:09.854379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Checking segment: {'id': '90879817-2458-44ca-bcee-3de215598c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '711a79f0-bd4e-46b8-a7cc-5511210221ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:09.854941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Network hostable DHCP agents. Network: 711a79f0-bd4e-46b8-a7cc-5511210221ee, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:42:09.885070 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefbffd-6980-4237-91d3-80c328709729', 'code': 200} Dec 20 11:42:09.896804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Network 711a79f0-bd4e-46b8-a7cc-5511210221ee is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:42:09.916901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 711a79f0-bd4e-46b8-a7cc-5511210221ee) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:09.926551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b24563-0586-417a-9cef-b0d0af8ba15f None None] Network 711a79f0-bd4e-46b8-a7cc-5511210221ee requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:42:09.930919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:09.933084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:10.067372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f7c507ae-ee16-4280-9710-6fc766aba030 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:42:10.119754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac91e71-9171-433b-991c-b73a0d1e697f None None] New status for floating IP 861ddae9-0b96-4759-b7c0-302115b842b8: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:42:10.260593 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7349842 Dec 20 11:42:10.264968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43264) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:10.286606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'floatingip': {'floating_network_id': '711a79f0-bd4e-46b8-a7cc-5511210221ee'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:10.305021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:10.318985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:floatingip and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:10.326660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:10.338670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:10.384962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-efa3def8-3798-4a94-8b7f-427d60c20ea7 req-4d34828c-61f7-4609-bf0a-1ffe54be456d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 200 len: 996 time: 0.3752043 Dec 20 11:42:10.501361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:10.518441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9fe74dfd-e33c-48cc-8be4-1b01b726cce4 req-d9cc663d-984a-4699-b357-84b36d00c340 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1099 time: 0.5276778 Dec 20 11:42:10.527594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bd140-575c-43b9-a268-7d0ffe9657a8 req-37ad11d0-5521-49c2-8031-95e6225cc2cd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:10.528326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-046bd140-575c-43b9-a268-7d0ffe9657a8 req-37ad11d0-5521-49c2-8031-95e6225cc2cd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:10.554421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6acfad48-1401-4b42-81b7-dbfba2f669a3 req-b3efa1fb-8ebc-417d-b17c-a9a43b4eda78 service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223217 Dec 20 11:42:10.604326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9fe74dfd-e33c-48cc-8be4-1b01b726cce4 req-9bc57591-971b-4b96-b2cd-99204498f8be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663981 Dec 20 11:42:10.604326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-046bd140-575c-43b9-a268-7d0ffe9657a8 req-37ad11d0-5521-49c2-8031-95e6225cc2cd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:10.610616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-046bd140-575c-43b9-a268-7d0ffe9657a8 req-37ad11d0-5521-49c2-8031-95e6225cc2cd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 1.2380161 Dec 20 11:42:10.679229 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-046bd140-575c-43b9-a268-7d0ffe9657a8 req-f301905f-4214-4f70-9909-55d4a70da37c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673540 Dec 20 11:42:10.734988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:10.754505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc13544-1ad4-4e4e-b835-b688461af47d None None] Network 711a79f0-bd4e-46b8-a7cc-5511210221ee requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:42:10.778907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'port_id': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'mac_address': 'fa:16:3e:44:dc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ff83e5-9142-4d4d-9bc0-c2a4999d2842', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:42:10.874684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:11.100754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7c507ae-ee16-4280-9710-6fc766aba030 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:42:11.171992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34c6fc-b5e6-4c51-b5ee-b3ec2641e4cd req-980a16c2-cbca-43d5-ae83-bf55b13f8947 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:11.171992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec34c6fc-b5e6-4c51-b5ee-b3ec2641e4cd req-980a16c2-cbca-43d5-ae83-bf55b13f8947 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Synchronizing usage tracker for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:11.212858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec34c6fc-b5e6-4c51-b5ee-b3ec2641e4cd req-980a16c2-cbca-43d5-ae83-bf55b13f8947 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Unset dirty status for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:11.228343 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec34c6fc-b5e6-4c51-b5ee-b3ec2641e4cd req-980a16c2-cbca-43d5-ae83-bf55b13f8947 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 946 time: 0.1997514 Dec 20 11:42:11.261246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:11.291172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3def8-3798-4a94-8b7f-427d60c20ea7 req-8c7af3e5-96d1-4b63-8038-63788556672b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:11.311088 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-efa3def8-3798-4a94-8b7f-427d60c20ea7 req-8c7af3e5-96d1-4b63-8038-63788556672b tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.9082775 Dec 20 11:42:11.335938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec34c6fc-b5e6-4c51-b5ee-b3ec2641e4cd req-9ea3c1b3-c32b-492a-81ad-0609229a5bb2 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Synchronizing usage tracker for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:11.341355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-efa3def8-3798-4a94-8b7f-427d60c20ea7 req-190f150b-cc7f-48ee-bf26-ecb75ff84381 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:42:11.341355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-efa3def8-3798-4a94-8b7f-427d60c20ea7 req-190f150b-cc7f-48ee-bf26-ecb75ff84381 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0255396 Dec 20 11:42:11.373422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec34c6fc-b5e6-4c51-b5ee-b3ec2641e4cd req-9ea3c1b3-c32b-492a-81ad-0609229a5bb2 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Unset dirty status for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:11.410768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec34c6fc-b5e6-4c51-b5ee-b3ec2641e4cd req-9ea3c1b3-c32b-492a-81ad-0609229a5bb2 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759334 Dec 20 11:42:11.433531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:11.491919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:11.507154 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:11.723621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f7c507ae-ee16-4280-9710-6fc766aba030'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:42:11.797973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c25b0-96db-449d-bd36-09c9e63f4b22 req-fca92acd-7277-454c-ae76-4113a634073a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:11.809482 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de2c25b0-96db-449d-bd36-09c9e63f4b22 req-fca92acd-7277-454c-ae76-4113a634073a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 944 time: 0.1459355 Dec 20 11:42:11.907123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:11.919116 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:11.965041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de2c25b0-96db-449d-bd36-09c9e63f4b22 req-044ccd4c-1500-488a-a778-b10f9d1938b5 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483481 Dec 20 11:42:12.233847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Allocated IP 172.20.0.13 (711a79f0-bd4e-46b8-a7cc-5511210221ee/d5b7b09f-4080-41e1-8fb6-6f4454ffb10d/77bd132a-e6c7-47fd-b6dd-82ee366d6544) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:42:12.283110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-5b560eac-ed8c-48a2-bb3b-40ee1e7e9fcb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1001 time: 0.5730882 Dec 20 11:42:12.302494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61f35-f84b-4fb3-a34c-9d3cdeb58310 req-af8fd8de-8401-4af8-a5ee-fd85783c61d9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:12.314429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecb61f35-f84b-4fb3-a34c-9d3cdeb58310 req-af8fd8de-8401-4af8-a5ee-fd85783c61d9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 946 time: 0.1626472 Dec 20 11:42:12.425059 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecb61f35-f84b-4fb3-a34c-9d3cdeb58310 req-5dd582fb-43ab-479d-a6b1-abaf605a70a0 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101305 Dec 20 11:42:12.517126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e529-212b-46e2-9e36-825b447a36ba req-ae9bc340-e369-4986-b8fa-a82c107eb806 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:12.524771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-ae9bc340-e369-4986-b8fa-a82c107eb806 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports/6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 943 time: 0.2322168 Dec 20 11:42:12.682025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:12.901178 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-4d1ddb5e-4c74-4d43-bd34-a43609e5892d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1001 time: 0.2069921 Dec 20 11:42:12.986362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:13.004504 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cbfaba10-d0ba-4c38-b328-07e62dd36e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:13.153760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30201-e85f-403b-91f5-dcc242d78e78 req-c1f6f508-410b-4803-b1b6-17a3028b01fd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:13.156289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43a30201-e85f-403b-91f5-dcc242d78e78 req-c1f6f508-410b-4803-b1b6-17a3028b01fd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.1975493 Dec 20 11:42:13.220448 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43a30201-e85f-403b-91f5-dcc242d78e78 req-4aba8f83-6655-4b7b-95e8-650733b2e58b tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565677 Dec 20 11:42:13.243130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Network 711a79f0-bd4e-46b8-a7cc-5511210221ee is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:42:13.284394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:13.327898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:13.502971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Port': ['ID=77bd132a-e6c7-47fd-b6dd-82ee366d6544,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:13.513023 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:13.554073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e529-212b-46e2-9e36-825b447a36ba req-0ae9a533-0b9d-4ff6-9282-3d51685214a5 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:13.568416 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-0ae9a533-0b9d-4ff6-9282-3d51685214a5 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.6535385 Dec 20 11:42:13.671854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481f8f7-794d-423d-9a7c-d448c156c321 req-139a37c8-a379-4f43-b918-4c1a9ea9a894 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:13.680325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3481f8f7-794d-423d-9a7c-d448c156c321 req-139a37c8-a379-4f43-b918-4c1a9ea9a894 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8611a17-91b4-4cf7-8d56-d81a5ef8c53a HTTP/1.1" status: 200 len: 945 time: 0.1570051 Dec 20 11:42:13.746625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3481f8f7-794d-423d-9a7c-d448c156c321 req-9d2ad41b-c118-44ac-8dfe-9aeda5af8e76 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639844 Dec 20 11:42:14.036139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-0be87d00-5f3a-472b-bae7-e3c0c7c76d0c tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 1001 time: 0.4663367 Dec 20 11:42:14.047805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:14.064940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f7c507ae-ee16-4280-9710-6fc766aba030 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:42:14.269681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port f7c507ae-ee16-4280-9710-6fc766aba030 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:42:14.271139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:14.277827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:14.315778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d21ef-3114-4552-be21-479acc89789c req-197a79e4-f0df-4adc-8ab2-48f5c970f929 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:14.321653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d4d21ef-3114-4552-be21-479acc89789c req-197a79e4-f0df-4adc-8ab2-48f5c970f929 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 944 time: 0.2264633 Dec 20 11:42:14.442970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d4d21ef-3114-4552-be21-479acc89789c req-a1d40552-a446-4d6d-9398-aa68891dd17e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098223 Dec 20 11:42:14.453907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:14.543992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:14.628115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:14.633811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:14.650512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:14.663584 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:14.687277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:14.793818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fde18-7f30-40bf-879e-979f3cff6394 req-5d3017a0-750f-4faf-a3f8-cc632b3dd11c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:14.810167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-508fde18-7f30-40bf-879e-979f3cff6394 req-5d3017a0-750f-4faf-a3f8-cc632b3dd11c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.1214147 Dec 20 11:42:14.810971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:14.826014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'floatingip': {'port_id': 'adefbffd-6980-4237-91d3-80c328709729'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:14.863010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:14.879231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:14.887564 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:15.024284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:15.039604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:15.055815 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:15.080274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:15.268176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:15.317937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:15.322578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0513291 Dec 20 11:42:15.342084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:15.413860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Port': ['ID=77bd132a-e6c7-47fd-b6dd-82ee366d6544,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:15.443883 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:15.486907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8dd054b4-f866-4363-9ee6-e333de2d16e5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Synchronizing usage tracker for tenant:ba685656afcf4bd382cdb1ccc34d548f on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:15.723356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:15.726253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8dd054b4-f866-4363-9ee6-e333de2d16e5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Unset dirty status for tenant:ba685656afcf4bd382cdb1ccc34d548f on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:15.729074 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8dd054b4-f866-4363-9ee6-e333de2d16e5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=711a79f0-bd4e-46b8-a7cc-5511210221ee HTTP/1.1" status: 200 len: 690 time: 0.3847473 Dec 20 11:42:15.734952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43330) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:15.739523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:15.739523 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Floating IP 861ddae9-0b96-4759-b7c0-302115b842b8 disassociated. External IP: 172.35.0.81, port: 6f90fa37-2c41-4df7-8469-37814c6e908b. Dec 20 11:42:15.762643 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'code': 200} Dec 20 11:42:16.262687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:16.547180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Deleting port 77bd132a-e6c7-47fd-b6dd-82ee366d6544 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:16.547524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:16.687099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:16.704363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:16.779107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db023c99-addf-47e2-9488-57453ae4ca6e req-a7763418-939f-440c-aa52-4f9e32dd04ce tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:16.785794 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db023c99-addf-47e2-9488-57453ae4ca6e req-a7763418-939f-440c-aa52-4f9e32dd04ce tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8611a17-91b4-4cf7-8d56-d81a5ef8c53a HTTP/1.1" status: 200 len: 945 time: 0.2319756 Dec 20 11:42:16.907094 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db023c99-addf-47e2-9488-57453ae4ca6e req-5cbd7483-8b13-4ad5-b1fa-a0f471f34e44 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203310 Dec 20 11:42:17.215678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:17.216186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:17.316923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-30f54118-7d4a-49c8-af57-7e2335b8ca76 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:17.320204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-30f54118-7d4a-49c8-af57-7e2335b8ca76 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8611a17-91b4-4cf7-8d56-d81a5ef8c53a HTTP/1.1" status: 200 len: 945 time: 0.5167363 Dec 20 11:42:17.451708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Calling delete_port for 77bd132a-e6c7-47fd-b6dd-82ee366d6544 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:17.629012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Deleting port 15813965-ab37-4120-afc1-b20690f9ba15 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:17.629371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:17.688480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0bd6-d5dc-4352-ac1d-76c2afc62f76 req-48a55a2e-5d90-4799-ac22-e3393a40a643 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:17.698934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af4b0bd6-d5dc-4352-ac1d-76c2afc62f76 req-48a55a2e-5d90-4799-ac22-e3393a40a643 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.5271370 Dec 20 11:42:17.752780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:42:17.758374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-361ac38c-d2fd-4887-a457-541b6b70d7ed tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:17.760171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-361ac38c-d2fd-4887-a457-541b6b70d7ed tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.3200264 Dec 20 11:42:17.819008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:17.819008 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f764b92-49e8-4c3e-a9af-8ddbf6c564c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:17.840751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:17.842685 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Floating IP 9ce38ba6-a275-45dd-acef-f6e789381bc1 associated. External IP: 172.35.0.97, port: adefbffd-6980-4237-91d3-80c328709729. Dec 20 11:42:17.961794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event deleted for resources: {'Port': ['ID=77bd132a-e6c7-47fd-b6dd-82ee366d6544,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:17.967840 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:18.031398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Deleting port f7c507ae-ee16-4280-9710-6fc766aba030 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:18.031527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:18.078597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af4b0bd6-d5dc-4352-ac1d-76c2afc62f76 req-e608431a-62fd-4b39-b7b0-2f60e8efd5cb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812172 Dec 20 11:42:18.139760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:18.462748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:18.585128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:42:18.597059 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:42:18.619830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] For port 15813965-ab37-4120-afc1-b20690f9ba15, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15813965-ab37-4120-afc1-b20690f9ba15,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:18.620475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:18.624579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:18.624719 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:18.625171 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:18.675042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:18.681702 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3215b463-3d63-4dce-8e93-14fcf0a5e451 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:18.744294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b7b09f-4080-41e1-8fb6-6f4454ffb10d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:18.755181 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:18.792157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-a50eff93-3386-4b1c-8ff9-5aa3afa27fa4 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "PUT /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 200 len: 695 time: 4.7553084 Dec 20 11:42:18.797481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:18.932200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:18.993493 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:19.018050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711a79f0-bd4e-46b8-a7cc-5511210221ee']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:19.052209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90879817-2458-44ca-bcee-3de215598c9b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:19.052588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90879817-2458-44ca-bcee-3de215598c9b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:19.065393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Calling delete_port for 15813965-ab37-4120-afc1-b20690f9ba15 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:19.334031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:19.354411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:19.369860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:19.370679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:19.447773 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:19.452937 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:42:19.465000 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:19.466425 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:19.484649 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:19.494960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:19.500440 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cade1f7b-4530-410b-8e35-1442f0a4e56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:19.517580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 711a79f0-bd4e-46b8-a7cc-5511210221ee {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 11:42:19.523666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event deleted for resources: {'Network': ['ID=711a79f0-bd4e-46b8-a7cc-5511210221ee,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:19.532635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:19.541189 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:19.543034 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "DELETE /v2.0/networks/711a79f0-bd4e-46b8-a7cc-5511210221ee HTTP/1.1" status: 204 len: 168 time: 3.8073435 Dec 20 11:42:19.545837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:19.615702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceadae8-085e-42cb-b042-0605e24d1567 req-1c7eb12d-d15e-45d9-95fd-147f0848c5c5 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:19.623018 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ceadae8-085e-42cb-b042-0605e24d1567 req-1c7eb12d-d15e-45d9-95fd-147f0848c5c5 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8611a17-91b4-4cf7-8d56-d81a5ef8c53a HTTP/1.1" status: 200 len: 945 time: 1.0869079 Dec 20 11:42:19.639493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-b0ee0c85-3052-400f-b633-e93ac7aa45cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 0.8131528 Dec 20 11:42:19.693825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] For port f7c507ae-ee16-4280-9710-6fc766aba030, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f7c507ae-ee16-4280-9710-6fc766aba030,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:19.694277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:19.815940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e529-212b-46e2-9e36-825b447a36ba req-03d6f757-5a6c-420c-8b24-151d5d3261ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:19.825380 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-03d6f757-5a6c-420c-8b24-151d5d3261ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.1846173 Dec 20 11:42:19.891151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Calling delete_port for f7c507ae-ee16-4280-9710-6fc766aba030 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:19.912893 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:19.932089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-98a72690-3a31-4a9f-9469-c0184c5b8280 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 217 time: 0.1054349 Dec 20 11:42:19.975354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:19.991404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['a33851b4-8298-4f35-a8e4-f43c63da2a8d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:42:20.007703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ceadae8-085e-42cb-b042-0605e24d1567 req-1d7ed4e8-ba97-4c12-8315-05068ca97376 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832781 Dec 20 11:42:20.022038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-63dd179d-b535-4a3b-9b63-1e86b66dcb0c tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Synchronizing usage tracker for tenant:ba685656afcf4bd382cdb1ccc34d548f on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:20.077036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e529-212b-46e2-9e36-825b447a36ba req-117a686a-12b1-4b66-8911-02f6f093b63d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.078883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-117a686a-12b1-4b66-8911-02f6f093b63d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.1460655 Dec 20 11:42:20.084046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-63dd179d-b535-4a3b-9b63-1e86b66dcb0c tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Unset dirty status for tenant:ba685656afcf4bd382cdb1ccc34d548f on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:20.085294 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-63dd179d-b535-4a3b-9b63-1e86b66dcb0c tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.5381551 Dec 20 11:42:20.106913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['c13db2f8-1bcd-458d-8d39-0a19764c7fc2'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:42:20.152462 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-22893761-9c2f-4624-a3f8-4373850338d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:20.188621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:20.199420 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'status': 'completed', 'code': 200} Dec 20 11:42:20.373852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Pushing event deleted for resources: {'Port': ['ID=15813965-ab37-4120-afc1-b20690f9ba15,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:20.436109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.436598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.436992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.440077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.440528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.441489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.441905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.442476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.450336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.450795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.451211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.451783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.452327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.453015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.453555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.455203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Synchronizing usage tracker for tenant:ba685656afcf4bd382cdb1ccc34d548f on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:20.464404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f7c507ae-ee16-4280-9710-6fc766aba030 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:20.479619 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:20.535087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-3874a34f-2b34-4b9d-bf45-662bc8a33322 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4465427 Dec 20 11:42:20.633934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] No DVR routers for this DVR port 15813965-ab37-4120-afc1-b20690f9ba15 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:42:20.637126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:20.665126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'name': 'network-vif-deleted', 'tag': '15813965-ab37-4120-afc1-b20690f9ba15'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:20.671762 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:20.678013 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98ac2d-b791-4308-ae08-d1ebcae36069 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:39:38Z', 'revision_number': 4, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'fe9f185e-96f5-4873-a13e-e70b232f4db0', 'name': '', 'network_id': '039b0c97-7c96-478f-ae85-fa0b656b29c4', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'mac_address': 'fa:16:3e:0b:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:37Z', 'updated_at': '2021-12-20T11:39:59Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'subnets': [{'id': '0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:42:20.780716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Unset dirty status for tenant:ba685656afcf4bd382cdb1ccc34d548f on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:20.781604 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a044d24f-5941-4a0b-a3c5-b18822428fbf tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9695 time: 0.5919685 Dec 20 11:42:20.786128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:20.830744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f090b4ec-41d8-460e-971b-4e3a139f3db9 req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "DELETE /v2.0/ports/15813965-ab37-4120-afc1-b20690f9ba15 HTTP/1.1" status: 204 len: 173 time: 3.4905272 Dec 20 11:42:20.918133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15813965-ab37-4120-afc1-b20690f9ba15 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:20.954534 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-b0b24126-35c6-4b23-896e-036522ca5636 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] delete failed (client error): The resource could not be found. Dec 20 11:42:20.955929 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b0b24126-35c6-4b23-896e-036522ca5636 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/400b667a-7ad4-460e-8706-185d993ffef1 HTTP/1.1" status: 404 len: 345 time: 0.1684525 Dec 20 11:42:20.965364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43374) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:20.968379 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-9cc581eb-226b-4e73-b78f-b4b573564874 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313252 Dec 20 11:42:20.992553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e366-56bc-440d-b874-6f66586b47c8 req-86ea973c-814b-4278-a167-7653d6620310 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:20.994113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a571e366-56bc-440d-b874-6f66586b47c8 req-86ea973c-814b-4278-a167-7653d6620310 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e HTTP/1.1" status: 200 len: 945 time: 0.6176550 Dec 20 11:42:21.016548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 15813965-ab37-4120-afc1-b20690f9ba15 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:42:21.017675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15813965-ab37-4120-afc1-b20690f9ba15 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:42:21.066658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.192439 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d66acf-c84f-46fe-83a1-7ab5ebaffa19 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 11:42:21.193883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d66acf-c84f-46fe-83a1-7ab5ebaffa19 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:42:21.202050 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a5d66acf-c84f-46fe-83a1-7ab5ebaffa19 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "DELETE /v2.0/networks/711a79f0-bd4e-46b8-a7cc-5511210221ee HTTP/1.1" status: 404 len: 339 time: 0.2322557 Dec 20 11:42:21.209220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43380) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:21.215677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-e720417f-0cd0-47ff-8abb-c9c5fe605950 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baba3a0b13674c7baea55278a0bfd536&device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 1099 time: 0.9405107 Dec 20 11:42:21.218839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.228231 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d07e529-212b-46e2-9e36-825b447a36ba req-2cb41753-be13-4a33-996c-6438e63ba178 service neutron] 10.222.0.32 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257166 Dec 20 11:42:21.229800 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:21.232245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'network': {'name': 'tempest-network--563528986', 'router:external': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:21.255233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:21.259986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:network and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:21.265321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:21.275094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:21.306448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Made reservation on behalf of ba685656afcf4bd382cdb1ccc34d548f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:21.309829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.365048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a571e366-56bc-440d-b874-6f66586b47c8 req-12cf78b6-1489-4f51-815e-eef8818713d2 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155161 Dec 20 11:42:21.374490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:21.394672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.395175 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Added segment b59b60a5-dcd7-4b61-91e8-be22c722dd69 of type vlan for network ea027daf-3af3-4f06-8298-29c26ef1caa9 Dec 20 11:42:21.425338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event deleted for resources: {'Port': ['ID=f7c507ae-ee16-4280-9710-6fc766aba030,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:21.475770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.535931 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:21.567808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.570900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:21.573392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.579839 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7bef67cf-7fa1-45ba-9c4e-1acfc1a19c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:21.609911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] No DVR routers for this DVR port f7c507ae-ee16-4280-9710-6fc766aba030 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:42:21.614604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:21.699270 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4886308 Dec 20 11:42:21.760574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43390) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:21.810849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Network': ['ID=ea027daf-3af3-4f06-8298-29c26ef1caa9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:21.823091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network ea027daf-3af3-4f06-8298-29c26ef1caa9 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:21.823716 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:21.833973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-3390f80f-00ce-451a-99bd-f4b80ba62980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:21.835126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-3390f80f-00ce-451a-99bd-f4b80ba62980 service neutron] 10.222.0.16 "GET /v2.0/networks?id=039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 200 len: 922 time: 0.4978426 Dec 20 11:42:21.839505 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8611a17-91b4-4cf7-8d56-d81a5ef8c53a', 'name': 'network-vif-deleted', 'tag': '15813965-ab37-4120-afc1-b20690f9ba15', 'status': 'completed', 'code': 200} Dec 20 11:42:21.842496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e687aac-c76d-4c5e-b694-c7933dbb8ccf req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "DELETE /v2.0/ports/f7c507ae-ee16-4280-9710-6fc766aba030 HTTP/1.1" status: 204 len: 173 time: 4.0735381 Dec 20 11:42:21.936311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-bb9d67b0-47ad-4752-95c8-d5cf730ed7bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 200 len: 217 time: 0.0924428 Dec 20 11:42:22.250619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:42:22.289873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef321f-78bb-488b-8feb-7091d3888ece tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:22.293870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef321f-78bb-488b-8feb-7091d3888ece tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:22.298424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef321f-78bb-488b-8feb-7091d3888ece tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:22.303214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef321f-78bb-488b-8feb-7091d3888ece tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:22.304400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-72ef321f-78bb-488b-8feb-7091d3888ece tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Synchronizing usage tracker for tenant:fb1351c7a6804a1181312f7a888c9e86 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:22.390961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-78a29b52-ee42-4c3f-abfd-6f75a48867df tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:22.392955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-a2e696e9-824f-4be9-96c4-5297615d86bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:22.394442 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-a2e696e9-824f-4be9-96c4-5297615d86bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 200 len: 860 time: 0.4420033 Dec 20 11:42:22.399072 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-78a29b52-ee42-4c3f-abfd-6f75a48867df tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 0.6386397 Dec 20 11:42:22.427208 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-5578ff49-d07c-49a4-b23e-bf8385d1df19 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/quotas/8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 375 time: 0.0271895 Dec 20 11:42:22.490439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-72ef321f-78bb-488b-8feb-7091d3888ece tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Unset dirty status for tenant:fb1351c7a6804a1181312f7a888c9e86 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:22.495007 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-72ef321f-78bb-488b-8feb-7091d3888ece tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7334821 Dec 20 11:42:22.496032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43408) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:22.625643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-42f3f14d-ec70-4114-ae64-fc5111f39afc tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 200 len: 695 time: 0.1803932 Dec 20 11:42:22.648347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:22.822647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-b1cd7c5e-1e07-43a1-9adb-ba2546e8df65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=039b0c97-7c96-478f-ae85-fa0b656b29c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4192443 Dec 20 11:42:22.829382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:22.870941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-89fe1f15-7994-405f-ad2e-877fae94f8d9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:42:22.873440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-89fe1f15-7994-405f-ad2e-877fae94f8d9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0292232 Dec 20 11:42:22.873562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea027daf-3af3-4f06-8298-29c26ef1caa9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:22.891446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59b60a5-dcd7-4b61-91e8-be22c722dd69') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:22.891742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59b60a5-dcd7-4b61-91e8-be22c722dd69') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:22.907203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:22.930858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:22.938207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-05e0f396-3796-4ace-9f57-5216db562be5 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:22.939530 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-05e0f396-3796-4ace-9f57-5216db562be5 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.3061867 Dec 20 11:42:22.947408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:22.948374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:22.966572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-b2dedf7c-375a-47f9-a62f-8c1edcb3984a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:42:22.967421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-b2dedf7c-375a-47f9-a62f-8c1edcb3984a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151672 Dec 20 11:42:22.970682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:42:22.984975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] Sync routers for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:42:23.005199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:23.006731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:23.023462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.093683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2ccdf088-2302-4f9a-8ee7-0eb001e86442 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "PUT /v2.0/floatingips/9ce38ba6-a275-45dd-acef-f6e789381bc1 HTTP/1.1" status: 200 len: 991 time: 8.2813938 Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:23.101904 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:23.117104 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-7c7f57cb-2bb6-40cd-8931-b35ddd3911bd tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6885178 Dec 20 11:42:23.117921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.122190 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d5e79b97-abd5-4840-a36e-97aa23a9b482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:23.137637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea027daf-3af3-4f06-8298-29c26ef1caa9 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 11:42:23.218973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-4f03baeb-c102-4e59-9b9e-383a3564c5ca tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 698 time: 0.1293938 Dec 20 11:42:23.244209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:23.293823 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-360b65a1-ee93-467f-9c37-30c023d943e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573417 Dec 20 11:42:23.295134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.302939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea027daf-3af3-4f06-8298-29c26ef1caa9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:23.321743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-fdc3363e-4d38-41c9-829c-1448c519356c service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414067 Dec 20 11:42:23.326151 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:23.330740 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ea027daf-3af3-4f06-8298-29c26ef1caa9 HTTP/1.1" status: 204 len: 168 time: 0.8238261 Dec 20 11:42:23.335977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43414) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:23.340785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-b866112c-3a5b-4567-b539-4f6034d0d984 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.81 HTTP/1.1" status: 200 len: 698 time: 0.1208079 Dec 20 11:42:23.343329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'network': {'name': 'tempest-network--1596173197', 'router:external': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:23.354859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:23.377638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:network and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:23.383214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:23.449655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:23.490192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Made reservation on behalf of ba685656afcf4bd382cdb1ccc34d548f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:23.493370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.519354 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-b10cfffc-9294-45f7-a92c-10a299e618ae service neutron] 10.222.0.32 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184095 Dec 20 11:42:23.545302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:23.572558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.573939 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Added segment 48a48c7a-1a3c-4f38-a0e2-83a85dc9faf1 of type vlan for network 4e532cac-27e5-4d97-b042-67f813b6b737 Dec 20 11:42:23.634719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Deleting port 7bea5192-69a5-4188-a487-a17db328fd03 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:23.635209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.683832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.757720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.759046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:23.759865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:23.791291 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-377c46c2-8a27-4946-9d3d-dedb0c3ebf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:23.814807 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4773805 Dec 20 11:42:23.820839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:23.889135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '9ce38ba6-a275-45dd-acef-f6e789381bc1', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'floating_ip_address': '172.35.0.97', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'port_id': 'adefbffd-6980-4237-91d3-80c328709729', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'mac_address': 'fa:16:3e:32:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:41:28Z', 'updated_at': '2021-12-20T11:42:16Z', 'revision_number': 1, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:23.896299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] Checking router: a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:42:23.901322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Network': ['ID=4e532cac-27e5-4d97-b042-67f813b6b737,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:23.914017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4e532cac-27e5-4d97-b042-67f813b6b737 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:23.928836 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:23.944307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:23.945367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:24.030765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e083c-ea1f-44fa-8c2c-902be9ec223c tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:24.032587 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f03e083c-ea1f-44fa-8c2c-902be9ec223c tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] 10.222.0.32 "GET /v2.0/networks/4e532cac-27e5-4d97-b042-67f813b6b737 HTTP/1.1" status: 200 len: 757 time: 0.2096081 Dec 20 11:42:24.035553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:24.193686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e0d6c-e410-4058-9a0b-a0a55c6cb561 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:24.195492 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-164e0d6c-e410-4058-9a0b-a0a55c6cb561 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] 10.222.0.32 "GET /v2.0/networks/1679e135-6a4f-48d1-b0f0-2081bb0b529a HTTP/1.1" status: 200 len: 767 time: 0.1582246 Dec 20 11:42:24.198226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43432) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:24.281845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:24.286253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:24.442295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:24.506676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:24.523396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'name': 'network-vif-deleted', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030'}, {'name': 'network-changed', 'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'tag': 'adefbffd-6980-4237-91d3-80c328709729'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:24.540889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Calling delete_port for 7bea5192-69a5-4188-a487-a17db328fd03 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:24.700626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47ac4734-1bc3-49e7-b32b-8bbf078482f5 req-46e0852e-038c-4bd5-8995-31ef96308979 service neutron] 10.222.0.16 "GET /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3565049 Dec 20 11:42:24.819922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:24.884902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e532cac-27e5-4d97-b042-67f813b6b737']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:24.915379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a48c7a-1a3c-4f38-a0e2-83a85dc9faf1') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:24.915677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a48c7a-1a3c-4f38-a0e2-83a85dc9faf1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:24.927923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:24.934998 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7d15f44-f95e-410f-b654-d1ba48751d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:24.939511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:24.971166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:24.984424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:24.984828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:25.001690 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:25.022762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Pushing event deleted for resources: {'Port': ['ID=7bea5192-69a5-4188-a487-a17db328fd03,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:25.026520 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:25.192196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.240301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.241581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aba0e871-5c0a-46ef-b024-79d686db4e67 req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "DELETE /v2.0/floatingips/861ddae9-0b96-4759-b7c0-302115b842b8 HTTP/1.1" status: 204 len: 173 time: 1.8999527 Dec 20 11:42:25.420175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08fae149-c341-4dd9-8c7d-14d72f470d87 req-3a4a2e35-d208-431c-81c2-6e2695842bd7 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 210 time: 0.0872326 Dec 20 11:42:25.431193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '9ce38ba6-a275-45dd-acef-f6e789381bc1', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'floating_ip_address': '172.35.0.97', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'port_id': 'adefbffd-6980-4237-91d3-80c328709729', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'mac_address': 'fa:16:3e:32:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:41:28Z', 'updated_at': '2021-12-20T11:42:16Z', 'revision_number': 1, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:25.436560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a34f4a-7806-4f9d-b3fb-c2bf93f07cb2 None None] The sync data for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 is: [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '9ce38ba6-a275-45dd-acef-f6e789381bc1', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'floating_ip_address': '172.35.0.97', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'port_id': 'adefbffd-6980-4237-91d3-80c328709729', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'mac_address': 'fa:16:3e:32:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:41:28Z', 'updated_at': '2021-12-20T11:42:16Z', 'revision_number': 1, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:42:25.472644 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b1030b-ad9a-4103-b6ca-5b4cbf311b8e', 'name': 'network-vif-deleted', 'tag': 'f7c507ae-ee16-4280-9710-6fc766aba030', 'status': 'completed', 'code': 200} Dec 20 11:42:25.473129 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'tag': 'adefbffd-6980-4237-91d3-80c328709729', 'status': 'completed', 'code': 200} Dec 20 11:42:25.488771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.500341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e532cac-27e5-4d97-b042-67f813b6b737 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 11:42:25.531116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.556533 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05552f0f-ff00-4823-b3ef-7eb7cc4526c9 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:25.611817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e532cac-27e5-4d97-b042-67f813b6b737,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:25.620738 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "DELETE /v2.0/networks/4e532cac-27e5-4d97-b042-67f813b6b737 HTTP/1.1" status: 204 len: 168 time: 1.4201963 Dec 20 11:42:25.622049 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:25.623731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:25.637306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'network': {'name': 'tempest-network--1702033327'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:25.648363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:25.657082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Usage tracker for resource:network and tenant:ba685656afcf4bd382cdb1ccc34d548f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:25.665357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:25.681126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:25.681639 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b72004c1-9e21-402f-954c-c1d765444fca req-7827faed-3628-4394-b9f9-232cd1113ad3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1099 time: 0.1728117 Dec 20 11:42:25.708843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Made reservation on behalf of ba685656afcf4bd382cdb1ccc34d548f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:25.713696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.785951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:25.810060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.810886 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Added segment 41d20121-ba35-4010-bdf8-30ba1f6d7143 of type vlan for network dbd7a74c-10ca-4227-b52a-f43122f79d9c Dec 20 11:42:25.903067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.970203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.972993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:25.976135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:25.986884 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91d34b88-ba5c-49d6-bf44-c54a81a02b68 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:26.107549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72004c1-9e21-402f-954c-c1d765444fca req-d3788908-56cb-4023-8ca5-5788178923ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:26.109289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b72004c1-9e21-402f-954c-c1d765444fca req-d3788908-56cb-4023-8ca5-5788178923ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.4168320 Dec 20 11:42:26.156854 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5291927 Dec 20 11:42:26.160886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:26.177724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:26.226268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43474) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:26.239722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773878599', 'description': 'tempest-description--42688540'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:26.275893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:26.306665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:26.357925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b72004c1-9e21-402f-954c-c1d765444fca req-95d9067c-6fcd-4e8c-80cf-b6d94361b3dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 999 time: 0.2425826 Dec 20 11:42:26.361949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:26.479965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:26.485179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Usage tracker for resource:security_group_rule and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:26.489440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:26.498225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:26.616980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:26.641097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:26.809059 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-751e80a9-2ae0-4b81-8214-fde432121ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:26.828621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Network': ['ID=dbd7a74c-10ca-4227-b52a-f43122f79d9c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:26.840221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network dbd7a74c-10ca-4227-b52a-f43122f79d9c details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:26.931853 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:27.030114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b55cb-e375-42be-989f-4a2bdec6bd38,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:27.038406 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:27.052133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1810c79c-4a7a-47ec-b8af-9615333b7a0d req-8ef4fada-26c5-434c-97ed-bd70a9b9700e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 210 time: 0.2242570 Dec 20 11:42:27.072112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.076874 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8486500 Dec 20 11:42:27.084031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43488) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:27.114652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Request body: {'security_group_rule': {'security_group_id': 'a90b55cb-e375-42be-989f-4a2bdec6bd38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:27.136351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:27.162200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Usage tracker for resource:security_group_rule and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:27.186307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:27.239661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:27.264106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.360758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.384332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72004c1-9e21-402f-954c-c1d765444fca req-d7820b66-0b69-4d39-9a77-d750c72d12e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:27.387443 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:27.394161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b72004c1-9e21-402f-954c-c1d765444fca req-d7820b66-0b69-4d39-9a77-d750c72d12e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 1.0000267 Dec 20 11:42:27.442793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Network dbd7a74c-10ca-4227-b52a-f43122f79d9c is not hosted by any dhcp agent {{(pid=83557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 11:42:27.449296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:27.450288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.451769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "PUT /v2.0/networks/dbd7a74c-10ca-4227-b52a-f43122f79d9c HTTP/1.1" status: 200 len: 858 time: 1.2899702 Dec 20 11:42:27.522909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43494) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:27.681730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event updated for resources: {'Network': ['ID=dbd7a74c-10ca-4227-b52a-f43122f79d9c,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:27.688637 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:27.691064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.743041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13e1c438-47a7-43a7-a615-d97635b7c31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.908236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.923785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.929064 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f21fb87c-ae1a-4b09-bd9f-319708225df3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:27.942083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd767224-d3f5-413c-8a3c-4158571a5551 req-a04d3aaf-c0d1-47df-a452-7a638e5935fe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:27.943481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bd767224-d3f5-413c-8a3c-4158571a5551 req-a04d3aaf-c0d1-47df-a452-7a638e5935fe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Synchronizing usage tracker for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:27.971417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ea544b-3588-4964-9867-a30334ddeebc,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:27.982593 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:27.995437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:27.999305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9061396 Dec 20 11:42:28.000104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43512) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:28.005247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Request body: {'security_group_rule': {'security_group_id': 'a90b55cb-e375-42be-989f-4a2bdec6bd38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:28.019965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:28.028443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Usage tracker for resource:security_group_rule and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:28.035429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:28.046910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:28.090816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.102372 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b72004c1-9e21-402f-954c-c1d765444fca req-3b9b86f7-1498-4d1c-8801-e12aa5f83687 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6797833 Dec 20 11:42:28.111820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bd767224-d3f5-413c-8a3c-4158571a5551 req-a04d3aaf-c0d1-47df-a452-7a638e5935fe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Unset dirty status for tenant:baba3a0b13674c7baea55278a0bfd536 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:28.123770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd767224-d3f5-413c-8a3c-4158571a5551 req-a04d3aaf-c0d1-47df-a452-7a638e5935fe tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 946 time: 1.2071664 Dec 20 11:42:28.216307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.221111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.223209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.227186 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ed25d17-83ec-4ba0-80f9-2faf4a0365c0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:28.234769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-9dca1657-ad41-4cca-8dd9-ec53d1cbe699 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:28.238680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-9dca1657-ad41-4cca-8dd9-ec53d1cbe699 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 807 time: 1.5074556 Dec 20 11:42:28.261545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea31d9ed-4bd4-4fcc-8260-7722a22b1c5c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:28.265417 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:28.285719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.287930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Request body: {'port': {'device_id': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'admin_state_up': True, 'tenant_id': '8957291041f943de970d654cee42eed5'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:28.288874 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2883792 Dec 20 11:42:28.293185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43522) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:28.299323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:28.306473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:28.317511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Usage tracker for resource:floatingip and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:28.322341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:28.331423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:28.380454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.554562 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd767224-d3f5-413c-8a3c-4158571a5551 req-a9718a84-5535-4fb6-9f28-0828d7cd1d1a tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259729 Dec 20 11:42:28.640838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.975779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Allocated IP 172.35.0.180 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/2ab3c209-f9e2-4ffb-b04a-d91ce4a5d632) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:42:28.976567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-ec24b28f-1398-4417-a1e3-d39a032ca11d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:28.978440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-ec24b28f-1398-4417-a1e3-d39a032ca11d tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.16 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 946 time: 1.0186090 Dec 20 11:42:28.993117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72d807-7683-4f8d-90e5-41354a4c86e7 req-f588e051-1fb6-4a10-aed3-536cc50f2cfe tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:28.996586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:28.999351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72d807-7683-4f8d-90e5-41354a4c86e7 req-f588e051-1fb6-4a10-aed3-536cc50f2cfe tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:29.007324 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f72d807-7683-4f8d-90e5-41354a4c86e7 req-f588e051-1fb6-4a10-aed3-536cc50f2cfe tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86&device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 1683 time: 0.2068288 Dec 20 11:42:29.017774 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-99080641-04d7-4ffb-9796-d914c5c01f56 req-dee5e97f-3a67-414d-b0c0-3b5b47c47c3f tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 210 time: 0.2090280 Dec 20 11:42:29.073204 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f72d807-7683-4f8d-90e5-41354a4c86e7 req-49b0a750-a943-4486-b2fb-76768c98b3e3 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639012 Dec 20 11:42:29.130916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Deleting port 6f90fa37-2c41-4df7-8469-37814c6e908b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:29.131970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.179986 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b72004c1-9e21-402f-954c-c1d765444fca req-a2cd2b2a-5ee9-4255-88d8-6f00db26c250 service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0162377 Dec 20 11:42:29.195806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd7a74c-10ca-4227-b52a-f43122f79d9c']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:29.256011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d20121-ba35-4010-bdf8-30ba1f6d7143') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:29.256011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d20121-ba35-4010-bdf8-30ba1f6d7143') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:29.288400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.308867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.352324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.360872 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:29.520817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:42:29.523471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:29.526219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'Port': ['ID=2ab3c209-f9e2-4ffb-b04a-d91ce4a5d632,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:29.528279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:29.560969 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:29.628521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:29.671512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.761402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:29.774722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:29.775143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:29.797331 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:29.889534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.901968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f88f683-63c5-4f15-8e38-6048a2d77b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:29.968588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.092950 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b72004c1-9e21-402f-954c-c1d765444fca req-678661bb-57eb-4d09-be22-047175bc9315 service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835258 Dec 20 11:42:30.117028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6f90fa37-2c41-4df7-8469-37814c6e908b no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:30.244471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Made reservation on behalf of 8957291041f943de970d654cee42eed5 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:30.248527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.305478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb03c1-b851-48b2-a1bf-4e31bd0fdfaf req-df8136a3-d401-4cf3-8edf-0f44bfc89180 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:30.312396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0eb03c1-b851-48b2-a1bf-4e31bd0fdfaf req-df8136a3-d401-4cf3-8edf-0f44bfc89180 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 946 time: 0.1956408 Dec 20 11:42:30.339451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.346352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.353802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.354793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-faab9831-9781-407a-a567-14adaf8a55ab tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:30.363058 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:30.363251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-faab9831-9781-407a-a567-14adaf8a55ab tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/networks?id=c5b3e005-b54d-4fbc-b5f8-1e8075172624 HTTP/1.1" status: 200 len: 814 time: 0.8971112 Dec 20 11:42:30.389442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:30.401213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6f90fa37-2c41-4df7-8469-37814c6e908b,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:30.402363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.404947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6f90fa37-2c41-4df7-8469-37814c6e908b,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:30.414177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.425170 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:30.430592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0eb03c1-b851-48b2-a1bf-4e31bd0fdfaf req-84682c54-4e22-45c4-a3a9-140aa568fff1 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172619 Dec 20 11:42:30.448998 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-b598984f-5eb0-4484-a37f-c4d6b4e8c07f tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/quotas/f73f3f28323d4a64b5d6e8e8a32a0065 HTTP/1.1" status: 200 len: 375 time: 0.0833986 Dec 20 11:42:30.537125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'Port': ['ID=2ab3c209-f9e2-4ffb-b04a-d91ce4a5d632,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:30.551774 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:30.561008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=6f90fa37-2c41-4df7-8469-37814c6e908b,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:30.566573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.586443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.587076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.587596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.588094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.590721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.591351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.591991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.592477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.592971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.598727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.599820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:42:30.612119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.618499 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:30.618870 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3232465 Dec 20 11:42:30.744146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Calling delete_port for 6f90fa37-2c41-4df7-8469-37814c6e908b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:30.754615 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:42:30.789335 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-41f940a2-6c04-487c-8114-7684e638afcd req-9caf65f1-ffa7-4661-a1c5-a9aeb7bbcbb2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 210 time: 0.0652845 Dec 20 11:42:30.793627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:30.955775 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:30.975485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbd7a74c-10ca-4227-b52a-f43122f79d9c {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 11:42:30.983918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.012223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-e26e067a-fdee-4904-b1ad-7aaf3078cfba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 1.5523820 Dec 20 11:42:31.035190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbd7a74c-10ca-4227-b52a-f43122f79d9c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:31.054120 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:31.116505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.145665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.156431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] 10.222.0.32 "DELETE /v2.0/networks/dbd7a74c-10ca-4227-b52a-f43122f79d9c HTTP/1.1" status: 204 len: 168 time: 3.6273603 Dec 20 11:42:31.161205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43562) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:31.183294 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'code': 200} Dec 20 11:42:31.208926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:42:31.210353 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:42:31.240030 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3cf00b-b310-405a-9106-c094bd40efbd tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] DELETE failed (client error): The resource could not be found. Dec 20 11:42:31.240030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3cf00b-b310-405a-9106-c094bd40efbd tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:42:31.241770 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-db3cf00b-b310-405a-9106-c094bd40efbd tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] 10.222.0.32 "DELETE /v2.0/subnets/d5b7b09f-4080-41e1-8fb6-6f4454ffb10d HTTP/1.1" status: 404 len: 337 time: 0.0788639 Dec 20 11:42:31.245237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43566) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:31.259481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-6746a781-ccdb-4c56-b4a6-b4202d10c8b2 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f73f3f28323d4a64b5d6e8e8a32a0065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8092628 Dec 20 11:42:31.267052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-7a280f4f-996e-4bab-80b5-dae68f6b7587 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:42:31.275141 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-7a280f4f-996e-4bab-80b5-dae68f6b7587 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0148628 Dec 20 11:42:31.326784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Allocated IP 172.20.0.3 (6b4b4f65-4f18-45d6-83bf-6fe84ebea283/88e6d6c6-7d46-433e-b305-c582d0277513/65ab7722-5f6a-450c-ae5b-674660ece87f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:42:31.416379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.503770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-9b7022d8-1b55-4edd-9d1d-c4b1ac266209 service neutron] 10.222.0.32 "GET /v2.0/networks/c5b3e005-b54d-4fbc-b5f8-1e8075172624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278087 Dec 20 11:42:31.544059 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-61537368-396d-4ba7-8b27-853a6dd79516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6516 time: 0.3766520 Dec 20 11:42:31.609644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.664348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1679e135-6a4f-48d1-b0f0-2081bb0b529a']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:31.693777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7a85a5-84c1-4234-832f-9c57d4b57206') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:31.694150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7a85a5-84c1-4234-832f-9c57d4b57206') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:31.708461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.710231 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc1ac2-0a49-465f-b00b-c1cd10662034 None None] New status for floating IP 861ddae9-0b96-4759-b7c0-302115b842b8: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:42:31.728245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.736566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Deleting port 6f90fa37-2c41-4df7-8469-37814c6e908b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:31.736678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.739652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:31.740210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:31.757884 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:31.822054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcdeca5-896d-4eb6-885c-b514196f3bc7 None None] New status for floating IP 9ce38ba6-a275-45dd-acef-f6e789381bc1: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:42:31.972227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:31.990547 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4776cc24-639f-49d8-a2ae-f594ab288c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:32.013788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:32.029104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Pushing event deleted for resources: {'Network': ['ID=1679e135-6a4f-48d1-b0f0-2081bb0b529a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:32.048029 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:32.057021 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] 10.222.0.32 "DELETE /v2.0/networks/1679e135-6a4f-48d1-b0f0-2081bb0b529a HTTP/1.1" status: 204 len: 168 time: 0.8098793 Dec 20 11:42:32.069567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-680aae07-a519-418e-8867-1380ac209588 service neutron] 10.222.0.32 "GET /v2.0/networks/c5b3e005-b54d-4fbc-b5f8-1e8075172624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571048 Dec 20 11:42:32.090192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-b093de7e-1b52-4ab3-a3c2-bbaecd8f24b5 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:32.091309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-b093de7e-1b52-4ab3-a3c2-bbaecd8f24b5 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Synchronizing usage tracker for tenant:65098121c74d40d19e6a0e72bba24752 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:32.124317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-b093de7e-1b52-4ab3-a3c2-bbaecd8f24b5 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Unset dirty status for tenant:65098121c74d40d19e6a0e72bba24752 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:32.148774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-b093de7e-1b52-4ab3-a3c2-bbaecd8f24b5 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 822 time: 0.2889049 Dec 20 11:42:32.181914 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-26358a52-8ba3-4bb5-af53-9a98ea5dcfc2 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/quotas/65098121c74d40d19e6a0e72bba24752 HTTP/1.1" status: 200 len: 375 time: 0.0317073 Dec 20 11:42:32.228463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-d283e3bb-84f1-4be8-ad89-7966cb9aa23f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:32.229008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-d283e3bb-84f1-4be8-ad89-7966cb9aa23f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:32.229401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-d283e3bb-84f1-4be8-ad89-7966cb9aa23f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:32.230972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-d283e3bb-84f1-4be8-ad89-7966cb9aa23f service neutron] 10.222.0.53 "GET /v2.0/networks?id=369c3643-7840-4b2a-8a85-116c0d1f8252&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=55f00df5-b69b-49b5-bf56-5247b87a2628&id=55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 200 len: 2296 time: 0.6297278 Dec 20 11:42:32.313345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-424e001e-b2e5-4935-b0ce-51d8dc0a2974 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251364 Dec 20 11:42:32.543936 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-1b170d96-10fb-48b1-a3c2-55207047674c service neutron] 10.222.0.32 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295690 Dec 20 11:42:32.599019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:32.651128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:32.674892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-7e61d3ad-5322-4d56-ac1e-5cc6ffdab232 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 200 len: 1001 time: 0.4049582 Dec 20 11:42:32.684432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43596) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:32.722033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] For port 6f90fa37-2c41-4df7-8469-37814c6e908b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6f90fa37-2c41-4df7-8469-37814c6e908b,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:32.722481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:32.767075 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-ade0d067-a811-4cc6-acf5-bc9811577a07 service neutron] 10.222.0.32 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209673 Dec 20 11:42:32.974408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Calling delete_port for 6f90fa37-2c41-4df7-8469-37814c6e908b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:33.023747 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9f203b98-8eb4-498e-82fd-f5a5720fd4f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb1351c7a6804a1181312f7a888c9e86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348527 Dec 20 11:42:33.025937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43608) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:33.141607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:33.371713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:33.487829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:33.487829 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:33.529689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf2e552-30aa-4011-8e80-4b7a39903f33,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:33.529689 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:33.529689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:33.529689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbf2e552-30aa-4011-8e80-4b7a39903f33 HTTP/1.1" status: 204 len: 168 time: 0.4935212 Dec 20 11:42:33.640137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:33.648065 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ee2ec47-7b29-4ef4-9b21-3eac1cdb71e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:33.654814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f8dc20b2-7415-49ff-821d-a96694d58334'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:42:33.683117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:33.706753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-5dfdd426-19cd-4b94-b738-815a62d1ac62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:33.708517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-5dfdd426-19cd-4b94-b738-815a62d1ac62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df HTTP/1.1" status: 200 len: 856 time: 1.0256248 Dec 20 11:42:33.708749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2e34b-e9d6-42c5-b523-9dc55dbe3391 req-392b3f60-001f-49b4-8d17-55274c1e2853 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:33.716797 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aef2e34b-e9d6-42c5-b523-9dc55dbe3391 req-392b3f60-001f-49b4-8d17-55274c1e2853 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 931 time: 0.1388130 Dec 20 11:42:33.785118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b0f0-db23-4055-9d1f-d9c31556a328 req-3076b422-83d6-49ed-bc0d-6a471bffce95 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:33.786918 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fcc5b0f0-db23-4055-9d1f-d9c31556a328 req-3076b422-83d6-49ed-bc0d-6a471bffce95 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/ports?device_id=38988604-cff2-40ad-aa6d-b2486352ec12 HTTP/1.1" status: 200 len: 944 time: 1.3105254 Dec 20 11:42:33.808927 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aef2e34b-e9d6-42c5-b523-9dc55dbe3391 req-1054d7f1-e287-4d53-9c37-436c1006f16f tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882671 Dec 20 11:42:33.951995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:42:33.991915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:34.066602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:34.113425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] No DVR routers for this DVR port 6f90fa37-2c41-4df7-8469-37814c6e908b on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:42:34.141398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:34.163453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'name': 'network-vif-deleted', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:34.183183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:34.231975 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:34.246874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-df1b4dcc-daa3-441f-ac98-44e56810f39b req-f4084bf8-6577-4d1f-a21f-ee5070adaacc tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Synchronizing usage tracker for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:34.254266 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:34.300580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-df1b4dcc-daa3-441f-ac98-44e56810f39b req-f4084bf8-6577-4d1f-a21f-ee5070adaacc tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Unset dirty status for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:34.306163 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-df1b4dcc-daa3-441f-ac98-44e56810f39b req-f4084bf8-6577-4d1f-a21f-ee5070adaacc tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 210 time: 0.1039059 Dec 20 11:42:34.383206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:34.401534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae9dcf23-2fb7-421a-8e6e-23746411bd86 req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.16 "DELETE /v2.0/ports/6f90fa37-2c41-4df7-8469-37814c6e908b HTTP/1.1" status: 204 len: 173 time: 5.3746247 Dec 20 11:42:34.409651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Pushing event deleted for resources: {'Port': ['ID=6f90fa37-2c41-4df7-8469-37814c6e908b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:34.430861 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:34.481153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:34.482715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:34.536806 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cbe28106-5f10-428e-8d3d-3c92de55e8a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba685656afcf4bd382cdb1ccc34d548f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1526411 Dec 20 11:42:34.536806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43630) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:34.587650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fcc5b0f0-db23-4055-9d1f-d9c31556a328 req-dfc9674e-1aff-4562-8c3d-47ccd70f1aed tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c21f45-7572-43a1-9b98-79f3732a4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861062 Dec 20 11:42:34.605216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-85dd8098-cefe-4f4a-8af0-020f33a1f340 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:34.609375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-85dd8098-cefe-4f4a-8af0-020f33a1f340 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Synchronizing usage tracker for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:34.689847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:34.755629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:34.756338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-88109568-b75e-4b41-a036-bbafdc8bd5ef tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:34.758177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-88109568-b75e-4b41-a036-bbafdc8bd5ef tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.16 "GET /v2.0/networks?id=c5b3e005-b54d-4fbc-b5f8-1e8075172624 HTTP/1.1" status: 200 len: 814 time: 0.5880084 Dec 20 11:42:34.801518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Request body: {'port': {'device_id': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'admin_state_up': True, 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:34.852989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5818436 Dec 20 11:42:34.872321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-c54406e2-9d99-421f-96f9-3dc567fa0600 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=369c3643-7840-4b2a-8a85-116c0d1f8252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.1218674 Dec 20 11:42:34.873357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0aa27c0b-4148-4134-a7ca-c61731881230 req-5f68ad2b-d415-41b4-81b3-2312188c3fac tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 210 time: 0.1035521 Dec 20 11:42:34.969775 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38988604-cff2-40ad-aa6d-b2486352ec12', 'name': 'network-vif-deleted', 'tag': '6f90fa37-2c41-4df7-8469-37814c6e908b', 'status': 'completed', 'code': 200} Dec 20 11:42:34.969775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-12f02b99-05ab-45a9-842f-a2e4e5ea71e9 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:42:34.969775 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-12f02b99-05ab-45a9-842f-a2e4e5ea71e9 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0941966 Dec 20 11:42:34.980541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:34.980541 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f95ad0db-13c4-4c99-900c-992b0951f9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:35.001178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133b390d-3f18-4a3c-8cc4-de72c097c738,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:35.004717 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:35.044426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:35.044426 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/133b390d-3f18-4a3c-8cc4-de72c097c738 HTTP/1.1" status: 204 len: 168 time: 0.4951184 Dec 20 11:42:35.080653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-07b13578-829c-4565-b7ad-86337f3a580f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:42:35.080653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-07b13578-829c-4565-b7ad-86337f3a580f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1197226 Dec 20 11:42:35.080653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-85dd8098-cefe-4f4a-8af0-020f33a1f340 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Unset dirty status for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:35.094066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-85dd8098-cefe-4f4a-8af0-020f33a1f340 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "GET /v2.0/ports?device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 946 time: 2.0416095 Dec 20 11:42:35.400564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc83a1-ade9-49fa-ad55-5c5d4f940298 req-353f48e7-5ad3-4992-83af-02fa8d27bf69 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:35.406596 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3dfc83a1-ade9-49fa-ad55-5c5d4f940298 req-353f48e7-5ad3-4992-83af-02fa8d27bf69 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 946 time: 0.2006631 Dec 20 11:42:35.501434 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3dfc83a1-ade9-49fa-ad55-5c5d4f940298 req-e235b80c-0ec8-4bcc-a454-c483ef408a27 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861318 Dec 20 11:42:35.871018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Request body: {'port': {'device_id': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:35.995071 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1aa68e58-8b25-4fd9-8cf9-2d4bfa8e5c7c req-224e2777-c2ef-42b5-b310-0e31e2c4df2d tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 210 time: 0.1025705 Dec 20 11:42:36.047096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:36.174530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:36.302807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-d97b690e-f501-487a-aef0-7102e68062d7 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:36.304973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-d97b690e-f501-487a-aef0-7102e68062d7 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 822 time: 1.3460720 Dec 20 11:42:36.310455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Deleting port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:36.310997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:36.450563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Request body: {'port': {'device_id': '7a871d31-216f-420b-9545-fb2c85730697', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'admin_state_up': True, 'tenant_id': '65098121c74d40d19e6a0e72bba24752'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:36.506468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:36.871622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:36.886268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-44fad61f-a0f4-49cf-8cf1-6f15ad7c2a4c service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5861473 Dec 20 11:42:36.887355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7bb3de53-65e4-4eed-81ec-4d1c96997107 req-fa1a8ab0-1324-4b08-96c9-ee6955464d71 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 210 time: 0.0599906 Dec 20 11:42:36.890214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Made reservation on behalf of f73f3f28323d4a64b5d6e8e8a32a0065 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:36.893936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:36.967419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c13db2f8-1bcd-458d-8d39-0a19764c7fc2 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:37.186840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:37.201429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-e642c885-4bf3-44be-9477-b2775429ce8e service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660272 Dec 20 11:42:37.213436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:37.241415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:37.243629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:37.266403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:37.271240 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:37.297886 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-6f70251b-28bb-498d-9820-b58a3b482ed7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 217 time: 0.0704014 Dec 20 11:42:37.301590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Usage tracker for resource:port and tenant:65098121c74d40d19e6a0e72bba24752 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:37.320178 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-b0f6fee8-c273-417e-bf03-56e44a103faa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5736003 Dec 20 11:42:37.327382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:37.500418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:37.504375 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:37.548270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-5cf7e5c4-b4c7-45de-867b-0682dc879a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:37.554306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-5cf7e5c4-b4c7-45de-867b-0682dc879a94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.2203572 Dec 20 11:42:37.642506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7ac3b-4e60-4cbf-ae5a-3b372f255f7d req-6f751253-6a7b-4737-aad3-1856bb91e764 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:37.652218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1d7ac3b-4e60-4cbf-ae5a-3b372f255f7d req-6f751253-6a7b-4737-aad3-1856bb91e764 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 944 time: 0.5251918 Dec 20 11:42:37.656611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:37.752890 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1d7ac3b-4e60-4cbf-ae5a-3b372f255f7d req-f26e1e92-549e-4769-8e7d-b362ff3c334e tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990746 Dec 20 11:42:37.762692 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-6ab2d828-4e46-45e4-9a8e-bfa22ee2a3bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 1097 time: 0.2847335 Dec 20 11:42:37.863881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-62260561-3dc2-4122-8d38-6dcbdb125719 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:37.865419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-62260561-3dc2-4122-8d38-6dcbdb125719 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f4dd6e8-bc81-4bc2-a794-0ca66c383d86 HTTP/1.1" status: 200 len: 946 time: 2.5700910 Dec 20 11:42:37.941653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96320a-cc0f-4b57-937f-16bf9b36d8cc req-1a605a8b-232d-4ca3-b203-ab5a420a5bd4 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:37.942351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ab96320a-cc0f-4b57-937f-16bf9b36d8cc req-1a605a8b-232d-4ca3-b203-ab5a420a5bd4 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:37.954691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Made reservation on behalf of 65098121c74d40d19e6a0e72bba24752 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:37.957735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:38.142494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device a33851b4-8298-4f35-a8e4-f43c63da2a8d no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:38.455149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:38.456470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:38.478125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:38.496154 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-82668033-729c-457a-97f7-a85af3f253bd req-3cf92855-3814-461e-878b-f31b4e25ee78 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 210 time: 0.1453199 Dec 20 11:42:38.559654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port a33851b4-8298-4f35-a8e4-f43c63da2a8d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:38.567122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-88193d9d-6e75-45a9-bb6b-6dec270f9fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:38.570136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:38.572913 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1d2460b-0e9f-41ea-af51-e87943c25f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:38.577552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-88193d9d-6e75-45a9-bb6b-6dec270f9fa6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.6243899 Dec 20 11:42:38.581454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:38.628213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Calling delete_port for c13db2f8-1bcd-458d-8d39-0a19764c7fc2 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:38.717569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=a33851b4-8298-4f35-a8e4-f43c63da2a8d,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:38.723207 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:38.755306 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2', 'code': 200} Dec 20 11:42:38.860318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ab96320a-cc0f-4b57-937f-16bf9b36d8cc req-1a605a8b-232d-4ca3-b203-ab5a420a5bd4 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:38.868527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab96320a-cc0f-4b57-937f-16bf9b36d8cc req-1a605a8b-232d-4ca3-b203-ab5a420a5bd4 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 931 time: 3.5765934 Dec 20 11:42:38.872769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:42:38.874106 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:42:38.975880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-7c711c48-c596-4c70-8a69-5e4417722750 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 200 len: 217 time: 0.2469330 Dec 20 11:42:39.158528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab96320a-cc0f-4b57-937f-16bf9b36d8cc req-697c7970-ca59-4e66-8dc5-2155478e90df tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876265 Dec 20 11:42:39.209549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Allocated IP 172.20.0.7 (970841f7-66e8-4af9-b07b-79813d76fa30/f3ff83e5-9142-4d4d-9bc0-c2a4999d2842/d37e9b90-7eb4-4684-a184-84f451fb3b53) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:42:39.243180 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a4ca8475-c053-48e7-bb20-6e4d673429a9 req-50fa8cdf-7079-4093-8dcc-f6dfd04d0bfb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 210 time: 0.1261218 Dec 20 11:42:39.328528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-6774248b-7f11-42b5-91ca-6070b3fd98fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:39.332655 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-6774248b-7f11-42b5-91ca-6070b3fd98fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.3090308 Dec 20 11:42:39.405111 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-3dcbb4ed-6002-40aa-98bb-0b2267a137be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619292 Dec 20 11:42:39.560662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:39.761757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:39.836902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Deleting port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:39.837810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:39.902420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:39.979509 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-49533dcb-6227-4116-ae5b-65d19541847f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:40.007306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d46d0bcc-f7a0-4b81-bcf3-c7609e5461e6 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:40.046705 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aad508dd-b854-4aeb-a7e1-f46a1688a5e3 req-bfdf242b-d1b8-4819-8d0e-a4e72cdbf285 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 210 time: 0.1999893 Dec 20 11:42:40.071521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-4460a596-39c7-40fc-be17-713cccdacdaa service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080499 Dec 20 11:42:40.236631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-e6cd2219-d3bf-439f-ae5c-6096421aa87d service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510229 Dec 20 11:42:40.362821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d46d0bcc-f7a0-4b81-bcf3-c7609e5461e6 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "PUT /v2.0/quotas/54b99c48db70492ea46006e471883c59 HTTP/1.1" status: 200 len: 368 time: 0.7913036 Dec 20 11:42:40.368779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43742) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:40.376278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Request body: {'network': {'project_id': '54b99c48db70492ea46006e471883c59'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:40.389159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:40.403503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Usage tracker for resource:network and tenant:54b99c48db70492ea46006e471883c59 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:40.416301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:40.431190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:40.488738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Made reservation on behalf of 54b99c48db70492ea46006e471883c59 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:40.492113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:40.520275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:40.537586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ab7722-5f6a-450c-ae5b-674660ece87f {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:42:40.546365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:40.563742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Transition to ACTIVE for port object 65ab7722-5f6a-450c-ae5b-674660ece87f will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:40.600761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Allocated IP 172.20.0.4 (c5b3e005-b54d-4fbc-b5f8-1e8075172624/ecfcf1dd-5ca2-4acc-bdac-8128327f2f21/40b2c6ca-c65a-44a4-87dc-d58154c4bd8a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:42:40.639501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:40.654767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Usage tracker for resource:security_group_rule and tenant:54b99c48db70492ea46006e471883c59 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:40.672381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:40.696973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:40.756579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:40.833105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:40.851660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Transition to ACTIVE for port object 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:40.877057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Deleting port a33851b4-8298-4f35-a8e4-f43c63da2a8d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:40.878069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:40.933833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:40.936714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.005296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:42:41.008812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.031904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.041661 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6221d52-09e5-428e-bd44-2303ad68ef26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:41.074999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbe7ce-28e9-4f2f-b028-e50fc88a3e51,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:41.083376 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:41.101416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:41.104439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:41.124584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e6aee-bd41-4a98-89f5-79056e6c40e6 req-4c216e35-819d-4e47-96e3-ad1a6e3711f1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:41.128669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:41.132049 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-691e6aee-bd41-4a98-89f5-79056e6c40e6 req-4c216e35-819d-4e47-96e3-ad1a6e3711f1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.3111749 Dec 20 11:42:41.160682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Deleting port fe9f185e-96f5-4873-a13e-e70b232f4db0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:41.161014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.221942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.222763 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Added segment 45071a92-f90e-475b-9af4-a1dc7455117c of type vlan for network 92ee5bfc-5b40-41c7-87b6-eaa1dab60642 Dec 20 11:42:41.247575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:41.249466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.276797 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-691e6aee-bd41-4a98-89f5-79056e6c40e6 req-e40afe68-4e34-4ad9-a1ef-ca40cb14b916 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437800 Dec 20 11:42:41.284986 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-edb9af50-d6fe-4fce-8cb9-3fe3870122e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.7064083 Dec 20 11:42:41.296991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Network 970841f7-66e8-4af9-b07b-79813d76fa30 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:42:41.419965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.503050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:41.507119 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-15320521-ec8a-4ab4-8770-c792b85e1da0 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881423 Dec 20 11:42:41.594876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-77d1220a-b07d-492c-bfbf-e8720618b7df None None] Provisioning for port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:42:41.603857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-77d1220a-b07d-492c-bfbf-e8720618b7df None None] Provisioning complete for port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:42:41.603857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77d1220a-b07d-492c-bfbf-e8720618b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.740283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] For port c13db2f8-1bcd-458d-8d39-0a19764c7fc2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:41.741431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.752175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:42:41.783153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-77d1220a-b07d-492c-bfbf-e8720618b7df None None] Port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:42:41.806782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] For port fe9f185e-96f5-4873-a13e-e70b232f4db0, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe9f185e-96f5-4873-a13e-e70b232f4db0,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:41.808542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.816311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.818480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:41.820172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:41.851487 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8ff35c2-f4aa-4ac5-a958-282825dd68c5 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:41.887724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Calling delete_port for c13db2f8-1bcd-458d-8d39-0a19764c7fc2 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:42.004947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Calling delete_port for fe9f185e-96f5-4873-a13e-e70b232f4db0 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:42.021874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:42.039459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6692529 Dec 20 11:42:42.045335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43754) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:42.091096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Request body: {'network': {'project_id': '54b99c48db70492ea46006e471883c59'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:42.105842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:42.186634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Usage tracker for resource:network and tenant:54b99c48db70492ea46006e471883c59 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:42.202344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:42.207440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Pushing event updated for resources: {'Network': ['ID=92ee5bfc-5b40-41c7-87b6-eaa1dab60642,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:42.218811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 92ee5bfc-5b40-41c7-87b6-eaa1dab60642 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:42.225721 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:42.232438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:42.248590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6a3e-240d-4a1d-947b-44f69a3c3718 req-fe7933f9-274f-4412-9de5-3bc1753454e9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:42.264457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c5c6a3e-240d-4a1d-947b-44f69a3c3718 req-fe7933f9-274f-4412-9de5-3bc1753454e9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 931 time: 0.7155552 Dec 20 11:42:42.452047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Made reservation on behalf of 54b99c48db70492ea46006e471883c59 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:42.460999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:42.563883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] For port a33851b4-8298-4f35-a8e4-f43c63da2a8d, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=a33851b4-8298-4f35-a8e4-f43c63da2a8d,segment=NetworkSegment(416e6dbd-1592-4d5c-9f3d-d001fb2aa535),segment_id=416e6dbd-1592-4d5c-9f3d-d001fb2aa535)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:42.566166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:42.587380 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c5c6a3e-240d-4a1d-947b-44f69a3c3718 req-567d2340-c1a5-4dd0-9c2b-67d2a450bc80 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213954 Dec 20 11:42:42.664642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:42.708492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:42.708838 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Added segment c0e23ccc-90a0-4533-a92f-71450337e2c5 of type vlan for network 1814dbee-a4ab-464e-a66d-472964e65140 Dec 20 11:42:42.791472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:42.878226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:42.890156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:42.911090 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f0d6894-f498-4b2f-b369-364734509ad8 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:42.911636 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.932s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:42.919184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Calling delete_port for a33851b4-8298-4f35-a8e4-f43c63da2a8d owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:42.974339 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.985s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:42.984385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:42.986529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:42.987470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:43.012095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9f185e-96f5-4873-a13e-e70b232f4db0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:43.023776 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:43.028384 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85b237c6-e744-4ea9-ab4e-31b827ed7842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:43.079775 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3021564 Dec 20 11:42:43.121116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:43.141788 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d', 'code': 200} Dec 20 11:42:43.229594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1744378 Dec 20 11:42:43.232492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:43.342531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Request body: {'network': {'project_id': '54b99c48db70492ea46006e471883c59'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:43.349657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:43.353877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Usage tracker for resource:network and tenant:54b99c48db70492ea46006e471883c59 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:43.357033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:43.363768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:43.495001 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 11:42:43.495894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:42:43.502155 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d121369e-0b5d-4d5b-8eb9-d73521648fd1 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1652029 Dec 20 11:42:43.506188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:43.521539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Request body: {'port': {'device_id': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:43.552548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-af3320ae-58f8-46e0-9252-1b0f9f80f0da service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5442102 Dec 20 11:42:43.557085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:43.557685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:43.653624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Pushing event updated for resources: {'Network': ['ID=1814dbee-a4ab-464e-a66d-472964e65140,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:43.664558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:43.666747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1814dbee-a4ab-464e-a66d-472964e65140 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:43.668548 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:43.731317 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-e61bf1ab-2b33-4ba0-bed8-6092c9f6f1cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 217 time: 0.1333964 Dec 20 11:42:43.732521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3736248 Dec 20 11:42:43.740506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57463a-ffc9-4954-a911-dd39d0ebc89a req-44f8a34a-3cd1-4a3f-a843-11dbe4470623 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:43.741215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec57463a-ffc9-4954-a911-dd39d0ebc89a req-44f8a34a-3cd1-4a3f-a843-11dbe4470623 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Synchronizing usage tracker for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:43.886077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-9bbeb798-75d9-4109-99b3-639f9e2021f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:43.886077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-9bbeb798-75d9-4109-99b3-639f9e2021f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.1353729 Dec 20 11:42:43.956159 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9fe1c58f-6840-4d20-9ee1-eaa66c2f9825 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54b99c48db70492ea46006e471883c59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3566177 Dec 20 11:42:43.981242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec57463a-ffc9-4954-a911-dd39d0ebc89a req-44f8a34a-3cd1-4a3f-a843-11dbe4470623 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Unset dirty status for tenant:f4158ffbdaa540a29f063280fb6f1ded on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:43.981472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:43.981651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec57463a-ffc9-4954-a911-dd39d0ebc89a req-44f8a34a-3cd1-4a3f-a843-11dbe4470623 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/ports?device_id=be7f7d9c-ac94-4682-9b71-4540d7c49632 HTTP/1.1" status: 200 len: 944 time: 4.0863752 Dec 20 11:42:44.018917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Request body: {'port': {'device_id': '7a871d31-216f-420b-9545-fb2c85730697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:44.089631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aa8a5-1d15-44a8-b0a4-78e5c89cc683 req-bd3dfa4a-2f33-4d53-9ee3-e2bfc813a269 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:44.089631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c78aa8a5-1d15-44a8-b0a4-78e5c89cc683 req-bd3dfa4a-2f33-4d53-9ee3-e2bfc813a269 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 931 time: 0.5949211 Dec 20 11:42:44.251048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c78aa8a5-1d15-44a8-b0a4-78e5c89cc683 req-72f296f5-e36e-49e3-88ae-0cb4640afd2f tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Synchronizing usage tracker for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:44.327389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] No DVR routers for this DVR port c13db2f8-1bcd-458d-8d39-0a19764c7fc2 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:42:44.329850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Pushing event updated for resources: {'Port': ['ID=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:44.339141 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.365s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:44.345862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:44.364431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:44.373633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f08bf7c2-1785-44fa-bf77-3ed827bf2f75 req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.53 "DELETE /v2.0/ports/c13db2f8-1bcd-458d-8d39-0a19764c7fc2 HTTP/1.1" status: 204 len: 173 time: 8.5662436 Dec 20 11:42:44.385045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c78aa8a5-1d15-44a8-b0a4-78e5c89cc683 req-72f296f5-e36e-49e3-88ae-0cb4640afd2f tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Unset dirty status for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:44.390538 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-30ec0031-fa62-41fc-97e2-24cb6894d562 tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.401s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:44.416422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c78aa8a5-1d15-44a8-b0a4-78e5c89cc683 req-72f296f5-e36e-49e3-88ae-0cb4640afd2f tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235614 Dec 20 11:42:44.453677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'name': 'network-vif-deleted', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:44.471168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:44.482133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Pushing event deleted for resources: {'Port': ['ID=c13db2f8-1bcd-458d-8d39-0a19764c7fc2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:44.490518 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:44.537230 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.804s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:44.538019 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:44.554895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:44.815761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:44.879381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:44.884950 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-66a37174-146d-4b28-9ff2-66226588ba93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:44.955241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec57463a-ffc9-4954-a911-dd39d0ebc89a req-5c8627d4-1f99-46e8-94e3-f60fc90bb881 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.32 "GET /v2.0/security-groups?id=9af3812c-72b7-48a0-98b9-390266c942b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9733183 Dec 20 11:42:44.960609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:44.985572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbe7ce-28e9-4f2f-b028-e50fc88a3e51,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:44.994043 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a52d3e0b-975a-4780-a8bc-18e54ea1c22f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:45.131192 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:45.215731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.267502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.268736 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/20fbe7ce-28e9-4f2f-b028-e50fc88a3e51 HTTP/1.1" status: 204 len: 168 time: 1.2241557 Dec 20 11:42:45.274849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43784) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:45.285099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.327148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Pushing event deleted for resources: {'Port': ['ID=a33851b4-8298-4f35-a8e4-f43c63da2a8d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:45.403171 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:45.618170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.652789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5201cf5-9a7c-49bf-b19b-ce2bc4c213cc req-512fdef2-c5d3-447b-9330-9aacbd4f289e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:45.652789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d5201cf5-9a7c-49bf-b19b-ce2bc4c213cc req-512fdef2-c5d3-447b-9330-9aacbd4f289e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.6684256 Dec 20 11:42:45.863263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.878120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:45.880054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:45.880054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:45.896142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1814dbee-a4ab-464e-a66d-472964e65140']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:45.913175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e23ccc-90a0-4533-a92f-71450337e2c5') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:45.913670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e23ccc-90a0-4533-a92f-71450337e2c5') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:45.930122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.953762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.971446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:45.971446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:45.986063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] No DVR routers for this DVR port a33851b4-8298-4f35-a8e4-f43c63da2a8d on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:45.987440 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:46.011010 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d5201cf5-9a7c-49bf-b19b-ce2bc4c213cc req-2fd5e463-4f41-4b85-aef5-6c9c81635de8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606310 Dec 20 11:42:46.025710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:46.064175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-46a8d3cf-5409-4073-b500-ec92d41a4265 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1356046 Dec 20 11:42:46.075728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:46.075728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:46.086515 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f3363d9-4aa6-4b15-aa75-1326016d4ff9 req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] 10.222.0.16 "DELETE /v2.0/ports/a33851b4-8298-4f35-a8e4-f43c63da2a8d HTTP/1.1" status: 204 len: 173 time: 8.0798779 Dec 20 11:42:46.557455 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-b1058220-629d-4e88-af59-1d96ecb6cfab service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614689 Dec 20 11:42:46.580316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:46.584229 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7f7d9c-ac94-4682-9b71-4540d7c49632', 'name': 'network-vif-deleted', 'tag': 'c13db2f8-1bcd-458d-8d39-0a19764c7fc2', 'status': 'completed', 'code': 200} Dec 20 11:42:46.644030 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2a8b90ac-9cd2-4a86-9444-f048838da63d tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:46.738156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:46.749739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:42:46.750590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:46.750994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:42:46.751425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Bound port: 65ab7722-5f6a-450c-ae5b-674660ece87f, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:42:46.752600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:46.798994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Pushing event deleted for resources: {'Network': ['ID=1814dbee-a4ab-464e-a66d-472964e65140,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:46.815451 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:46.816956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "DELETE /v2.0/networks/1814dbee-a4ab-464e-a66d-472964e65140 HTTP/1.1" status: 204 len: 168 time: 1.5418048 Dec 20 11:42:46.820767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43796) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:46.983480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0598a-1118-44ea-a392-e9d461537d78 req-f4b8e4d9-525e-43dd-a3e5-7e8270c65475 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:46.984158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-07c0598a-1118-44ea-a392-e9d461537d78 req-f4b8e4d9-525e-43dd-a3e5-7e8270c65475 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Synchronizing usage tracker for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:47.012464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.056251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd76a4-481a-4fd1-9232-757d37c379cf req-48b64247-5899-4b10-a176-c8d49f262396 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:47.057690 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-decd76a4-481a-4fd1-9232-757d37c379cf req-48b64247-5899-4b10-a176-c8d49f262396 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 931 time: 0.3102200 Dec 20 11:42:47.215304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-07c0598a-1118-44ea-a392-e9d461537d78 req-f4b8e4d9-525e-43dd-a3e5-7e8270c65475 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Unset dirty status for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:47.216544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07c0598a-1118-44ea-a392-e9d461537d78 req-f4b8e4d9-525e-43dd-a3e5-7e8270c65475 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 931 time: 1.8733175 Dec 20 11:42:47.218355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-cb46783d-4e39-4367-82ef-48c3e50103db service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612298 Dec 20 11:42:47.236811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.299317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:42:47.329057 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-decd76a4-481a-4fd1-9232-757d37c379cf req-caef1c71-cdad-4b6e-ab77-daa6b9dd8370 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428792 Dec 20 11:42:47.348019 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-69614e96-0b8f-4294-b8cd-15d33a74bbf4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=35c7aa44-3c53-4e70-9811-b77047572a5c HTTP/1.1" status: 200 len: 217 time: 0.1205807 Dec 20 11:42:47.359813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ee5bfc-5b40-41c7-87b6-eaa1dab60642']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:47.377086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45071a92-f90e-475b-9af4-a1dc7455117c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:47.377454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45071a92-f90e-475b-9af4-a1dc7455117c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:47.392043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:42:47.392994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.417193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.427159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:47.427817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.428988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.439210 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f4441ef8-d5c1-4452-96e5-0c592d0e37ec tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:47.442852 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:47.494466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-07c0598a-1118-44ea-a392-e9d461537d78 req-74670be0-2e64-4df9-abd2-97ec9e95edd9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Synchronizing usage tracker for tenant:65098121c74d40d19e6a0e72bba24752 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:47.542748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:42:47.545899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.551519 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:47.556428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-c1f0e7fd-669f-4396-b58c-d6918d786ba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:47.557850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-c1f0e7fd-669f-4396-b58c-d6918d786ba7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.2022698 Dec 20 11:42:47.567194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.567967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.568525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] 10.222.0.53 "PUT /v2.0/ports/65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 200 len: 1093 time: 12.0606437 Dec 20 11:42:47.588597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Pushing event deleted for resources: {'Network': ['ID=92ee5bfc-5b40-41c7-87b6-eaa1dab60642,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:47.591270 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:47.594312 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] 10.222.0.32 "DELETE /v2.0/networks/92ee5bfc-5b40-41c7-87b6-eaa1dab60642 HTTP/1.1" status: 204 len: 168 time: 0.7699931 Dec 20 11:42:47.606052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:42:47.658279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-07c0598a-1118-44ea-a392-e9d461537d78 req-74670be0-2e64-4df9-abd2-97ec9e95edd9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Unset dirty status for tenant:65098121c74d40d19e6a0e72bba24752 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:47.659460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07c0598a-1118-44ea-a392-e9d461537d78 req-74670be0-2e64-4df9-abd2-97ec9e95edd9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296017 Dec 20 11:42:47.738906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:47.757561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:47.786435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:42:47.797326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.803883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37e9b90-7eb4-4684-a184-84f451fb3b53 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:42:47.819429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.839614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Transition to ACTIVE for port object 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:47.855667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Transition to ACTIVE for port object d37e9b90-7eb4-4684-a184-84f451fb3b53 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:47.857403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.861377 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e24e5ac8-2070-4808-b1f4-d9a6e3d4d0f6 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:47.864109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.912452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:47.916000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43810) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:47.963996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b00b47-86bf-49b3-9174-2b0a1e70ebf2 req-0ffbc0c5-6d87-4e1e-a863-5b1502bb7cef tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:47.965788 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a1b00b47-86bf-49b3-9174-2b0a1e70ebf2 req-0ffbc0c5-6d87-4e1e-a863-5b1502bb7cef tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.2985115 Dec 20 11:42:48.132691 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a1b00b47-86bf-49b3-9174-2b0a1e70ebf2 req-59a1864b-8170-4a01-8e68-5931d56a3a41 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944107 Dec 20 11:42:48.138450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:42:48.147753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-615b1743-bf66-4e9b-b126-69d74c094c56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5716112 Dec 20 11:42:48.148884 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] Sync routers for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:42:48.157372 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd7f9d61-a613-4292-b79a-8ee6d5ecfc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6470931 Dec 20 11:42:48.160294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:48.171765 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:48.171765 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:48.222295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Pushing event updated for resources: {'Port': ['ID=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:48.313784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-786f67bb-d873-4bcc-9501-7c089a3f0ef9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1096 time: 0.6533847 Dec 20 11:42:48.325330 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:48.326164 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a0b84b86-72ab-4a28-bf47-8c863d95b17c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:48.408369 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:48.433862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43822) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:48.488562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Deleting subnet 00564280-2923-4094-90c5-53bda9c1e818 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:42:48.549578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:48.551006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:48.583121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'name': 'network-vif-deleted', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d'}, {'name': 'network-changed', 'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:48.640812 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-f28cb073-f769-4392-85a3-50c6d30653f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 200 len: 217 time: 0.2807696 Dec 20 11:42:48.683831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:48.727707 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4dd6e8-bc81-4bc2-a794-0ca66c383d86', 'name': 'network-vif-deleted', 'tag': 'a33851b4-8298-4f35-a8e4-f43c63da2a8d', 'status': 'completed', 'code': 200} Dec 20 11:42:48.728006 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f', 'status': 'completed', 'code': 200} Dec 20 11:42:48.730478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:48.734982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Usage tracker for resource:security_group_rule and tenant:9907128355ba498285f81d54c291fc9e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:48.740078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:48.747302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:48.793288 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:42:42Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:48.797785 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] Checking router: dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:42:48.806462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Pushing event updated for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:48.818551 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] Routers {'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:42:48.819311 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:42:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:48.827418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:48.841108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:48.880563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:48.887225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:48.900340 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a28-30e5-41d9-af68-145759ffd979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:48.961232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7842b175-ecb2-47d6-96b7-939ba68e8ef8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:48.964464 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:48.982948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-8b017a71-3f7f-4bfe-b0a4-338a81160a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:48.982948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-8b017a71-3f7f-4bfe-b0a4-338a81160a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.2958744 Dec 20 11:42:48.984218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9907128355ba498285f81d54c291fc9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5488586 Dec 20 11:42:48.987593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:48.990300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-d6617633-5cfa-455a-b2c1-4ce125811263 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703874 Dec 20 11:42:49.012216 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] Set router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:42:49.095211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.107565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed5f7d-3d3d-45bc-a77d-d03dc59578b1 req-4b0616d4-5fba-406f-af59-26c3bca1bb2a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:49.109043 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22ed5f7d-3d3d-45bc-a77d-d03dc59578b1 req-4b0616d4-5fba-406f-af59-26c3bca1bb2a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 943 time: 0.2622347 Dec 20 11:42:49.128063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-cf12c293-ddac-4921-be22-0980fb556aa9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362891 Dec 20 11:42:49.145160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Attempting to bind port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:49.145486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Attempting to bind port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:49.146076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Attempting to bind port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a on network c5b3e005-b54d-4fbc-b5f8-1e8075172624 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:49.160671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.180867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Attempting to bind port d37e9b90-7eb4-4684-a184-84f451fb3b53 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:49.181474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Attempting to bind port d37e9b90-7eb4-4684-a184-84f451fb3b53 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:49.181985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Attempting to bind port d37e9b90-7eb4-4684-a184-84f451fb3b53 on network 970841f7-66e8-4af9-b07b-79813d76fa30 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:49.197050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bb38-c079-4ae0-9238-99f03fc2661a req-2339b36d-641a-4446-845f-950a216e2884 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:49.197976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c950bb38-c079-4ae0-9238-99f03fc2661a req-2339b36d-641a-4446-845f-950a216e2884 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Synchronizing usage tracker for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:42:49.212582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22ed5f7d-3d3d-45bc-a77d-d03dc59578b1 req-3ac7d619-cb50-49ce-ae8c-42930dcbd3d9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929875 Dec 20 11:42:49.218262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.273426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.289686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Deleting port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:49.290129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.317139 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:42:42Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:49.318571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a on network c5b3e005-b54d-4fbc-b5f8-1e8075172624 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:49.319036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Attempting to bind port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a on network c5b3e005-b54d-4fbc-b5f8-1e8075172624 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:49.323770 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19694537-5c4f-423f-bdea-d45b3fd2cf15 None None] The sync data for ids ['dd7f9d61-a613-4292-b79a-8ee6d5ecfc27'] in n-d-victoria-1 is: [{'id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'name': 'tempest-FloatingIPsAssociationTestJSON-1911228871-router', 'tenant_id': 'baba3a0b13674c7baea55278a0bfd536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162'}], 'enable_snat': True}, 'gw_port_id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:39:29Z', 'updated_at': '2021-12-20T11:42:42Z', 'revision_number': 5, 'project_id': 'baba3a0b13674c7baea55278a0bfd536', 'gw_port': {'id': '65936c58-b5f4-4aa4-b161-2ecb7bc5668d', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f9d61-a613-4292-b79a-8ee6d5ecfc27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:39:30Z', 'updated_at': '2021-12-20T11:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:42:49.354770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.367087 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3bc4ee4-6ae7-42d9-8eaf-faffc32b0981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:49.387725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7842b175-ecb2-47d6-96b7-939ba68e8ef8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:49.390207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.391571 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7842b175-ecb2-47d6-96b7-939ba68e8ef8 HTTP/1.1" status: 204 len: 168 time: 0.4030855 Dec 20 11:42:49.393369 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:49.420283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Port d37e9b90-7eb4-4684-a184-84f451fb3b53 on network 970841f7-66e8-4af9-b07b-79813d76fa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:49.421018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Attempting to bind port d37e9b90-7eb4-4684-a184-84f451fb3b53 on network 970841f7-66e8-4af9-b07b-79813d76fa30 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:49.433168 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-b5b07c5c-02f6-4330-9095-45a655ac0f0a service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067039 Dec 20 11:42:49.503427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:42:49.503764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Checking segment: {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:49.504379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Bound using segment: {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:42:49.504826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Bound port: 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581cdb95-4bad-45e7-8cb3-552ad5650730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:42:49.505177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.521294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c950bb38-c079-4ae0-9238-99f03fc2661a req-2339b36d-641a-4446-845f-950a216e2884 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Unset dirty status for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:42:49.522427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c950bb38-c079-4ae0-9238-99f03fc2661a req-2339b36d-641a-4446-845f-950a216e2884 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 943 time: 1.0237768 Dec 20 11:42:49.523687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.586720 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1eca2c5e-380a-4f0f-986e-4f2fb7cc0ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:49.606285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] For port 65936c58-b5f4-4aa4-b161-2ecb7bc5668d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:49.606645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.646618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:42:49.646961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Checking segment: {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:49.647406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Bound using segment: {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:42:49.647999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Bound port: d37e9b90-7eb4-4684-a184-84f451fb3b53, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:42:49.648221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.691167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00564280-2923-4094-90c5-53bda9c1e818,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:49.737964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Calling delete_port for 65936c58-b5f4-4aa4-b161-2ecb7bc5668d owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:49.792180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43848) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:49.821279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2797aad-9e03-4fdf-a7e9-e5007ae897c9 req-39a72635-da47-4d5c-9897-c962bddd14cb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:49.822922 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e2797aad-9e03-4fdf-a7e9-e5007ae897c9 req-39a72635-da47-4d5c-9897-c962bddd14cb tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.2972755 Dec 20 11:42:49.833009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.878034 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:49.890042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-8e76f8f3-4ce7-4c27-aba5-faa22f43cb2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43 HTTP/1.1" status: 200 len: 217 time: 0.3703172 Dec 20 11:42:49.927116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:49.930871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:49.938660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Usage tracker for resource:security_group_rule and tenant:010d2cbcd5d0463eac837aaeab7cd59f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:49.942870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:49.947271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e2797aad-9e03-4fdf-a7e9-e5007ae897c9 req-d0e59e91-4c70-4b9c-9910-616fef678fd1 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158702 Dec 20 11:42:49.956817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:50.023981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c950bb38-c079-4ae0-9238-99f03fc2661a req-a2762afe-e575-46a6-82e7-3722d9982046 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936779 Dec 20 11:42:50.038224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-ef074417-4293-4265-aa18-3b7482839e85 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8982499 Dec 20 11:42:50.046570 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00564280-2923-4094-90c5-53bda9c1e818 HTTP/1.1" status: 204 len: 168 time: 2.1230052 Dec 20 11:42:50.082487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43852) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:50.086776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-6e566a26-da16-4a58-ab2b-ff9fd4259fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:50.087325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-6e566a26-da16-4a58-ab2b-ff9fd4259fcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.1532664 Dec 20 11:42:50.184147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] For port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:42:50.203804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.211593 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c96fd2a0-e7e2-448b-9ac2-f461fc205a05 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:50.226691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] For port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:42:50.256584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.257731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Pushing event deleted for resources: {'Port': ['ID=65936c58-b5f4-4aa4-b161-2ecb7bc5668d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:50.260723 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:50.293582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.326560 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a5ddaf8-f203-416f-9b99-c60c99bdd291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:50.346061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.351557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:42:50.354631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=010d2cbcd5d0463eac837aaeab7cd59f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5601404 Dec 20 11:42:50.358400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06b721-79ab-4d38-8f15-04e6acda231a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:50.359073 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b022dbf-bbe9-4895-803c-6cb417947404 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:50.362441 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:50.386948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43858) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:50.417485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.479343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:42:50.539894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.572548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.574469 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] 10.222.0.16 "PUT /v2.0/ports/40b2c6ca-c65a-44a4-87dc-d58154c4bd8a HTTP/1.1" status: 200 len: 1093 time: 7.0574787 Dec 20 11:42:50.592426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.649524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd5e4871-b7fa-4446-a9b8-2427ae22140d req-77269aef-031f-451d-8512-09c2a6e1a01f service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908375 Dec 20 11:42:50.730615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'tag': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:50.812601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.822068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] 10.222.0.16 "PUT /v2.0/ports/d37e9b90-7eb4-4684-a184-84f451fb3b53 HTTP/1.1" status: 200 len: 1093 time: 6.8979888 Dec 20 11:42:50.857847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe9f185e-96f5-4873-a13e-e70b232f4db0 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:50.862520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-eab6ee2a-d713-4131-ad25-7dc21ac74f6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7556665 Dec 20 11:42:50.885530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Pushing event updated for resources: {'Port': ['ID=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:50.902544 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'tag': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a', 'status': 'completed', 'code': 200} Dec 20 11:42:50.920654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: fe9f185e-96f5-4873-a13e-e70b232f4db0 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:42:50.921118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe9f185e-96f5-4873-a13e-e70b232f4db0 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:42:50.933016 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:50.961681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.965841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:50.965988 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:50.999668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.000591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:42:51.025616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.029818 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dd7f9d61-a613-4292-b79a-8ee6d5ecfc27 HTTP/1.1" status: 204 len: 168 time: 2.8682323 Dec 20 11:42:51.030693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:51.170555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Deleting subnet 0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:42:51.175722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.210889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.236767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.240226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.276890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4ebb-935e-4f64-ad9b-0785d3db929a req-6febe968-c73d-442b-b0cc-7be87b478646 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:51.279321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40fc4ebb-935e-4f64-ad9b-0785d3db929a req-6febe968-c73d-442b-b0cc-7be87b478646 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 943 time: 0.8884618 Dec 20 11:42:51.298300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d018477-98a3-4cc1-88da-426bc0878a83 req-d8ff4f2d-7fc7-43ca-a184-f6f79e3f0c88 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:51.302458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d018477-98a3-4cc1-88da-426bc0878a83 req-d8ff4f2d-7fc7-43ca-a184-f6f79e3f0c88 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.1889703 Dec 20 11:42:51.323741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Pushing event updated for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:51.327395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628203b0-47bd-4a39-8eff-fb1bfc1e87a4']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:51.361199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.370119 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:51.371021 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d018477-98a3-4cc1-88da-426bc0878a83 req-f4b20e35-81f4-4ef0-b18f-e7c750905920 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652492 Dec 20 11:42:51.377859 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-b79342ac-60d5-4d57-8ddc-671fb1b4f962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f73f3f28323d4a64b5d6e8e8a32a0065&device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 1096 time: 0.7248094 Dec 20 11:42:51.382232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.398860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416e6dbd-1592-4d5c-9f3d-d001fb2aa535') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:51.399149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416e6dbd-1592-4d5c-9f3d-d001fb2aa535') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:51.456656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.461388 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:51.489187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.496302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:51.499032 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:51.503893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-f3529db8-5f91-425a-8007-95436d444aac service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005507 Dec 20 11:42:51.521020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a0c28-825a-470a-abfc-157173bb0243 None None] Network 039b0c97-7c96-478f-ae85-fa0b656b29c4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:42:51.527984 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-e542b49f-754d-4986-95eb-65b783ee3bf0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1096 time: 0.7845056 Dec 20 11:42:51.536750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.560378 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0fed8a7a-ec2c-4b5f-90f6-acd0f502fbab HTTP/1.1" status: 204 len: 168 time: 0.5272641 Dec 20 11:42:51.566521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:51.597780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.619148 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-b82172e4-c6b1-4272-924a-7d89818064de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a HTTP/1.1" status: 200 len: 217 time: 0.2121184 Dec 20 11:42:51.696627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ec1d0-50a4-48ca-a4a9-cd9b9c71e6a7 req-2da0cfae-bafa-4289-afc9-e25d7166e2d2 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:51.698197 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b19ec1d0-50a4-48ca-a4a9-cd9b9c71e6a7 req-2da0cfae-bafa-4289-afc9-e25d7166e2d2 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 943 time: 0.1975527 Dec 20 11:42:51.702583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.744946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Deleting port b092fe66-a60b-417b-9369-4b7a9e20b0a4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:51.745306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.800332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] DHCP port deletion for 039b0c97-7c96-478f-ae85-fa0b656b29c4 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:42:51.804269 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b19ec1d0-50a4-48ca-a4a9-cd9b9c71e6a7 req-fef48bc1-42a8-4986-a95c-e82706c317f9 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968535 Dec 20 11:42:51.804606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Deleting port b092fe66-a60b-417b-9369-4b7a9e20b0a4 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:51.804994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.853731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-5e38ce7a-bf90-40c0-b42b-6f363139440a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 1096 time: 0.9273877 Dec 20 11:42:51.862642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:51.863284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:51.878993 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:52.017360 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40fc4ebb-935e-4f64-ad9b-0785d3db929a req-f0db722d-84c8-4fe5-ab09-affac0301bd7 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968486 Dec 20 11:42:52.062855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-0a4c2c12-82d5-47ea-86ab-d8bcd50e20d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:52.065356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-0a4c2c12-82d5-47ea-86ab-d8bcd50e20d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecfcf1dd-5ca2-4acc-bdac-8128327f2f21 HTTP/1.1" status: 200 len: 853 time: 0.4171424 Dec 20 11:42:52.142197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] For port b092fe66-a60b-417b-9369-4b7a9e20b0a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b092fe66-a60b-417b-9369-4b7a9e20b0a4,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:52.142978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.160896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-5914ce49-a387-4dde-991f-1a74c0d2a436 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134777 Dec 20 11:42:52.180749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] For port b092fe66-a60b-417b-9369-4b7a9e20b0a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b092fe66-a60b-417b-9369-4b7a9e20b0a4,segment=NetworkSegment(1149155d-d3dc-4b22-9d87-ef4ccfcacd1b),segment_id=1149155d-d3dc-4b22-9d87-ef4ccfcacd1b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:52.181124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.270134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Calling delete_port for b092fe66-a60b-417b-9369-4b7a9e20b0a4 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:52.303092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.303446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Calling delete_port for b092fe66-a60b-417b-9369-4b7a9e20b0a4 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:42:52.313703 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:52.320468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-4f68629a-2683-4009-9ab4-c62d5cc74c96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53 HTTP/1.1" status: 200 len: 217 time: 0.4327786 Dec 20 11:42:52.354139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.355774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06b721-79ab-4d38-8f15-04e6acda231a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:52.363982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.369535 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1a11d041-58e1-40d6-806f-450f5e90c4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:52.392667 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:52.393954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.399635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:42:52.400030 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:42:52.400831 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:52.421047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Pushing event deleted for resources: {'Port': ['ID=b092fe66-a60b-417b-9369-4b7a9e20b0a4,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:52.426084 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:52.429103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] No DVR routers for this DVR port b092fe66-a60b-417b-9369-4b7a9e20b0a4 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:42:52.438334 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-d02b28c7-d0db-478b-b23c-70e574b3d9d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 HTTP/1.1" status: 200 len: 217 time: 0.2226939 Dec 20 11:42:52.456370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=628203b0-47bd-4a39-8eff-fb1bfc1e87a4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:52.488841 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:52.503075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.504175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f06b721-79ab-4d38-8f15-04e6acda231a HTTP/1.1" status: 204 len: 168 time: 2.1097801 Dec 20 11:42:52.507837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/628203b0-47bd-4a39-8eff-fb1bfc1e87a4 HTTP/1.1" status: 204 len: 168 time: 2.4219594 Dec 20 11:42:52.515465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-fcc3ae81-988a-49f1-af09-3e3746347c0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:52.516898 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-fcc3ae81-988a-49f1-af09-3e3746347c0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.9261746 Dec 20 11:42:52.623312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-81364ba0-674a-49e8-bbeb-befc05f781b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:52.624737 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-81364ba0-674a-49e8-bbeb-befc05f781b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 HTTP/1.1" status: 200 len: 862 time: 0.2824721 Dec 20 11:42:52.700223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-9b8113e0-6d4e-4897-8250-8fff28f9521f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 200 len: 217 time: 0.1757500 Dec 20 11:42:52.701446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-7eac78a2-c22f-471d-b659-883d5754eb81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:52.702815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-7eac78a2-c22f-471d-b659-883d5754eb81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.2501078 Dec 20 11:42:52.707989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-69dde307-ef80-4189-a084-a51f8e868c8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=970841f7-66e8-4af9-b07b-79813d76fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634170 Dec 20 11:42:52.807472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:52.825519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-ceda822c-e4af-4abf-99d3-28613ff3407f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c5b3e005-b54d-4fbc-b5f8-1e8075172624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6122632 Dec 20 11:42:52.873480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65936c58-b5f4-4aa4-b161-2ecb7bc5668d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:52.879296 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4adb75f3-6e36-4316-b34a-934e2a8a4423 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4158ffbdaa540a29f063280fb6f1ded&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0702202 Dec 20 11:42:52.882226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:52.902174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Deleting port b092fe66-a60b-417b-9369-4b7a9e20b0a4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:42:52.902523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:52.954635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:42:52.964421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 65936c58-b5f4-4aa4-b161-2ecb7bc5668d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:42:52.965147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 65936c58-b5f4-4aa4-b161-2ecb7bc5668d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:42:52.965826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b092fe66-a60b-417b-9369-4b7a9e20b0a4 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:42:52.990124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] The port 'b092fe66-a60b-417b-9369-4b7a9e20b0a4' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:42:53.000075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-74d46852-27dc-4372-8962-782d935b1d2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:53.001519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-74d46852-27dc-4372-8962-782d935b1d2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.2885756 Dec 20 11:42:53.006459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b092fe66-a60b-417b-9369-4b7a9e20b0a4 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:42:53.007744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b092fe66-a60b-417b-9369-4b7a9e20b0a4 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:42:53.101251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae24e88-e97a-4688-a3c6-b27b457d203c req-dc2fe34d-ae01-4912-a3a7-b57efe3262ee tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:53.108232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ae24e88-e97a-4688-a3c6-b27b457d203c req-dc2fe34d-ae01-4912-a3a7-b57efe3262ee tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.5876329 Dec 20 11:42:53.143733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.148728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-abb3e02b-f3a2-4e0e-96d4-6aae79e97845 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377549 Dec 20 11:42:53.207992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.249850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.257127 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-7cb83d42-bc7e-4517-b992-9b001dc1cfda service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090594 Dec 20 11:42:53.321473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039b0c97-7c96-478f-ae85-fa0b656b29c4']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:53.346891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:53.347376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1149155d-d3dc-4b22-9d87-ef4ccfcacd1b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:42:53.366647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.374827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.379723 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea94e1a0-113f-4a17-8c66-b0116799005a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:53.404631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3812c-72b7-48a0-98b9-390266c942b2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:53.414673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab2b32-462c-4855-ba37-7de76c954b0e req-cd46d15a-1d10-41fc-b69b-34fef20de5f0 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:53.416344 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1bab2b32-462c-4855-ba37-7de76c954b0e req-cd46d15a-1d10-41fc-b69b-34fef20de5f0 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 943 time: 0.3536646 Dec 20 11:42:53.417889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.420929 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:53.430528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:42:53.431012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:42:53.446944 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:42:53.469207 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-8c0640da-d8d1-4f52-a472-003e4c9d6946 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7571232 Dec 20 11:42:53.507004 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-8154cf00-1b2f-4065-9a0a-49ef4a75ab88 service neutron] 10.222.0.16 "GET /v2.0/networks/c5b3e005-b54d-4fbc-b5f8-1e8075172624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711199 Dec 20 11:42:53.529981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ae24e88-e97a-4688-a3c6-b27b457d203c req-fd9249b5-7039-42e2-ae85-8bfab040cf53 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207268 Dec 20 11:42:53.557848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.559580 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9af3812c-72b7-48a0-98b9-390266c942b2 HTTP/1.1" status: 204 len: 168 time: 0.6764741 Dec 20 11:42:53.580997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1bab2b32-462c-4855-ba37-7de76c954b0e req-9625e645-7b9e-4b2d-8a01-049bf2853cde tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331275 Dec 20 11:42:53.589782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.594113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-231c1023-df4b-4bac-9a7f-6c411c385e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:53.625624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:53.651869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Pushing event deleted for resources: {'Network': ['ID=039b0c97-7c96-478f-ae85-fa0b656b29c4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:53.660945 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:53.673612 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] 10.222.0.32 "DELETE /v2.0/networks/039b0c97-7c96-478f-ae85-fa0b656b29c4 HTTP/1.1" status: 204 len: 168 time: 2.1046586 Dec 20 11:42:53.756334 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'status': 'completed', 'code': 200} Dec 20 11:42:53.812569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-cd7624cb-93c2-406b-8250-1fefcc80d163 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575682 Dec 20 11:42:54.014365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:54.028377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7404bcb5-2e66-4829-b078-13a7b15a8433 req-b51da8a5-5db5-4bd7-8fa1-df33102a4253 service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637582 Dec 20 11:42:54.072456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-54ba035d-c182-4cdf-a34a-a84e3a81b30d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baba3a0b13674c7baea55278a0bfd536&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569487 Dec 20 11:42:54.074733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-051f12c3-7764-40e6-bd21-e02dad807d34 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700114 Dec 20 11:42:54.075245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:54.114564 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2499f946-f68b-4a23-b738-56273fc4fcb7 req-391e763a-15e9-4b63-8c2e-d7f4636f5fff service neutron] 10.222.0.16 "GET /v2.0/networks/c5b3e005-b54d-4fbc-b5f8-1e8075172624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836356 Dec 20 11:42:54.154446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:54.172256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff68762-407d-43e3-89aa-2163edd4ec2d req-7f5c0333-51fc-4533-958f-188bcec598a1 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494072 Dec 20 11:42:54.216555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:54.278807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:54.286284 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7a108a56-41a3-4b56-8f6e-da46850491de tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:54.304048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c21f45-7572-43a1-9b98-79f3732a4b88,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:54.330961 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:54.335176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee7d4-59ec-4e3c-81e2-deba75501548 req-1140a734-00f5-4e05-b10d-83b5f808a1cc tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:54.336921 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b6ee7d4-59ec-4e3c-81e2-deba75501548 req-1140a734-00f5-4e05-b10d-83b5f808a1cc tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 943 time: 0.4841800 Dec 20 11:42:54.359411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:54.360856 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43c21f45-7572-43a1-9b98-79f3732a4b88 HTTP/1.1" status: 204 len: 168 time: 0.2835774 Dec 20 11:42:54.396496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-007a1eff-39cb-4708-8e18-88e2eeba58c6 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679057 Dec 20 11:42:54.403248 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-272967e7-3ef2-4cab-8134-6bad5b81fd7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 1096 time: 0.3193026 Dec 20 11:42:54.534089 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-7555ae24-8ee4-4c06-bb34-c8e2a2ad5da1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 200 len: 217 time: 0.1278741 Dec 20 11:42:54.542375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-645c1bad-8c05-4ef7-8b5b-d8c102ba35fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f73f3f28323d4a64b5d6e8e8a32a0065&device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 1096 time: 0.3628452 Dec 20 11:42:54.578293 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b6ee7d4-59ec-4e3c-81e2-deba75501548 req-16d6ee57-23ba-4ed0-8963-e28ab8087c45 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225792 Dec 20 11:42:54.779031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-8f5aa04c-5392-4463-abb0-d5690f0fb3d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:54.780784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-8f5aa04c-5392-4463-abb0-d5690f0fb3d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.2375786 Dec 20 11:42:54.786632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-d2730bff-f88c-47b1-80e3-2203169ee2cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:54.788190 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-d2730bff-f88c-47b1-80e3-2203169ee2cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 923 time: 0.3737669 Dec 20 11:42:54.832230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936464-c5ba-4caa-8b3a-caaf8bce73ee req-037c2ead-d7ea-49ad-9f9b-626baa02ed06 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:54.841172 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a9936464-c5ba-4caa-8b3a-caaf8bce73ee req-037c2ead-d7ea-49ad-9f9b-626baa02ed06 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.1445408 Dec 20 11:42:54.913138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a9936464-c5ba-4caa-8b3a-caaf8bce73ee req-f24ed768-910e-410a-98c1-8a94c39c0905 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709558 Dec 20 11:42:55.135433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-093dbf3c-4683-4416-9568-cdc271a0b41e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53 HTTP/1.1" status: 200 len: 217 time: 0.3109205 Dec 20 11:42:55.141037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-810dbf70-4e7c-4f9c-9a83-7cd6ae8adb65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:55.142447 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-810dbf70-4e7c-4f9c-9a83-7cd6ae8adb65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c5b3e005-b54d-4fbc-b5f8-1e8075172624 HTTP/1.1" status: 200 len: 915 time: 0.5144200 Dec 20 11:42:55.270590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-c7d5654e-c07d-4db3-ae97-1c67215646b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a HTTP/1.1" status: 200 len: 217 time: 0.0907779 Dec 20 11:42:55.290591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:55.332932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-3611a12e-eba0-43d2-99df-be1476d998a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:55.334795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-3611a12e-eba0-43d2-99df-be1476d998a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 HTTP/1.1" status: 200 len: 862 time: 0.1907437 Dec 20 11:42:55.383805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe440c2-2a11-41a2-b216-8a50edbe99cd req-a1fec80a-d128-4b05-9835-a572f920ee38 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:55.385330 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fe440c2-2a11-41a2-b216-8a50edbe99cd req-a1fec80a-d128-4b05-9835-a572f920ee38 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 943 time: 0.5935736 Dec 20 11:42:55.400579 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-a0ed3a29-cc81-41ac-a896-ea251ef05342 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6112437 Dec 20 11:42:55.409297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-896fd676-d98a-49cb-adc4-646f712dbdf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=970841f7-66e8-4af9-b07b-79813d76fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669968 Dec 20 11:42:55.489577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-b4dd9127-c789-42ba-9b8d-d3bcd3982536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:55.491039 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-b4dd9127-c789-42ba-9b8d-d3bcd3982536 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecfcf1dd-5ca2-4acc-bdac-8128327f2f21 HTTP/1.1" status: 200 len: 853 time: 0.2023246 Dec 20 11:42:55.506418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1256529114-network', 'tenant_id': 'b0960d830a9448b091145fbd562059fb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:55.512495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:55.519559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Usage tracker for resource:network and tenant:b0960d830a9448b091145fbd562059fb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:55.523159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:55.531138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:55.545371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Made reservation on behalf of b0960d830a9448b091145fbd562059fb for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:55.548283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:55.569401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:55.616011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:55.621123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Usage tracker for resource:security_group_rule and tenant:b0960d830a9448b091145fbd562059fb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:55.625257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:55.633488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:55.707343 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5fe440c2-2a11-41a2-b216-8a50edbe99cd req-46778940-5361-4523-bb4c-90ae59da739a tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059309 Dec 20 11:42:55.746275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:55.778231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-b206f12a-7989-4b4f-b4ce-b3882fcdbcf2 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680110 Dec 20 11:42:55.781767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-158eec2f-002a-4ae1-84e6-c54756a7bde4 service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317311 Dec 20 11:42:55.797562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:55.807228 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c711cd9-d488-4c5a-b684-c9bd1939fea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:55.851440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:55.871368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:55.875197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-8591dee8-6318-444c-941e-b64cd8fe324c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c5b3e005-b54d-4fbc-b5f8-1e8075172624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3665359 Dec 20 11:42:55.888471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:55.888813 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Added segment 18a2bda8-b5a7-404a-82af-5c071f254821 of type vlan for network 5cddd56e-4124-4442-a177-9b9f7d531785 Dec 20 11:42:55.890113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:55.893878 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:55.935039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf26d7-34e4-40f2-8b8d-8d36a4304a84 req-28d52d4e-16fa-4389-9dd8-b80d72a00392 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:55.936705 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93cf26d7-34e4-40f2-8b8d-8d36a4304a84 req-28d52d4e-16fa-4389-9dd8-b80d72a00392 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 943 time: 0.1880910 Dec 20 11:42:55.943779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.001564 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93cf26d7-34e4-40f2-8b8d-8d36a4304a84 req-7e877c69-6637-4d0e-a8dd-ebc32575f15b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534799 Dec 20 11:42:56.027377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.030081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:56.030916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.057467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9b9e22f-ce91-48b6-9c39-e6612847975a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:56.133827 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2abb6a4f-1443-440f-afd4-65cfbe057213 req-1d093bd9-4f8e-4392-93f3-2be29906a8bb service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436687 Dec 20 11:42:56.137668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:56.153973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31d440d8-092a-41d9-bf7b-dd6df7287252 req-70bc6c98-3f7c-4487-b724-bc624e020cd8 service neutron] 10.222.0.16 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648942 Dec 20 11:42:56.183219 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-aab78c31-de64-4cdc-ac4b-1b4f13018651 service neutron] 10.222.0.16 "GET /v2.0/networks/c5b3e005-b54d-4fbc-b5f8-1e8075172624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016875 Dec 20 11:42:56.195098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2111566559'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:56.198937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Pushing event updated for resources: {'Network': ['ID=5cddd56e-4124-4442-a177-9b9f7d531785,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:56.202090 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9103441 Dec 20 11:42:56.203147 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:56.204815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:56.208786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:56.211945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 5cddd56e-4124-4442-a177-9b9f7d531785 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:56.214573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Request body: {'subnet': {'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1256529114-subnet', 'tenant_id': 'b0960d830a9448b091145fbd562059fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:56.225825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Usage tracker for resource:network and tenant:9203ff45c6554c93be697b011a85ed9b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:56.240665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:56.240665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:56.240665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Usage tracker for resource:subnet and tenant:b0960d830a9448b091145fbd562059fb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:56.254827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:56.254827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:56.277573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:56.301985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Made reservation on behalf of 9203ff45c6554c93be697b011a85ed9b for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:56.301985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.321760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.357120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Made reservation on behalf of b0960d830a9448b091145fbd562059fb for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:56.359463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.397988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1882801212-network', 'tenant_id': '677931f66d4746109d544575415a7c94'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:56.407824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:56.427973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Usage tracker for resource:network and tenant:677931f66d4746109d544575415a7c94 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:56.434885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:56.450938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:56.457534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8cd7635-3e45-439e-b015-07e27ea2f824 req-24a68dec-69a2-421e-8521-16d4d90f83cc service neutron] 10.222.0.16 "GET /v2.0/networks/c5b3e005-b54d-4fbc-b5f8-1e8075172624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681928 Dec 20 11:42:56.469445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc1078-b3df-43d5-8ec1-57bbb6ae98b1 req-e3e2884d-6c9b-4b6e-b4d5-ab6db042086c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:56.470889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6fc1078-b3df-43d5-8ec1-57bbb6ae98b1 req-e3e2884d-6c9b-4b6e-b4d5-ab6db042086c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.2499535 Dec 20 11:42:56.471942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Made reservation on behalf of 677931f66d4746109d544575415a7c94 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:56.474197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.506804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.557312 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6fc1078-b3df-43d5-8ec1-57bbb6ae98b1 req-be8e5d59-d555-4145-b89f-f807995459cf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737152 Dec 20 11:42:56.561916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:56.566461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Usage tracker for resource:security_group_rule and tenant:677931f66d4746109d544575415a7c94 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:56.569496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:56.575915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:56.626779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:56.635349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Usage tracker for resource:security_group_rule and tenant:9203ff45c6554c93be697b011a85ed9b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:56.639051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:56.646341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.647180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:56.650498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.654525 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b576d420-ae21-4e26-b494-9a38c338945b tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:56.677478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:56.689228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff09b3de-c613-497c-a677-1912841d2899,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:56.693351 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:56.694256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.694590 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Added segment 7e98b579-e704-4ab5-b06f-c90ab824535f of type vlan for network 64fc4d33-1739-4479-9a4a-61851baed768 Dec 20 11:42:56.720255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.752656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.753580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:56.754304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.759342 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6cbd9c53-9f63-4c68-99d4-027f144efce2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:56.805860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.811614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.817520 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8432a9a1-cabb-43a7-bc17-38ec72a970cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:56.828560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.858155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:42:56.918843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42b114-ab17-4195-a05b-e33e945c801b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:56.921825 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:56.923038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:56.923369 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Added segment 9bddb321-af5e-45d8-9f8e-ed48753d0441 of type vlan for network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 Dec 20 11:42:56.926742 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b2232f6-453f-4b98-8e7c-e631993abaed tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:56.987492 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8459795 Dec 20 11:42:56.990103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44026) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:56.990780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Pushing event updated for resources: {'Network': ['ID=64fc4d33-1739-4479-9a4a-61851baed768,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:56.994729 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:56.998089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Request body: {'subnet': {'network_id': '64fc4d33-1739-4479-9a4a-61851baed768', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1882801212-subnet', 'tenant_id': '677931f66d4746109d544575415a7c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:57.001206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 64fc4d33-1739-4479-9a4a-61851baed768 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:57.003305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:57.007129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Usage tracker for resource:subnet and tenant:677931f66d4746109d544575415a7c94 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:57.009990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:57.015721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:57.022547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.028561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Made reservation on behalf of 677931f66d4746109d544575415a7c94 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:57.031425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.042290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b32804-8bc8-4920-b415-856a0cc49424,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:57.045012 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:57.058051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Checking segment: {'id': '18a2bda8-b5a7-404a-82af-5c071f254821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:57.058407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Network hostable DHCP agents. Network: 5cddd56e-4124-4442-a177-9b9f7d531785, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:42:57.097839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0372b-b01c-4a37-bbbd-35237929d101 req-fb21028d-19df-4fb8-8d26-9f716450e0b5 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:57.099468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-59c0372b-b01c-4a37-bbbd-35237929d101 req-fb21028d-19df-4fb8-8d26-9f716450e0b5 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 943 time: 0.2496328 Dec 20 11:42:57.104403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.108597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:57.109203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.115847 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-779539ac-f928-48fe-a77a-cbe354019ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:57.206637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Network 5cddd56e-4124-4442-a177-9b9f7d531785 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:42:57.276124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Pushing event updated for resources: {'Network': ['ID=88f88a99-63d6-4190-a2c2-bff3ccc184d8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:57.279123 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:57.284517 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4120502 Dec 20 11:42:57.285869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 5cddd56e-4124-4442-a177-9b9f7d531785) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:57.290187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:57.290625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.297852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-59c0372b-b01c-4a37-bbbd-35237929d101 req-b065af3f-0ac0-4aa6-b3f0-7d2102b9a823 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827648 Dec 20 11:42:57.308299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b022192-278a-43b3-a84c-3ac3e66e3e0d None None] Network 5cddd56e-4124-4442-a177-9b9f7d531785 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:42:57.317131 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1075022 Dec 20 11:42:57.331648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:42:57.368219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8e6ec-b695-489b-910e-396685a11b3d req-04b0372d-7ab5-42e8-bb42-67d508610743 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:57.375358 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ce8e6ec-b695-489b-910e-396685a11b3d req-04b0372d-7ab5-42e8-bb42-67d508610743 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 943 time: 0.1937780 Dec 20 11:42:57.419050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.423676 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-06a2e0af-3efc-4e2f-85ab-d4e5b9497e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:57.467668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ce8e6ec-b695-489b-910e-396685a11b3d req-a7bc14c4-6101-4e45-901e-4a9db441fa67 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913863 Dec 20 11:42:57.557726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Checking segment: {'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:57.558259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Network hostable DHCP agents. Network: 64fc4d33-1739-4479-9a4a-61851baed768, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:42:57.567902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59f8782-db4d-42f0-a8b2-d7c74a5bbf21,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:57.570817 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:57.588322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Network 64fc4d33-1739-4479-9a4a-61851baed768 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:42:57.607869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 64fc4d33-1739-4479-9a4a-61851baed768) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:57.619735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:57.620529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.621183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191df473-7b89-4c96-94c7-812f1a8df930 None None] Network 64fc4d33-1739-4479-9a4a-61851baed768 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:42:57.645686 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6524780 Dec 20 11:42:57.649565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:57.656499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:57.661942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:57.666025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Usage tracker for resource:router and tenant:677931f66d4746109d544575415a7c94 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:57.669574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:57.676274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:57.691386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.692423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.714972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.797723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2107cb6-688e-4609-908e-05f73a07b2b4 None None] Network 5cddd56e-4124-4442-a177-9b9f7d531785 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:42:57.840303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:57.848286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Request body: {'port': {'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8', 'binding:host_id': 'n-h1-victoria-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-147304020'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:42:57.859755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:57.866353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Usage tracker for resource:port and tenant:0f85e0c118af49dfb7c50977ffc069e0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:57.875442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:57.883042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:57.898669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Made reservation on behalf of 0f85e0c118af49dfb7c50977ffc069e0 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:42:57.904051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.909815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d449211-a2a1-42ae-a3d4-9df3af85ddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.922113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:57.930928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.021343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:42:58.027139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Usage tracker for resource:security_group_rule and tenant:0f85e0c118af49dfb7c50977ffc069e0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:42:58.030584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:42:58.038984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:42:58.081966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31ba43-0a12-4ccd-a642-3ad28a01f558 req-3e7f714d-aeae-41ac-91e4-875af71805e6 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:58.083738 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cf31ba43-0a12-4ccd-a642-3ad28a01f558 req-3e7f714d-aeae-41ac-91e4-875af71805e6 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.1133931 Dec 20 11:42:58.099330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-f6269640-03c1-4f9e-ac73-a8626b416e5c tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:58.099330 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-f6269640-03c1-4f9e-ac73-a8626b416e5c tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/networks?id=5cddd56e-4124-4442-a177-9b9f7d531785 HTTP/1.1" status: 200 len: 814 time: 0.2239683 Dec 20 11:42:58.100773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-64fc4d33-1739-4479-9a4a-61851baed768', 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768', 'tenant_id': '677931f66d4746109d544575415a7c94', 'fixed_ips': [{'subnet_id': 'a59f8782-db4d-42f0-a8b2-d7c74a5bbf21'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:42:58.101868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.157240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-63e22d87-fef0-4e60-b0de-532e61cff65a tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/quotas/b0960d830a9448b091145fbd562059fb HTTP/1.1" status: 200 len: 375 time: 0.0134237 Dec 20 11:42:58.169066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cf31ba43-0a12-4ccd-a642-3ad28a01f558 req-1939cb66-2394-42b8-8c27-6fd36d20426e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770419 Dec 20 11:42:58.184658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.190908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.203081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] device_id is not set on port b69d649d-f496-4819-9a2e-836aeb8571e6 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:42:58.216460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-68949b77-81e1-4bad-aedb-72e5d5123c5a tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0960d830a9448b091145fbd562059fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509057 Dec 20 11:42:58.240701 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-427bc095-4d16-4033-8111-14f9bb46ad43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:58.281210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d37e9b90-7eb4-4684-a184-84f451fb3b53 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:42:58.293008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef56a08-e662-4ed7-aaa6-2766f4bd4845,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:58.297046 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:58.320917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Allocated IP 172.20.0.2 (64fc4d33-1739-4479-9a4a-61851baed768/a59f8782-db4d-42f0-a8b2-d7c74a5bbf21/dc168957-a2db-4520-a1b9-863b776494a7) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:42:58.412775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.452365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.462368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-f2a7f3fc-4c75-47ba-ac05-4027c64006ee service neutron] 10.222.0.32 "GET /v2.0/networks/5cddd56e-4124-4442-a177-9b9f7d531785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352910 Dec 20 11:42:58.564245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:58.598997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] device_id is not set on port b69d649d-f496-4819-9a2e-836aeb8571e6 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:42:58.603601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'port_id': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'mac_address': 'fa:16:3e:4f:d0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ff83e5-9142-4d4d-9bc0-c2a4999d2842', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:42:58.611205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.640915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Transition to ACTIVE for port object b69d649d-f496-4819-9a2e-836aeb8571e6 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:58.651890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bb591-7e2d-4f3f-b934-74d7204a1177 req-fe82baa1-11a8-44ee-8a9b-c1bf1d58b268 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:58.653351 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-740bb591-7e2d-4f3f-b934-74d7204a1177 req-fe82baa1-11a8-44ee-8a9b-c1bf1d58b268 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 943 time: 0.1684537 Dec 20 11:42:58.664423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.683494 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-999dfbdd-f8ed-49d4-b6ab-7bc7e2f36018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:58.707035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-8a1cba17-2047-4c05-ad37-f66e84eb0053 service neutron] 10.222.0.32 "GET /v2.0/networks/5cddd56e-4124-4442-a177-9b9f7d531785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433360 Dec 20 11:42:58.718672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.742120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Allocated IP 172.35.0.214 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/374fd700-2a51-4038-ba0e-ca37f570177f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:42:58.748821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37e9b90-7eb4-4684-a184-84f451fb3b53 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:42:58.775489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:58.780636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.791110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=b69d649d-f496-4819-9a2e-836aeb8571e6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:58.796730 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:58.800565 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-740bb591-7e2d-4f3f-b934-74d7204a1177 req-b8317bd6-7d1c-4976-86cc-8ad3866ec14b tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335654 Dec 20 11:42:58.808103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Checking segment: {'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:42:58.808463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Network hostable DHCP agents. Network: 88f88a99-63d6-4190-a2c2-bff3ccc184d8, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:42:58.810805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:58.813140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:42:58.829041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Transition to ACTIVE for port object dc168957-a2db-4520-a1b9-863b776494a7 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:58.831091 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:58.833374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:42:58.846967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 88f88a99-63d6-4190-a2c2-bff3ccc184d8) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:58.853025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:58.888149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:58.888449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:58.898509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:58.918343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:58.921526 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:58.921933 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 2 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:58.934274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:58.941418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93379872-3ea6-4259-b898-523b965fa99f None None] Network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:42:58.956769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:58.962251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:58.962904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:58.975169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:58.979067 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:58.979897 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:58.980624 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 3 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.059845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.060279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.060898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.072384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.073027 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.074207 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 4 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.082025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 65ab7722-5f6a-450c-ae5b-674660ece87f details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:42:59.093136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.093570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.094257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.105009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.105497 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.108651 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 5 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.112792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Transition to ACTIVE for port object dc168957-a2db-4520-a1b9-863b776494a7 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:42:59.126248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:42:59.139978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.140466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.140896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.150540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.150922 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.152041 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 6 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.162384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.168696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.169195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.169612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.179311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7463b-cca0-4424-acd3-e16b9c4b3313 req-6fe7df58-785f-4a41-914f-f66d1f81e2bd tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:59.186450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8aa7463b-cca0-4424-acd3-e16b9c4b3313 req-6fe7df58-785f-4a41-914f-f66d1f81e2bd tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 944 time: 0.1878245 Dec 20 11:42:59.208289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.214244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.214917 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.217246 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 7 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.225843 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:59.251712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.252687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.255117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.269487 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8aa7463b-cca0-4424-acd3-e16b9c4b3313 req-30e1a5d3-433e-4294-83b7-1449e27fc2fb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820494 Dec 20 11:42:59.280448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.281200 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.282471 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 8 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.317656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.318520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.319289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.337901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.338256 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.339253 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 9 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.355831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.375637 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-aa3e23ee-6e45-474c-b4de-b94f3177b994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:59.377782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.378181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.378521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.395537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.395870 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.396916 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 10 to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 Dec 20 11:42:59.418204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-910a3ddc-a1b9-43f4-a380-2912dc15c7ff req-d67c50ef-3611-4094-bf32-5b2e0d8c04d5 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 210 time: 0.1032939 Dec 20 11:42:59.421788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:42:59.431079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.431418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.431753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.436627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:59.443143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:59.447291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port b69d649d-f496-4819-9a2e-836aeb8571e6 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:42:59.447620 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port b69d649d-f496-4819-9a2e-836aeb8571e6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:42:59.447986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.522030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:42:59.533285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Pushing event updated for resources: {'Port': ['ID=374fd700-2a51-4038-ba0e-ca37f570177f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:59.537723 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:59.592444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Network 64fc4d33-1739-4479-9a4a-61851baed768 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:42:59.602478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:42:59.605093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:42:59.629289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Pushing event updated for resources: {'Port': ['ID=dc168957-a2db-4520-a1b9-863b776494a7,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:59.632700 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:59.648321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:59.648578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] For port b69d649d-f496-4819-9a2e-836aeb8571e6, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:42:59.648897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempted to set empty binding levels {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 11:42:59.658307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.665753 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:42:59.677926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.678895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.719051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187afd2-51c9-4842-9308-a2f3ee08abc6 req-bbcf04c6-a5b0-4962-8818-c9087a075286 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:42:59.726416 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4187afd2-51c9-4842-9308-a2f3ee08abc6 req-bbcf04c6-a5b0-4962-8818-c9087a075286 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.2062399 Dec 20 11:42:59.780753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a', 'network_id': 'c5b3e005-b54d-4fbc-b5f8-1e8075172624', 'port_id': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a', 'mac_address': 'fa:16:3e:3f:ca:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfcf1dd-5ca2-4acc-bdac-8128327f2f21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:42:59.870490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.905723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=b69d649d-f496-4819-9a2e-836aeb8571e6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:42:59.911421 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:42:59.930746 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4187afd2-51c9-4842-9308-a2f3ee08abc6 req-aaee2b38-ac1f-4b42-b445-da92e605cf3b tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032397 Dec 20 11:42:59.947270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:42:59.954329 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.1127570 Dec 20 11:42:59.967012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44086) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:42:59.968491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Attempting to bind port dc168957-a2db-4520-a1b9-863b776494a7 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:42:59.968897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Attempting to bind port dc168957-a2db-4520-a1b9-863b776494a7 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:42:59.969262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Attempting to bind port dc168957-a2db-4520-a1b9-863b776494a7 on network 64fc4d33-1739-4479-9a4a-61851baed768 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:42:59.991815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '65ab7722-5f6a-450c-ae5b-674660ece87f', 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283', 'port_id': '65ab7722-5f6a-450c-ae5b-674660ece87f', 'mac_address': 'fa:16:3e:33:0e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e6d6c6-7d46-433e-b305-c582d0277513', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:42:59.993378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dfef9ce9-594a-4078-95f7-423f69bedf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:42:59.994808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.003713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:43:00.012794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:00.013205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Checking segment: {'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:00.013585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.013985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Bound using segment: {'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:00.014491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Bound port: dc168957-a2db-4520-a1b9-863b776494a7, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:00.015042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.052179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Deleting port b69d649d-f496-4819-9a2e-836aeb8571e6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:00.053115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.067475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:00.131256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.149230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:00.163446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.171931 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:00.204374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ab7722-5f6a-450c-ae5b-674660ece87f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:00.272754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e5bcd-9ca6-4532-b3ae-fcaa044efc5e req-e79892f6-0d15-436f-aba1-9bd77ef26316 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:00.279991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-189e5bcd-9ca6-4532-b3ae-fcaa044efc5e req-e79892f6-0d15-436f-aba1-9bd77ef26316 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 943 time: 0.2682533 Dec 20 11:43:00.338016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:00.354659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:00.355269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] For port b69d649d-f496-4819-9a2e-836aeb8571e6, host n-h1-victoria-1, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:00.355858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.377224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.380830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:00.394473 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:00.397331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dc168957-a2db-4520-a1b9-863b776494a7,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:00.398229 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:00.487089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:00.490102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['d37e9b90-7eb4-4684-a184-84f451fb3b53'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:00.519798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['40b2c6ca-c65a-44a4-87dc-d58154c4bd8a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:00.532850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Calling delete_port for b69d649d-f496-4819-9a2e-836aeb8571e6 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:00.553977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-4951464f-c742-4387-9387-9c84c1b50dd3 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:00.556260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-4951464f-c742-4387-9387-9c84c1b50dd3 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.53 "GET /v2.0/networks?id=5cddd56e-4124-4442-a177-9b9f7d531785 HTTP/1.1" status: 200 len: 814 time: 0.3582423 Dec 20 11:43:00.558736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-189e5bcd-9ca6-4532-b3ae-fcaa044efc5e req-69252b8e-f1ed-48f0-b2b4-d8f16a32df3c tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776091 Dec 20 11:43:00.561576 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:00.573187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.589306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Request body: {'port': {'device_id': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785', 'admin_state_up': True, 'tenant_id': 'b0960d830a9448b091145fbd562059fb'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:00.590491 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:00.680829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['65ab7722-5f6a-450c-ae5b-674660ece87f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:00.730087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8072d-d9e2-4cb8-90b3-9da7f25a17ff req-a21f7b84-b4a2-41a6-a531-2febcdac6075 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:00.731669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54f8072d-d9e2-4cb8-90b3-9da7f25a17ff req-a21f7b84-b4a2-41a6-a531-2febcdac6075 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 944 time: 0.1531947 Dec 20 11:43:00.733793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.740434 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fa0967ab-aa7b-47d0-891a-f4c520f79ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:00.761218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:43:00.784953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Sync routers for ids ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:43:00.792882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07fff132-37d3-4f08-b879-717cf62318a2 req-923e7f93-e78a-4bf7-8916-3538b19f6cd4 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 210 time: 0.0809200 Dec 20 11:43:00.813349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event deleted for resources: {'Port': ['ID=b69d649d-f496-4819-9a2e-836aeb8571e6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:00.821025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Pushing event updated for resources: {'Port': ['ID=dc168957-a2db-4520-a1b9-863b776494a7,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:00.828582 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:00.845284 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:00.852463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.856574 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2054853 Dec 20 11:43:00.857438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:00.858956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:00.868738 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54f8072d-d9e2-4cb8-90b3-9da7f25a17ff req-29607539-ff09-4b94-8211-ab1e22d02e58 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890005 Dec 20 11:43:00.872945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b69d649d-f496-4819-9a2e-836aeb8571e6 HTTP/1.1" status: 204 len: 168 time: 0.9029191 Dec 20 11:43:00.873562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44100) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:00.905052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Routers {'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:00.905710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:00.925559 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d80bcba-3990-43c7-aa9e-c47e6399d192 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] GET failed (client error): The resource could not be found. Dec 20 11:43:00.926237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d80bcba-3990-43c7-aa9e-c47e6399d192 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Synchronizing usage tracker for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:00.946948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d80bcba-3990-43c7-aa9e-c47e6399d192 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Unset dirty status for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:00.951900 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0d80bcba-3990-43c7-aa9e-c47e6399d192 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "GET /v2.0/ports/b69d649d-f496-4819-9a2e-836aeb8571e6 HTTP/1.1" status: 404 len: 333 time: 0.0742774 Dec 20 11:43:00.952108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:00.952231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:00.962235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Usage tracker for resource:port and tenant:b0960d830a9448b091145fbd562059fb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:00.966227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:00.969188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Request body: {'port': {'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-891096010'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:00.976436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:00.979441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:01.000956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:01.011881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Made reservation on behalf of b0960d830a9448b091145fbd562059fb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:01.015615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.022461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Made reservation on behalf of 0f85e0c118af49dfb7c50977ffc069e0 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:01.029016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.054528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] device_id is not set on port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:01.338381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.356714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.426304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Set router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:01.433841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.469655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.479740 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3b288c92-85a8-4087-b358-e924e4480d9e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:01.554884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:01.557641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:01.561715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:01.562543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:01.563993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.588169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=fea53bba-1a0f-4036-a58b-d6f379e0dbf8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:01.591172 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:01.615148 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6616316 Dec 20 11:43:01.616069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44116) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:01.622653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:01.656602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164f85f-4d60-49be-b332-33f9772762ee req-cade295c-ee14-45e4-af36-d72b866b92b2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:01.664755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3164f85f-4d60-49be-b332-33f9772762ee req-cade295c-ee14-45e4-af36-d72b866b92b2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 944 time: 0.4971163 Dec 20 11:43:01.698765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Allocated IP 172.20.0.6 (5cddd56e-4124-4442-a177-9b9f7d531785/71b32804-8bc8-4920-b415-856a0cc49424/c09ad013-7da0-4fab-85e0-d47c0376793d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:01.792475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:42:59Z', 'revision_number': 3, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:01.796770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Checking router: b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:43:01.797131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Updating router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce port 374fd700-2a51-4038-ba0e-ca37f570177f binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:43:01.803551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.832721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3164f85f-4d60-49be-b332-33f9772762ee req-f29f6480-e6e0-499d-8668-4aee2ddbc0a4 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670165 Dec 20 11:43:01.855527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:01.980249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b1991-236f-4c91-93e7-f14c513436f6 req-bc04ad09-8a81-48fc-96af-223ea67fc4dc tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:01.989456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d91b1991-236f-4c91-93e7-f14c513436f6 req-bc04ad09-8a81-48fc-96af-223ea67fc4dc tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 944 time: 0.2255101 Dec 20 11:43:02.121184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cdffe26-315a-4f6f-96b7-189591a75bc0 req-cc5e1f65-627d-4231-a71b-f9421c38abf0 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 210 time: 0.0700629 Dec 20 11:43:02.170717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.196769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d91b1991-236f-4c91-93e7-f14c513436f6 req-243af64c-d537-4f98-aca1-e6b2367ceb9c tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054968 Dec 20 11:43:02.209383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaceb96f-3cc0-476a-ac5e-a96255c5e6bd None None] Network 64fc4d33-1739-4479-9a4a-61851baed768 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:02.301888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d37e9b90-7eb4-4684-a184-84f451fb3b53 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:02.348504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.363467 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5832b10d-1d96-4164-8b10-993794cf3089 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:02.382730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] device_id is not set on port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:02.390575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.409015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Transition to ACTIVE for port object fea53bba-1a0f-4036-a58b-d6f379e0dbf8 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:02.414877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.420857 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b15350f1-6db5-45d4-89de-72eb31e4416f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:02.453169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.458145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Pushing event updated for resources: {'Port': ['ID=c09ad013-7da0-4fab-85e0-d47c0376793d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:02.463397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Network 5cddd56e-4124-4442-a177-9b9f7d531785 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:02.472787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:02.477250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b95553e8-14d6-491e-b832-1a39b6154cae None None] Provisioning for port dc168957-a2db-4520-a1b9-863b776494a7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:02.479264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:02.496400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Transition to ACTIVE for port object 374fd700-2a51-4038-ba0e-ca37f570177f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:02.516868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.517249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.518177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.518546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.518911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.519270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.519624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.519978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.520329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.520675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.521026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:02.533933 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:02.543651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.551090 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:02.603584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a6e87-5888-428b-a578-0d3fb6c234e8 req-c0ee779a-8be8-4770-85ae-30d14beb9171 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:02.605047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a9a6e87-5888-428b-a578-0d3fb6c234e8 req-c0ee779a-8be8-4770-85ae-30d14beb9171 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 944 time: 0.2976797 Dec 20 11:43:02.621553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port d37e9b90-7eb4-4684-a184-84f451fb3b53 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:02.653384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port d37e9b90-7eb4-4684-a184-84f451fb3b53 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:02.653775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.676478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:02.677093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=fea53bba-1a0f-4036-a58b-d6f379e0dbf8,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:02.677228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.679672 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:02.709265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.710063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.710542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.717222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.717547 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.717931 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 2 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.734595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.734858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.735184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.736040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1620367 Dec 20 11:43:02.740992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a9a6e87-5888-428b-a578-0d3fb6c234e8 req-720d8e44-3d54-4de7-bbca-f8cc808de8d9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861719 Dec 20 11:43:02.741823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.742353 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.742741 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 3 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.748920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca6d3-4354-48ac-83df-df9fb0709ae1 None None] Pushing event updated for resources: {'Port': ['ID=374fd700-2a51-4038-ba0e-ca37f570177f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:02.755450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Attempting to bind port 374fd700-2a51-4038-ba0e-ca37f570177f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.756019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Attempting to bind port 374fd700-2a51-4038-ba0e-ca37f570177f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.756782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Attempting to bind port 374fd700-2a51-4038-ba0e-ca37f570177f on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.759100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Request body: {'port': {'device_id': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:02.760968 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ffca6d3-4354-48ac-83df-df9fb0709ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:02.765949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.766488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.766595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.775075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.775483 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.775988 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 4 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.778650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.785684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:02.786088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:02.786901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.786901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:02.788181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Bound port: 374fd700-2a51-4038-ba0e-ca37f570177f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:02.788181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.798834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.799248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.799706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.806553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.806956 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.807410 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 5 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.837018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.837435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.837875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.844204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.844889 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.845038 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 6 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.867868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.868282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.872487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.882599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.883007 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.883573 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 7 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.904468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.905611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.906053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.914550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.914969 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.915678 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 8 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.932410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.933341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.933793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.943773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:02.944269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.944670 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.945361 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 9 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:02.954844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] For port 374fd700-2a51-4038-ba0e-ca37f570177f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:02.972500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] For port 374fd700-2a51-4038-ba0e-ca37f570177f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=374fd700-2a51-4038-ba0e-ca37f570177f,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:02.978426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:02.978953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:02.979297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:02.986144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device dc168957-a2db-4520-a1b9-863b776494a7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:02.988475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:02.988968 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:02.989290 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 10 to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 Dec 20 11:43:03.005237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.010275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:03.010646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:03.010982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:03.019228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:03.019453 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:03.019634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.041848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:03.046707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.055047 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:03.112769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 65ab7722-5f6a-450c-ae5b-674660ece87f up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:03.175925 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'code': 200} Dec 20 11:43:03.183302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:03.270178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] For port fea53bba-1a0f-4036-a58b-d6f379e0dbf8, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:03.270525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempted to set empty binding levels {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 11:43:03.279011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.279256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.279988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:03.283373 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f4ed9a7-bb77-4519-9e79-9c47dc71462b tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:03.352853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=fea53bba-1a0f-4036-a58b-d6f379e0dbf8,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:03.365192 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:03.381406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e702ab-2297-4605-a9e2-1ed99a23cedf req-68c39a94-0f8c-4f25-9afa-0560c1075acc tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:03.383332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca6d3-4354-48ac-83df-df9fb0709ae1 None None] Pushing event updated for resources: {'Port': ['ID=374fd700-2a51-4038-ba0e-ca37f570177f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:03.388531 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25e702ab-2297-4605-a9e2-1ed99a23cedf req-68c39a94-0f8c-4f25-9afa-0560c1075acc tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 944 time: 0.3090007 Dec 20 11:43:03.390514 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ffca6d3-4354-48ac-83df-df9fb0709ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:03.394496 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-654b97a6-6bf3-4250-b08e-63b2982037e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:03.407013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] In _notify_port_updated(), no bound segment for port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:43:03.409024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.412963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "PUT /v2.0/ports/fea53bba-1a0f-4036-a58b-d6f379e0dbf8 HTTP/1.1" status: 200 len: 976 time: 1.7963521 Dec 20 11:43:03.415827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:03.467179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Routers {'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:03.467871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:03.495385 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25e702ab-2297-4605-a9e2-1ed99a23cedf req-8c7f4c36-2f6e-4697-871f-52648cdfd4b2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055803 Dec 20 11:43:03.553670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:03.571399 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:03.579113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9f23ee1-fc2e-4532-94f6-6e40f4a6d77e tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Synchronizing usage tracker for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:03.581128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port dc168957-a2db-4520-a1b9-863b776494a7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:03.590911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port dc168957-a2db-4520-a1b9-863b776494a7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:03.591581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.598284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9f23ee1-fc2e-4532-94f6-6e40f4a6d77e tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Unset dirty status for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:03.599787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9f23ee1-fc2e-4532-94f6-6e40f4a6d77e tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37845 time: 0.1831415 Dec 20 11:43:03.604130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:03.652463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 65ab7722-5f6a-450c-ae5b-674660ece87f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:03.655164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:03.709649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.718996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Deleting port fea53bba-1a0f-4036-a58b-d6f379e0dbf8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:03.719415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.725114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 65ab7722-5f6a-450c-ae5b-674660ece87f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:03.725501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.757461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:03.757851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.820504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97592a59-8f9a-47a5-8f46-a070d77376fc req-d24613a8-4ce0-4938-929a-5ea03a1d3a41 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:03.822472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97592a59-8f9a-47a5-8f46-a070d77376fc req-d24613a8-4ce0-4938-929a-5ea03a1d3a41 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 944 time: 0.1848288 Dec 20 11:43:03.893234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18aea73a-84fe-45fc-8026-32227d418829 req-972430c3-d7f9-4375-a231-d689cc201c50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 1098 time: 0.6692281 Dec 20 11:43:03.973243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97592a59-8f9a-47a5-8f46-a070d77376fc req-38147093-9739-4fff-a63a-cdcbb19b5018 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401386 Dec 20 11:43:03.982544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] For port fea53bba-1a0f-4036-a58b-d6f379e0dbf8, host n-h1-victoria-1, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:03.982897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:03.991229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973cd1d-232d-49e3-895d-5e579c5bec81 req-35274927-90c9-478e-9a93-1cb8178f226d tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:03.991921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3973cd1d-232d-49e3-895d-5e579c5bec81 req-35274927-90c9-478e-9a93-1cb8178f226d tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Synchronizing usage tracker for tenant:b0960d830a9448b091145fbd562059fb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:04.000828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] Set router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:04.044182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.119765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Calling delete_port for fea53bba-1a0f-4036-a58b-d6f379e0dbf8 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:04.137545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3973cd1d-232d-49e3-895d-5e579c5bec81 req-35274927-90c9-478e-9a93-1cb8178f226d tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Unset dirty status for tenant:b0960d830a9448b091145fbd562059fb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:04.143870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3973cd1d-232d-49e3-895d-5e579c5bec81 req-35274927-90c9-478e-9a93-1cb8178f226d tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 931 time: 0.7507250 Dec 20 11:43:04.146637 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18aea73a-84fe-45fc-8026-32227d418829 req-ab65f40d-fabd-4646-a899-2705f07b8c34 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439117 Dec 20 11:43:04.150355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09ad013-7da0-4fab-85e0-d47c0376793d {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:04.173168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.190583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.200821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.219279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.222757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Transition to ACTIVE for port object c09ad013-7da0-4fab-85e0-d47c0376793d will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:04.228409 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0be5bcf-b987-40b3-9a71-8fc2044a4817 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:04.232662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Allocated IP 172.20.0.1 (64fc4d33-1739-4479-9a4a-61851baed768/a59f8782-db4d-42f0-a8b2-d7c74a5bbf21/e6f41974-d710-424a-9a3d-278bbfbe69ff) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:04.255252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.255252 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11a9fb0c-b992-4139-a133-2e6a5df35a60 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:04.297758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event deleted for resources: {'Port': ['ID=fea53bba-1a0f-4036-a58b-d6f379e0dbf8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:04.297758 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:04.297758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.304040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3973cd1d-232d-49e3-895d-5e579c5bec81 req-2b299f42-c56e-466e-9d3a-d90fb4710a7a tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512909 Dec 20 11:43:04.340548 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/fea53bba-1a0f-4036-a58b-d6f379e0dbf8 HTTP/1.1" status: 204 len: 168 time: 0.7258203 Dec 20 11:43:04.340548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:04.408638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Pushing event updated for resources: {'Port': ['ID=c09ad013-7da0-4fab-85e0-d47c0376793d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:04.430558 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:04.433961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dc168957-a2db-4520-a1b9-863b776494a7,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:04.451580 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d4e19b-ada9-4c0d-965a-bf8b94f46485 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] GET failed (client error): The resource could not be found. Dec 20 11:43:04.458314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-51d4e19b-ada9-4c0d-965a-bf8b94f46485 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Synchronizing usage tracker for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:04.482847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-51d4e19b-ada9-4c0d-965a-bf8b94f46485 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Unset dirty status for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:04.485244 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-51d4e19b-ada9-4c0d-965a-bf8b94f46485 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "GET /v2.0/ports/fea53bba-1a0f-4036-a58b-d6f379e0dbf8 HTTP/1.1" status: 404 len: 333 time: 0.1480985 Dec 20 11:43:04.489513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44154) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:04.498155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-468019794', 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:04.505740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:04.518216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.522990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:04.530192 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-cd9efaae-5174-493f-8eeb-6e66a34631f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:04.542379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Made reservation on behalf of 0f85e0c118af49dfb7c50977ffc069e0 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:04.545548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.575343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] device_id is not set on port cedd29b3-fe6b-438a-b0ec-ed217872bc1f yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:04.585489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:04.610757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:04.615914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.629727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.671902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.676987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=dc168957-a2db-4520-a1b9-863b776494a7,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:04.682753 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:04.683234 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:04.714609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Transition to ACTIVE for port object e6f41974-d710-424a-9a3d-278bbfbe69ff will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:04.737562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Attempting to bind port c09ad013-7da0-4fab-85e0-d47c0376793d on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:04.737808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Attempting to bind port c09ad013-7da0-4fab-85e0-d47c0376793d by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '18a2bda8-b5a7-404a-82af-5c071f254821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:04.738133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Attempting to bind port c09ad013-7da0-4fab-85e0-d47c0376793d on network 5cddd56e-4124-4442-a177-9b9f7d531785 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:04.755452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Port c09ad013-7da0-4fab-85e0-d47c0376793d on network 5cddd56e-4124-4442-a177-9b9f7d531785 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:04.755738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Attempting to bind port c09ad013-7da0-4fab-85e0-d47c0376793d on network 5cddd56e-4124-4442-a177-9b9f7d531785 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:04.763192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:04.764717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7aff-e4e4-42e4-8107-672c82ac8446 req-4cfbb845-381d-4f93-b665-e655923851a3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:04.766328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e42a7aff-e4e4-42e4-8107-672c82ac8446 req-4cfbb845-381d-4f93-b665-e655923851a3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 945 time: 0.2192078 Dec 20 11:43:04.790940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:04.791277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Checking segment: {'id': '18a2bda8-b5a7-404a-82af-5c071f254821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:04.791668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Bound using segment: {'id': '18a2bda8-b5a7-404a-82af-5c071f254821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:04.792112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Bound port: c09ad013-7da0-4fab-85e0-d47c0376793d, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a2bda8-b5a7-404a-82af-5c071f254821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:04.792461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.858667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:04.864545 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:04.866583 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:04.867150 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:04.871050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device dc168957-a2db-4520-a1b9-863b776494a7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:04.885443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.892240 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2462e28-91f6-4699-bec8-50f273985ad7 tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:04.919305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:42:59Z', 'revision_number': 3, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:04.932728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093e733-839a-467d-b357-ed2964f0e915 None None] The sync data for ids ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'] in n-d-victoria-1 is: [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:42:59Z', 'revision_number': 3, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:43:04.951543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port dc168957-a2db-4520-a1b9-863b776494a7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:04.951932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:04.997258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f41974-d710-424a-9a3d-278bbfbe69ff,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:05.010620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e42a7aff-e4e4-42e4-8107-672c82ac8446 req-cf7a80d2-e5d7-4dbe-8b3d-cc618215f3d1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364910 Dec 20 11:43:05.020853 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:05.050490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Network 64fc4d33-1739-4479-9a4a-61851baed768 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:05.053343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:05.056327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:05.064216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.107901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d260568-e3e1-42bb-9a48-71d56747ff47 req-1ac31bc3-53a0-4fa4-a000-ef8a904f1a00 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:05.114126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] For port c09ad013-7da0-4fab-85e0-d47c0376793d, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:05.115003 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d260568-e3e1-42bb-9a48-71d56747ff47 req-1ac31bc3-53a0-4fa4-a000-ef8a904f1a00 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.4170520 Dec 20 11:43:05.130250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] For port c09ad013-7da0-4fab-85e0-d47c0376793d, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c09ad013-7da0-4fab-85e0-d47c0376793d,segment=NetworkSegment(18a2bda8-b5a7-404a-82af-5c071f254821),segment_id=18a2bda8-b5a7-404a-82af-5c071f254821)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:05.141611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.151746 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7bd00aeb-e632-43ec-b862-8cd4e045afb9 tempest-ListServersNegativeTestJSON-204091807 tempest-ListServersNegativeTestJSON-204091807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:05.177057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a'}, {'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:05.223182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.225059 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] 10.222.0.53 "PUT /v2.0/ports/c09ad013-7da0-4fab-85e0-d47c0376793d HTTP/1.1" status: 200 len: 1093 time: 2.4741695 Dec 20 11:43:05.243996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'tag': 'c09ad013-7da0-4fab-85e0-d47c0376793d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:05.245563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.264050 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-083a7f9c-c524-4085-965a-154f35d4ed20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:05.284622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.382613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d260568-e3e1-42bb-9a48-71d56747ff47 req-f28625cd-0451-4220-a677-c8ce16dc4489 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666647 Dec 20 11:43:05.435539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Pushing event updated for resources: {'Port': ['ID=c09ad013-7da0-4fab-85e0-d47c0376793d,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:05.444738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:05.450431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=cedd29b3-fe6b-438a-b0ec-ed217872bc1f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:05.455286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:05.459159 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:05.463609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:05.464528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:05.465206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.504521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0135520 Dec 20 11:43:05.505952 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:05.507085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44172) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:05.512457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5356bd03-d35c-4c47-be46-55a5c7127088 None None] Provisioning for port e6f41974-d710-424a-9a3d-278bbfbe69ff completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:05.522485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5356bd03-d35c-4c47-be46-55a5c7127088 None None] Provisioning complete for port e6f41974-d710-424a-9a3d-278bbfbe69ff triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:05.523130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5356bd03-d35c-4c47-be46-55a5c7127088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.608073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5356bd03-d35c-4c47-be46-55a5c7127088 None None] Port e6f41974-d710-424a-9a3d-278bbfbe69ff cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:05.612679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.616539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-deea93bc-da7b-4350-946f-e842ef8f9b60 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Synchronizing usage tracker for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:05.639180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-deea93bc-da7b-4350-946f-e842ef8f9b60 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Unset dirty status for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:05.640358 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-deea93bc-da7b-4350-946f-e842ef8f9b60 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "GET /v2.0/ports/cedd29b3-fe6b-438a-b0ec-ed217872bc1f HTTP/1.1" status: 200 len: 954 time: 0.1324189 Dec 20 11:43:05.643147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:05.661201 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a', 'code': 200} Dec 20 11:43:05.661558 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f', 'code': 200} Dec 20 11:43:05.703992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977652aa-c0d3-43b0-b607-cfc1430971c2 req-ef0524e8-3866-4dac-a88d-116436ec57aa tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:05.711135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-977652aa-c0d3-43b0-b607-cfc1430971c2 req-ef0524e8-3866-4dac-a88d-116436ec57aa tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 945 time: 0.4072330 Dec 20 11:43:05.737941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Deleting port cedd29b3-fe6b-438a-b0ec-ed217872bc1f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:05.738332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:05.906032 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-ff48e67e-21d7-4081-850f-3e0f8af9d86d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0960d830a9448b091145fbd562059fb&device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 1096 time: 0.4944320 Dec 20 11:43:05.907997 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'tag': 'c09ad013-7da0-4fab-85e0-d47c0376793d', 'status': 'completed', 'code': 200} Dec 20 11:43:06.012173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.090939 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-977652aa-c0d3-43b0-b607-cfc1430971c2 req-3c229e6f-0965-4825-9abb-e7bd9c5dce87 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789251 Dec 20 11:43:06.092089 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-3e2bc2fb-0209-45c3-8c49-52a62cf3fa90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09ad013-7da0-4fab-85e0-d47c0376793d HTTP/1.1" status: 200 len: 217 time: 0.1436377 Dec 20 11:43:06.146744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Calling delete_port for cedd29b3-fe6b-438a-b0ec-ed217872bc1f owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:06.213693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4693-433f-4c9f-94fc-a69c2ab9da98 req-d00bdeb2-c5c3-4c82-bb8e-c44dbd4d52ac tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:06.215468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-762f4693-433f-4c9f-94fc-a69c2ab9da98 req-d00bdeb2-c5c3-4c82-bb8e-c44dbd4d52ac tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 943 time: 0.3357885 Dec 20 11:43:06.290867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.293340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-8740ab1a-fadd-4971-a0ca-a2231138befd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:06.294877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-8740ab1a-fadd-4971-a0ca-a2231138befd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71b32804-8bc8-4920-b415-856a0cc49424 HTTP/1.1" status: 200 len: 854 time: 0.1909194 Dec 20 11:43:06.303473 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c59ca449-296f-498c-8697-e6587f0b5a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:06.303857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab1ce91a-59aa-42da-984f-9c1f944da544 req-40fb464c-160e-4183-87ca-bcde70d372db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 1098 time: 0.5604312 Dec 20 11:43:06.306501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db812046-83d9-4619-95d6-ec14c0e75ada req-640fdcb7-af0a-4ff3-a086-560fd402f242 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1098 time: 0.5644288 Dec 20 11:43:06.356736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event deleted for resources: {'Port': ['ID=cedd29b3-fe6b-438a-b0ec-ed217872bc1f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:06.362041 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:06.368702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-762f4693-433f-4c9f-94fc-a69c2ab9da98 req-642e89b3-0b13-4919-a2ae-c0332978ee6c tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Synchronizing usage tracker for tenant:b0960d830a9448b091145fbd562059fb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:06.378987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.395047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-762f4693-433f-4c9f-94fc-a69c2ab9da98 req-642e89b3-0b13-4919-a2ae-c0332978ee6c tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Unset dirty status for tenant:b0960d830a9448b091145fbd562059fb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:06.396256 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-762f4693-433f-4c9f-94fc-a69c2ab9da98 req-642e89b3-0b13-4919-a2ae-c0332978ee6c tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717243 Dec 20 11:43:06.397892 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/cedd29b3-fe6b-438a-b0ec-ed217872bc1f HTTP/1.1" status: 204 len: 168 time: 0.7538397 Dec 20 11:43:06.400522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44182) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:06.434649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-213ac99b-bc5c-4dc2-9e1e-d6874191b227 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cddd56e-4124-4442-a177-9b9f7d531785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272142 Dec 20 11:43:06.443192 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a4b5b8-b022-4afc-af21-fbb5613f97c4 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] GET failed (client error): The resource could not be found. Dec 20 11:43:06.443700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f8a4b5b8-b022-4afc-af21-fbb5613f97c4 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Synchronizing usage tracker for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:06.460679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f8a4b5b8-b022-4afc-af21-fbb5613f97c4 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Unset dirty status for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:06.465563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f8a4b5b8-b022-4afc-af21-fbb5613f97c4 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "GET /v2.0/ports/cedd29b3-fe6b-438a-b0ec-ed217872bc1f HTTP/1.1" status: 404 len: 333 time: 0.0606916 Dec 20 11:43:06.466028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44188) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:06.471644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Request body: {'port': {'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-861925269'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:06.477525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:06.490813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:06.504320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Made reservation on behalf of 0f85e0c118af49dfb7c50977ffc069e0 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:06.507741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.530682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] device_id is not set on port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:06.540607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.590204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db812046-83d9-4619-95d6-ec14c0e75ada req-ace06769-4b6f-4a47-baa0-9a2dc0bbfdaa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311046 Dec 20 11:43:06.591501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab1ce91a-59aa-42da-984f-9c1f944da544 req-7f366aea-edca-4d0b-b484-4be7a29b21c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743537 Dec 20 11:43:06.598758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.627594 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a9025af-0e43-49a8-88a1-f960ad55ebaf tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:06.690391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d19a6-3d27-4399-82b5-5854f4a6067f req-ee424103-43d3-4d4c-852d-88d67e9deb17 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:06.691847 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e51d19a6-3d27-4399-82b5-5854f4a6067f req-ee424103-43d3-4d4c-852d-88d67e9deb17 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.1632478 Dec 20 11:43:06.743138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.754397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f41974-d710-424a-9a3d-278bbfbe69ff,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:06.760138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-af11bd39-cfca-4ca3-9663-389593268289 service neutron] 10.222.0.53 "GET /v2.0/networks/5cddd56e-4124-4442-a177-9b9f7d531785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131630 Dec 20 11:43:06.765691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b4c1a-f807-4657-89ad-770eac1f6ffb req-eef2ae8b-c19c-439e-95e0-18b5d7a840ad tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:06.767086 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a85b4c1a-f807-4657-89ad-770eac1f6ffb req-eef2ae8b-c19c-439e-95e0-18b5d7a840ad tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 945 time: 0.4068887 Dec 20 11:43:06.768058 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:06.836395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e51d19a6-3d27-4399-82b5-5854f4a6067f req-deb63d31-2d1f-4b29-a8c1-76452d6a4311 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230509 Dec 20 11:43:06.843444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.876948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:06.877677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 374fd700-2a51-4038-ba0e-ca37f570177f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:06.883555 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d532525b-24a5-4aa4-989c-f0d2269a11ed tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:06.961292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:06.962611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:06.965158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:06.966979 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:06.967669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:06.968464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:06.969051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.005723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5379841 Dec 20 11:43:07.008442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44194) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:07.014713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:07.030215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a85b4c1a-f807-4657-89ad-770eac1f6ffb req-e918677e-2ef0-42ea-9acc-10d299cb3544 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450094 Dec 20 11:43:07.041617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 374fd700-2a51-4038-ba0e-ca37f570177f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:07.047643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 374fd700-2a51-4038-ba0e-ca37f570177f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:07.050041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.078349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Network 64fc4d33-1739-4479-9a4a-61851baed768 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:07.081985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce03244e-6060-4bc1-a932-75a626fa3ff1 req-efcb8910-8286-47bb-88a7-2bcf15cd73ab service neutron] 10.222.0.53 "GET /v2.0/networks/5cddd56e-4124-4442-a177-9b9f7d531785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979817 Dec 20 11:43:07.082809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:07.206705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.288960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.321838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 374fd700-2a51-4038-ba0e-ca37f570177f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=374fd700-2a51-4038-ba0e-ca37f570177f,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:07.333711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.337523 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:07.410313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=374fd700-2a51-4038-ba0e-ca37f570177f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:07.413967 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:07.562696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea8cbe76-9f24-4081-b5fa-1534f9bd7c41 None None] Provisioning complete for port e6f41974-d710-424a-9a3d-278bbfbe69ff triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:07.563176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea8cbe76-9f24-4081-b5fa-1534f9bd7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.589909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2306-76bf-48ee-a6dc-981d3f9b3801 req-7b9e18b8-9efa-4241-8775-3fde6e777ca8 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:07.597434 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb3e2306-76bf-48ee-a6dc-981d3f9b3801 req-7b9e18b8-9efa-4241-8775-3fde6e777ca8 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 945 time: 0.3755524 Dec 20 11:43:07.647638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-936abcc5-b35a-453f-8def-dd02cf094707 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0960d830a9448b091145fbd562059fb&device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 1096 time: 0.4934862 Dec 20 11:43:07.653286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649787e0-5010-4145-b25c-e3fcd8422738 req-8457948c-be3e-4789-afa3-9fffb08a7e52 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:07.661652 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-649787e0-5010-4145-b25c-e3fcd8422738 req-8457948c-be3e-4789-afa3-9fffb08a7e52 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 945 time: 0.3197048 Dec 20 11:43:07.664440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cbe76-9f24-4081-b5fa-1534f9bd7c41 None None] Port e6f41974-d710-424a-9a3d-278bbfbe69ff cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:07.670603 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb3e2306-76bf-48ee-a6dc-981d3f9b3801 req-be0db585-f488-46ea-9598-e2c14fcdea21 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722272 Dec 20 11:43:07.728229 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:43:07.803611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] device_id is not set on port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:07.812279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.828582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Transition to ACTIVE for port object 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:07.833954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:07.839984 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d740b516-3878-417f-bfbc-c89f215f41f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:07.844750 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-649787e0-5010-4145-b25c-e3fcd8422738 req-357d9d37-9ded-4cbe-abe4-1779e0ae0253 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820440 Dec 20 11:43:07.927639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:07.930433 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:07.962253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-d3d73e7f-4da9-4317-934f-4d1c077131b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:07.964120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-d3d73e7f-4da9-4317-934f-4d1c077131b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5cddd56e-4124-4442-a177-9b9f7d531785 HTTP/1.1" status: 200 len: 915 time: 0.2860887 Dec 20 11:43:08.038265 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-a006c874-73f5-4450-88a8-618ab995ce42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c09ad013-7da0-4fab-85e0-d47c0376793d HTTP/1.1" status: 200 len: 217 time: 0.0662293 Dec 20 11:43:08.067521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.067912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.068183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.077655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.077976 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.080530 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 2 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.111494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ac9b-3cc6-4680-b99a-20fc10717e14 req-02871ebc-5e8e-4b84-814a-677f1594e993 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:08.112962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7cf6ac9b-3cc6-4680-b99a-20fc10717e14 req-02871ebc-5e8e-4b84-814a-677f1594e993 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 943 time: 0.1273654 Dec 20 11:43:08.113634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.113962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.114317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.123479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-75969c9d-e8e6-4441-ae66-33e0d07f1077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:08.124933 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-75969c9d-e8e6-4441-ae66-33e0d07f1077 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71b32804-8bc8-4920-b415-856a0cc49424 HTTP/1.1" status: 200 len: 854 time: 0.0768616 Dec 20 11:43:08.143493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.143840 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.146763 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 3 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.176863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.177200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.177558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.190562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.190888 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.191421 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 4 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.210611 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7cf6ac9b-3cc6-4680-b99a-20fc10717e14 req-70e25b0a-c749-4798-96fa-a1c2f53e1c56 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867240 Dec 20 11:43:08.226582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.226913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.227249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.230690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-762984f8-76cb-4f5c-a4e5-a1c02c3f51cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cddd56e-4124-4442-a177-9b9f7d531785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567560 Dec 20 11:43:08.239379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.241098 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.241495 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 5 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.260684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.261155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.261530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.268710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.269282 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.269707 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 6 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.287851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.288233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.288650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.296051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.296460 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.296961 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 7 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.317125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.317654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.318048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.325314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.325645 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.326122 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 8 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.391158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.391472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.391898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.404820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.405200 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.406401 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 9 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.430966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.431309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.431639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.448700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.449027 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.450684 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempt 10 to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af Dec 20 11:43:08.474234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecad784-655f-4233-8750-044387e0c4a4 req-104fc29c-5a3e-4893-880d-f5a2c037f6da tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:08.475699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ecad784-655f-4233-8750-044387e0c4a4 req-104fc29c-5a3e-4893-880d-f5a2c037f6da tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.1382551 Dec 20 11:43:08.478514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:08.478514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:08.478872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempting to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:08.487933 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-dbb3ed52-b217-4d81-afe8-0980784a2bd7 service neutron] 10.222.0.53 "GET /v2.0/networks/5cddd56e-4124-4442-a177-9b9f7d531785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474635 Dec 20 11:43:08.503838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:08.504169 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Failed to bind port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '9bddb321-af5e-45d8-9f8e-ed48753d0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '88f88a99-63d6-4190-a2c2-bff3ccc184d8'}] Dec 20 11:43:08.504527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:08.607725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6ecad784-655f-4233-8750-044387e0c4a4 req-bc2a26f9-5ce1-4583-84bb-000a06e1bb28 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229253 Dec 20 11:43:08.609752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:43:08.661935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] For port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:08.662255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Attempted to set empty binding levels {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 11:43:08.668487 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92cd0add-2aae-4e34-93ed-37439382ae83 req-4dca6794-7af8-440d-8817-429f9c887ecf service neutron] 10.222.0.53 "GET /v2.0/networks/5cddd56e-4124-4442-a177-9b9f7d531785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741886 Dec 20 11:43:08.668873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:08.683380 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:08.764137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event updated for resources: {'Port': ['ID=3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:08.767005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] In _notify_port_updated(), no bound segment for port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af on network 88f88a99-63d6-4190-a2c2-bff3ccc184d8 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:43:08.767776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:08.769167 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "PUT /v2.0/ports/3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af HTTP/1.1" status: 200 len: 976 time: 1.7593117 Dec 20 11:43:08.772786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:08.825693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.826177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.826487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.826856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.827223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.827589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.827949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.828309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.828668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.829025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.829384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:08.866284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 374fd700-2a51-4038-ba0e-ca37f570177f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:08.881864 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:08.905620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Deleting port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:08.907429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:08.943337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 374fd700-2a51-4038-ba0e-ca37f570177f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:08.943965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:08.979252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff46c-03ec-422f-a658-f0111a1482e6 req-8310130f-56b1-4053-adfe-7ebab28ca0c2 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:08.980446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dedff46c-03ec-422f-a658-f0111a1482e6 req-8310130f-56b1-4053-adfe-7ebab28ca0c2 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 945 time: 0.1164405 Dec 20 11:43:09.011667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:43:09.026100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] 10.222.0.32 "PUT /v2.0/routers/b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1637053 Dec 20 11:43:09.029437 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce8a4037-c263-4a8f-af2b-aa7365520079 req-90c5f8a2-147c-406d-8323-9e6ff0ce4f39 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1098 time: 0.2144032 Dec 20 11:43:09.068651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c09ad013-7da0-4fab-85e0-d47c0376793d details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:43:09.076834 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dedff46c-03ec-422f-a658-f0111a1482e6 req-f2b4d4b6-bcc6-42bf-ab07-377539d1fdcb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848167 Dec 20 11:43:09.082962 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Sync routers for ids ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:43:09.110533 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Routers {'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:09.112634 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:09.213080 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce8a4037-c263-4a8f-af2b-aa7365520079 req-bef99f25-3b7d-4374-b3cb-92c222b086cd tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659818 Dec 20 11:43:09.222469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] For port 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af, host n-h1-victoria-1, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:09.222826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:09.339764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c09ad013-7da0-4fab-85e0-d47c0376793d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c09ad013-7da0-4fab-85e0-d47c0376793d,segment=NetworkSegment(18a2bda8-b5a7-404a-82af-5c071f254821),segment_id=18a2bda8-b5a7-404a-82af-5c071f254821)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:09.366250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'c09ad013-7da0-4fab-85e0-d47c0376793d', 'network_id': '5cddd56e-4124-4442-a177-9b9f7d531785', 'port_id': 'c09ad013-7da0-4fab-85e0-d47c0376793d', 'mac_address': 'fa:16:3e:26:f2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b32804-8bc8-4920-b415-856a0cc49424', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:43:09.369194 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Set router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:09.426993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:09.438828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Calling delete_port for 3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:09.449457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09ad013-7da0-4fab-85e0-d47c0376793d {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:09.468645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c09ad013-7da0-4fab-85e0-d47c0376793d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c09ad013-7da0-4fab-85e0-d47c0376793d,segment=NetworkSegment(18a2bda8-b5a7-404a-82af-5c071f254821),segment_id=18a2bda8-b5a7-404a-82af-5c071f254821)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:09.473945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:09.476243 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ffca6d3-4354-48ac-83df-df9fb0709ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:09.557447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c09ad013-7da0-4fab-85e0-d47c0376793d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:09.561088 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:09.569842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea891-714a-400e-8c5f-2d9d1882bc5f req-3f7e997c-d640-4ad7-9ad1-ab5c660ad04e tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:09.571349 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d8ea891-714a-400e-8c5f-2d9d1882bc5f req-3f7e997c-d640-4ad7-9ad1-ab5c660ad04e tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 945 time: 0.0906169 Dec 20 11:43:09.617982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d8ea891-714a-400e-8c5f-2d9d1882bc5f req-b7b29ddc-1bb8-4c2a-8140-fccfa0252c2d tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Dec 20 11:43:09.662934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:09.669443 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e05309b-4759-45c6-b69a-8a21124c654a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:09.715726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-b8f16ca4-2e7d-4a74-8e06-dbbcd8efa138 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2845879 Dec 20 11:43:09.717061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:09.720166 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:09.728275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:09.735343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:09.740444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['c09ad013-7da0-4fab-85e0-d47c0376793d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:09.743347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:09.749538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af HTTP/1.1" status: 204 len: 168 time: 0.9757924 Dec 20 11:43:09.751303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Usage tracker for resource:floatingip and tenant:677931f66d4746109d544575415a7c94 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:09.753799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44250) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:09.756200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:09.849445 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:43:05Z', 'revision_number': 4, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e6f41974-d710-424a-9a3d-278bbfbe69ff', 'name': '', 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768', 'tenant_id': '677931f66d4746109d544575415a7c94', 'mac_address': 'fa:16:3e:00:64:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a59f8782-db4d-42f0-a8b2-d7c74a5bbf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:03Z', 'updated_at': '2021-12-20T11:43:06Z', 'revision_number': 2, 'project_id': '677931f66d4746109d544575415a7c94', 'subnets': [{'id': 'a59f8782-db4d-42f0-a8b2-d7c74a5bbf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:09.850558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def94adb-6c9e-415e-b682-9665e65b72a3 req-936adc64-6d31-4876-bc3c-4884ebba62ae tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:09.854893 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Checking router: b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:43:09.855398 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Updating router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce port e6f41974-d710-424a-9a3d-278bbfbe69ff binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:43:09.858772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-def94adb-6c9e-415e-b682-9665e65b72a3 req-936adc64-6d31-4876-bc3c-4884ebba62ae tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 944 time: 0.1095614 Dec 20 11:43:09.924112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-def94adb-6c9e-415e-b682-9665e65b72a3 req-9814e909-d549-428d-91aa-7d50f9a8c8ae tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637739 Dec 20 11:43:09.924367 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:09.980855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:09.984609 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ba5ad0-ab70-403a-bfc4-411517bf329b tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] GET failed (client error): The resource could not be found. Dec 20 11:43:09.985120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74ba5ad0-ab70-403a-bfc4-411517bf329b tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Synchronizing usage tracker for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:10.007091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.024969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74ba5ad0-ab70-403a-bfc4-411517bf329b tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Unset dirty status for tenant:0f85e0c118af49dfb7c50977ffc069e0 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:10.026162 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74ba5ad0-ab70-403a-bfc4-411517bf329b tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] 10.222.0.32 "GET /v2.0/ports/3a6ab7f8-d6bf-4cda-9491-a9f667c5c8af HTTP/1.1" status: 404 len: 333 time: 0.2714105 Dec 20 11:43:10.029683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44254) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:10.220578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.292718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.425492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Allocated IP 172.35.0.57 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/15a40511-631d-4163-95b0-690beb1edbae) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:10.431264 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.447839 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Transition to ACTIVE for port object e6f41974-d710-424a-9a3d-278bbfbe69ff will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:10.457513 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.462737 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-906ff19e-82f4-4d81-b3ea-462be3beeabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:10.539384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b8f010d-9f8b-40cf-93a7-0b46ea8bc70c req-207895ea-e338-47c3-8a4b-02c4236668e9 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1098 time: 0.4752948 Dec 20 11:43:10.614802 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b8f010d-9f8b-40cf-93a7-0b46ea8bc70c req-9d20bde0-0459-4de4-b1bb-1d2667017b43 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Dec 20 11:43:10.623289 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Pushing event updated for resources: {'Port': ['ID=e6f41974-d710-424a-9a3d-278bbfbe69ff,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:10.655506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.666445 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.666789 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.667123 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.667454 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.667778 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.668097 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.668417 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.668731 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.669043 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.669357 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.669669 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:10.735549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.754379 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:10.757250 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:10.776160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.813483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f88a99-63d6-4190-a2c2-bff3ccc184d8']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:10.832400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bddb321-af5e-45d8-9f8e-ed48753d0441') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:10.833675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bddb321-af5e-45d8-9f8e-ed48753d0441') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:10.835491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:10.838418 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Attempting to bind port e6f41974-d710-424a-9a3d-278bbfbe69ff on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:10.838811 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Attempting to bind port e6f41974-d710-424a-9a3d-278bbfbe69ff by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:10.839119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:10.839273 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Attempting to bind port e6f41974-d710-424a-9a3d-278bbfbe69ff on network 64fc4d33-1739-4479-9a4a-61851baed768 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:10.842707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:10.855679 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:10.856325 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Checking segment: {'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:10.856934 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.857627 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Bound using segment: {'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:10.858439 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Bound port: e6f41974-d710-424a-9a3d-278bbfbe69ff, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e98b579-e704-4ab5-b06f-c90ab824535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:10.859537 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.860620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.878968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.886148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:43:10.886950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:43:10.906292 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:43:10.948705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Pushing event updated for resources: {'Port': ['ID=15a40511-631d-4163-95b0-690beb1edbae,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:10.952225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:10.980613 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] For port e6f41974-d710-424a-9a3d-278bbfbe69ff, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:10.985052 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] For port e6f41974-d710-424a-9a3d-278bbfbe69ff, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6f41974-d710-424a-9a3d-278bbfbe69ff,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:10.992327 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.005761 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-59e8f46b-bbd5-4e94-82fa-06f7c16349e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:11.070271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.080577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c09ad013-7da0-4fab-85e0-d47c0376793d up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:11.085953 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd6743a1-0101-4993-bddd-41680d3fe08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:11.119169 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Routers {'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:11.119813 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:11.143248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.163391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Pushing event deleted for resources: {'Network': ['ID=88f88a99-63d6-4190-a2c2-bff3ccc184d8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:11.171241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.183750 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:11.195073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] 10.222.0.32 "DELETE /v2.0/networks/88f88a99-63d6-4190-a2c2-bff3ccc184d8 HTTP/1.1" status: 204 len: 168 time: 1.1639655 Dec 20 11:43:11.244712 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Pushing event updated for resources: {'Port': ['ID=e6f41974-d710-424a-9a3d-278bbfbe69ff,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:11.252189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port c09ad013-7da0-4fab-85e0-d47c0376793d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:11.255858 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:11.258900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port c09ad013-7da0-4fab-85e0-d47c0376793d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:11.259292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.263076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013226d-e4d2-4b6f-a711-a3e4f7f4e04c req-e618fc8f-f3f7-4ce1-8fdd-c2aec3ed4ce3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:11.266166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013226d-e4d2-4b6f-a711-a3e4f7f4e04c req-e618fc8f-f3f7-4ce1-8fdd-c2aec3ed4ce3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 945 time: 0.2479267 Dec 20 11:43:11.282927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.383731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9013226d-e4d2-4b6f-a711-a3e4f7f4e04c req-f5778fdb-0ada-47a3-8ce3-b7b92a7a5418 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122143 Dec 20 11:43:11.487897 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] Set router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:11.540240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.571166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09ad013-7da0-4fab-85e0-d47c0376793d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:11.582910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port c09ad013-7da0-4fab-85e0-d47c0376793d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c09ad013-7da0-4fab-85e0-d47c0376793d,segment=NetworkSegment(18a2bda8-b5a7-404a-82af-5c071f254821),segment_id=18a2bda8-b5a7-404a-82af-5c071f254821)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:11.589680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.593647 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:11.681608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=c09ad013-7da0-4fab-85e0-d47c0376793d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:11.692016 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:11.779023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.785239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.790261 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3489928-fdb0-4dea-9fd2-2bff68fb3192 tempest-ServerRescueTestJSONUnderV235-1816959910 tempest-ServerRescueTestJSONUnderV235-1816959910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:11.858725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Pushing event updated for resources: {'Port': ['ID=15a40511-631d-4163-95b0-690beb1edbae,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:11.861363 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:11.888765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c6f0e-ff6f-424c-b7e9-38861b37c32d req-460597ad-8cbf-4c8e-b718-acfb6002769f tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:11.896950 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e95c6f0e-ff6f-424c-b7e9-38861b37c32d req-460597ad-8cbf-4c8e-b718-acfb6002769f tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 945 time: 0.1047177 Dec 20 11:43:11.901669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44288) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:11.932388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.964162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:11.966043 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2388251 Dec 20 11:43:12.000453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e95c6f0e-ff6f-424c-b7e9-38861b37c32d req-08730a94-0fdf-4516-8783-0cb1b496c421 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010249 Dec 20 11:43:12.005584 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:43:05Z', 'revision_number': 4, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e6f41974-d710-424a-9a3d-278bbfbe69ff', 'name': '', 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768', 'tenant_id': '677931f66d4746109d544575415a7c94', 'mac_address': 'fa:16:3e:00:64:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a59f8782-db4d-42f0-a8b2-d7c74a5bbf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:03Z', 'updated_at': '2021-12-20T11:43:10Z', 'revision_number': 4, 'project_id': '677931f66d4746109d544575415a7c94', 'subnets': [{'id': 'a59f8782-db4d-42f0-a8b2-d7c74a5bbf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:12.010116 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e5417-af43-46c0-a257-62520b81874b None None] The sync data for ids ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'] in n-d-victoria-1 is: [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:43:05Z', 'revision_number': 4, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e6f41974-d710-424a-9a3d-278bbfbe69ff', 'name': '', 'network_id': '64fc4d33-1739-4479-9a4a-61851baed768', 'tenant_id': '677931f66d4746109d544575415a7c94', 'mac_address': 'fa:16:3e:00:64:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a59f8782-db4d-42f0-a8b2-d7c74a5bbf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:03Z', 'updated_at': '2021-12-20T11:43:10Z', 'revision_number': 4, 'project_id': '677931f66d4746109d544575415a7c94', 'subnets': [{'id': 'a59f8782-db4d-42f0-a8b2-d7c74a5bbf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:43:12.102013 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09ad013-7da0-4fab-85e0-d47c0376793d', 'code': 200} Dec 20 11:43:12.115275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-e8f95d48-da14-40da-adc4-ff2c1cfed096 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Synchronizing usage tracker for tenant:677931f66d4746109d544575415a7c94 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:12.144551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-e8f95d48-da14-40da-adc4-ff2c1cfed096 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Unset dirty status for tenant:677931f66d4746109d544575415a7c94 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:12.146222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-e8f95d48-da14-40da-adc4-ff2c1cfed096 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.57 HTTP/1.1" status: 200 len: 695 time: 0.1745653 Dec 20 11:43:12.162385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ff352e9d-046c-4d97-b953-a0f0f5dfb9e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9203ff45c6554c93be697b011a85ed9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2593617 Dec 20 11:43:12.164875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44294) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:12.327172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-c01f08c5-3e99-4e81-8311-a881d3319de2 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:12.328612 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9943ec0-8560-4fb8-ac97-458acf1ba2c5 req-c01f08c5-3e99-4e81-8311-a881d3319de2 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1735752 Dec 20 11:43:12.349051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d37e9b90-7eb4-4684-a184-84f451fb3b53 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:43:12.351547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:12.390836 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdf7ed83-25f1-41b8-a681-b818b02c4a6f req-39cd47c6-7391-42b5-bd50-e536915cf9b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 1098 time: 0.2057824 Dec 20 11:43:12.401208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:12.490764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdf7ed83-25f1-41b8-a681-b818b02c4a6f req-e82af1cf-c697-4303-987f-ac1d50ea5b98 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919008 Dec 20 11:43:12.520694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:12.525510 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1dbd94c5-b647-4d84-89e7-971da1baa6b0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:12.544441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42b114-ab17-4195-a05b-e33e945c801b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:12.547607 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:12.550545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:12.551801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f42b114-ab17-4195-a05b-e33e945c801b HTTP/1.1" status: 204 len: 168 time: 0.3859971 Dec 20 11:43:12.553087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:12.583987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'port_id': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'mac_address': 'fa:16:3e:4f:d0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ff83e5-9142-4d4d-9bc0-c2a4999d2842', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:43:12.675433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:12.693821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d37e9b90-7eb4-4684-a184-84f451fb3b53 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:12.738550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:12.749532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:12.751335 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:12.861147 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8023a8d5-fe82-4a55-b0b4-bc653308cf89 req-1b741da8-45a6-426b-9d12-8894c6e0c779 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3379593 Dec 20 11:43:12.949840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['d37e9b90-7eb4-4684-a184-84f451fb3b53'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:13.005430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e6f41974-d710-424a-9a3d-278bbfbe69ff up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:13.043536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5468e478-9b10-4fdc-ad62-bc893585857d req-4d04c3bf-3486-47fb-81f8-ca33fca8628d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips/d14bde9c-34aa-42c6-8d2e-83d6532b1089 HTTP/1.1" status: 200 len: 692 time: 0.1564307 Dec 20 11:43:13.135955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:13.152466 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:13.249189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port e6f41974-d710-424a-9a3d-278bbfbe69ff completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:13.261084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e6f41974-d710-424a-9a3d-278bbfbe69ff triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:13.262154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:13.283514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468e478-9b10-4fdc-ad62-bc893585857d req-1c639218-3a51-4a3f-9450-9e3447a2aac5 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:13.295295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5468e478-9b10-4fdc-ad62-bc893585857d req-1c639218-3a51-4a3f-9450-9e3447a2aac5 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Synchronizing usage tracker for tenant:677931f66d4746109d544575415a7c94 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:13.331868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5468e478-9b10-4fdc-ad62-bc893585857d req-1c639218-3a51-4a3f-9450-9e3447a2aac5 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Unset dirty status for tenant:677931f66d4746109d544575415a7c94 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:13.332089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:13.334941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5468e478-9b10-4fdc-ad62-bc893585857d req-1c639218-3a51-4a3f-9450-9e3447a2aac5 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.2903173 Dec 20 11:43:13.346973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-5468e478-9b10-4fdc-ad62-bc893585857d req-d631f6e8-1568-4554-a409-20f74a5be78c tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:43:13.348145 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5468e478-9b10-4fdc-ad62-bc893585857d req-d631f6e8-1568-4554-a409-20f74a5be78c tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073340 Dec 20 11:43:13.431198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:13.432139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d7b8eae0-ffaf-463b-856c-b3ae36d60352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f85e0c118af49dfb7c50977ffc069e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0989082 Dec 20 11:43:13.615553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:13.691908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:13.716219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:13.730393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port e6f41974-d710-424a-9a3d-278bbfbe69ff, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6f41974-d710-424a-9a3d-278bbfbe69ff,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:13.738494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:13.741536 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:13.783608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1733-259f-4dd0-ab88-044229cb65f5 req-2f33947a-1268-462d-b96e-2ac8f95d1bab tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:13.785023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ced1733-259f-4dd0-ab88-044229cb65f5 req-2f33947a-1268-462d-b96e-2ac8f95d1bab tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 944 time: 0.1596320 Dec 20 11:43:13.825776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:13.833140 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:13.835639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=e6f41974-d710-424a-9a3d-278bbfbe69ff,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:13.839940 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:13.847817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef56a08-e662-4ed7-aaa6-2766f4bd4845,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:13.855270 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:13.856327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:13.857437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ef56a08-e662-4ed7-aaa6-2766f4bd4845 HTTP/1.1" status: 204 len: 168 time: 0.4252396 Dec 20 11:43:13.870595 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ced1733-259f-4dd0-ab88-044229cb65f5 req-1b1088d4-a060-422d-a151-6ae6520bdd94 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792809 Dec 20 11:43:14.342499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d37e9b90-7eb4-4684-a184-84f451fb3b53 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:14.453776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-d38becba-eb4a-4e4a-a09d-5d5c317636a7 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:43:14.454396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port d37e9b90-7eb4-4684-a184-84f451fb3b53 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:14.454640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:14.457761 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-d38becba-eb4a-4e4a-a09d-5d5c317636a7 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0137105 Dec 20 11:43:14.470276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Request body: {'binding': {'host': 'n-h2-victoria-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:14.471286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Unknown quota resources ['binding']. {{(pid=83557) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Dec 20 11:43:14.507959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe81aa-b2ab-481d-a64f-f694375a01a0 req-0f9ef9a2-959c-4948-895d-de0e0d606fd6 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:14.514832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dffe81aa-b2ab-481d-a64f-f694375a01a0 req-0f9ef9a2-959c-4948-895d-de0e0d606fd6 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 945 time: 0.1126070 Dec 20 11:43:14.575443 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dffe81aa-b2ab-481d-a64f-f694375a01a0 req-e6aef9a2-adb6-45a9-8d0c-cb615aecfa0a tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592465 Dec 20 11:43:14.608732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:14.641972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:14.659793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:14.667873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:14.694671 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:14.711134 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-87f464fe-0269-4fd2-9f29-73c861cb317d req-75cf3e74-8800-4f09-8a1d-a3f98987ff44 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=677931f66d4746109d544575415a7c94 HTTP/1.1" status: 200 len: 695 time: 0.0904856 Dec 20 11:43:14.830666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:14.841735 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:14.866031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:14.872115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on host n-h2-victoria-1 for vnic_type normal with profile None {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:14.872714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:14.884887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:14.892881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e6f41974-d710-424a-9a3d-278bbfbe69ff up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:14.894238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:14.894777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:14.902211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:14.903019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:14.903019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:14.903630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Bound port: 65ab7722-5f6a-450c-ae5b-674660ece87f, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:14.953391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:14.962446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] Notify callbacks [] for binding, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:14.963955 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] 10.222.0.32 "POST /v2.0/ports/65ab7722-5f6a-450c-ae5b-674660ece87f/bindings HTTP/1.1" status: 201 len: 391 time: 0.4986820 Dec 20 11:43:14.978186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f464fe-0269-4fd2-9f29-73c861cb317d req-55142b24-195e-4ad3-a881-8bcdaff31e57 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:14.980361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-87f464fe-0269-4fd2-9f29-73c861cb317d req-55142b24-195e-4ad3-a881-8bcdaff31e57 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks?id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 787 time: 0.2684534 Dec 20 11:43:14.994915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-87f464fe-0269-4fd2-9f29-73c861cb317d req-f2b97071-2b04-4bec-b02a-40bdaf1315de tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:43:15.001273 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-87f464fe-0269-4fd2-9f29-73c861cb317d req-f2b97071-2b04-4bec-b02a-40bdaf1315de tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0146375 Dec 20 11:43:15.014323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e6f41974-d710-424a-9a3d-278bbfbe69ff triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:15.014966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:15.390660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44386) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:15.421743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-a4b282e0-2d56-4d97-9d6e-50246b155e96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1098 time: 0.1422756 Dec 20 11:43:15.449835 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'code': 200} Dec 20 11:43:15.532808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-c75ae314-210e-4d01-a953-d69177c3c969 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips/d14bde9c-34aa-42c6-8d2e-83d6532b1089 HTTP/1.1" status: 200 len: 692 time: 0.0922809 Dec 20 11:43:15.686990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1510296178'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:15.691195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-9c51886b-6104-4ab0-8f3c-ca9468710150 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:15.697036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:15.698332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-9c51886b-6104-4ab0-8f3c-ca9468710150 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1551404 Dec 20 11:43:15.699758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-3a0ec8c3-f744-4ac1-b05b-9e2d197b51ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:15.701166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-3a0ec8c3-f744-4ac1-b05b-9e2d197b51ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.2730334 Dec 20 11:43:15.703378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Usage tracker for resource:network and tenant:4c3cf7bcbb2c4d60ab296af8288cd30e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:15.706287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:15.758294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:15.779260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-878f43dc-3bc3-4ef8-a2ad-548858044cc1 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.57 HTTP/1.1" status: 200 len: 695 time: 0.0800102 Dec 20 11:43:15.813086 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-2066371d-312a-43b0-9150-7afe6f280260 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 200 len: 217 time: 0.1037982 Dec 20 11:43:15.820885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:15.823710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:15.861344 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-878749ee-0808-418f-b81a-fc82465d1d8a tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.57 HTTP/1.1" status: 200 len: 695 time: 0.0756729 Dec 20 11:43:15.877016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:15.922747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-6f61f75a-940c-4bc5-aa2f-9c60fcd3ae0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:15.924244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-6f61f75a-940c-4bc5-aa2f-9c60fcd3ae0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1042497 Dec 20 11:43:15.982336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:15.986513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-6ef1fec3-5bcd-4795-9965-40d111ebc594 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512073 Dec 20 11:43:15.993343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b701679-61f5-46ad-b59b-1224f9efb6b8 req-fa962697-8964-4e53-8068-3af4ff5dc06d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:15.994681 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b701679-61f5-46ad-b59b-1224f9efb6b8 req-fa962697-8964-4e53-8068-3af4ff5dc06d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.2284276 Dec 20 11:43:15.995599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Usage tracker for resource:security_group_rule and tenant:4c3cf7bcbb2c4d60ab296af8288cd30e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:15.999414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:16.024033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:16.029237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Deleting port 15a40511-631d-4163-95b0-690beb1edbae {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:16.029619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.172079 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b701679-61f5-46ad-b59b-1224f9efb6b8 req-7d07ef7f-7a33-491c-bed7-ed0faea21118 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491487 Dec 20 11:43:16.210963 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-fec6bf4e-6259-46bc-9ad0-9c5e2e3f9fb3 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123117 Dec 20 11:43:16.222490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.222939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.254123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.347009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Calling delete_port for 15a40511-631d-4163-95b0-690beb1edbae owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:16.354424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.362186 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c07cee4c-5192-4cbe-91ac-38e3922d1cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:16.397857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9d86f-4969-49d5-8660-f22f5b6021d8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:16.413094 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:16.435895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:43:16.466252 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-3dfad6a7-c1cd-4e7e-a43c-c6be7184acfb service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432020 Dec 20 11:43:16.502950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.505899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.506699 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Added segment 5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52 of type vlan for network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 Dec 20 11:43:16.508116 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-364e73cd-e39c-4b3d-8931-c9b4bbe53adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:16.553957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Pushing event deleted for resources: {'Port': ['ID=15a40511-631d-4163-95b0-690beb1edbae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:16.557933 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:16.582805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.650217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4dc48-4714-493f-b1ff-76ac1820045c req-f68a5309-0fae-4ade-a351-4de620b15762 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:16.654707 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52c4dc48-4714-493f-b1ff-76ac1820045c req-f68a5309-0fae-4ade-a351-4de620b15762 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 945 time: 0.1126993 Dec 20 11:43:16.655825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.657628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.663295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:16.664103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.672620 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:16.677672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:16.686523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc0fd866-1ce5-4d2d-8cb7-a9db6ce16ef1 req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "DELETE /v2.0/floatingips/d14bde9c-34aa-42c6-8d2e-83d6532b1089 HTTP/1.1" status: 204 len: 173 time: 0.8196318 Dec 20 11:43:16.836440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4392083 Dec 20 11:43:16.836440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Network': ['ID=fc6aed75-c2e6-4be4-b4b5-6446199f5ba1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:16.838760 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:16.840360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44406) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:16.847794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:43:16.849784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52c4dc48-4714-493f-b1ff-76ac1820045c req-a07757e0-6dee-4717-98c2-b059c909734f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811965 Dec 20 11:43:16.853218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'subnet': {'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:17.041858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:17.045798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Usage tracker for resource:subnet and tenant:4c3cf7bcbb2c4d60ab296af8288cd30e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:17.049719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:17.057133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:17.069213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:17.112846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-77626d7f-3e88-4afc-8f8d-0ec3add5197d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2114642 Dec 20 11:43:17.118920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:17.125573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:17.130557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Usage tracker for resource:floatingip and tenant:677931f66d4746109d544575415a7c94 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:17.168358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:17.192260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:17.211175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:17.310857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-f0ffa425-405a-4591-a703-5868887a310f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:17.312724 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-f0ffa425-405a-4591-a703-5868887a310f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 945 time: 0.1787601 Dec 20 11:43:17.370410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:17.465061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Deleting port d37e9b90-7eb4-4684-a184-84f451fb3b53 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:17.465474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:17.501322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d576151-835c-43e7-a7f9-f25a7f2e675f req-39bd9c41-74eb-4610-bbf7-aa6c108a7171 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:17.502944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d576151-835c-43e7-a7f9-f25a7f2e675f req-39bd9c41-74eb-4610-bbf7-aa6c108a7171 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 945 time: 0.2025588 Dec 20 11:43:17.630367 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d576151-835c-43e7-a7f9-f25a7f2e675f req-cdde4fbe-c48a-4eaf-aded-06f31082f0e4 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852413 Dec 20 11:43:17.637528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:17.656608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:17.661545 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-68173022-82ad-4f72-a929-c714c575f0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:17.741519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Subnet': ['ID=4fb2300d-88e1-41d0-97d0-96d1dc290161,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:17.755097 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:17.783381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Checking segment: {'id': '5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:17.784070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network hostable DHCP agents. Network: fc6aed75-c2e6-4be4-b4b5-6446199f5ba1, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:43:17.860333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:43:17.876380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:17.883327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, fc6aed75-c2e6-4be4-b4b5-6446199f5ba1) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:17.891269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:17.892074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:17.898468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1918d5-6118-4f1e-a194-f090020eecd1 None None] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:17.928926 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0839252 Dec 20 11:43:17.936135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564705a-8877-47ac-8300-cc5352a06228 req-e2596822-4533-4f6a-944c-7d6b06c59a0a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:17.937817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e564705a-8877-47ac-8300-cc5352a06228 req-e2596822-4533-4f6a-944c-7d6b06c59a0a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.1258950 Dec 20 11:43:17.938365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:17.944426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'name': 'tempest-AllowedAddressPairTestJSON-673657487'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:18.063947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] For port d37e9b90-7eb4-4684-a184-84f451fb3b53, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d37e9b90-7eb4-4684-a184-84f451fb3b53,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:18.065258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.100761 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e564705a-8877-47ac-8300-cc5352a06228 req-6361c833-63b2-4b6b-a0ee-3e7538310b1c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383369 Dec 20 11:43:18.152211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:18.158652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Usage tracker for resource:port and tenant:4c3cf7bcbb2c4d60ab296af8288cd30e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:18.162450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:18.170414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'tenant_id': '4c3cf7bcbb2c4d60ab296af8288cd30e', 'fixed_ips': [{'subnet_id': '4fb2300d-88e1-41d0-97d0-96d1dc290161'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:43:18.171095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:18.171679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.192312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:18.197042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.228028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] device_id is not set on port 10151239-04e7-4e9e-9330-a1d14bd35829 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:18.263664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Calling delete_port for d37e9b90-7eb4-4684-a184-84f451fb3b53 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:18.411500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Allocated IP 172.20.0.2 (fc6aed75-c2e6-4be4-b4b5-6446199f5ba1/4fb2300d-88e1-41d0-97d0-96d1dc290161/4cfb2644-b237-48c1-81cd-26d7b45a3c06) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:18.424697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Allocated IP 172.35.0.54 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/c3ee4207-236b-487a-a314-fea8afafbe99) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:18.612566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.625834 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:18.627776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['d37e9b90-7eb4-4684-a184-84f451fb3b53'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:18.656535 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a726d9ba-27a5-4174-bac9-10563ea839ef req-23ee0e28-4f0a-4b12-9ff5-67e991f2fdb3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a871d31-216f-420b-9545-fb2c85730697 HTTP/1.1" status: 200 len: 210 time: 0.1112981 Dec 20 11:43:18.691839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event deleted for resources: {'Port': ['ID=d37e9b90-7eb4-4684-a184-84f451fb3b53,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:18.705219 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:18.817928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.846540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] No DVR routers for this DVR port d37e9b90-7eb4-4684-a184-84f451fb3b53 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:18.853768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.855785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'name': 'network-vif-deleted', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:18.863967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.884388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-3154b6e8-48d2-49a5-9b72-ca6f6f6fb47a tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:18.884658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-3154b6e8-48d2-49a5-9b72-ca6f6f6fb47a tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.53 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 945 time: 0.3128042 Dec 20 11:43:18.889199 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9764f5c4-73dd-4661-a532-cf3483d661aa req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.16 "DELETE /v2.0/ports/d37e9b90-7eb4-4684-a184-84f451fb3b53 HTTP/1.1" status: 204 len: 173 time: 1.5596817 Dec 20 11:43:18.896427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Transition to ACTIVE for port object 4cfb2644-b237-48c1-81cd-26d7b45a3c06 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:18.943830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Transition to ACTIVE for port object 4cfb2644-b237-48c1-81cd-26d7b45a3c06 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:18.961002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.967991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Deleting port c09ad013-7da0-4fab-85e0-d47c0376793d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:18.967991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:18.979842 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:19.019055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.039786 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:19.086794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Allocated IP 172.20.0.13 (fc6aed75-c2e6-4be4-b4b5-6446199f5ba1/4fb2300d-88e1-41d0-97d0-96d1dc290161/10151239-04e7-4e9e-9330-a1d14bd35829) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:19.089901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:19.093459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:19.096025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Pushing event updated for resources: {'Port': ['ID=4cfb2644-b237-48c1-81cd-26d7b45a3c06,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:19.103126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:19.107175 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:19.231636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:19.241516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:19.249676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:19.271106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Attempting to bind port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:19.271330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Attempting to bind port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:19.271778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Attempting to bind port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 on network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:19.282752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:19.283557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Checking segment: {'id': '5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:19.285009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.285281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Bound using segment: {'id': '5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:19.287020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Bound port: 4cfb2644-b237-48c1-81cd-26d7b45a3c06, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:19.287020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.299563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Pushing event updated for resources: {'Port': ['ID=c3ee4207-236b-487a-a314-fea8afafbe99,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:19.302438 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:19.477824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.480107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] For port 4cfb2644-b237-48c1-81cd-26d7b45a3c06, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:19.480107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] For port 4cfb2644-b237-48c1-81cd-26d7b45a3c06, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4cfb2644-b237-48c1-81cd-26d7b45a3c06,segment=NetworkSegment(5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52),segment_id=5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:19.480107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.480107 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:19.483900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Transition to ACTIVE for port object 10151239-04e7-4e9e-9330-a1d14bd35829 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:19.483900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245692b4-f0ba-41bb-a528-ea7cc36670e9 req-bdcf602f-d24d-4733-a099-6bd8f527711e tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:19.483900 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-245692b4-f0ba-41bb-a528-ea7cc36670e9 req-bdcf602f-d24d-4733-a099-6bd8f527711e tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 945 time: 0.1695013 Dec 20 11:43:19.517244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.523644 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1bc8d488-c738-4b86-80c0-9a5ddbc5e03b tempest-ServersOnMultiNodesTest-1876552916 tempest-ServersOnMultiNodesTest-1876552916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:19.615146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=10151239-04e7-4e9e-9330-a1d14bd35829,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:19.637533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Pushing event updated for resources: {'Port': ['ID=4cfb2644-b237-48c1-81cd-26d7b45a3c06,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:19.641858 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:19.648270 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:19.651433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] For port c09ad013-7da0-4fab-85e0-d47c0376793d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=c09ad013-7da0-4fab-85e0-d47c0376793d,segment=NetworkSegment(18a2bda8-b5a7-404a-82af-5c071f254821),segment_id=18a2bda8-b5a7-404a-82af-5c071f254821)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:19.651433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.676357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:19.685507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:19.691815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:19.735906 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-245692b4-f0ba-41bb-a528-ea7cc36670e9 req-e2dfa0c6-276b-466b-8cd4-1c493ac70d45 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448676 Dec 20 11:43:19.816337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:19.816972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:19.854239 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9135623 Dec 20 11:43:19.856436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:19.876141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'name': 'tempest-AllowedAddressPairTestJSON-662932586', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ab:95:d6'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:19.940972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Calling delete_port for c09ad013-7da0-4fab-85e0-d47c0376793d owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:20.011331 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a871d31-216f-420b-9545-fb2c85730697', 'name': 'network-vif-deleted', 'tag': 'd37e9b90-7eb4-4684-a184-84f451fb3b53', 'status': 'completed', 'code': 200} Dec 20 11:43:20.101323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:20.108638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Usage tracker for resource:port and tenant:4c3cf7bcbb2c4d60ab296af8288cd30e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:20.112543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:20.120734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:20.152130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bcac5-6552-4670-975a-c469649b6188 req-d258b7ba-c318-4b66-a52e-d76ae52c2c9a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:20.153631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c3bcac5-6552-4670-975a-c469649b6188 req-d258b7ba-c318-4b66-a52e-d76ae52c2c9a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.1464882 Dec 20 11:43:20.154871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:20.160041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.208702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] device_id is not set on port e40ed742-7cb5-48c2-a7e6-40e0d5850bfa yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:20.234802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.270892 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c3bcac5-6552-4670-975a-c469649b6188 req-de2bd0d9-5d53-4bd9-a334-834c8e219951 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014745 Dec 20 11:43:20.316831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.464511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.488552 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc48aedd-702b-414a-be8f-d60a4fe93c81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:20.523569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Allocated IP 172.20.0.7 (fc6aed75-c2e6-4be4-b4b5-6446199f5ba1/4fb2300d-88e1-41d0-97d0-96d1dc290161/e40ed742-7cb5-48c2-a7e6-40e0d5850bfa) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:20.546739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Pushing event deleted for resources: {'Port': ['ID=c09ad013-7da0-4fab-85e0-d47c0376793d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:20.556492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:20.681092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] No DVR routers for this DVR port c09ad013-7da0-4fab-85e0-d47c0376793d on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:20.691938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.712849 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a8f5844-6dcc-4891-8179-442a9a4c665d req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.53 "DELETE /v2.0/ports/c09ad013-7da0-4fab-85e0-d47c0376793d HTTP/1.1" status: 204 len: 173 time: 1.8211052 Dec 20 11:43:20.779738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.814634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.831400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.836260 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-455ed2b9-1ea1-4d24-a7e1-6f7132545fdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:20.837140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Transition to ACTIVE for port object e40ed742-7cb5-48c2-a7e6-40e0d5850bfa will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:20.895258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:20.901399 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c1c57ad-e175-4bd6-ba26-ab7e6bbe7478 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:20.944796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4cfb2644-b237-48c1-81cd-26d7b45a3c06 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:21.010345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:21.044890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Pushing event updated for resources: {'Port': ['ID=c3ee4207-236b-487a-a314-fea8afafbe99,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:21.047930 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:21.053373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:21.061379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9473178 Dec 20 11:43:21.097616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:21.124659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11471de6-8098-495b-ad70-136c6a9dd68c None None] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:21.129737 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a545ad8-3df1-4ee6-8230-65804b393b60 req-17b9681b-b336-4cac-95c1-f294ca7bf488 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c25a38-65a7-459f-ab57-3227a13a04ed HTTP/1.1" status: 200 len: 210 time: 0.1413190 Dec 20 11:43:21.156950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-42873c91-73e6-4840-8796-c5006e383d73 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Synchronizing usage tracker for tenant:677931f66d4746109d544575415a7c94 on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:21.176937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-42873c91-73e6-4840-8796-c5006e383d73 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Unset dirty status for tenant:677931f66d4746109d544575415a7c94 on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:21.180692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:21.181664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=e40ed742-7cb5-48c2-a7e6-40e0d5850bfa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:21.183965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-42873c91-73e6-4840-8796-c5006e383d73 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.54 HTTP/1.1" status: 200 len: 695 time: 0.1215391 Dec 20 11:43:21.194343 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:21.195372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c09ad013-7da0-4fab-85e0-d47c0376793d no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:21.195486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:21.199004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:21.303678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: c09ad013-7da0-4fab-85e0-d47c0376793d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:21.308930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device c09ad013-7da0-4fab-85e0-d47c0376793d not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:21.310680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:21.311324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:21.372971 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5150299 Dec 20 11:43:21.379045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:21.498319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Provisioning for port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:21.508652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-f4d74427-b8de-4e67-8d83-187fbe144830 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:21.523289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd7b1299-cc05-486e-92ed-aac2fb76415e req-f4d74427-b8de-4e67-8d83-187fbe144830 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.3382099 Dec 20 11:43:21.545635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Provisioning complete for port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:21.546092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:21.651713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-e38cf250-0585-42a9-bfb0-3e8f072f9e15 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:21.653259 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-e38cf250-0585-42a9-bfb0-3e8f072f9e15 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 822 time: 0.3186135 Dec 20 11:43:21.664498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45f506-bd10-4af7-842e-ce0389e7e8ba tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:21.668484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45f506-bd10-4af7-842e-ce0389e7e8ba tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:21.672353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45f506-bd10-4af7-842e-ce0389e7e8ba tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:21.673162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec45f506-bd10-4af7-842e-ce0389e7e8ba tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Synchronizing usage tracker for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:21.695898 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-ece52191-1b5e-4eb9-8d25-383d3369559e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/quotas/65098121c74d40d19e6a0e72bba24752 HTTP/1.1" status: 200 len: 375 time: 0.0190997 Dec 20 11:43:21.699828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:21.705405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec45f506-bd10-4af7-842e-ce0389e7e8ba tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Unset dirty status for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:21.709119 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ec45f506-bd10-4af7-842e-ce0389e7e8ba tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3248453 Dec 20 11:43:21.709399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44478) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:21.729082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb67218-335a-44ce-b497-92dea92cff4d req-2b2c8742-b923-4b53-bcbf-26e56c577197 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:21.735023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] For port 4cfb2644-b237-48c1-81cd-26d7b45a3c06, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4cfb2644-b237-48c1-81cd-26d7b45a3c06,segment=NetworkSegment(5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52),segment_id=5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:21.738555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbb67218-335a-44ce-b497-92dea92cff4d req-2b2c8742-b923-4b53-bcbf-26e56c577197 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.1021497 Dec 20 11:43:21.743345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:21.752548 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-cd9efaae-5174-493f-8eeb-6e66a34631f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:21.804261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbb67218-335a-44ce-b497-92dea92cff4d req-6ff0a2f7-bfdd-4085-9709-a94a5877a594 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621676 Dec 20 11:43:21.852498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port e40ed742-7cb5-48c2-a7e6-40e0d5850bfa {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:21.853177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:21.854200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Pushing event updated for resources: {'Port': ['ID=4cfb2644-b237-48c1-81cd-26d7b45a3c06,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:21.857194 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:21.929743 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-7362ac7d-5480-4fea-843c-1334349996aa tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847413 Dec 20 11:43:21.958318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-ef7fd804-ec4b-4026-823e-61b9bb0ff9c8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:43:21.959263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-ef7fd804-ec4b-4026-823e-61b9bb0ff9c8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050404 Dec 20 11:43:21.983757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Provisioning for port e40ed742-7cb5-48c2-a7e6-40e0d5850bfa completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:21.989872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Provisioning complete for port e40ed742-7cb5-48c2-a7e6-40e0d5850bfa triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:21.990601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.025906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'name': 'network-vif-deleted', 'tag': 'c09ad013-7da0-4fab-85e0-d47c0376793d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:22.055072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Port e40ed742-7cb5-48c2-a7e6-40e0d5850bfa cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:22.066058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-08292681-d9d3-48a7-9d7c-3f4eae8fd9a8 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips/3b5c3880-538c-427e-95ee-47e56b919859 HTTP/1.1" status: 200 len: 692 time: 0.1135731 Dec 20 11:43:22.072220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Provisioning for port 10151239-04e7-4e9e-9330-a1d14bd35829 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:22.077796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Provisioning complete for port 10151239-04e7-4e9e-9330-a1d14bd35829 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:22.078202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.143519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Port 10151239-04e7-4e9e-9330-a1d14bd35829 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:22.156839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Provisioning complete for port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:22.157456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3adc1-fee2-42ce-8186-2b08c96573fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.233263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-d7c8a1e5-b120-40b8-be37-d7f3bbfd492c service neutron] 10.222.0.32 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561047 Dec 20 11:43:22.260496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-f87b662f-1078-4467-ac60-f4bbc8b0d57c tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:22.262537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-f87b662f-1078-4467-ac60-f4bbc8b0d57c tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1910472 Dec 20 11:43:22.268095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.372191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-fa2a48c3-2225-4e6b-a0fa-49738e29a014 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.54 HTTP/1.1" status: 200 len: 695 time: 0.1036196 Dec 20 11:43:22.388336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d37e9b90-7eb4-4684-a184-84f451fb3b53 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:22.427386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: d37e9b90-7eb4-4684-a184-84f451fb3b53 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:22.428571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d37e9b90-7eb4-4684-a184-84f451fb3b53 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:22.444071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Calling delete_port for e40ed742-7cb5-48c2-a7e6-40e0d5850bfa owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:22.466345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-adc86666-a4ca-4e7c-8c10-7a64ec4a2a19 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0876086 Dec 20 11:43:22.470138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-35525b78-13c8-4086-b2f9-9458c3c1ba92 None None] Provisioning complete for port e40ed742-7cb5-48c2-a7e6-40e0d5850bfa triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:22.471100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35525b78-13c8-4086-b2f9-9458c3c1ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.523949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-35525b78-13c8-4086-b2f9-9458c3c1ba92 None None] Port e40ed742-7cb5-48c2-a7e6-40e0d5850bfa cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:22.537423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-35525b78-13c8-4086-b2f9-9458c3c1ba92 None None] Provisioning complete for port 10151239-04e7-4e9e-9330-a1d14bd35829 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:22.537806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35525b78-13c8-4086-b2f9-9458c3c1ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.590764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-35525b78-13c8-4086-b2f9-9458c3c1ba92 None None] Port 10151239-04e7-4e9e-9330-a1d14bd35829 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:22.602456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-abe3135c-9af9-4f06-b10a-f2aad29af84a service neutron] 10.222.0.32 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590887 Dec 20 11:43:22.631292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Deleting port c3ee4207-236b-487a-a314-fea8afafbe99 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:22.631819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.835466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:22.844569 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:22.897159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4cfb2644-b237-48c1-81cd-26d7b45a3c06 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:22.906720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Port': ['ID=e40ed742-7cb5-48c2-a7e6-40e0d5850bfa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:22.910880 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:23.045643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:23.046835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.051925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.052260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.137197 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c25a38-65a7-459f-ab57-3227a13a04ed', 'name': 'network-vif-deleted', 'tag': 'c09ad013-7da0-4fab-85e0-d47c0376793d', 'status': 'completed', 'code': 200} Dec 20 11:43:23.225927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:23.270775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Calling delete_port for c3ee4207-236b-487a-a314-fea8afafbe99 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:23.347384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.362131 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bb1d8c2c-98bd-4769-a769-ea09f6e71e22 req-4f047a73-a7c8-48f2-aa7b-b8ebc29f4135 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 210 time: 0.0597184 Dec 20 11:43:23.372860 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/ports/e40ed742-7cb5-48c2-a7e6-40e0d5850bfa HTTP/1.1" status: 204 len: 168 time: 1.6620562 Dec 20 11:43:23.375307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:23.435657 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d580fa-37b1-40ed-b510-3580d3243c06 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] GET failed (client error): The resource could not be found. Dec 20 11:43:23.436234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-36d580fa-37b1-40ed-b510-3580d3243c06 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Synchronizing usage tracker for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:23.440978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Deleting subnet 71b32804-8bc8-4920-b415-856a0cc49424 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:43:23.445335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.458563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-36d580fa-37b1-40ed-b510-3580d3243c06 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Unset dirty status for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:23.460233 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-36d580fa-37b1-40ed-b510-3580d3243c06 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "GET /v2.0/ports/e40ed742-7cb5-48c2-a7e6-40e0d5850bfa HTTP/1.1" status: 404 len: 333 time: 0.0835719 Dec 20 11:43:23.464076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44510) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:23.469933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'name': 'tempest-AllowedAddressPairTestJSON-715122918'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:23.477456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.498162 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf2b2b7c-dadc-40dd-a99f-25d90b7054fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:23.569152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Pushing event deleted for resources: {'Port': ['ID=c3ee4207-236b-487a-a314-fea8afafbe99,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:23.580950 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:23.628376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.663803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:23.681974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:23.687434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.697959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ee569-6d66-41bf-b427-b7344731bf12 req-0711d428-5d2b-4038-80eb-c50b2900378a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:23.699442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f39ee569-6d66-41bf-b427-b7344731bf12 req-0711d428-5d2b-4038-80eb-c50b2900378a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.1796184 Dec 20 11:43:23.705831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:23.707099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.709505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.749086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.751480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] device_id is not set on port 0fb27e15-28b4-494d-9798-a68a2145250c yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:23.758611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40522cd5-c269-49f4-b6ad-bab7e010b900 req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "DELETE /v2.0/floatingips/3b5c3880-538c-427e-95ee-47e56b919859 HTTP/1.1" status: 204 len: 173 time: 1.2881868 Dec 20 11:43:23.803235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.804686 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33064995-5fbd-4d27-8fbd-df9193495c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:23.823264 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f39ee569-6d66-41bf-b427-b7344731bf12 req-6b9f7446-0632-4955-b393-c8e474a5ab4e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018579 Dec 20 11:43:23.843453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b32804-8bc8-4920-b415-856a0cc49424,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:23.846774 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:23.857130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:23.870874 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] 10.222.0.32 "DELETE /v2.0/subnets/71b32804-8bc8-4920-b415-856a0cc49424 HTTP/1.1" status: 204 len: 168 time: 0.6435602 Dec 20 11:43:23.871568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:23.929901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Allocated IP 172.20.0.14 (fc6aed75-c2e6-4be4-b4b5-6446199f5ba1/4fb2300d-88e1-41d0-97d0-96d1dc290161/0fb27e15-28b4-494d-9798-a68a2145250c) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:24.010752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.212674 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-e241e661-a3b9-4824-ac88-443d3c0be557 req-a031d6e8-561e-4698-acdd-8088c10ef7f7 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] show failed (client error): The resource could not be found. Dec 20 11:43:24.213838 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e241e661-a3b9-4824-ac88-443d3c0be557 req-a031d6e8-561e-4698-acdd-8088c10ef7f7 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips/3b5c3880-538c-427e-95ee-47e56b919859 HTTP/1.1" status: 404 len: 350 time: 0.1664503 Dec 20 11:43:24.300958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.336757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.389890 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-a0ee6788-412f-4fa5-b604-ef2297f3c397 req-2294fd17-549f-4e1b-846e-5273b63606fc tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] show failed (client error): The resource could not be found. Dec 20 11:43:24.390843 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a0ee6788-412f-4fa5-b604-ef2297f3c397 req-2294fd17-549f-4e1b-846e-5273b63606fc tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] 10.222.0.32 "GET /v2.0/floatingips/3b5c3880-538c-427e-95ee-47e56b919859 HTTP/1.1" status: 404 len: 350 time: 0.0867472 Dec 20 11:43:24.412238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44532) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:24.418632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cddd56e-4124-4442-a177-9b9f7d531785']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:24.458374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a2bda8-b5a7-404a-82af-5c071f254821') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:24.458669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a2bda8-b5a7-404a-82af-5c071f254821') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:24.477852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Transition to ACTIVE for port object 0fb27e15-28b4-494d-9798-a68a2145250c will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:24.501245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.524860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-d99ea488-2b1c-449d-b68e-77f24358493f tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1098 time: 0.4625165 Dec 20 11:43:24.534645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.542424 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:24.564631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-77c52996-6ef6-4655-9512-3e5b319003f0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:24.566122 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-77c52996-6ef6-4655-9512-3e5b319003f0 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.53 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 822 time: 0.4147265 Dec 20 11:43:24.575777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-victoria-1'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:24.604491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.609826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Request body: {'port': {'device_id': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'admin_state_up': True, 'tenant_id': '65098121c74d40d19e6a0e72bba24752'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:24.627636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-461f45cd-0aba-4066-9f2e-ed9e2f9c1edc req-28956b91-a641-418d-ae5b-72ec0ffdcde8 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Synchronizing usage tracker for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:24.645243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:43:24.645594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.663960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:43:24.665111 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:43:24.672191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:24.679549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:24.743628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=0fb27e15-28b4-494d-9798-a68a2145250c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:24.752972 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:24.758478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:24.759121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:24.802726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3374183 Dec 20 11:43:24.805636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:24.811859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ab:95:d6'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:25.040756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-461f45cd-0aba-4066-9f2e-ed9e2f9c1edc req-28956b91-a641-418d-ae5b-72ec0ffdcde8 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Unset dirty status for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:25.042866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-461f45cd-0aba-4066-9f2e-ed9e2f9c1edc req-28956b91-a641-418d-ae5b-72ec0ffdcde8 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 210 time: 0.5272672 Dec 20 11:43:25.047343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-82aa7e78-6d1b-4084-bf44-32875af05b3e None None] Provisioning for port 0fb27e15-28b4-494d-9798-a68a2145250c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:25.056163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-82aa7e78-6d1b-4084-bf44-32875af05b3e None None] Provisioning complete for port 0fb27e15-28b4-494d-9798-a68a2145250c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:25.059359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-82aa7e78-6d1b-4084-bf44-32875af05b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.105622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.107321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.158848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-82aa7e78-6d1b-4084-bf44-32875af05b3e None None] Port 0fb27e15-28b4-494d-9798-a68a2145250c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:25.198332 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:25.223801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.242570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cddd56e-4124-4442-a177-9b9f7d531785,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:25.245612 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5cddd56e-4124-4442-a177-9b9f7d531785 HTTP/1.1" status: 204 len: 168 time: 1.3730602 Dec 20 11:43:25.248847 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:25.263467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:25.277687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:25.307524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Made reservation on behalf of 65098121c74d40d19e6a0e72bba24752 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:25.311294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.338824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32a0c-b374-4d6d-b17b-6343d57ce78b req-2c6b0884-ebc2-452e-90f2-49aa87d88a1e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:25.340328 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68c32a0c-b374-4d6d-b17b-6343d57ce78b req-2c6b0884-ebc2-452e-90f2-49aa87d88a1e tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 945 time: 0.3506403 Dec 20 11:43:25.584450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.586526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:25.647771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68c32a0c-b374-4d6d-b17b-6343d57ce78b req-35c7cf08-c90a-49c1-8e57-b9303fd0a2cf tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992599 Dec 20 11:43:25.707917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Allocated IP 172.20.0.5 (970841f7-66e8-4af9-b07b-79813d76fa30/f3ff83e5-9142-4d4d-9bc0-c2a4999d2842/cf5b227d-85a5-411d-8f30-c04c2c1aeab7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:25.717391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:25.718290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:25.810283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:25.810283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.833795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.842353 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7a6e2e00-4a8b-4867-9dcf-20337ad0a85b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:25.897404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ff2315a6-70cd-40c9-8960-6cc1b3a17923 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0960d830a9448b091145fbd562059fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1712949 Dec 20 11:43:25.897404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44556) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:25.921321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:25.921472 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f', 'code': 200} Dec 20 11:43:26.068278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:26.075365 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:26.090815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.096621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.119586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.122408 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8baabe50-8b83-4e4b-94ad-2b2249b786b5 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:26.164676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on host n-h1-victoria-1 for vnic_type normal with profile {"migrating_to": "n-h2-victoria-1"} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:26.164676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:26.164676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:26.182461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:26.182461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Attempting to bind port 65ab7722-5f6a-450c-ae5b-674660ece87f on network 6b4b4f65-4f18-45d6-83bf-6fe84ebea283 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:26.188423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:26.188423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Checking segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:26.188423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Bound using segment: {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:26.188423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Bound port: 65ab7722-5f6a-450c-ae5b-674660ece87f, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c25090-49f1-4096-b085-58636925dd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6b4b4f65-4f18-45d6-83bf-6fe84ebea283'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:26.188423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.201985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.231706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.337262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:26.370994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:26.386642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.412077 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:26.414761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 65ab7722-5f6a-450c-ae5b-674660ece87f details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:43:26.475893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Network 970841f7-66e8-4af9-b07b-79813d76fa30 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:26.495865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:26.508039 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b8bc4e3-bf24-4943-b283-a910b54f5398 req-fda58cc4-3f62-4c7a-b9d7-28b75f3b40d2 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 210 time: 0.2619412 Dec 20 11:43:26.511605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:26.549203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=0fb27e15-28b4-494d-9798-a68a2145250c,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:26.577150 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:26.623097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] In _notify_port_updated(), no bound segment for port 0fb27e15-28b4-494d-9798-a68a2145250c on network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:43:26.627098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:26.628731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.629989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "PUT /v2.0/ports/0fb27e15-28b4-494d-9798-a68a2145250c HTTP/1.1" status: 200 len: 994 time: 1.8227148 Dec 20 11:43:26.636068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44568) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:26.660907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.724951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:26.724951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.870542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port 0fb27e15-28b4-494d-9798-a68a2145250c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:26.870542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.960514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7b50c164-57a4-4e88-a0be-b08cf5cad262 None None] Provisioning complete for port 0fb27e15-28b4-494d-9798-a68a2145250c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:26.960514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7b50c164-57a4-4e88-a0be-b08cf5cad262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.981222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:26.998062 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:27.005177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event updated for resources: {'Port': ['ID=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:27.005177 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:27.018961 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:27.063253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb897e17-eec4-42bb-92c4-d14bbc8e7ac8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:27.069284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:27.075705 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:27.162192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 65ab7722-5f6a-450c-ae5b-674660ece87f has no active binding in host n-h2-victoria-1 {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Dec 20 11:43:27.170449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7b50c164-57a4-4e88-a0be-b08cf5cad262 None None] Port 0fb27e15-28b4-494d-9798-a68a2145250c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:27.170750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:27.177316 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb897e17-eec4-42bb-92c4-d14bbc8e7ac8 HTTP/1.1" status: 204 len: 168 time: 1.2794607 Dec 20 11:43:27.259954 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6407361 Dec 20 11:43:27.259954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:27.281324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] 10.222.0.16 "PUT /v2.0/ports/65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 200 len: 1125 time: 2.6978827 Dec 20 11:43:27.300061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:27.316253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Request body: {'port': {'device_id': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:27.368438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['65ab7722-5f6a-450c-ae5b-674660ece87f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:27.388171 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:27.471703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d97c8f-7ea8-403f-a824-99dfb8303271 req-9962148f-3bdc-4bb9-ab99-49dc6a8775ed tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:27.496190 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80d97c8f-7ea8-403f-a824-99dfb8303271 req-9962148f-3bdc-4bb9-ab99-49dc6a8775ed tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.4019837 Dec 20 11:43:27.583092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['65ab7722-5f6a-450c-ae5b-674660ece87f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:27.905141 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80d97c8f-7ea8-403f-a824-99dfb8303271 req-4020ad7b-7781-415b-b3ef-20eaa31ac39a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070983 Dec 20 11:43:27.907267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6536ef87-6283-4a45-8ad5-55bed8f2d3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:27.925408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:27.952248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:28.216666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:28.412987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Calling delete_port for 0fb27e15-28b4-494d-9798-a68a2145250c owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:28.493347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0492-e7bc-4f4e-8853-fb5535eb6301 req-8642535b-32c4-4a3e-8df6-0539facdf384 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:28.494994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a1f0492-e7bc-4f4e-8853-fb5535eb6301 req-8642535b-32c4-4a3e-8df6-0539facdf384 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 931 time: 0.4315443 Dec 20 11:43:28.495310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5b227d-85a5-411d-8f30-c04c2c1aeab7 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:28.509394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:28.535429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Transition to ACTIVE for port object cf5b227d-85a5-411d-8f30-c04c2c1aeab7 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:28.541561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:28.550609 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f', 'status': 'completed', 'code': 200} Dec 20 11:43:28.552839 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:28.688662 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a1f0492-e7bc-4f4e-8853-fb5535eb6301 req-cddbe537-5b79-437c-98e0-b0bd8bd7648f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832602 Dec 20 11:43:28.732338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:28.746800 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:28.801602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:28.811258 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b36069b6-f2ca-400c-805d-7e1ec556f3e0 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:28.825665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-339e3534-442b-459f-bb6b-3a50f74c854d req-a9df0040-f0b2-4143-8cea-19da86aa24af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1128 time: 0.2155571 Dec 20 11:43:28.900236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Port': ['ID=0fb27e15-28b4-494d-9798-a68a2145250c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:28.902753 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:29.003744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Attempting to bind port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:29.004352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Attempting to bind port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:29.004834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Attempting to bind port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 on network 970841f7-66e8-4af9-b07b-79813d76fa30 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:29.012756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 on network 970841f7-66e8-4af9-b07b-79813d76fa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:43:29.013280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Attempting to bind port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 on network 970841f7-66e8-4af9-b07b-79813d76fa30 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:29.036921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:29.038263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Checking segment: {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:29.039859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Bound using segment: {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:29.041097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Bound port: cf5b227d-85a5-411d-8f30-c04c2c1aeab7, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcd5592-a03b-471a-8832-dc0ed05ce091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:29.045587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:29.068922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3534-442b-459f-bb6b-3a50f74c854d req-551f863d-bf07-47d2-806f-f60a6e151a08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:29.072453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-339e3534-442b-459f-bb6b-3a50f74c854d req-551f863d-bf07-47d2-806f-f60a6e151a08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.2109070 Dec 20 11:43:29.187934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-339e3534-442b-459f-bb6b-3a50f74c854d req-50083f92-3dca-456e-bce5-72425ea81974 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 200 len: 217 time: 0.1039474 Dec 20 11:43:29.196483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a303b6e-a933-49aa-87a1-96a3382378b4 req-f963b1ae-061b-4ce4-b910-559be866a0b0 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:29.197960 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1a303b6e-a933-49aa-87a1-96a3382378b4 req-f963b1ae-061b-4ce4-b910-559be866a0b0 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 945 time: 0.3444750 Dec 20 11:43:29.271759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:29.283909 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/ports/0fb27e15-28b4-494d-9798-a68a2145250c HTTP/1.1" status: 204 len: 168 time: 2.6466067 Dec 20 11:43:29.286363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] For port cf5b227d-85a5-411d-8f30-c04c2c1aeab7, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:29.288685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:29.350057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3534-442b-459f-bb6b-3a50f74c854d req-c47effb0-d249-45f1-995c-edcb9452975a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:29.351956 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-339e3534-442b-459f-bb6b-3a50f74c854d req-c47effb0-d249-45f1-995c-edcb9452975a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.1564975 Dec 20 11:43:29.352631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1a303b6e-a933-49aa-87a1-96a3382378b4 req-77522435-9f1a-4cee-9867-e99e5ca957f1 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408482 Dec 20 11:43:29.358819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] For port cf5b227d-85a5-411d-8f30-c04c2c1aeab7, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:29.386570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Deleting port e6f41974-d710-424a-9a3d-278bbfbe69ff {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:29.387005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:29.411413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:29.421010 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-642c4aad-c43f-409f-a29d-a6808a56a2b3 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:29.454296 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eaeca95-1f80-420a-944c-ba3580ebbc5a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] GET failed (client error): The resource could not be found. Dec 20 11:43:29.461529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2eaeca95-1f80-420a-944c-ba3580ebbc5a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "GET /v2.0/ports/0fb27e15-28b4-494d-9798-a68a2145250c HTTP/1.1" status: 404 len: 333 time: 0.1637068 Dec 20 11:43:29.463950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:29.474548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'name': 'tempest-AllowedAddressPairTestJSON-928965119'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:29.479857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-339e3534-442b-459f-bb6b-3a50f74c854d req-6a679fbf-b6e9-4323-a176-da52b9644c2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011367 Dec 20 11:43:29.589183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:29.590565 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] 10.222.0.53 "PUT /v2.0/ports/cf5b227d-85a5-411d-8f30-c04c2c1aeab7 HTTP/1.1" status: 200 len: 1093 time: 2.2994428 Dec 20 11:43:29.713657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:29.715788 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae539ddb-7302-4307-a2f2-f46fb123a5bb req-460ff1c0-5d99-4d08-8ba7-48f0ee990590 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1080029 Dec 20 11:43:29.728236 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:29.805879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-339e3534-442b-459f-bb6b-3a50f74c854d req-a441a6ab-6cc6-450e-bf59-fc25af451550 service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735305 Dec 20 11:43:29.837623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21d85b-0da6-47b5-952b-e63ea5f6278f req-287668b1-f21d-485b-8dc7-759c24ec3b23 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:29.844658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af21d85b-0da6-47b5-952b-e63ea5f6278f req-287668b1-f21d-485b-8dc7-759c24ec3b23 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.3678107 Dec 20 11:43:29.896781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d19b823f-9178-48e0-861b-82569f74d120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:29.897800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:29.902172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Usage tracker for resource:port and tenant:4c3cf7bcbb2c4d60ab296af8288cd30e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:29.905113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:29.916877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] For port e6f41974-d710-424a-9a3d-278bbfbe69ff, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6f41974-d710-424a-9a3d-278bbfbe69ff,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:29.917232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:29.957195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:30.083775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Calling delete_port for e6f41974-d710-424a-9a3d-278bbfbe69ff owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:30.097450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-17c5c7c0-80bd-4dc7-8a13-6dcc86cdba8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 1096 time: 0.4315097 Dec 20 11:43:30.105357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af21d85b-0da6-47b5-952b-e63ea5f6278f req-d46a2ac9-eca0-4ba3-9bcb-5377c8afbb48 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576210 Dec 20 11:43:30.132671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:30.135673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:30.195825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] device_id is not set on port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:30.212544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-339e3534-442b-459f-bb6b-3a50f74c854d req-7f68d55a-f887-440b-bafd-5694357cde9b service neutron] 10.222.0.53 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997815 Dec 20 11:43:30.213804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-98d1b9c1-01a1-46e1-91fe-2a404b733eb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5b227d-85a5-411d-8f30-c04c2c1aeab7 HTTP/1.1" status: 200 len: 217 time: 0.0772550 Dec 20 11:43:30.269047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56495731-b8bb-4d34-b4bb-0c167f4b7db3 req-1d6e2a87-1fb4-47e7-afa4-aadb49d81fb2 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:30.272064 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56495731-b8bb-4d34-b4bb-0c167f4b7db3 req-1d6e2a87-1fb4-47e7-afa4-aadb49d81fb2 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 943 time: 0.3622136 Dec 20 11:43:30.323451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-3de0d3f8-5ddc-4c9a-9a6f-a86ed43e5c7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:30.323451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-3de0d3f8-5ddc-4c9a-9a6f-a86ed43e5c7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 HTTP/1.1" status: 200 len: 862 time: 0.0904431 Dec 20 11:43:30.400866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-c05c67cd-2e8f-4a3f-9c24-d08574997205 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=970841f7-66e8-4af9-b07b-79813d76fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775788 Dec 20 11:43:30.423551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Allocated IP 172.20.0.9 (fc6aed75-c2e6-4be4-b4b5-6446199f5ba1/4fb2300d-88e1-41d0-97d0-96d1dc290161/c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:30.440460 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56495731-b8bb-4d34-b4bb-0c167f4b7db3 req-f4153862-c191-4ec1-b3bc-ac6caac01b41 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983005 Dec 20 11:43:30.623105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'tag': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:30.647345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:30.672136 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f33a66c7-6933-4599-bd3f-9742b905d62a tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:30.773720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-ef47fca6-68ed-4603-bdcd-e06e36a54dbc service neutron] 10.222.0.53 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565736 Dec 20 11:43:30.803864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f41974-d710-424a-9a3d-278bbfbe69ff,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:30.807786 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:30.941402 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'tag': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7', 'status': 'completed', 'code': 200} Dec 20 11:43:31.032730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62708f-eaf8-49b3-a170-b7eaf6d18a76 req-ab638326-15a8-4693-9ae7-174bf12b0dcf tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:31.041748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f62708f-eaf8-49b3-a170-b7eaf6d18a76 req-ab638326-15a8-4693-9ae7-174bf12b0dcf tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 945 time: 0.3112905 Dec 20 11:43:31.112345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:31.123214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:31.149667 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f5628a7-1d6c-4385-b8c8-8cabed9fba57 req-5adcf4ac-32ea-4e8f-92f9-78f7813c7de1 service neutron] 10.222.0.53 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622947 Dec 20 11:43:31.158943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e1574-9011-4b06-9c65-bddce065c644 req-897f7cd3-19de-427b-a195-c5d80f0edac6 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:31.160300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a19e1574-9011-4b06-9c65-bddce065c644 req-897f7cd3-19de-427b-a195-c5d80f0edac6 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.16 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 945 time: 0.4779541 Dec 20 11:43:31.174694 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d34df792-e616-4215-839e-bf3bc2aa2cc7 req-53a5408f-adf3-4369-9955-19e154b164eb tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0701075 Dec 20 11:43:31.265870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:31.288287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Transition to ACTIVE for port object c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:31.353165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f62708f-eaf8-49b3-a170-b7eaf6d18a76 req-6b016b0a-b3ee-4855-ac5d-527dcd59dae5 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057246 Dec 20 11:43:31.409834 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-283e6adc-61d3-4aa2-b356-86c6129d9af2 service neutron] 10.222.0.53 "GET /v2.0/ports/65ab7722-5f6a-450c-ae5b-674660ece87f/bindings/n-h2-victoria-1 HTTP/1.1" status: 200 len: 386 time: 0.3582280 Dec 20 11:43:31.415905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Deleting port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:31.415905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:31.434780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:31.442767 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2bc99735-838a-418a-8a0f-41bdab968079 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:31.516698 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-e0ac9ba5-c4b5-4eb5-8974-d894f85f00b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65098121c74d40d19e6a0e72bba24752&device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 1096 time: 0.2964950 Dec 20 11:43:31.535436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:31.540334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:31.563183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:31.612193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:31.625737 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:31.635508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0015fe0-e02a-483c-bc3f-50ba7e90422f req-083505e3-d306-45c5-95ae-51953bd408ca tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:31.644430 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0015fe0-e02a-483c-bc3f-50ba7e90422f req-083505e3-d306-45c5-95ae-51953bd408ca tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.2726688 Dec 20 11:43:31.708416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:31.716124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:31.716710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:31.754573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b0015fe0-e02a-483c-bc3f-50ba7e90422f req-feb670c1-8487-4c8e-aeb1-34f2ff9238d7 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146786 Dec 20 11:43:31.874559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4086502 Dec 20 11:43:31.878146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:31.885867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:95:d6'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:31.968698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-de2de087-9392-408f-84b4-d1031db0088c None None] Provisioning for port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:31.968698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-de2de087-9392-408f-84b4-d1031db0088c None None] Provisioning complete for port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:31.968698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de2de087-9392-408f-84b4-d1031db0088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:32.038177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-de2de087-9392-408f-84b4-d1031db0088c None None] Port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:32.213873 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c694042a-a0df-443d-b43c-6c31fccb0125 req-d89a8306-b68d-4caa-ab4f-6cea04160bac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.2251551 Dec 20 11:43:32.263723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-17a81b03-1307-409b-bea4-02608ded0059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:32.263723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-17a81b03-1307-409b-bea4-02608ded0059 service neutron] 10.222.0.53 "GET /v2.0/networks?id=970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 200 len: 923 time: 0.7306154 Dec 20 11:43:32.322731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] For port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:32.324016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:32.420700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:32.493982 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b09561a7-93dd-42dc-a6fb-6282e05510ec req-94f4f2bc-faf8-4b0f-86ae-0e07b879f59d tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1125803 Dec 20 11:43:32.495304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Calling delete_port for 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:32.657139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:32.688173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-3b138cd3-9096-4d4b-87da-d96f87c8abe6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5b227d-85a5-411d-8f30-c04c2c1aeab7 HTTP/1.1" status: 200 len: 217 time: 0.2606454 Dec 20 11:43:32.694272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93933-e4a1-4bc1-a50f-d2504cc5c2f1 req-21f3fb54-7c63-47ee-9791-02ce43c222ca tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:32.694942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1fe93933-e4a1-4bc1-a50f-d2504cc5c2f1 req-21f3fb54-7c63-47ee-9791-02ce43c222ca tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Synchronizing usage tracker for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:32.885965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1fe93933-e4a1-4bc1-a50f-d2504cc5c2f1 req-21f3fb54-7c63-47ee-9791-02ce43c222ca tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Unset dirty status for tenant:65098121c74d40d19e6a0e72bba24752 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:32.891142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fe93933-e4a1-4bc1-a50f-d2504cc5c2f1 req-21f3fb54-7c63-47ee-9791-02ce43c222ca tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 943 time: 1.1637065 Dec 20 11:43:32.955851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-f6193584-d7d1-4d8d-8658-be37f85776eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:32.955851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-f6193584-d7d1-4d8d-8658-be37f85776eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 HTTP/1.1" status: 200 len: 862 time: 0.2439377 Dec 20 11:43:32.955851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:32.969222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca687d-ef17-438d-92a0-73e358a280b8 req-061ca097-de02-45e1-9e03-e9b60b47825a tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:32.969222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eaca687d-ef17-438d-92a0-73e358a280b8 req-061ca097-de02-45e1-9e03-e9b60b47825a tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 945 time: 0.2984788 Dec 20 11:43:33.014773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.024176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.030667 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b276d8c-99db-464e-8267-502b25132bbb tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:33.055529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-803afee0-bbe6-48d0-8571-489eeec06242 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=970841f7-66e8-4af9-b07b-79813d76fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834310 Dec 20 11:43:33.066382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fe93933-e4a1-4bc1-a50f-d2504cc5c2f1 req-95b517a6-6a8e-4590-8f8f-0953f2820ca9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710892 Dec 20 11:43:33.114050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:33.185488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cf5b227d-85a5-411d-8f30-c04c2c1aeab7 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:43:33.188679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 65ab7722-5f6a-450c-ae5b-674660ece87f no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:33.224273 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eaca687d-ef17-438d-92a0-73e358a280b8 req-fef77c5c-72d7-45ce-991a-7bf79bf29266 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/security-groups?id=e17c4b63-1f92-4435-a981-ebe9c007080a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498751 Dec 20 11:43:33.287042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:33.298312 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:33.304005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.388557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] In _notify_port_updated(), no bound segment for port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e on network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:43:33.404857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-1597f294-b3d7-47dc-a65f-a67a1eb6f70a service neutron] 10.222.0.53 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370967 Dec 20 11:43:33.417593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ab7722-5f6a-450c-ae5b-674660ece87f {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:33.423680 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:33.445914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:33.446692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.462885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "PUT /v2.0/ports/c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e HTTP/1.1" status: 200 len: 995 time: 1.5832565 Dec 20 11:43:33.464302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:33.556533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Pushing event deleted for resources: {'Port': ['ID=40b2c6ca-c65a-44a4-87dc-d58154c4bd8a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:33.610084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:33.619628 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:33.689507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:33.689841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.703738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.740504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cf5b227d-85a5-411d-8f30-c04c2c1aeab7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:33.756682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7', 'network_id': '970841f7-66e8-4af9-b07b-79813d76fa30', 'port_id': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7', 'mac_address': 'fa:16:3e:18:19:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ff83e5-9142-4d4d-9bc0-c2a4999d2842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:43:33.834547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.885258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5b227d-85a5-411d-8f30-c04c2c1aeab7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:43:33.888534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a62742d3-a813-4f74-bd78-aa37eaf1d12f req-a316ec64-e660-4c31-972c-f1674f39a6f6 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0898607 Dec 20 11:43:33.908390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:43:33.921167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cf5b227d-85a5-411d-8f30-c04c2c1aeab7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:33.930211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-da004849-8cbc-4d31-8ecc-08027ccd4b32 None None] Provisioning complete for port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:33.930730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-da004849-8cbc-4d31-8ecc-08027ccd4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.931481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] No DVR routers for this DVR port 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:33.949021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.973672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2359-84fb-4379-a441-cb2d818995a4 req-d57d4682-84c3-44fd-8326-24a1a728f4a2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:33.988020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:33.993604 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-173e2359-84fb-4379-a441-cb2d818995a4 req-d57d4682-84c3-44fd-8326-24a1a728f4a2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 943 time: 0.4274435 Dec 20 11:43:33.999781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'name': 'network-vif-deleted', 'tag': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:34.007876 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:34.062868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a19e1574-9011-4b06-9c65-bddce065c644 req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.16 "DELETE /v2.0/ports/40b2c6ca-c65a-44a4-87dc-d58154c4bd8a HTTP/1.1" status: 204 len: 173 time: 2.8805125 Dec 20 11:43:34.062868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85402cf7-6a7f-4f6f-b152-398489293bcc req-b9ba369a-6097-48eb-8b96-229fa7e051ca service neutron] 10.222.0.53 "GET /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101612 Dec 20 11:43:34.178420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:34.183817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] Transition to ACTIVE for port object 65ab7722-5f6a-450c-ae5b-674660ece87f will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:34.193750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:34.208398 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f39b40a7-941b-4b70-a945-b02a4a6bd096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:34.223339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-da004849-8cbc-4d31-8ecc-08027ccd4b32 None None] Port c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:34.236376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.236968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.239496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.239496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.239758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.241441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.243284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.243977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.244878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.247012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.250038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:43:34.252952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:34.273720 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:34.288908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['cf5b227d-85a5-411d-8f30-c04c2c1aeab7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:34.443317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Calling delete_port for c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:34.452873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:34.500282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:34.500638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 40b2c6ca-c65a-44a4-87dc-d58154c4bd8a not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:34.539421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] No DVR routers for this DVR port 65ab7722-5f6a-450c-ae5b-674660ece87f on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:34.539922 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-173e2359-84fb-4379-a441-cb2d818995a4 req-5210bfa5-b4d1-41ce-a17c-a2b465f3c185 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555935 Dec 20 11:43:34.562219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] Pushing event updated for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=10']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:34.578126 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:34.668797 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6b39d-504f-49fe-95ea-10eabb9d90b7', 'name': 'network-vif-deleted', 'tag': '40b2c6ca-c65a-44a4-87dc-d58154c4bd8a', 'status': 'completed', 'code': 200} Dec 20 11:43:34.675721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] 10.222.0.53 "PUT /v2.0/ports/65ab7722-5f6a-450c-ae5b-674660ece87f/bindings/n-h2-victoria-1/activate HTTP/1.1" status: 200 len: 371 time: 3.2183003 Dec 20 11:43:34.894233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:34.940532 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:35.006524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Port': ['ID=c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:35.010887 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:35.023070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a727000d-de8d-497f-b9c4-75432ec7e670 req-d39eee5b-c236-41c5-b105-f039e5d2f48e tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Synchronizing usage tracker for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:35.060714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a727000d-de8d-497f-b9c4-75432ec7e670 req-d39eee5b-c236-41c5-b105-f039e5d2f48e tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Unset dirty status for tenant:f73f3f28323d4a64b5d6e8e8a32a0065 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:35.062740 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a727000d-de8d-497f-b9c4-75432ec7e670 req-d39eee5b-c236-41c5-b105-f039e5d2f48e tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] 10.222.0.32 "GET /v2.0/ports?device_id=33d6b39d-504f-49fe-95ea-10eabb9d90b7 HTTP/1.1" status: 200 len: 210 time: 0.0853567 Dec 20 11:43:35.103143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-858ed48e-bf9b-40b1-86d8-6f9b0c201133 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h1-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.3538182 Dec 20 11:43:35.206736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-ec167ef0-1830-45b3-834f-54a67fc52609 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5&tenant_id=8957291041f943de970d654cee42eed5 HTTP/1.1" status: 200 len: 1097 time: 0.0961342 Dec 20 11:43:35.324068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5385248-985b-4188-b26d-a0d057183160 req-52fbf073-6cb6-4f1f-87f3-7351af814364 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:35.334404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d5385248-985b-4188-b26d-a0d057183160 req-52fbf073-6cb6-4f1f-87f3-7351af814364 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 944 time: 0.5177553 Dec 20 11:43:35.361674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:35.365961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-dc5fcdc7-e924-4805-bc6d-e6441548676c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1097 time: 0.1231129 Dec 20 11:43:35.398985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/ports/c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e HTTP/1.1" status: 204 len: 168 time: 1.9311628 Dec 20 11:43:35.399350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44702) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:35.457893 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6563946-ec92-4dfb-944b-95e281759f73 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] GET failed (client error): The resource could not be found. Dec 20 11:43:35.458532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6563946-ec92-4dfb-944b-95e281759f73 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Synchronizing usage tracker for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:35.489784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d5385248-985b-4188-b26d-a0d057183160 req-1741d26a-57b8-4533-a302-6785864f5a7f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530955 Dec 20 11:43:35.502576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:43:35.506483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6563946-ec92-4dfb-944b-95e281759f73 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Unset dirty status for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:35.507579 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e6563946-ec92-4dfb-944b-95e281759f73 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "GET /v2.0/ports/c6ac0d9a-47bf-4642-83ad-e3c2a6240e5e HTTP/1.1" status: 404 len: 333 time: 0.1073651 Dec 20 11:43:35.511184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44706) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:35.515147 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7a9e93fa-2645-4a13-97d4-2b01c50a1acb admin admin] 10.222.0.32 "PUT /v2.0/routers/b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1018829 Dec 20 11:43:35.521586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'name': 'tempest-AllowedAddressPairTestJSON-511521234'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:35.526207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b5aba-1717-486c-b72b-027a672be85d None None] Sync routers for ids ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:43:35.539618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44710) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:35.547611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] Routers {'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:35.547741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb787678-9f61-4406-8189-831fc6877065 req-c9e55069-1666-46db-87ee-227f82d428ae tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0491202 Dec 20 11:43:35.549087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:35.642202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-de9c1f35-f6f6-4575-96fd-7747a201c066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:35.648785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-de9c1f35-f6f6-4575-96fd-7747a201c066 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.2758362 Dec 20 11:43:35.728659 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-afa88fae-7c83-42e8-a7ad-5258f5a5a751 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 200 len: 217 time: 0.0727944 Dec 20 11:43:35.758739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] Set router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:35.810146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-7cdc8b86-c4c2-450d-bd39-4ebd056903ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:35.813166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-7cdc8b86-c4c2-450d-bd39-4ebd056903ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.0782037 Dec 20 11:43:35.814079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:35.863074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-7e9c4ee8-a92a-42dd-a2d1-ad98cfbc034e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411301 Dec 20 11:43:35.878168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:35.925556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:35.928601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:35.956952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] device_id is not set on port 91c88b44-f5e9-41fb-a527-1644f53764af yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:35.999632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd205e-4182-496b-8528-73614f8e766f req-0320d6e6-7b89-46f3-babe-d228acf1b4d8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:36.001865 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9dd205e-4182-496b-8528-73614f8e766f req-0320d6e6-7b89-46f3-babe-d228acf1b4d8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 944 time: 0.2716815 Dec 20 11:43:36.028923 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-575312e3-973d-4be2-b95f-e57db1fee6ce service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582470 Dec 20 11:43:36.118986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:43:30Z', 'revision_number': 5, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:36.124269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b5aba-1717-486c-b72b-027a672be85d None None] Checking router: b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:43:36.140754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] Routers {'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:36.144315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:36.172176 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9dd205e-4182-496b-8528-73614f8e766f req-75372576-eb5a-4299-a799-7a4a47e310f2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616173 Dec 20 11:43:36.212602 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-7202adc2-e14b-426b-bd96-6f08a0263ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775601 Dec 20 11:43:36.239349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:36.431071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] Set router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:36.682057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-16713ebd-8fbc-418c-bbcc-58afb1340be0 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5&tenant_id=8957291041f943de970d654cee42eed5&binding%3Ahost_id=n-h2-victoria-1 HTTP/1.1" status: 200 len: 1097 time: 0.1096227 Dec 20 11:43:36.682564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Allocated IP 172.20.0.12 (fc6aed75-c2e6-4be4-b4b5-6446199f5ba1/4fb2300d-88e1-41d0-97d0-96d1dc290161/91c88b44-f5e9-41fb-a527-1644f53764af) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:36.896062 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f8fdac3e-b657-4674-8e33-3a340d554561 req-f18c4310-3a93-4611-a4ee-7729a32a686f tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0642686 Dec 20 11:43:36.928090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-dedf27a7-d029-4181-a2f1-d2f4175900bf service neutron] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:36.934468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-dedf27a7-d029-4181-a2f1-d2f4175900bf service neutron] Notify callbacks [] for binding, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:36.937195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-946b5aba-1717-486c-b72b-027a672be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:43:30Z', 'revision_number': 5, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:36.938654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-dedf27a7-d029-4181-a2f1-d2f4175900bf service neutron] 10.222.0.16 "DELETE /v2.0/ports/65ab7722-5f6a-450c-ae5b-674660ece87f/bindings/n-h1-victoria-1 HTTP/1.1" status: 204 len: 173 time: 0.2456419 Dec 20 11:43:36.953847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b5aba-1717-486c-b72b-027a672be85d None None] The sync data for ids ['b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce'] in n-d-victoria-1 is: [{'id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'name': 'tempest-FloatingIPsTestJSON-1882801212-router', 'tenant_id': '677931f66d4746109d544575415a7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214'}], 'enable_snat': True}, 'gw_port_id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:42:57Z', 'updated_at': '2021-12-20T11:43:30Z', 'revision_number': 5, 'project_id': '677931f66d4746109d544575415a7c94', 'gw_port': {'id': '374fd700-2a51-4038-ba0e-ca37f570177f', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:42:58Z', 'updated_at': '2021-12-20T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:43:37.140087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d91c36-64e0-41cc-a2f0-23f1d29ccf9a req-9e73d80f-2696-468d-98bb-2bb09cfc803c tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:37.148505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40d91c36-64e0-41cc-a2f0-23f1d29ccf9a req-9e73d80f-2696-468d-98bb-2bb09cfc803c tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 944 time: 0.4309070 Dec 20 11:43:37.206035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cf5b227d-85a5-411d-8f30-c04c2c1aeab7 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:37.287732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:37.307959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40d91c36-64e0-41cc-a2f0-23f1d29ccf9a req-0fbc2174-cd12-416b-bcc0-9fc8970eda54 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563172 Dec 20 11:43:37.359590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Transition to ACTIVE for port object 91c88b44-f5e9-41fb-a527-1644f53764af will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:37.367379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:37.400213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Deleting port 374fd700-2a51-4038-ba0e-ca37f570177f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:37.400561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:37.442677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:37.456121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:37.456656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:37.676957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc8144-b6e6-481d-8773-a810043552c4 req-81ac5940-b2ad-44d9-bb1a-453e1d777de5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:37.683961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5cdc8144-b6e6-481d-8773-a810043552c4 req-81ac5940-b2ad-44d9-bb1a-453e1d777de5 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 944 time: 0.2954519 Dec 20 11:43:37.706647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:37.723674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:37.736394 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6b8fe967-ccd5-4367-b1f4-cd9f3be7ff99 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:37.777578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:37.788519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port cf5b227d-85a5-411d-8f30-c04c2c1aeab7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:37.809790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:37.815864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5cdc8144-b6e6-481d-8773-a810043552c4 req-a705f5d5-da87-4e1d-afc9-2cd80eb66184 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298215 Dec 20 11:43:37.818600 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ffca6d3-4354-48ac-83df-df9fb0709ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:37.955048 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7', 'code': 200} Dec 20 11:43:37.974109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:37.982061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:37.986699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=91c88b44-f5e9-41fb-a527-1644f53764af,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:37.989593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:38.030208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:38.034085 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:38.054414 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:38.105875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] For port 374fd700-2a51-4038-ba0e-ca37f570177f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=374fd700-2a51-4038-ba0e-ca37f570177f,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:38.106573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:38.124833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:38.125768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:38.189417 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2c943199-73e4-4edb-b501-59b6e2ddbbfa req-8b3f43af-dafe-4dce-b92f-de586f48604b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 1098 time: 0.1340847 Dec 20 11:43:38.284399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Calling delete_port for 374fd700-2a51-4038-ba0e-ca37f570177f owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:38.301516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cfe5e96e-355b-4421-9905-8fb0dbc2a3e4 req-9fdf85e8-834b-42e1-867f-f062250402b9 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0864866 Dec 20 11:43:38.350134 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2c943199-73e4-4edb-b501-59b6e2ddbbfa req-6c1a1fe9-c85f-46d1-8688-ada9b1cd3679 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552145 Dec 20 11:43:38.396874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cc71ce8f-4dcf-451e-ac96-046ce335c747 None None] Provisioning for port 91c88b44-f5e9-41fb-a527-1644f53764af completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:38.411101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cc71ce8f-4dcf-451e-ac96-046ce335c747 None None] Provisioning complete for port 91c88b44-f5e9-41fb-a527-1644f53764af triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:38.411823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc71ce8f-4dcf-451e-ac96-046ce335c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:38.417851 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8988769 Dec 20 11:43:38.418186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44788) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:38.425524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'network_id': 'fc6aed75-c2e6-4be4-b4b5-6446199f5ba1', 'name': 'tempest-AllowedAddressPairTestJSON-251899422'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:38.484867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cc71ce8f-4dcf-451e-ac96-046ce335c747 None None] Port 91c88b44-f5e9-41fb-a527-1644f53764af cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:38.551483 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f81f699-da75-4e45-a98f-4715178983cd req-3cd899c5-b210-47ba-bcf8-4a74bea64201 tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 1097 time: 0.3556130 Dec 20 11:43:38.634817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:38.640206 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1742e8f6-7437-4a87-a11a-d244e0c23693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:38.687612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Pushing event deleted for resources: {'Port': ['ID=374fd700-2a51-4038-ba0e-ca37f570177f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:38.691015 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:38.851456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:38.860195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Usage tracker for resource:port and tenant:4c3cf7bcbb2c4d60ab296af8288cd30e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:38.865081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:38.870410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-85250848-ad34-417f-a1b6-99d5607bee27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3282404 Dec 20 11:43:38.875516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:38.885374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec9c8-3a12-4070-9246-8077425112c2 req-b70869d6-609b-418f-8071-39aae0caac5a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:38.892867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-805ec9c8-3a12-4070-9246-8077425112c2 req-b70869d6-609b-418f-8071-39aae0caac5a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 945 time: 0.3983152 Dec 20 11:43:38.949670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e6f41974-d710-424a-9a3d-278bbfbe69ff no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:38.987059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Made reservation on behalf of 4c3cf7bcbb2c4d60ab296af8288cd30e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:38.990032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:39.000396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: e6f41974-d710-424a-9a3d-278bbfbe69ff {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:39.003937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e6f41974-d710-424a-9a3d-278bbfbe69ff not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:39.026563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-805ec9c8-3a12-4070-9246-8077425112c2 req-4e6cdce4-2938-4026-a475-a1b33556ca6f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325934 Dec 20 11:43:39.034550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] device_id is not set on port 4fd616a9-cb44-487f-9449-9b52195f7b5f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:43:39.074630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:39.098539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-7058f0a7-e538-454a-8fb0-7bab797f3479 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8957291041f943de970d654cee42eed5&device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 1097 time: 0.2008028 Dec 20 11:43:39.362445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Allocated IP 172.20.0.10 (fc6aed75-c2e6-4be4-b4b5-6446199f5ba1/4fb2300d-88e1-41d0-97d0-96d1dc290161/4fd616a9-cb44-487f-9449-9b52195f7b5f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:39.436373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b12d-966d-4295-a98f-700915244e54 req-5385adde-0e74-4b85-9322-1cb0a1c47b6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:39.440152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-5385adde-0e74-4b85-9322-1cb0a1c47b6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 200 len: 908 time: 0.3141754 Dec 20 11:43:39.529925 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f81f699-da75-4e45-a98f-4715178983cd req-41368cd9-7734-4dca-bbb4-7d48ef6b372f tempest-LiveMigrationTest-269910087 tempest-LiveMigrationTest-269910087-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713161 Dec 20 11:43:39.676944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:39.684194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:39.712704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-8d2d0541-83c9-49aa-a803-539ef0a0be38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 200 len: 217 time: 0.2637300 Dec 20 11:43:39.735661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:39.738218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:43:39.763459 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a255ca0-f5c2-4b28-9024-77d5b48ce9df req-aa00bfca-0fd2-44a0-8e0c-18199057567f tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0933101 Dec 20 11:43:39.807955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:39.811835 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b26b3c2f-d91e-4f1c-b6e2-feac156fd6ce HTTP/1.1" status: 204 len: 168 time: 4.2660766 Dec 20 11:43:39.812386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:39.934071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b12d-966d-4295-a98f-700915244e54 req-68cdb9ff-df93-4e49-9570-059dff914f2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:39.935538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-68cdb9ff-df93-4e49-9570-059dff914f2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 200 len: 847 time: 0.2090216 Dec 20 11:43:39.942149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Deleting subnet a59f8782-db4d-42f0-a8b2-d7c74a5bbf21 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:43:39.949883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.057842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.063060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-f84ae790-73ed-4cfb-94f6-0d0e37d0b433 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4b4f65-4f18-45d6-83bf-6fe84ebea283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076961 Dec 20 11:43:40.147076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.183225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Transition to ACTIVE for port object 4fd616a9-cb44-487f-9449-9b52195f7b5f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:40.186296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.323070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.337078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.340227 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5239f3ab-8765-4c44-994d-400124c37000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:40.357554 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58d8e975-3ef8-41fc-add8-500e14f42fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:40.381696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-fe4d89e0-85f1-4abb-a552-32d3439a5978 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621899 Dec 20 11:43:40.402134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.405497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:40.406622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa09a13-5061-4e44-9d6e-ecd0ce013604 None None] Network 64fc4d33-1739-4479-9a4a-61851baed768 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:40.418399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59f8782-db4d-42f0-a8b2-d7c74a5bbf21,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:40.421457 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:40.427999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a59f8782-db4d-42f0-a8b2-d7c74a5bbf21 HTTP/1.1" status: 204 len: 168 time: 0.6119542 Dec 20 11:43:40.428629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:40.437624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b036-a25c-48a5-82f4-f1a9e74b8603 req-30ecc6f3-2f7e-43de-9e05-dc950c754e6f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:40.440349 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-89a5b036-a25c-48a5-82f4-f1a9e74b8603 req-30ecc6f3-2f7e-43de-9e05-dc950c754e6f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 945 time: 0.2187531 Dec 20 11:43:40.440967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:40.450773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:40.522433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9524b5-8101-4cf4-b2a9-811b1cfec5ee req-405b2a56-1507-4ae5-980a-6078389e1793 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:40.530450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9524b5-8101-4cf4-b2a9-811b1cfec5ee req-405b2a56-1507-4ae5-980a-6078389e1793 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 944 time: 0.4731789 Dec 20 11:43:40.591714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.662532 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d9524b5-8101-4cf4-b2a9-811b1cfec5ee req-faa61cab-2974-4590-b9bf-69743281cdfa tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311162 Dec 20 11:43:40.665540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=4fd616a9-cb44-487f-9449-9b52195f7b5f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:40.675084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Deleting port dc168957-a2db-4520-a1b9-863b776494a7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:40.675458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.676157 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:40.748664 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-89a5b036-a25c-48a5-82f4-f1a9e74b8603 req-4258edeb-cc52-4cb1-b5dd-dec0e7d31f06 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415753 Dec 20 11:43:40.791506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:40.792352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.806229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] DHCP port deletion for 64fc4d33-1739-4479-9a4a-61851baed768 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:43:40.815671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Deleting port dc168957-a2db-4520-a1b9-863b776494a7 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:40.815794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:40.868991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe6b12d-966d-4295-a98f-700915244e54 req-1d8b512e-bdcb-4cd9-b9c1-8fd31445294d service neutron] 10.222.0.16 "GET /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664695 Dec 20 11:43:40.898758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4793963 Dec 20 11:43:40.901499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:40.912319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ab:95:d6'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:33:51:c3'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:40.921151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-0092fc36-26c9-4ab1-860e-dbbfcfda209a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:40.924355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-0092fc36-26c9-4ab1-860e-dbbfcfda209a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 944 time: 0.2705338 Dec 20 11:43:40.970493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 374fd700-2a51-4038-ba0e-ca37f570177f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:41.016399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c9ec1da3-40ed-45f8-bb63-57e271c9ff86 None None] Provisioning for port 4fd616a9-cb44-487f-9449-9b52195f7b5f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:41.036611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 374fd700-2a51-4038-ba0e-ca37f570177f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:41.037853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 374fd700-2a51-4038-ba0e-ca37f570177f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:41.038457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device dc168957-a2db-4520-a1b9-863b776494a7 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:41.074696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Deleting port 65ab7722-5f6a-450c-ae5b-674660ece87f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:41.077882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:41.106305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c9ec1da3-40ed-45f8-bb63-57e271c9ff86 None None] Provisioning complete for port 4fd616a9-cb44-487f-9449-9b52195f7b5f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:41.106684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c9ec1da3-40ed-45f8-bb63-57e271c9ff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:41.323400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:41.374073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dc168957-a2db-4520-a1b9-863b776494a7,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:41.374949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dc168957-a2db-4520-a1b9-863b776494a7,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:41.375517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:41.385362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:41.399741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec1da3-40ed-45f8-bb63-57e271c9ff86 None None] Port 4fd616a9-cb44-487f-9449-9b52195f7b5f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:41.457871 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:41.491710 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fb326f96-1797-4883-ac90-b8d6340138ca req-b2db20b7-d1b8-43fa-afd7-c9be7a672160 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.2143645 Dec 20 11:43:41.582842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dc168957-a2db-4520-a1b9-863b776494a7,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:41.583719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:41.603991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=dc168957-a2db-4520-a1b9-863b776494a7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:41.607866 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:41.623603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Calling delete_port for dc168957-a2db-4520-a1b9-863b776494a7 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:41.679614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44838) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:41.711383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] For port 65ab7722-5f6a-450c-ae5b-674660ece87f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=65ab7722-5f6a-450c-ae5b-674660ece87f,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:41.712036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:41.789714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Calling delete_port for dc168957-a2db-4520-a1b9-863b776494a7 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:41.846461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Calling delete_port for 65ab7722-5f6a-450c-ae5b-674660ece87f owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:41.866496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:43:41.867306 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:43:41.911164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa4fef-2b80-4137-bf6a-3449e8ae98e6 req-62096825-ffeb-41e5-af42-fe7e412c13a7 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:41.912630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cfa4fef-2b80-4137-bf6a-3449e8ae98e6 req-62096825-ffeb-41e5-af42-fe7e412c13a7 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 945 time: 0.3318598 Dec 20 11:43:42.005556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:43:42.005868 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:43:42.013914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cfa4fef-2b80-4137-bf6a-3449e8ae98e6 req-2de7553d-bdbc-4e5b-a13e-d87bfa38f6e3 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899885 Dec 20 11:43:42.033984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.043155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.056741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f8dc20b2-7415-49ff-821d-a96694d58334', '65ab7722-5f6a-450c-ae5b-674660ece87f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:42.059910 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:42.108809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event deleted for resources: {'Port': ['ID=65ab7722-5f6a-450c-ae5b-674660ece87f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:42.175955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5b039-0923-4411-bd14-80c5543cceb0 req-dac923f9-a084-4a04-a939-82ff30b1ef10 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:42.177433 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:42.177825 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93c5b039-0923-4411-bd14-80c5543cceb0 req-dac923f9-a084-4a04-a939-82ff30b1ef10 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 866 time: 0.3100166 Dec 20 11:43:42.195788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] No DVR routers for this DVR port 65ab7722-5f6a-450c-ae5b-674660ece87f on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:42.198979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.217206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'name': 'network-vif-deleted', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:42.227616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9d3ee2f-b940-4687-945f-d81b12da01a6 req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "DELETE /v2.0/ports/65ab7722-5f6a-450c-ae5b-674660ece87f HTTP/1.1" status: 204 len: 173 time: 1.2964742 Dec 20 11:43:42.290646 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93c5b039-0923-4411-bd14-80c5543cceb0 req-77bfbc4c-d107-454d-bd25-4a2eec621e6d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581317 Dec 20 11:43:42.368771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Deleting port dc168957-a2db-4520-a1b9-863b776494a7 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:42.370695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.395712 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53030ec-dfc7-45c8-aed0-c1b7f02423b5', 'name': 'network-vif-deleted', 'tag': '65ab7722-5f6a-450c-ae5b-674660ece87f', 'status': 'completed', 'code': 200} Dec 20 11:43:42.521052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Deleting port dc168957-a2db-4520-a1b9-863b776494a7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:42.521394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.556984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.576862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.584175 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:42.622272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dc168957-a2db-4520-a1b9-863b776494a7,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:42.622765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.715465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-bd1b8f0b-d57a-48e1-966f-4f06f141d704 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:42.721634 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-bd1b8f0b-d57a-48e1-966f-4f06f141d704 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 945 time: 0.1748474 Dec 20 11:43:42.759057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event updated for resources: {'Port': ['ID=4fd616a9-cb44-487f-9449-9b52195f7b5f,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:42.763469 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:42.808249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Calling delete_port for dc168957-a2db-4520-a1b9-863b776494a7 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:42.880188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] In _notify_port_updated(), no bound segment for port 4fd616a9-cb44-487f-9449-9b52195f7b5f on network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:43:42.884184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:42.884797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.886131 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "PUT /v2.0/ports/4fd616a9-cb44-487f-9449-9b52195f7b5f HTTP/1.1" status: 200 len: 1057 time: 1.9834416 Dec 20 11:43:42.886587 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ef74dcf-12f5-469c-a823-f4332d9eb81d req-f5997a52-4810-48d3-9e66-3b62d167d85e tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0686040 Dec 20 11:43:42.889856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44852) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:42.914712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.919716 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:42.924608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Deleting port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:42.928856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:42.990450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Pushing event deleted for resources: {'Port': ['ID=dc168957-a2db-4520-a1b9-863b776494a7,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:42.993523 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:42.997219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] No DVR routers for this DVR port dc168957-a2db-4520-a1b9-863b776494a7 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:43.102745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] For port dc168957-a2db-4520-a1b9-863b776494a7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dc168957-a2db-4520-a1b9-863b776494a7,segment=NetworkSegment(7e98b579-e704-4ab5-b06f-c90ab824535f),segment_id=7e98b579-e704-4ab5-b06f-c90ab824535f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:43.103101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:43.167953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cedc89d9-2c89-4593-a629-ca3cc24de7a3 None None] Provisioning complete for port 4fd616a9-cb44-487f-9449-9b52195f7b5f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:43.168669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cedc89d9-2c89-4593-a629-ca3cc24de7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:43.245483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port 4fd616a9-cb44-487f-9449-9b52195f7b5f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:43.245855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:43.316669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] For port cf5b227d-85a5-411d-8f30-c04c2c1aeab7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,segment=NetworkSegment(9dcd5592-a03b-471a-8832-dc0ed05ce091),segment_id=9dcd5592-a03b-471a-8832-dc0ed05ce091)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:43.317208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:43.320237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cedc89d9-2c89-4593-a629-ca3cc24de7a3 None None] Port 4fd616a9-cb44-487f-9449-9b52195f7b5f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:43:43.359369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Calling delete_port for dc168957-a2db-4520-a1b9-863b776494a7 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:43.508581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Calling delete_port for cf5b227d-85a5-411d-8f30-c04c2c1aeab7 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:43.606750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7b0facf6-8b5b-41ec-aee3-ee546ff5aace req-0f0bc3b8-1e8a-47aa-b697-a0502ca6e2c2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:43.670284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7b0facf6-8b5b-41ec-aee3-ee546ff5aace req-0f0bc3b8-1e8a-47aa-b697-a0502ca6e2c2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:43.671616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b0facf6-8b5b-41ec-aee3-ee546ff5aace req-0f0bc3b8-1e8a-47aa-b697-a0502ca6e2c2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53030ec-dfc7-45c8-aed0-c1b7f02423b5 HTTP/1.1" status: 200 len: 210 time: 0.1165302 Dec 20 11:43:43.682233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:43:43.682640 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:43:43.755944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:43.765193 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b78998a1-46ae-42e4-8c32-72fc288f02e8 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:43.814727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:43.820451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event deleted for resources: {'Port': ['ID=cf5b227d-85a5-411d-8f30-c04c2c1aeab7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:43.823420 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:43.930315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3841-e141-443e-be09-96983ef16f21 req-7f29ed60-e661-412a-9538-03ec1932c8ee tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:43.931808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fece3841-e141-443e-be09-96983ef16f21 req-7f29ed60-e661-412a-9538-03ec1932c8ee tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ccbe5d-c944-4446-bb31-74ab20b345e9 HTTP/1.1" status: 200 len: 867 time: 0.6181462 Dec 20 11:43:44.023444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:44.025332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] No DVR routers for this DVR port cf5b227d-85a5-411d-8f30-c04c2c1aeab7 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:44.027979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:44.042935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a205036-1578-4d7d-8288-cbbd9b73fdb1 req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.53 "DELETE /v2.0/ports/cf5b227d-85a5-411d-8f30-c04c2c1aeab7 HTTP/1.1" status: 204 len: 173 time: 1.3160515 Dec 20 11:43:44.177117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf9849a5-35b9-41f6-99a9-14ee03150951 req-6c80237d-1dcf-42d4-9aa7-2ae72dc7778a tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0527279 Dec 20 11:43:44.177349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Calling delete_port for 4fd616a9-cb44-487f-9449-9b52195f7b5f owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:44.264054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fece3841-e141-443e-be09-96983ef16f21 req-788291a2-96b7-475c-b2b2-bd592906885a tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c78afa-7287-464e-bbed-00379b3cfb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176069 Dec 20 11:43:44.397584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'name': 'network-vif-deleted', 'tag': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:44.457190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:44.467396 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-938f2d4e-7cc7-4784-9f54-689761f07992 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:44.488796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 65ab7722-5f6a-450c-ae5b-674660ece87f no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:44.517003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Port': ['ID=4fd616a9-cb44-487f-9449-9b52195f7b5f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:44.520032 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ccbe5d-c944-4446-bb31-74ab20b345e9', 'name': 'network-vif-deleted', 'tag': 'cf5b227d-85a5-411d-8f30-c04c2c1aeab7', 'status': 'completed', 'code': 200} Dec 20 11:43:44.524797 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:44.544487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 65ab7722-5f6a-450c-ae5b-674660ece87f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:44.545026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 65ab7722-5f6a-450c-ae5b-674660ece87f not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:44.636627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Deleting port dc168957-a2db-4520-a1b9-863b776494a7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:44.636957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:44.734025 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:43:44.783044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] The port 'dc168957-a2db-4520-a1b9-863b776494a7' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:43:44.817350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.237759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cf5b227d-85a5-411d-8f30-c04c2c1aeab7 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:45.285413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.303666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: cf5b227d-85a5-411d-8f30-c04c2c1aeab7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:45.306979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cf5b227d-85a5-411d-8f30-c04c2c1aeab7 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:45.488001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fc4d33-1739-4479-9a4a-61851baed768']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:45.512763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e98b579-e704-4ab5-b06f-c90ab824535f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:45.513056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e98b579-e704-4ab5-b06f-c90ab824535f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:45.540931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.584922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.596442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:43:45.596848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:43:45.613535 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:43:45.618256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.634464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/ports/4fd616a9-cb44-487f-9449-9b52195f7b5f HTTP/1.1" status: 204 len: 168 time: 2.7338762 Dec 20 11:43:45.638283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44894) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:45.695385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-198511ba-7647-43a9-8193-e57ddb599b22 req-c8902b5f-00aa-4e34-9f62-cc1ceabf9884 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0651581 Dec 20 11:43:45.748572 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f37716e-6f08-49f5-ab71-279d13ede661 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] GET failed (client error): The resource could not be found. Dec 20 11:43:45.749006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f37716e-6f08-49f5-ab71-279d13ede661 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Synchronizing usage tracker for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:45.790349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.804666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.812908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3793fb7-4a34-43ad-870e-a3ec22f3e7fc tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:45.836629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44900) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:45.843550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=64fc4d33-1739-4479-9a4a-61851baed768,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:45.847869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:45.856135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f37716e-6f08-49f5-ab71-279d13ede661 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Unset dirty status for tenant:4c3cf7bcbb2c4d60ab296af8288cd30e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:45.861292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7f37716e-6f08-49f5-ab71-279d13ede661 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "GET /v2.0/ports/4fd616a9-cb44-487f-9449-9b52195f7b5f HTTP/1.1" status: 404 len: 333 time: 0.2200897 Dec 20 11:43:45.861426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:45.867655 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] 10.222.0.32 "DELETE /v2.0/networks/64fc4d33-1739-4479-9a4a-61851baed768 HTTP/1.1" status: 204 len: 168 time: 5.4375758 Dec 20 11:43:45.949854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port 91c88b44-f5e9-41fb-a527-1644f53764af {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:45.950357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:45.951256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Deleting port 88b07ff9-758d-42cb-b86f-1d0e8499a73e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:45.951696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.180685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44914) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:46.239570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] For port 88b07ff9-758d-42cb-b86f-1d0e8499a73e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=88b07ff9-758d-42cb-b86f-1d0e8499a73e,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:46.239931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.315339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.319965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.381617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Calling delete_port for 88b07ff9-758d-42cb-b86f-1d0e8499a73e owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:46.437227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3df7e517-4c91-42b1-8d27-4036d09f1e69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=677931f66d4746109d544575415a7c94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2551937 Dec 20 11:43:46.439983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44918) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:46.466199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Calling delete_port for 91c88b44-f5e9-41fb-a527-1644f53764af owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:46.501739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.545092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.582259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.624832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.629894 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-733114dc-a34c-4b31-b869-f0ec47705dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:46.654763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b55cb-e375-42be-989f-4a2bdec6bd38,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:46.661942 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:46.693353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.694403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.705893 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd4e119f-f382-4b53-8d0b-935e8d590091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:46.708249 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-232c7622-98aa-4914-adde-15129f7c3175 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:46.729191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff09b3de-c613-497c-a677-1912841d2899,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:46.735047 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:46.739017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.740504 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff09b3de-c613-497c-a677-1912841d2899 HTTP/1.1" status: 204 len: 168 time: 0.2996523 Dec 20 11:43:46.741778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.759237 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37ceb37e-c5e5-4492-ad48-ae5b8c7e281b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:46.807531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:46.808760 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "DELETE /v2.0/security-groups/a90b55cb-e375-42be-989f-4a2bdec6bd38 HTTP/1.1" status: 204 len: 168 time: 0.9708066 Dec 20 11:43:46.853713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:46.903628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b07ff9-758d-42cb-b86f-1d0e8499a73e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:46.915142 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:46.917693 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-c9485d00-90e2-48f2-9925-0280e0e7f608 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] show failed (client error): The resource could not be found. Dec 20 11:43:46.918754 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c9485d00-90e2-48f2-9925-0280e0e7f608 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "GET /v2.0/security-groups/a90b55cb-e375-42be-989f-4a2bdec6bd38 HTTP/1.1" status: 404 len: 347 time: 0.0577996 Dec 20 11:43:46.963489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:46.966888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Port': ['ID=91c88b44-f5e9-41fb-a527-1644f53764af,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:46.970158 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:47.116625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d63f5cd-348f-4e4a-a8c4-080c46bc9c7e req-38f921c1-94f7-4c8d-a0cc-707c2cef299e tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1407993 Dec 20 11:43:47.259267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Deleting port 2ab3c209-f9e2-4ffb-b04a-d91ce4a5d632 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:47.259267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:47.310397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:47.314442 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/ports/91c88b44-f5e9-41fb-a527-1644f53764af HTTP/1.1" status: 204 len: 168 time: 1.4514866 Dec 20 11:43:47.320235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:47.474930 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae817e2-3e1d-48f4-995f-aa8d517e608e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] GET failed (client error): The resource could not be found. Dec 20 11:43:47.482683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fae817e2-3e1d-48f4-995f-aa8d517e608e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "GET /v2.0/ports/91c88b44-f5e9-41fb-a527-1644f53764af HTTP/1.1" status: 404 len: 333 time: 0.1610775 Dec 20 11:43:47.484760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:47.503539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:47.503874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:47.591031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port 10151239-04e7-4e9e-9330-a1d14bd35829 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:47.591367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:47.759232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Calling delete_port for 2ab3c209-f9e2-4ffb-b04a-d91ce4a5d632 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:47.913703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.156113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.164665 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85f5c4d2-4739-409a-a132-4e186ad23386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:48.224345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.256897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Pushing event deleted for resources: {'Port': ['ID=2ab3c209-f9e2-4ffb-b04a-d91ce4a5d632,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:48.264357 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:48.443306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ece34-8452-4a44-90a2-68eca3d58b35 req-e5b201f0-8169-44c9-99d1-73fa84cccc1f tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:48.445577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de9ece34-8452-4a44-90a2-68eca3d58b35 req-e5b201f0-8169-44c9-99d1-73fa84cccc1f tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 944 time: 0.3361096 Dec 20 11:43:48.468829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Calling delete_port for 10151239-04e7-4e9e-9330-a1d14bd35829 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:48.531288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.531572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:48.557689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f30168dd-c99a-44de-8a59-e1fe23e48802 req-0ff26e0d-1d37-46fc-920a-4cbab595382a tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1730974 Dec 20 11:43:48.572187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de9ece34-8452-4a44-90a2-68eca3d58b35 req-3eb88821-f99e-4c84-8b5e-1cd780e4476d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832481 Dec 20 11:43:48.574046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.575177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] 10.222.0.32 "DELETE /v2.0/floatingips/c7e55074-e222-4a8f-aadf-b2551cbf3547 HTTP/1.1" status: 204 len: 168 time: 1.6103289 Dec 20 11:43:48.622504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.626997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f803e-0d82-46ad-8be0-42a820ff42af req-8d377e6a-9398-4cbc-b57d-9f7ac7bf948d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:48.629103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-007f803e-0d82-46ad-8be0-42a820ff42af req-8d377e6a-9398-4cbc-b57d-9f7ac7bf948d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 944 time: 0.2491665 Dec 20 11:43:48.793877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.801691 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cb38c852-ce6f-4ebc-810b-247e1e5223a3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:48.812225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Deleting port f8dc20b2-7415-49ff-821d-a96694d58334 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:48.813089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:48.856946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-network', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:48.864090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Port': ['ID=10151239-04e7-4e9e-9330-a1d14bd35829,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:48.868381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:48.917463 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:48.926586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Usage tracker for resource:network and tenant:92cfd9f8fe9346dfac57ccd99ed8452b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:48.946161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44988) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:48.960518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:48.977369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:49.041989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Made reservation on behalf of 92cfd9f8fe9346dfac57ccd99ed8452b for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:49.044298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.076557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.082062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.121042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Deleting subnet f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:43:49.122289 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/ports/10151239-04e7-4e9e-9330-a1d14bd35829 HTTP/1.1" status: 204 len: 168 time: 1.6361837 Dec 20 11:43:49.126856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44992) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:49.128878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.134409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:49.140539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Usage tracker for resource:security_group_rule and tenant:92cfd9f8fe9346dfac57ccd99ed8452b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:49.145035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:49.153626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:49.272366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.312280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] For port f8dc20b2-7415-49ff-821d-a96694d58334, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8dc20b2-7415-49ff-821d-a96694d58334,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:49.312637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.471583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.477762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.486278 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-96614b00-6ed5-4da6-8a22-dacd84a1745d tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:49.492334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Calling delete_port for f8dc20b2-7415-49ff-821d-a96694d58334 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:49.596972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:43:49.607629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea3c03-1d1d-4d94-888a-994a068cfdf2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:49.612113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.615390 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:49.622675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.623383 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Added segment 4992c1ee-4b77-481c-9e80-b4c35c97f2ef of type vlan for network 3621f9ae-c625-442d-9866-b18a9d0b9c61 Dec 20 11:43:49.675972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.724639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting subnet 4fb2300d-88e1-41d0-97d0-96d1dc290161 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:43:49.731970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.838196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.880712 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5bffd702-5e8a-44e0-b3b6-58641eb1741d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:49.922023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:49.926024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:43:50.003937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.005238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:50.005238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.011018 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77ba0a60-77f0-44c1-a352-8b01a93df192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:50.087273 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24da5d1a-4c18-45d9-8c2e-7e6153de7746 req-5f350c0e-077c-4e18-9c65-50e1e30a05ac tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.2536054 Dec 20 11:43:50.108254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.119481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ff83e5-9142-4d4d-9bc0-c2a4999d2842,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:50.123741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f8dc20b2-7415-49ff-821d-a96694d58334'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:43:50.131804 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:50.133143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9e1b0e5-7e1e-4f78-91c9-724c7cb7703d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:50.173416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Pushing event updated for resources: {'Network': ['ID=3621f9ae-c625-442d-9866-b18a9d0b9c61,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:50.182260 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:50.184316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.193654 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6543303 Dec 20 11:43:50.195402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45004) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:50.200193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event deleted for resources: {'Port': ['ID=f8dc20b2-7415-49ff-821d-a96694d58334,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:50.205572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Request body: {'subnet': {'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-subnet', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:50.206263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:43:50.208514 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:50.218587 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3ff83e5-9142-4d4d-9bc0-c2a4999d2842 HTTP/1.1" status: 204 len: 168 time: 1.2693493 Dec 20 11:43:50.219492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:50.221772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:50.231426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Usage tracker for resource:subnet and tenant:92cfd9f8fe9346dfac57ccd99ed8452b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:50.242983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491837e-8c38-4aea-98b9-c58cc041103f req-0cd1db9f-f666-45c6-b2e3-3e9645bf6e6a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:50.246454 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a491837e-8c38-4aea-98b9-c58cc041103f req-0cd1db9f-f666-45c6-b2e3-3e9645bf6e6a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e18e939-d270-4aed-ad5e-e2cba1b54fac HTTP/1.1" status: 200 len: 866 time: 0.3238838 Dec 20 11:43:50.249908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:50.265912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:50.326811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Router 342892cd-092f-4ceb-9fc4-9291b5245a7e has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:43:50.339916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Made reservation on behalf of 92cfd9f8fe9346dfac57ccd99ed8452b for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:50.339916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.378183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] No DVR routers for this DVR port f8dc20b2-7415-49ff-821d-a96694d58334 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:50.392028 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a491837e-8c38-4aea-98b9-c58cc041103f req-8fdc7414-e6bf-4ed1-af91-ea339e3ef300 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287901 Dec 20 11:43:50.393913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.396362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-007f803e-0d82-46ad-8be0-42a820ff42af req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "DELETE /v2.0/ports/f8dc20b2-7415-49ff-821d-a96694d58334 HTTP/1.1" status: 204 len: 173 time: 1.7611694 Dec 20 11:43:50.396946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'name': 'network-vif-deleted', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:50.485968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.528315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.543616 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e18e939-d270-4aed-ad5e-e2cba1b54fac', 'name': 'network-vif-deleted', 'tag': 'f8dc20b2-7415-49ff-821d-a96694d58334', 'status': 'completed', 'code': 200} Dec 20 11:43:50.703203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.711316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.718131 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:50.751400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.755878 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:50.767061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb2300d-88e1-41d0-97d0-96d1dc290161,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:50.775389 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:50.777031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970841f7-66e8-4af9-b07b-79813d76fa30']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:50.787363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.792022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259896a0-a683-4820-9ae5-b2ac7a15149e None None] Network fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:50.797488 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/subnets/4fb2300d-88e1-41d0-97d0-96d1dc290161 HTTP/1.1" status: 204 len: 168 time: 1.6702034 Dec 20 11:43:50.798300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45016) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:50.799903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcd5592-a03b-471a-8832-dc0ed05ce091') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:50.800193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcd5592-a03b-471a-8832-dc0ed05ce091') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:50.833224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da604278-4531-4fdc-89b7-5a762f68bdf5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:50.836369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.838849 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:50.852545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:43:50.863027 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] Sync routers for ids ['342892cd-092f-4ceb-9fc4-9291b5245a7e'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:43:50.868885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Checking segment: {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:50.869245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Network hostable DHCP agents. Network: 3621f9ae-c625-442d-9866-b18a9d0b9c61, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:43:50.874445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.884227 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] Routers {'342892cd-092f-4ceb-9fc4-9291b5245a7e'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:50.885553 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['342892cd-092f-4ceb-9fc4-9291b5245a7e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:50.889198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/342892cd-092f-4ceb-9fc4-9291b5245a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2082117 Dec 20 11:43:50.891373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:50.947281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:43:50.947673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:43:50.978497 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:43:51.075624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:43:51.103980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.138717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.139863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:51.147185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.159883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3621f9ae-c625-442d-9866-b18a9d0b9c61) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:51.175018 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d52466-eaa6-433e-a32f-122526a6520e None None] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:51.175874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:51.176822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.226109 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] Set router 342892cd-092f-4ceb-9fc4-9291b5245a7e gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:51.298717 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0cae42e-289b-48e3-b336-450510a0b12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:51.389649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.424973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Pushing event deleted for resources: {'Network': ['ID=970841f7-66e8-4af9-b07b-79813d76fa30,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:51.449156 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:51.477791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] 10.222.0.32 "DELETE /v2.0/networks/970841f7-66e8-4af9-b07b-79813d76fa30 HTTP/1.1" status: 204 len: 168 time: 1.2462549 Dec 20 11:43:51.569823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] DHCP port deletion for fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:43:51.622719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Deleting port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:51.623347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.626656 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0bc28e09-ce15-4801-9afc-d1fcc1ab260b req-52be8974-7b78-4794-a36b-2d2ae1f83f97 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0753088 Dec 20 11:43:51.630659 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4341218 Dec 20 11:43:51.634332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45034) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:51.653435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:51.666267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:51.680109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Usage tracker for resource:router and tenant:92cfd9f8fe9346dfac57ccd99ed8452b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:51.699599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:51.718117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.754031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:51.871641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] For port 4cfb2644-b237-48c1-81cd-26d7b45a3c06, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4cfb2644-b237-48c1-81cd-26d7b45a3c06,segment=NetworkSegment(5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52),segment_id=5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:51.871768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.921872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.922937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:51.992992 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:43:46Z', 'revision_number': 5, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:51.994579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] For port 4cfb2644-b237-48c1-81cd-26d7b45a3c06, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4cfb2644-b237-48c1-81cd-26d7b45a3c06,segment=NetworkSegment(5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52),segment_id=5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:51.995409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.002986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:52.009245 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] Checking router: 342892cd-092f-4ceb-9fc4-9291b5245a7e for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:43:52.011545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Calling delete_port for 4cfb2644-b237-48c1-81cd-26d7b45a3c06 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:52.046532 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] Routers {'342892cd-092f-4ceb-9fc4-9291b5245a7e'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:52.047373 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['342892cd-092f-4ceb-9fc4-9291b5245a7e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:52.104558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.116641 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:52.136541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da588ffa-695e-4c2a-b726-d208e9faedec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65098121c74d40d19e6a0e72bba24752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1249926 Dec 20 11:43:52.137448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:52.172990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Pushing event deleted for resources: {'Port': ['ID=4cfb2644-b237-48c1-81cd-26d7b45a3c06,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:52.184684 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:52.231613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.247595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.267616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] No DVR routers for this DVR port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:52.267920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Deleting port f72bbd45-f06a-4a8f-931f-b2f637590c1e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:52.268427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.271619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-3621f9ae-c625-442d-9866-b18a9d0b9c61', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:43:52.272562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.316736 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] Set router 342892cd-092f-4ceb-9fc4-9291b5245a7e gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:52.319141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Calling delete_port for 4cfb2644-b237-48c1-81cd-26d7b45a3c06 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:52.363961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.377357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.544762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:52.621977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: f8dc20b2-7415-49ff-821d-a96694d58334 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:52.622421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8dc20b2-7415-49ff-821d-a96694d58334 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:52.676713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Allocated IP 172.20.0.2 (3621f9ae-c625-442d-9866-b18a9d0b9c61/da604278-4531-4fdc-89b7-5a762f68bdf5/ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:52.771044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:43:52.771366 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:43:52.785363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.888514 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:43:46Z', 'revision_number': 5, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:52.896072 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490dfe90-2e02-46ca-b777-9a06f7501142 None None] The sync data for ids ['342892cd-092f-4ceb-9fc4-9291b5245a7e'] in n-d-victoria-1 is: [{'id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-648386040-router', 'tenant_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:54Z', 'updated_at': '2021-12-20T11:43:46Z', 'revision_number': 5, 'project_id': 'f73f3f28323d4a64b5d6e8e8a32a0065', 'gw_port': {'id': 'f72bbd45-f06a-4a8f-931f-b2f637590c1e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342892cd-092f-4ceb-9fc4-9291b5245a7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:43:52.928108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4cfb2644-b237-48c1-81cd-26d7b45a3c06 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:52.937576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:52.964815 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:52.987826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c78afa-7287-464e-bbed-00379b3cfb06,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:52.991494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] For port f72bbd45-f06a-4a8f-931f-b2f637590c1e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f72bbd45-f06a-4a8f-931f-b2f637590c1e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:52.991894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.004250 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:53.008455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.009734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54c78afa-7287-464e-bbed-00379b3cfb06 HTTP/1.1" status: 204 len: 168 time: 0.8711433 Dec 20 11:43:53.032169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 4cfb2644-b237-48c1-81cd-26d7b45a3c06 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:53.032440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4cfb2644-b237-48c1-81cd-26d7b45a3c06 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:53.047349 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33ff6ad7-3535-4cff-bf66-ca55fb4ca9bb req-d16c5327-d304-4ec5-97b0-ccc9e8d488de tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0747869 Dec 20 11:43:53.071727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-77f1de5a-f9bd-4524-966b-a14ece653ac8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:53.072972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-77f1de5a-f9bd-4524-966b-a14ece653ac8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:43:53.121623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.133308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Calling delete_port for f72bbd45-f06a-4a8f-931f-b2f637590c1e owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:53.146264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Transition to ACTIVE for port object ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:53.179244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326f979-7017-4e27-b870-18812bb95e85 req-36e94b53-5b41-4919-8a16-642d3f0e7cad tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:53.180827 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3326f979-7017-4e27-b870-18812bb95e85 req-36e94b53-5b41-4919-8a16-642d3f0e7cad tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 944 time: 0.5706081 Dec 20 11:43:53.186680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Transition to ACTIVE for port object ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:43:53.203093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.208520 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:53.215558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-77f1de5a-f9bd-4524-966b-a14ece653ac8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:43:53.220550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-77f1de5a-f9bd-4524-966b-a14ece653ac8 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 944 time: 0.4014044 Dec 20 11:43:53.255723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3326f979-7017-4e27-b870-18812bb95e85 req-c377a9a2-d757-4f8b-97da-82f1dfa7521d tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692129 Dec 20 11:43:53.353820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Deleting port 4cfb2644-b237-48c1-81cd-26d7b45a3c06 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:53.354200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.360420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Pushing event updated for resources: {'Port': ['ID=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:53.369976 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:53.387927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:53.388890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.389123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:53.394049 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f91d25e-44c8-4af8-af8d-82c4c4a92885 tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:53.394720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:53.470470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72bbd45-f06a-4a8f-931f-b2f637590c1e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:53.475997 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:53.536821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] The port '4cfb2644-b237-48c1-81cd-26d7b45a3c06' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:43:53.620887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Deleting port 16fde1c3-4556-4a32-b50e-eec18008ff72 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:53.621448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.649485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Attempting to bind port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:43:53.651665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Attempting to bind port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:43:53.652159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Attempting to bind port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a on network 3621f9ae-c625-442d-9866-b18a9d0b9c61 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:43:53.667148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:43:53.667813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Checking segment: {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:43:53.668330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.670653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Bound using segment: {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:43:53.672106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Bound port: ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:43:53.673322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.799278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] For port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:43:53.802240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.802966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] For port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:43:53.806771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.810779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.822892 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:53.900898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6aed75-c2e6-4be4-b4b5-6446199f5ba1']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:53.909955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.966183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Pushing event updated for resources: {'Port': ['ID=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:53.970984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:53.972926 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:53.987523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:53.988103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd84fcb-5b19-4f1f-9bb5-abdedad1bc52') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:54.062815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.135206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.143702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.189703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.194111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342892cd-092f-4ceb-9fc4-9291b5245a7e {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:43:54.201557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.234181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.238871 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] 10.222.0.32 "DELETE /v2.0/routers/342892cd-092f-4ceb-9fc4-9291b5245a7e HTTP/1.1" status: 204 len: 168 time: 3.3458588 Dec 20 11:43:54.239547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45082) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:54.394364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:43:54.394675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.432112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Deleting subnet ecfcf1dd-5ca2-4acc-bdac-8128327f2f21 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:43:54.445003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:43:54.451997 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:43:54.529386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.552596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bf1ca2b-5551-45f1-93c9-60640893a43a req-2501d4d9-0247-45fc-8d5b-abcc0b944ad6 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0803318 Dec 20 11:43:54.662149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] For port 16fde1c3-4556-4a32-b50e-eec18008ff72, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=16fde1c3-4556-4a32-b50e-eec18008ff72,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:54.662524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.670500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Allocated IP 172.35.0.23 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/3d792784-3474-4698-90fe-d2397e5997a1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:54.673090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.682930 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:54.698532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608bae2-5362-4f51-a2fb-7e9679ff8047 req-7a994096-4421-41dd-89c1-fbdbb390d99c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:43:54.700055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4608bae2-5362-4f51-a2fb-7e9679ff8047 req-7a994096-4421-41dd-89c1-fbdbb390d99c tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 944 time: 0.1240144 Dec 20 11:43:54.723651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.751036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.805499 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4608bae2-5362-4f51-a2fb-7e9679ff8047 req-b3c50ee4-896e-4ae2-9faa-21436be40830 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991209 Dec 20 11:43:54.837715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.849071 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:54.867121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Calling delete_port for 16fde1c3-4556-4a32-b50e-eec18008ff72 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:54.903071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfcf1dd-5ca2-4acc-bdac-8128327f2f21,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:54.911460 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:54.921926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aebf21-9b41-484f-b0b1-542c46ffb055 None None] Network c5b3e005-b54d-4fbc-b5f8-1e8075172624 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:54.931959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Pushing event deleted for resources: {'Network': ['ID=fc6aed75-c2e6-4be4-b4b5-6446199f5ba1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:54.933678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:54.941086 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ecfcf1dd-5ca2-4acc-bdac-8128327f2f21 HTTP/1.1" status: 204 len: 168 time: 0.7005267 Dec 20 11:43:54.947160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45096) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:55.062739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:55.304928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:55.316197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d94d0-6861-46f5-a878-b22572a0dd09 None None] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:43:55.362446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.374329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Deleting port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:55.374917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.417756 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:55.422520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.498773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] 10.222.0.32 "DELETE /v2.0/networks/fc6aed75-c2e6-4be4-b4b5-6446199f5ba1 HTTP/1.1" status: 204 len: 168 time: 4.6914675 Dec 20 11:43:55.656301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f72bbd45-f06a-4a8f-931f-b2f637590c1e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:55.678236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.691443 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fd1a0013-50d1-4629-be9e-3df074dfcaf4 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:55.725551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819836b5-176b-4073-9420-a04c8441902b None None] DHCP port deletion for c5b3e005-b54d-4fbc-b5f8-1e8075172624 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:43:55.745125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Provisioning for port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:43:55.774561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-819836b5-176b-4073-9420-a04c8441902b None None] Deleting port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:55.775946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-819836b5-176b-4073-9420-a04c8441902b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.782324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] For port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=72a893fd-58c7-4a92-bd07-3c1c7a45f78e,segment=NetworkSegment(581cdb95-4bad-45e7-8cb3-552ad5650730),segment_id=581cdb95-4bad-45e7-8cb3-552ad5650730)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:55.782919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.793979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event deleted for resources: {'Port': ['ID=16fde1c3-4556-4a32-b50e-eec18008ff72,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:55.801586 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:55.828555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: f72bbd45-f06a-4a8f-931f-b2f637590c1e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:55.828855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f72bbd45-f06a-4a8f-931f-b2f637590c1e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:55.829282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88b07ff9-758d-42cb-b86f-1d0e8499a73e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:55.872082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Provisioning complete for port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:55.872514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.901304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:55.922997 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57f72be2-cb28-4eaa-971a-f702dbb6e6e8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:55.989196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 88b07ff9-758d-42cb-b86f-1d0e8499a73e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:55.989801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88b07ff9-758d-42cb-b86f-1d0e8499a73e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:56.046972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Calling delete_port for 72a893fd-58c7-4a92-bd07-3c1c7a45f78e owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:43:56.064353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45120) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:56.142440 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4ad58fe3-c504-482a-9a35-903540da5d21 req-eae80a93-34dc-4186-a478-bc40d27a9f22 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.2276998 Dec 20 11:43:56.170904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:43:56.184927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Pushing event updated for resources: {'Port': ['ID=3d792784-3474-4698-90fe-d2397e5997a1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:56.191983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] No DVR routers for this DVR port 16fde1c3-4556-4a32-b50e-eec18008ff72 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:56.194253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:43:56.218443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.230944 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73f005e5-f931-437a-b38d-f1b8ad58864d tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:56.232734 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1872aaf7-45da-416c-a033-21c04801a032 req-7880eb3c-85b3-4a6b-bc5c-7af289899ded tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 210 time: 0.1692021 Dec 20 11:43:56.243381 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:56.246585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.252911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'name': 'network-vif-deleted', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:43:56.283351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:43:56.304084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-819836b5-176b-4073-9420-a04c8441902b None None] The port '72a893fd-58c7-4a92-bd07-3c1c7a45f78e' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:43:56.317136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] No DVR routers for this DVR port 72a893fd-58c7-4a92-bd07-3c1c7a45f78e on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:43:56.323337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Pushing event deleted for resources: {'Port': ['ID=72a893fd-58c7-4a92-bd07-3c1c7a45f78e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:56.399034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.406521 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:56.493468 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb69568-ac4a-4efd-9731-b3de086b0dc2', 'name': 'network-vif-deleted', 'tag': '16fde1c3-4556-4a32-b50e-eec18008ff72', 'status': 'completed', 'code': 200} Dec 20 11:43:56.524292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] For port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:56.533952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-322b2698-bf04-47b1-9d41-d4c9b0cda32a req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "DELETE /v2.0/ports/16fde1c3-4556-4a32-b50e-eec18008ff72 HTTP/1.1" status: 204 len: 173 time: 3.3061583 Dec 20 11:43:56.535679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:56.610843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.632974 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:56.689661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.749791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 16fde1c3-4556-4a32-b50e-eec18008ff72 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:56.755394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 16fde1c3-4556-4a32-b50e-eec18008ff72 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:56.776042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b3e005-b54d-4fbc-b5f8-1e8075172624']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:56.799526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-78362e18-847c-454d-ad75-7c517f7bd822 None None] Provisioning complete for port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:56.800025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-78362e18-847c-454d-ad75-7c517f7bd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.845311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581cdb95-4bad-45e7-8cb3-552ad5650730') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:56.846019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581cdb95-4bad-45e7-8cb3-552ad5650730') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:56.877696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2332e3a8-291d-42c0-af19-245bda7f8df4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c3cf7bcbb2c4d60ab296af8288cd30e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7703502 Dec 20 11:43:56.877927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:56.886127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.900299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Pushing event updated for resources: {'Port': ['ID=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:56.907256 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:56.942979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72a893fd-58c7-4a92-bd07-3c1c7a45f78e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:43:56.961983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.971643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:43:56.972285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:56.986585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 72a893fd-58c7-4a92-bd07-3c1c7a45f78e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:43:56.987349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72a893fd-58c7-4a92-bd07-3c1c7a45f78e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:43:56.987805 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:43:56.989505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.014732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.015406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.026415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.108929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.113978 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af0c1117-1bb4-4119-b77f-22ebb8ddf63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:57.134576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.150298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b3e005-b54d-4fbc-b5f8-1e8075172624,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:57.154427 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:57.159660 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] 10.222.0.32 "DELETE /v2.0/networks/c5b3e005-b54d-4fbc-b5f8-1e8075172624 HTTP/1.1" status: 204 len: 168 time: 2.2112601 Dec 20 11:43:57.161418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:57.307719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.313535 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bcd29bfd-1299-4f66-9bd8-d93ef45540f0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:43:57.330198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9d86f-4969-49d5-8660-f22f5b6021d8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:43:57.338639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.339844 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30e9d86f-4969-49d5-8660-f22f5b6021d8 HTTP/1.1" status: 204 len: 168 time: 0.4607632 Dec 20 11:43:57.341844 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:43:57.612534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ead1e13-1bd3-4db4-a37c-3e546427b675 req-a69ea5be-2c85-495e-9bb2-efa3870b5da3 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1733761 Dec 20 11:43:57.627562 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-59554cc1-f15e-42da-a581-a8d04a53c003 req-6903982b-2a08-4186-88c8-2845f444d544 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=aeb69568-ac4a-4efd-9731-b3de086b0dc2 HTTP/1.1" status: 200 len: 210 time: 0.0704820 Dec 20 11:43:57.669851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Router c19980ce-92c8-4379-9837-9281640db5fe is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:43:57.728412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dfead1a-6a7c-491b-9c25-451d76b22b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.830357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.902877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:43:57.918494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Sync routers for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:43:57.949654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:57.951929 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.3159058 Dec 20 11:43:57.955113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:57.968055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:43:57.968696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:43:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:58.495716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:43:58.982861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45222) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:43:58.990776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:43:59.146947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d2d82ab6-2e79-4ed7-b6c6-879434ff818e req-861b38f1-fb43-4085-9373-6d3c5faa4f78 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0735319 Dec 20 11:43:59.273369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:43:59.277626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:59.329820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Deleting port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:43:59.330293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:59.412190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1376643657'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:43:59.466081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:43:56Z', 'revision_number': 3, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:43:59.470772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:59.489661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:59.502606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Checking router: c19980ce-92c8-4379-9837-9281640db5fe for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:43:59.503209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Updating router c19980ce-92c8-4379-9837-9281640db5fe port 3d792784-3474-4698-90fe-d2397e5997a1 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:43:59.517973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Usage tracker for resource:network and tenant:8bae986d680047c5bd77e253cab1fb6d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:59.547498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:59.604798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:43:59.618080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:59.719182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Made reservation on behalf of 8bae986d680047c5bd77e253cab1fb6d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:43:59.722282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:59.809059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Allocated IP 172.20.0.1 (3621f9ae-c625-442d-9866-b18a9d0b9c61/da604278-4531-4fdc-89b7-5a762f68bdf5/9b82d350-fa9c-4cb4-92ee-64efa23aa62e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:43:59.831276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:59.903746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:43:59.927765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] For port a4b2c8cf-961a-4b6a-be4e-73f3089b4d57, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,segment=NetworkSegment(3df67c09-3bc1-4c39-91d8-ed0de61b8101),segment_id=3df67c09-3bc1-4c39-91d8-ed0de61b8101)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:43:59.928127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:43:59.940386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Usage tracker for resource:security_group_rule and tenant:8bae986d680047c5bd77e253cab1fb6d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:43:59.947312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:43:59.995184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf205346-481e-4421-b7fb-8a626c03916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.012091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-d4460425-f385-469c-b9d1-519e80c6e7be tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:00.012859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-d4460425-f385-469c-b9d1-519e80c6e7be tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Synchronizing usage tracker for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:00.046992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-d4460425-f385-469c-b9d1-519e80c6e7be tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Unset dirty status for tenant:8957291041f943de970d654cee42eed5 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:00.048487 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-d4460425-f385-469c-b9d1-519e80c6e7be tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 944 time: 0.1862719 Dec 20 11:44:00.082096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.086357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:00.100636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Transition to ACTIVE for port object 3d792784-3474-4698-90fe-d2397e5997a1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:00.114232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.116948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.119954 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:00.155322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Deleting port 6a00215a-866d-48a1-bd83-cb325bd7ca65 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:00.155658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.161510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Calling delete_port for a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:00.183968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Transition to ACTIVE for port object 9b82d350-fa9c-4cb4-92ee-64efa23aa62e will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:00.207083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Attempting to bind port 3d792784-3474-4698-90fe-d2397e5997a1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:00.207270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a916519-9371-4aa7-807a-7178588d86a6 req-a5226685-18af-4cc8-94a6-6c4bcf54924a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:00.207880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Attempting to bind port 3d792784-3474-4698-90fe-d2397e5997a1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:00.208493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Attempting to bind port 3d792784-3474-4698-90fe-d2397e5997a1 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:00.208676 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a916519-9371-4aa7-807a-7178588d86a6 req-a5226685-18af-4cc8-94a6-6c4bcf54924a tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 944 time: 0.4972353 Dec 20 11:44:00.218706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:00.220202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:00.220844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.221554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:00.222385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Bound port: 3d792784-3474-4698-90fe-d2397e5997a1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:00.222986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.283696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd3085-389a-4958-a543-0da0938e723f None None] Pushing event updated for resources: {'Port': ['ID=3d792784-3474-4698-90fe-d2397e5997a1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:00.288381 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-98dd3085-389a-4958-a543-0da0938e723f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:00.325187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] For port 3d792784-3474-4698-90fe-d2397e5997a1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:00.329927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] For port 3d792784-3474-4698-90fe-d2397e5997a1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3d792784-3474-4698-90fe-d2397e5997a1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:00.334576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a916519-9371-4aa7-807a-7178588d86a6 req-baa78e71-43d9-4062-ab8b-f59a5cae8eea tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044064 Dec 20 11:44:00.338345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.344984 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ee2f7d42-f6d1-41ea-809d-b267ed2bb5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:00.355347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.390896 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5d2d5588-4dc5-4bd3-b61f-d6ef02b26ef7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:00.405150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.411024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.416347 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8d60b34-b727-4826-990a-c7154dc0bc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:00.446559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:00.447574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:00.457018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:44:00.469845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277bb0e8-6166-41fd-9c28-2e2cd7022953,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:00.479109 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:00.480069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.480489 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Added segment 7b58c2e3-74d4-43e6-ae25-d75624871260 of type vlan for network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f Dec 20 11:44:00.519691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac62f83f-a016-4238-9011-adccee0c75aa req-621c765f-d6b6-450c-8102-27bba6252767 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0763664 Dec 20 11:44:00.555209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.582397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.590669 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7dfe1089-1e2c-4ade-bfbd-3ac69e034167 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:00.604947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:00.610404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:00.617990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:00.644026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b2c8cf-961a-4b6a-be4e-73f3089b4d57,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:00.647218 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:00.647650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Pushing event updated for resources: {'Port': ['ID=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:00.674121 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:00.680142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.683978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:00.684889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.698414 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d4cae8b7-b217-43f1-8d2d-16795e644f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:00.711324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd3085-389a-4958-a543-0da0938e723f None None] Pushing event updated for resources: {'Port': ['ID=3d792784-3474-4698-90fe-d2397e5997a1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:00.718364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] For port 6a00215a-866d-48a1-bd83-cb325bd7ca65, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6a00215a-866d-48a1-bd83-cb325bd7ca65,segment=NetworkSegment(a4c25090-49f1-4096-b085-58636925dd47),segment_id=a4c25090-49f1-4096-b085-58636925dd47)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:00.718808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.735343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:00.736442 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-98dd3085-389a-4958-a543-0da0938e723f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:00.777048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:00.942247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Calling delete_port for 6a00215a-866d-48a1-bd83-cb325bd7ca65 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:01.209077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event updated for resources: {'Network': ['ID=7c6327fe-7e58-455a-a519-e1c2e0a37f1f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:01.211947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.215277 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:01.229865 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2434235 Dec 20 11:44:01.230855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:01.242392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Request body: {'subnet': {'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:01.264045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:44:01.283589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.291620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bb9ae96b-0554-4b74-a4a3-7f0c468b5f4b None None] Provisioning for port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:01.300547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bb9ae96b-0554-4b74-a4a3-7f0c468b5f4b None None] Provisioning complete for port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:01.300921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae96b-0554-4b74-a4a3-7f0c468b5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.303204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.386649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:01.395211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Usage tracker for resource:subnet and tenant:8bae986d680047c5bd77e253cab1fb6d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:01.399597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:01.417636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:01.518437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Made reservation on behalf of 8bae986d680047c5bd77e253cab1fb6d for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:01.556579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ae96b-0554-4b74-a4a3-7f0c468b5f4b None None] Port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:01.589424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:43:56Z', 'revision_number': 3, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:01.599276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a5a3d-190a-40c4-925c-6e15a2555dd6 None None] The sync data for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 is: [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:43:56Z', 'revision_number': 3, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:01.707415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.721235 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d01febb8-20af-4b20-9b19-1f5ea8047d4d tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:01.749739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.817290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b64c4-8b74-4429-9207-5c3eaa212514 req-cca06ae3-8714-4682-ba48-8b8e16b56290 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:01.818779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f8b64c4-8b74-4429-9207-5c3eaa212514 req-cca06ae3-8714-4682-ba48-8b8e16b56290 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b153fb2-1daa-472f-80a0-291d92e8ad1b HTTP/1.1" status: 200 len: 866 time: 0.2769744 Dec 20 11:44:01.830018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Pushing event deleted for resources: {'Port': ['ID=6a00215a-866d-48a1-bd83-cb325bd7ca65,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:01.843084 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be511a01-dd9f-4bee-a327-b5634138981d req-10cae436-adaa-4108-b90c-8dd58e54daa0 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0797362 Dec 20 11:44:01.846981 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:01.944842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.946952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] No DVR routers for this DVR port 6a00215a-866d-48a1-bd83-cb325bd7ca65 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:44:01.953287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.956685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'name': 'network-vif-deleted', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:01.986727 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f8b64c4-8b74-4429-9207-5c3eaa212514 req-14748488-7ae8-4561-97db-73cc6ba54ab2 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.32 "GET /v2.0/security-groups?id=3987e790-14c4-4ae9-be4d-d8323a8bf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182828 Dec 20 11:44:01.995003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:01.998272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7dc77870-3728-46a0-8086-3f0e522fa8e0 req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] 10.222.0.16 "DELETE /v2.0/ports/6a00215a-866d-48a1-bd83-cb325bd7ca65 HTTP/1.1" status: 204 len: 173 time: 1.9404080 Dec 20 11:44:01.999886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:02.027603 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-38f28bcf-4395-4c5c-95af-310d84d71a11 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:02.123640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Pushing event updated for resources: {'Port': ['ID=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:02.131753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:02.136964 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:02.250116 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-4f204d3a-c263-44a3-9578-d908ce661c1b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922623 Dec 20 11:44:02.255613 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b153fb2-1daa-472f-80a0-291d92e8ad1b', 'name': 'network-vif-deleted', 'tag': '6a00215a-866d-48a1-bd83-cb325bd7ca65', 'status': 'completed', 'code': 200} Dec 20 11:44:02.321419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:02.322732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:02.599633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:02.609036 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37f5a392-ec0b-4608-8731-035671456127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:02.667687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:02.698565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-f606b8b5-4680-4691-a20f-c09efc811ff6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:02.700614 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-f606b8b5-4680-4691-a20f-c09efc811ff6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4495485 Dec 20 11:44:02.717668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3761868e-2f25-48dc-ac07-ad4aa02e52c7 None None] Provisioning complete for port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:02.718891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3761868e-2f25-48dc-ac07-ad4aa02e52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:02.733428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83178e4a-0090-410c-8a27-970b04a4ef22 req-49a278ca-cd4c-4364-bcd3-b1d80bfdff13 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1451502 Dec 20 11:44:02.788328 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-5295e8e3-63ff-4b02-9c3a-5e86078dbc70 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/quotas/e0c00eed0a7448fb8cf1c2cb4530729a HTTP/1.1" status: 200 len: 375 time: 0.0806756 Dec 20 11:44:02.798357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3761868e-2f25-48dc-ac07-ad4aa02e52c7 None None] Port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:02.874144 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-f3586229-44ec-45de-af05-08e9e88dec9a tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848427 Dec 20 11:44:02.882048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event updated for resources: {'Subnet': ['ID=d4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:02.886561 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:02.918214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Checking segment: {'id': '7b58c2e3-74d4-43e6-ae25-d75624871260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:02.918214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Network hostable DHCP agents. Network: 7c6327fe-7e58-455a-a519-e1c2e0a37f1f, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:44:02.954182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3d792784-3474-4698-90fe-d2397e5997a1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:02.961195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Router c19980ce-92c8-4379-9837-9281640db5fe has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:44:03.076711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:44:03.173954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 3d792784-3474-4698-90fe-d2397e5997a1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:03.181259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3d792784-3474-4698-90fe-d2397e5997a1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:03.181645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:03.206523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 7c6327fe-7e58-455a-a519-e1c2e0a37f1f) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:03.213497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:03.214101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:03.230726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:03.295380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f0100-3577-40f6-a431-cd073ba2f4f0 None None] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:03.318680 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0819113 Dec 20 11:44:03.372054 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f1d9b81e-f7ec-4ced-882b-56217544fc48 req-7cf94a70-e450-40fb-bc37-618222d0ee1f tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1058605 Dec 20 11:44:03.372523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:03.405809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Request body: {'port': {'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-839464036'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:03.533844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:03.583298 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] 10.222.0.32 "PUT /v2.0/routers/c19980ce-92c8-4379-9837-9281640db5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6257572 Dec 20 11:44:03.768856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Router ed37a8ef-6a48-457c-b232-8aa412c4233d has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:44:03.935594 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-49fb61d0-b944-4a5f-a6b4-c947201555a2 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759778 Dec 20 11:44:04.112562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:04.122431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:04.131394 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] Sync routers for ids ['ed37a8ef-6a48-457c-b232-8aa412c4233d'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:04.132680 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] 10.222.0.32 "PUT /v2.0/routers/ed37a8ef-6a48-457c-b232-8aa412c4233d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9707379 Dec 20 11:44:04.133644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45348) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:04.149885 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] Routers {'ed37a8ef-6a48-457c-b232-8aa412c4233d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:04.153377 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ed37a8ef-6a48-457c-b232-8aa412c4233d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:04.173444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 3d792784-3474-4698-90fe-d2397e5997a1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3d792784-3474-4698-90fe-d2397e5997a1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:04.180685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-7c6327fe-7e58-455a-a519-e1c2e0a37f1f', 'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f', 'tenant_id': '8bae986d680047c5bd77e253cab1fb6d', 'fixed_ips': [{'subnet_id': 'd4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:44:04.182615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:04.200662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:04.209987 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-98dd3085-389a-4958-a543-0da0938e723f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:04.314604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-bac5b502-5de3-4624-8e2a-56dd5cfef5b6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:04.318911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-bac5b502-5de3-4624-8e2a-56dd5cfef5b6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798249 Dec 20 11:44:04.341715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Deleting subnet 88e6d6c6-7d46-433e-b305-c582d0277513 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:44:04.352733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:04.407456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:04.427440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-87937e0b-8b57-48cb-a90a-50c7f9031ae0 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/quotas/e0c00eed0a7448fb8cf1c2cb4530729a HTTP/1.1" status: 200 len: 375 time: 0.1002622 Dec 20 11:44:04.428458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Usage tracker for resource:port and tenant:8bae986d680047c5bd77e253cab1fb6d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:04.432757 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] Set router ed37a8ef-6a48-457c-b232-8aa412c4233d gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:04.456876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:04.459444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=3d792784-3474-4698-90fe-d2397e5997a1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:04.465407 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:04.476861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:04.532958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Made reservation on behalf of 8bae986d680047c5bd77e253cab1fb6d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:04.535890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:04.559538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-8ccde37e-e5da-4af8-ae79-e0e11d1252ec tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038952 Dec 20 11:44:04.574659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:44:04.574878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:04.618677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 6a00215a-866d-48a1-bd83-cb325bd7ca65 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:44:04.619148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6a00215a-866d-48a1-bd83-cb325bd7ca65 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:44:04.621474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Allocated IP 172.20.0.2 (7c6327fe-7e58-455a-a519-e1c2e0a37f1f/d4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5/0bb3692c-8ee0-4232-95e5-afd9f1b7dd11) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:04.700859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] device_id is not set on port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:44:04.730578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:04.849688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-3b4ac22b-7aef-4d2f-ac2c-6216eb29ce33 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2237368 Dec 20 11:44:04.925007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e998c-6c48-422d-bff2-241a362f8cab req-d319b511-6b5a-472e-b02a-186cd9254ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:04.925869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-468e998c-6c48-422d-bff2-241a362f8cab req-d319b511-6b5a-472e-b02a-186cd9254ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:04.978485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3d792784-3474-4698-90fe-d2397e5997a1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:04.997442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-468e998c-6c48-422d-bff2-241a362f8cab req-d319b511-6b5a-472e-b02a-186cd9254ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:04.999672 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-d319b511-6b5a-472e-b02a-186cd9254ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks?id=3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 200 len: 828 time: 0.5835807 Dec 20 11:44:05.064994 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 5, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:05.071005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.084659 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] Checking router: ed37a8ef-6a48-457c-b232-8aa412c4233d for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:44:05.091613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Transition to ACTIVE for port object 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:05.101843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3d792784-3474-4698-90fe-d2397e5997a1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:05.102382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.116855 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] Routers {'ed37a8ef-6a48-457c-b232-8aa412c4233d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:05.117714 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ed37a8ef-6a48-457c-b232-8aa412c4233d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:05.119278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-8d57f1b3-3caf-4e92-87ee-1cb313b6bb42 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:05.121257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-8d57f1b3-3caf-4e92-87ee-1cb313b6bb42 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132301 Dec 20 11:44:05.133989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-cbf7530b-953a-41ec-b283-d5bb5e8b8b63 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/quotas/92cfd9f8fe9346dfac57ccd99ed8452b HTTP/1.1" status: 200 len: 375 time: 0.0940866 Dec 20 11:44:05.194856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Transition to ACTIVE for port object 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:05.197048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Request body: {'port': {'device_id': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'e0c00eed0a7448fb8cf1c2cb4530729a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:05.238491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.252818 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:05.305160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-b9153d3a-88e3-4ea0-98bc-3b830f3779ed tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609266 Dec 20 11:44:05.334975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Pushing event updated for resources: {'Port': ['ID=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:05.339240 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:05.371236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.375349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:05.379034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:05.381459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:05.448766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.554380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Deleting port 979d17e5-5c91-4161-8d6c-86eefe023740 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:05.554380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.560453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8eb3b3cf-134f-4b32-8a41-673378c48246 req-0984ac32-6952-42a3-834c-564336c5010c tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.4159555 Dec 20 11:44:05.565730 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] Set router ed37a8ef-6a48-457c-b232-8aa412c4233d gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:05.599948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Attempting to bind port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:05.600170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Attempting to bind port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7b58c2e3-74d4-43e6-ae25-d75624871260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:05.600409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Attempting to bind port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 on network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:05.625644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:05.628669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Checking segment: {'id': '7b58c2e3-74d4-43e6-ae25-d75624871260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:05.629143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.629560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Bound using segment: {'id': '7b58c2e3-74d4-43e6-ae25-d75624871260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:05.630089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Bound port: 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b58c2e3-74d4-43e6-ae25-d75624871260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:05.630480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.724185 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-3894ee33-9a9c-4f44-9bd1-b93f2281ebce service neutron] 10.222.0.32 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179873 Dec 20 11:44:05.753858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:05.800040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Usage tracker for resource:port and tenant:e0c00eed0a7448fb8cf1c2cb4530729a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:05.804951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:05.815327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:05.873938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.900765 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:05.921893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] For port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:05.928855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] For port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,segment=NetworkSegment(7b58c2e3-74d4-43e6-ae25-d75624871260),segment_id=7b58c2e3-74d4-43e6-ae25-d75624871260)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:05.947257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:05.952439 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-cffa119e-f1c6-44e0-876a-bc9e82ad4dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:05.997595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Made reservation on behalf of e0c00eed0a7448fb8cf1c2cb4530729a for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:06.001257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:06.066116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:06.069362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e6d6c6-7d46-433e-b305-c582d0277513,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:06.076157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Allocated IP 172.20.0.11 (7c6327fe-7e58-455a-a519-e1c2e0a37f1f/d4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5/0a4c652d-0907-4727-9cf0-2f1076b7a2c1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:06.123248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Pushing event updated for resources: {'Port': ['ID=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:06.123709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:06.139717 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:06.175448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-30a54127-03ed-4881-9b63-65de9b2b0f8b service neutron] 10.222.0.32 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017932 Dec 20 11:44:06.183632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Sync routers for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:06.204683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:06.206664 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 5, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:06.209134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:06.215895 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec3413-945f-4788-87a1-f8ec89b89d67 None None] The sync data for ids ['ed37a8ef-6a48-457c-b232-8aa412c4233d'] in n-d-victoria-1 is: [{'id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'name': 'tempest-AttachSCSIVolumeTestJSON-207708095-router', 'tenant_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250'}], 'enable_snat': True}, 'gw_port_id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:41:20Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 5, 'project_id': 'a945d5b7625d42e1b2f3b750dc3f70e9', 'gw_port': {'id': '979d17e5-5c91-4161-8d6c-86eefe023740', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed37a8ef-6a48-457c-b232-8aa412c4233d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:21Z', 'updated_at': '2021-12-20T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:06.360052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] For port 979d17e5-5c91-4161-8d6c-86eefe023740, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=979d17e5-5c91-4161-8d6c-86eefe023740,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:06.361800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:06.561884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:06.835005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:06.906455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Transition to ACTIVE for port object 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:06.947673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.948398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.949056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.949607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.950188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.950766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.952727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.954590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.956344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.957453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.962062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:06.963724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Calling delete_port for 979d17e5-5c91-4161-8d6c-86eefe023740 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:06.969067 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:06.974321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88e6d6c6-7d46-433e-b305-c582d0277513 HTTP/1.1" status: 204 len: 168 time: 3.7396996 Dec 20 11:44:06.994869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45392) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:07.080541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:07.222750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:07.231462 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6b49f7f6-13f9-4faf-b79e-22af7fdbda87 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:07.244386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-d56a7c35-eaa1-412a-8584-efa166dea87b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2664025 Dec 20 11:44:07.247328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9075769-cc8e-47b8-a0c7-de6e2cd5edf0 req-b819ac16-8e4c-4b11-9c1d-842e62376b15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d155c992f8d45f09a779bf001625ae3&device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.2717171 Dec 20 11:44:07.266596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf172aac-136f-481e-acd3-a44ab0d3485f req-3571063e-5560-46be-9c72-66727572391c tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 210 time: 0.2736566 Dec 20 11:44:07.315488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=979d17e5-5c91-4161-8d6c-86eefe023740,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:07.330403 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:07.569025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:07.588566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:44:07.634823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:44:07.635416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a4b2c8cf-961a-4b6a-be4e-73f3089b4d57 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:44:07.667747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:01Z', 'revision_number': 2, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:07.672226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Checking router: c19980ce-92c8-4379-9837-9281640db5fe for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:44:07.672797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Updating router c19980ce-92c8-4379-9837-9281640db5fe port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:44:07.756398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:07.824206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-a596938a-2411-45c9-bb33-706a5c067fb1 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:07.825991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-a596938a-2411-45c9-bb33-706a5c067fb1 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5528543 Dec 20 11:44:07.827141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:07.846615 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dbbf0102-209e-4418-a868-09eb8c89a292 req-bf3bad4b-b7bb-4f28-a91e-622d52f8e6c9 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1968977 Dec 20 11:44:07.850572 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-58d00e54-e0d8-4329-a86e-956e87cb91af tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:07.853875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:07.912771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9075769-cc8e-47b8-a0c7-de6e2cd5edf0 req-2c1653cb-6ce9-46e6-8698-9b31e4fdc5e7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1d155c992f8d45f09a779bf001625ae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6374366 Dec 20 11:44:07.917734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b08cc8-2bae-4b2a-b737-5f1bf523e75d None None] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:08.003121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Request body: {'port': {'device_id': '220a376f-99fe-412f-be90-8fe2b7576f05', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'admin_state_up': True, 'tenant_id': 'e0c00eed0a7448fb8cf1c2cb4530729a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:08.057478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:08.094900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Usage tracker for resource:security_group_rule and tenant:e0c00eed0a7448fb8cf1c2cb4530729a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:08.098591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Provisioning for port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:08.106697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:08.121657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Provisioning complete for port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:08.121944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.125824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:08.127673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4792da4d-2b70-44c2-b9a1-fd41adbf9bba req-364cb416-1fd3-4465-a768-b4b80a6e0c73 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:08.146759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:08.150442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.165728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:08.198558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:08.221669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.232325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.251101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event updated for resources: {'Port': ['ID=0a4c652d-0907-4727-9cf0-2f1076b7a2c1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:08.285479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5baf20-1c56-42a6-a2c7-1b2e4cff4aa0 req-2c234013-1ab9-4107-8cbd-8845f7efda35 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:08.287029 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd5baf20-1c56-42a6-a2c7-1b2e4cff4aa0 req-2c234013-1ab9-4107-8cbd-8845f7efda35 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.1280911 Dec 20 11:44:08.291408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.292032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed37a8ef-6a48-457c-b232-8aa412c4233d {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:44:08.315863 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:08.326228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4792da4d-2b70-44c2-b9a1-fd41adbf9bba req-364cb416-1fd3-4465-a768-b4b80a6e0c73 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:08.343325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.344664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4792da4d-2b70-44c2-b9a1-fd41adbf9bba req-364cb416-1fd3-4465-a768-b4b80a6e0c73 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 210 time: 0.5011601 Dec 20 11:44:08.347495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ed37a8ef-6a48-457c-b232-8aa412c4233d HTTP/1.1" status: 204 len: 168 time: 4.2106521 Dec 20 11:44:08.349091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45406) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:08.396832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.410218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Transition to ACTIVE for port object 9b82d350-fa9c-4cb4-92ee-64efa23aa62e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:08.452568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.459852 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:08.467135 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd5baf20-1c56-42a6-a2c7-1b2e4cff4aa0 req-baab98f1-9190-45e5-8cea-e243f7655c7d tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687579 Dec 20 11:44:08.506406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Deleting subnet 10a17fc8-98e4-4e80-9d83-241518eba493 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:44:08.510171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.587692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.652959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca437f-2bda-474f-ba63-c8fee2ff806b None None] Pushing event updated for resources: {'Port': ['ID=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:08.666109 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f8ca437f-2bda-474f-ba63-c8fee2ff806b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:08.676265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.693501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:08.693501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.698669 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a56bc87-415d-4230-b0f9-ad3721fc0331 req-a04887a5-2aa5-48c0-af9e-cde32df7e4f9 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 210 time: 0.1231184 Dec 20 11:44:08.763720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.768753 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:08.797124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.816901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a17fc8-98e4-4e80-9d83-241518eba493,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:08.843308 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:08.859158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:08.866495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10a17fc8-98e4-4e80-9d83-241518eba493 HTTP/1.1" status: 204 len: 168 time: 0.5157807 Dec 20 11:44:08.868734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45412) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:08.906590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9826b8d-9143-4db4-b1c1-2ee84cbb0cb6 None None] Network d3ccdb05-e150-423f-9013-4321fafb48ee requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:08.913540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9075769-cc8e-47b8-a0c7-de6e2cd5edf0 req-47be19f9-5e90-4d76-87dc-70569b7f42be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:08.915131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9075769-cc8e-47b8-a0c7-de6e2cd5edf0 req-47be19f9-5e90-4d76-87dc-70569b7f42be service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8682127 Dec 20 11:44:08.988891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:08.996341 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.6219616 Dec 20 11:44:08.997639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45418) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:09.007930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.028957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Usage tracker for resource:port and tenant:e0c00eed0a7448fb8cf1c2cb4530729a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:09.044893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:09.045531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] For port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,segment=NetworkSegment(7b58c2e3-74d4-43e6-ae25-d75624871260),segment_id=7b58c2e3-74d4-43e6-ae25-d75624871260)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:09.093431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:09.106211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e998c-6c48-422d-bff2-241a362f8cab req-3f29c5a1-81eb-4e2d-9fcc-2ade776cdd44 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:09.108003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-3f29c5a1-81eb-4e2d-9fcc-2ade776cdd44 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.16 "GET /v2.0/networks?id=3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 200 len: 828 time: 0.7552607 Dec 20 11:44:09.114380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.116377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4b4f65-4f18-45d6-83bf-6fe84ebea283']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:09.125902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.134615 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce27de3-6297-4cea-b732-4e629b59153e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:09.139818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Request body: {'port': {'device_id': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'admin_state_up': True, 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:09.149118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Request body: {'port': {'network_id': '7c6327fe-7e58-455a-a519-e1c2e0a37f1f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1702199227', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:09.149649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] bootfile-name is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:44:09.149977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] tftp-server is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:44:09.150343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] server-ip-address is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:44:09.160972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.165771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c25090-49f1-4096-b085-58636925dd47') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:09.166098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c25090-49f1-4096-b085-58636925dd47') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:09.176044 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c07e723a-1a37-4140-a827-6fc3dce94be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:09.191771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Made reservation on behalf of e0c00eed0a7448fb8cf1c2cb4530729a for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:09.194748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.249110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.306575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.343612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Attempting to bind port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:09.343971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Attempting to bind port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:09.344260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Attempting to bind port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e on network 3621f9ae-c625-442d-9866-b18a9d0b9c61 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:09.350403 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-612a3ee3-5c17-4d7e-ac2d-3ebf85d14deb req-5cee43dc-8453-4736-927b-5ff1ee1bf9db tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0981498 Dec 20 11:44:09.366372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.374477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Deleting port 4d4db64e-9e44-4380-bb7d-1156b3020b5d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:09.376766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.425621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Pushing event updated for resources: {'Port': ['ID=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:09.440622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:09.448178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Usage tracker for resource:port and tenant:8bae986d680047c5bd77e253cab1fb6d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:09.454627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:09.455848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd733c19-9347-4696-b1ed-8eb9cb068477,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:09.457548 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:09.459542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:09.459832 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:09.460277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Checking segment: {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:09.460693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.461119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Bound using segment: {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:09.461637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Bound port: 9b82d350-fa9c-4cb4-92ee-64efa23aa62e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:09.462051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.477472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:44:09.478052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.496456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:44:09.498930 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:44:09.689126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] For port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:09.693805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] For port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:09.709547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.721630 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8d3ec240-168f-45b2-8011-b0fd9b38786c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:09.820175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Made reservation on behalf of 8bae986d680047c5bd77e253cab1fb6d for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:09.823576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.848398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca437f-2bda-474f-ba63-c8fee2ff806b None None] Pushing event updated for resources: {'Port': ['ID=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:09.851159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] DHCP port deletion for d3ccdb05-e150-423f-9013-4321fafb48ee request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:44:09.853200 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f8ca437f-2bda-474f-ba63-c8fee2ff806b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:09.862248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] For port 4d4db64e-9e44-4380-bb7d-1156b3020b5d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4d4db64e-9e44-4380-bb7d-1156b3020b5d,segment=NetworkSegment(3df67c09-3bc1-4c39-91d8-ed0de61b8101),segment_id=3df67c09-3bc1-4c39-91d8-ed0de61b8101)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:09.864841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Deleting port 4d4db64e-9e44-4380-bb7d-1156b3020b5d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:09.865499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.866166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.940359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:09.952075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3834a388-e001-4b62-a3e1-1185b0f36694 None None] Provisioning complete for port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:09.952445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3834a388-e001-4b62-a3e1-1185b0f36694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.961691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-560cc06b-c7ab-4d4d-8a77-d02f8ccafe2c req-eadc7bd7-27c2-4181-916a-2a5b3639b59b tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 210 time: 0.1380818 Dec 20 11:44:09.972165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:09.983853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.007538 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:10.032484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:10.033129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:10.071170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Allocated IP 192.168.233.95 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/3d2f5e19-8d67-498a-aa70-9a49629ca490) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:10.077493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Calling delete_port for 4d4db64e-9e44-4380-bb7d-1156b3020b5d owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:10.123486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] device_id is not set on port 0b236a88-4e75-4449-a0d6-ba2a87c8ea8e yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:44:10.192965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4b4f65-4f18-45d6-83bf-6fe84ebea283,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:10.196618 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:10.242283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:10.335663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9075769-cc8e-47b8-a0c7-de6e2cd5edf0 req-0268f9a1-acd8-4133-90a0-0dc5dc95f177 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.1371241 Dec 20 11:44:10.345492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ac4e77ff-1a95-4344-ae78-70fbf040a0b9 req-b2747e2a-9632-47c5-bc87-e08b2617cbd6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Synchronizing usage tracker for tenant:e0c00eed0a7448fb8cf1c2cb4530729a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:10.353699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Made reservation on behalf of 92cfd9f8fe9346dfac57ccd99ed8452b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:10.357267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.383753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b4b4f65-4f18-45d6-83bf-6fe84ebea283 HTTP/1.1" status: 204 len: 168 time: 3.3658462 Dec 20 11:44:10.400077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45432) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:10.418504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Allocated IP 172.20.0.5 (7c6327fe-7e58-455a-a519-e1c2e0a37f1f/d4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5/0b236a88-4e75-4449-a0d6-ba2a87c8ea8e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:10.424779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:10.573207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb9568-baa6-4e08-8025-068d3613caa7 req-ca1efc75-ccf3-4db6-aed3-e8982148df0c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:10.580883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5efb9568-baa6-4e08-8025-068d3613caa7 req-ca1efc75-ccf3-4db6-aed3-e8982148df0c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.8558738 Dec 20 11:44:10.605255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ac4e77ff-1a95-4344-ae78-70fbf040a0b9 req-b2747e2a-9632-47c5-bc87-e08b2617cbd6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Unset dirty status for tenant:e0c00eed0a7448fb8cf1c2cb4530729a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:10.610068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.619079 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac4e77ff-1a95-4344-ae78-70fbf040a0b9 req-b2747e2a-9632-47c5-bc87-e08b2617cbd6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 210 time: 0.3738754 Dec 20 11:44:10.625596 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e321fc36-e271-4c96-80d8-c8e39b519150 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:10.640091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] For port 4d4db64e-9e44-4380-bb7d-1156b3020b5d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4d4db64e-9e44-4380-bb7d-1156b3020b5d,segment=NetworkSegment(3df67c09-3bc1-4c39-91d8-ed0de61b8101),segment_id=3df67c09-3bc1-4c39-91d8-ed0de61b8101)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:10.640494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.664300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] No DVR routers for this DVR port 4d4db64e-9e44-4380-bb7d-1156b3020b5d on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:44:10.734820 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5efb9568-baa6-4e08-8025-068d3613caa7 req-8409be60-7e34-4ae3-afff-456637194f19 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526811 Dec 20 11:44:10.736158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4db64e-9e44-4380-bb7d-1156b3020b5d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:10.741566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Deleting subnet 75c028a0-481b-4be3-ac5a-b7552a47a8e7 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:44:10.744651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.816094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.852772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Calling delete_port for 4d4db64e-9e44-4380-bb7d-1156b3020b5d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:10.860208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.911915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.912442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.912827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.913197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.914042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.914266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.914819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.915157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.915525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.915870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.916529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:10.925800 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:10.929413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Transition to ACTIVE for port object 0b236a88-4e75-4449-a0d6-ba2a87c8ea8e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:10.957372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:10.981846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:10.993100 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-63a1b38e-515c-4d36-96ad-df9b004ccfed req-f6fd94bf-36a0-48ce-8f57-06f6a83c05e4 tempest-ServerShowV257Test-1906787347 tempest-ServerShowV257Test-1906787347-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b28adea-a1c4-4f72-b65a-39c5ed0aa49b HTTP/1.1" status: 200 len: 210 time: 0.0685787 Dec 20 11:44:11.005392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3834a388-e001-4b62-a3e1-1185b0f36694 None None] Provisioning for port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:11.035121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3834a388-e001-4b62-a3e1-1185b0f36694 None None] Provisioning complete for port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:11.035506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3834a388-e001-4b62-a3e1-1185b0f36694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.095697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.134393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ccdb05-e150-423f-9013-4321fafb48ee']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:11.137858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.150453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df67c09-3bc1-4c39-91d8-ed0de61b8101') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:11.151040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df67c09-3bc1-4c39-91d8-ed0de61b8101') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:11.160717 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:11.164894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.173466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5fb440e6-de2a-4433-b665-6a431a159b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:11.190458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3834a388-e001-4b62-a3e1-1185b0f36694 None None] Port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:11.192292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:44:11.192687 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:44:11.209339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.217902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.222029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:11.223577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.244487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.271967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:44:11.272380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.287482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:44:11.288345 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:44:11.295434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:11.299196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:11.315106 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60bb3ceb-b7d1-4205-bed6-89895fc404af req-5f9b0794-3d06-49a8-9ee9-aea708743e86 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 210 time: 0.1244750 Dec 20 11:44:11.320450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c028a0-481b-4be3-ac5a-b7552a47a8e7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:11.334593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event updated for resources: {'Port': ['ID=0b236a88-4e75-4449-a0d6-ba2a87c8ea8e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:11.344995 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:11.348488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Allocated IP 172.20.0.14 (3621f9ae-c625-442d-9866-b18a9d0b9c61/da604278-4531-4fdc-89b7-5a762f68bdf5/dd430ca0-c861-4d5b-9fe4-78ade7a02be3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:11.367350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:09Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:11.372526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-083a37d7-7f85-496f-a6fa-fb7236132eed None None] Provisioning complete for port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:11.372779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-083a37d7-7f85-496f-a6fa-fb7236132eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.380769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.406757 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:11.408607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f40c-8eba-49ed-a966-0e789be09762 None None] The sync data for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 is: [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:09Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:11.433017 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75c028a0-481b-4be3-ac5a-b7552a47a8e7 HTTP/1.1" status: 204 len: 168 time: 1.0313849 Dec 20 11:44:11.437449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Transition to ACTIVE for port object 3d2f5e19-8d67-498a-aa70-9a49629ca490 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:11.441316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45440) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:11.547539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-083a37d7-7f85-496f-a6fa-fb7236132eed None None] Port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:11.636154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:11.636802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.653182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 979d17e5-5c91-4161-8d6c-86eefe023740 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:44:11.688727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.694509 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-764421db-250c-4e1b-8996-c3e627d16986 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:11.705331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.708690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Deleting port 4d4db64e-9e44-4380-bb7d-1156b3020b5d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:11.709069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.738718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.744065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] 10.222.0.32 "DELETE /v2.0/networks/d3ccdb05-e150-423f-9013-4321fafb48ee HTTP/1.1" status: 204 len: 168 time: 2.8743610 Dec 20 11:44:11.745448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ccdb05-e150-423f-9013-4321fafb48ee,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:11.760914 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7605398 Dec 20 11:44:11.773691 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:11.775416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45450) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:11.817734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:11.838520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 979d17e5-5c91-4161-8d6c-86eefe023740 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:44:11.838880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 979d17e5-5c91-4161-8d6c-86eefe023740 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:44:11.839315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4d4db64e-9e44-4380-bb7d-1156b3020b5d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:44:11.850827 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-beade38b-aa94-40e6-a53a-c1a87586ec4e tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:11.913024 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a1f6d92f-e993-431c-ad8a-20ccec2b859e req-05188207-7c03-414d-9940-41d85ec56c02 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 210 time: 0.0642815 Dec 20 11:44:11.942303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 4d4db64e-9e44-4380-bb7d-1156b3020b5d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:44:11.943213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4d4db64e-9e44-4380-bb7d-1156b3020b5d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:44:11.954263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c7a0-b757-419b-8a1d-42982de46425 None None] The port '4d4db64e-9e44-4380-bb7d-1156b3020b5d' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:44:11.995610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-628f4b7b-930a-411f-9615-f2ed7748a0cf None None] Provisioning for port 0b236a88-4e75-4449-a0d6-ba2a87c8ea8e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:12.009330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-628f4b7b-930a-411f-9615-f2ed7748a0cf None None] Provisioning complete for port 0b236a88-4e75-4449-a0d6-ba2a87c8ea8e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:12.010202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-628f4b7b-930a-411f-9615-f2ed7748a0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.026778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b9933-75de-45ba-848a-5cc90709cbd0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:12.028050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b9933-75de-45ba-848a-5cc90709cbd0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:12.037548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45456) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:12.037733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b9933-75de-45ba-848a-5cc90709cbd0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:12.038529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-288b9933-75de-45ba-848a-5cc90709cbd0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Synchronizing usage tracker for tenant:8bae986d680047c5bd77e253cab1fb6d on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:12.074749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-288b9933-75de-45ba-848a-5cc90709cbd0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Unset dirty status for tenant:8bae986d680047c5bd77e253cab1fb6d on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:12.078840 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-288b9933-75de-45ba-848a-5cc90709cbd0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3017962 Dec 20 11:44:12.081694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:12.103580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-628f4b7b-930a-411f-9615-f2ed7748a0cf None None] Port 0b236a88-4e75-4449-a0d6-ba2a87c8ea8e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:12.170290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Deleting port 0b236a88-4e75-4449-a0d6-ba2a87c8ea8e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:12.170666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.275401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.304943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e448729-8384-4f17-99ab-eecee132bf9a']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:12.323388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6952322a-b93a-4da8-b9de-b96eacc23cfe') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:12.323692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6952322a-b93a-4da8-b9de-b96eacc23cfe') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:12.558252 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-59a87d3f-816b-44dd-8873-b7849da027c5 req-5f2470ac-58e3-4cb9-bbff-c6dd397ce083 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 210 time: 0.0617316 Dec 20 11:44:12.559740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:12.571624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:12.582327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:12.587835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.596301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:12.606761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.635322 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:12.658184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Allocated IP 192.168.233.46 (3f016f31-7c65-44a0-b316-274b8e09f221/e877431f-41db-4104-95fb-9b3a13b2103b/2051e635-7f3b-4519-8380-39601610bb1e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:12.733082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.808110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:44:12.808514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.809103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Calling delete_port for 0b236a88-4e75-4449-a0d6-ba2a87c8ea8e owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:44:12.848910 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:44:12.851138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:12.851500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.955432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:12.956363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:12.979233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9b82d350-fa9c-4cb4-92ee-64efa23aa62e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:13.081719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.9166713 Dec 20 11:44:13.096536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-af161f8b-8d16-4b62-8caa-c0e6a28942d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f73f3f28323d4a64b5d6e8e8a32a0065&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9924159 Dec 20 11:44:13.104144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45480) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:13.120279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Request body: {'port': {'device_id': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:13.126726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a66eb14d-9a4c-428b-a310-6f18a3619720 None None] Provisioning for port 3d2f5e19-8d67-498a-aa70-9a49629ca490 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:13.135215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a66eb14d-9a4c-428b-a310-6f18a3619720 None None] Provisioning complete for port 3d2f5e19-8d67-498a-aa70-9a49629ca490 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:13.135598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a66eb14d-9a4c-428b-a310-6f18a3619720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.169047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.174027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35da89-ab0c-41b8-b1de-849271833a13 req-59b908a4-5c1b-4140-8ab6-a37a5629a833 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:13.180900 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc35da89-ab0c-41b8-b1de-849271833a13 req-59b908a4-5c1b-4140-8ab6-a37a5629a833 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 1.1404998 Dec 20 11:44:13.185073 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-db7d9bd1-d49f-4aec-9a6a-36cda2a1a242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:13.200243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb14d-9a4c-428b-a310-6f18a3619720 None None] Port 3d2f5e19-8d67-498a-aa70-9a49629ca490 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:13.208134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Transition to ACTIVE for port object dd430ca0-c861-4d5b-9fe4-78ade7a02be3 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:13.217183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.219583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:13.233700 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64eb9fb4-b249-4f72-ad4e-8c98ada4b4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:13.241126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:13.242420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.253209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.261055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e448729-8384-4f17-99ab-eecee132bf9a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:13.299017 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:13.308833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event deleted for resources: {'Port': ['ID=0b236a88-4e75-4449-a0d6-ba2a87c8ea8e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:13.316839 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:13.390672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3e448729-8384-4f17-99ab-eecee132bf9a HTTP/1.1" status: 204 len: 168 time: 1.9460852 Dec 20 11:44:13.423744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.466351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.470186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:13.478463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.484612 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:13.488311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.506992 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ab17289-1fe3-4d8d-9f8d-1f0eb5d90195 req-77eb00a4-503a-4bbb-829e-2e81258e2440 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 210 time: 0.2314873 Dec 20 11:44:13.537829 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc35da89-ab0c-41b8-b1de-849271833a13 req-6e7a3912-0370-4cd5-8b36-538a6a4542a9 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557806 Dec 20 11:44:13.544779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.605681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:13.609904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.610912 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:13.631723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45494) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:13.638903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.641946 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:13.690638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.699882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:13.718267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d155c992f8d45f09a779bf001625ae3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:13.724527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:13.729721 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "DELETE /v2.0/ports/0b236a88-4e75-4449-a0d6-ba2a87c8ea8e HTTP/1.1" status: 204 len: 168 time: 1.6469784 Dec 20 11:44:13.736468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:13.738192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45498) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:13.766312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Request body: {'port': {'name': 'tempest-new-port-name-1865168568', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:13.766740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] bootfile-name is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:44:13.767132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] tftp-server is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:44:13.767458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] server-ip-address is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:44:13.829383 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-faabd739-d0cc-4719-9804-9eeff221614e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8957291041f943de970d654cee42eed5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1924565 Dec 20 11:44:13.831144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.842562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45502) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:13.885605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:13.886533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event updated for resources: {'Port': ['ID=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:13.892889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:13.894841 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:13.936689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Transition to ACTIVE for port object 2051e635-7f3b-4519-8380-39601610bb1e will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:13.942386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:13.964594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:13.980730 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-07a5c777-67d2-45e8-8b97-60fd38a24751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:14.012820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.029672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c4b63-1f92-4435-a981-ebe9c007080a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:14.034165 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:14.060847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:14.061449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.065575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.085750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b04939-49ef-401f-87c8-2fd9c9b46613 req-678deb9a-e38b-487a-9ea8-2f877d32e08c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:14.086478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b9b04939-49ef-401f-87c8-2fd9c9b46613 req-678deb9a-e38b-487a-9ea8-2f877d32e08c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:14.105979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.107660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.121827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.124238 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3f5a478-5564-4f76-bd25-887f95ee8bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:14.128156 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9942565 Dec 20 11:44:14.133959 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-254fc92d-ef6b-4f56-b8c5-8be65eb5e6fb tempest-FloatingIPsAssociationTestJSON-719571050 tempest-FloatingIPsAssociationTestJSON-719571050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:14.143492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.146994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e17c4b63-1f92-4435-a981-ebe9c007080a HTTP/1.1" status: 204 len: 168 time: 1.0394216 Dec 20 11:44:14.184889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Request body: {'port': {'device_id': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:14.205429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.208516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b9b04939-49ef-401f-87c8-2fd9c9b46613 req-678deb9a-e38b-487a-9ea8-2f877d32e08c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:14.209827 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9b04939-49ef-401f-87c8-2fd9c9b46613 req-678deb9a-e38b-487a-9ea8-2f877d32e08c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 932 time: 0.4900930 Dec 20 11:44:14.225634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c6fc1-44fe-4f95-96ba-ea5bbd095617,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:14.229349 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:14.246199 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d155c992f8d45f09a779bf001625ae3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3971322 Dec 20 11:44:14.265178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45508) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:14.268936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-98863f19-a6a2-46c7-9c28-eb1b3bc62c80 None None] Provisioning for port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:14.276385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-98863f19-a6a2-46c7-9c28-eb1b3bc62c80 None None] Provisioning complete for port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:14.276879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98863f19-a6a2-46c7-9c28-eb1b3bc62c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.349915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-98863f19-a6a2-46c7-9c28-eb1b3bc62c80 None None] Port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:14.412097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Network 3f016f31-7c65-44a0-b316-274b8e09f221 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:14.426675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:14.432506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:14.443813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:14.472109 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:14.578706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.595577 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bbfdc48f-9609-4285-afa8-b2156e1cf086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:14.595755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9b04939-49ef-401f-87c8-2fd9c9b46613 req-36886476-7e77-4825-9285-b0c86025da88 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826204 Dec 20 11:44:14.605935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.622045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3987e790-14c4-4ae9-be4d-d8323a8bf03c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:14.625728 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:14.626411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:14.627032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.629340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.672167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.7742763 Dec 20 11:44:14.687005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.688606 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3987e790-14c4-4ae9-be4d-d8323a8bf03c HTTP/1.1" status: 204 len: 168 time: 0.8443959 Dec 20 11:44:14.710953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.756359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Request body: {'port': {'device_id': '220a376f-99fe-412f-be90-8fe2b7576f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:14.772836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45522) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:14.831461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.882946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cb048660-82ab-439b-ab78-9cb31fec5ae3 None None] Provisioning for port 2051e635-7f3b-4519-8380-39601610bb1e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:14.888985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cb048660-82ab-439b-ab78-9cb31fec5ae3 None None] Provisioning complete for port 2051e635-7f3b-4519-8380-39601610bb1e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:14.889375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cb048660-82ab-439b-ab78-9cb31fec5ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.950903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9b82d350-fa9c-4cb4-92ee-64efa23aa62e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:14.961747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:14.993387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.010491 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:15.040771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cb048660-82ab-439b-ab78-9cb31fec5ae3 None None] Port 2051e635-7f3b-4519-8380-39601610bb1e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:15.079962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:15.080461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.135405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e29f1de1-6d39-4a28-be44-76f8a80f8ba0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a945d5b7625d42e1b2f3b750dc3f70e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3537641 Dec 20 11:44:15.145011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45528) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:15.157836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event updated for resources: {'Port': ['ID=0a4c652d-0907-4727-9cf0-2f1076b7a2c1,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:15.162662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2f5e19-8d67-498a-aa70-9a49629ca490 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:15.181280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.186370 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:15.195516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.226703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] In _notify_port_updated(), no bound segment for port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 on network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:44:15.235775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:15.236708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.238218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "PUT /v2.0/ports/0a4c652d-0907-4727-9cf0-2f1076b7a2c1 HTTP/1.1" status: 200 len: 1137 time: 1.4933112 Dec 20 11:44:15.267711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.268102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:15.277348 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b1f8714-07e4-43eb-8262-7e81f933ca0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:15.309301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c6fc1-44fe-4f95-96ba-ea5bbd095617,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:15.314395 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:15.317226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.333498 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b0c6fc1-44fe-4f95-96ba-ea5bbd095617 HTTP/1.1" status: 204 len: 168 time: 1.0581276 Dec 20 11:44:15.356430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c935df-5d83-4ab0-90f9-7feeb2a64416 req-ce1c4cb9-d04a-4f25-90ef-b4b6219f31f8 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:15.365019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Transition to ACTIVE for port object 3d2f5e19-8d67-498a-aa70-9a49629ca490 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:15.376608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93c935df-5d83-4ab0-90f9-7feeb2a64416 req-ce1c4cb9-d04a-4f25-90ef-b4b6219f31f8 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 935 time: 0.5311327 Dec 20 11:44:15.417850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45538) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:15.442172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.455362 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b23f3bd4-3caa-4903-8743-c2d0c161ea32 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:15.469842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e8a60cd9-70db-4b22-86d4-2e3d121ce693 None None] Provisioning complete for port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:15.470552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8a60cd9-70db-4b22-86d4-2e3d121ce693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.472353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.522877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.529433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e8a60cd9-70db-4b22-86d4-2e3d121ce693 None None] Port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:15.542829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93c935df-5d83-4ab0-90f9-7feeb2a64416 req-cfbbece2-9c8e-4b1c-83cf-c449d971c425 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641884 Dec 20 11:44:15.584883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c8fc25-db11-49f7-8eae-a3d810598a78 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:15.585753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49c8fc25-db11-49f7-8eae-a3d810598a78 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Synchronizing usage tracker for tenant:8bae986d680047c5bd77e253cab1fb6d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:15.595708 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e610d2bf-37a7-4fca-8d79-d9869b3ae2a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dedb131c35f4f3f9a979d401a7e846f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1726983 Dec 20 11:44:15.599118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:15.689706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.691556 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a733247-095f-4040-8520-7d091653d98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:15.698495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.718488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217905de-d665-457e-b160-8080f753dd49,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:15.722286 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:15.757856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.758991 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/217905de-d665-457e-b160-8080f753dd49 HTTP/1.1" status: 204 len: 168 time: 0.6042626 Dec 20 11:44:15.763929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a7c6-756d-41bf-9fc9-9a31163e096a req-f5ab18de-e171-498e-8f83-82eccf5fee6e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:15.765344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6494a7c6-756d-41bf-9fc9-9a31163e096a req-f5ab18de-e171-498e-8f83-82eccf5fee6e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.8836558 Dec 20 11:44:15.781863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.849495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:15.851552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:15.859085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:15.874039 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:15.961435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c22ca-5cc7-4950-9df7-a13e7cea81be,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:15.962949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49c8fc25-db11-49f7-8eae-a3d810598a78 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Unset dirty status for tenant:8bae986d680047c5bd77e253cab1fb6d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:15.964116 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-49c8fc25-db11-49f7-8eae-a3d810598a78 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "GET /v2.0/ports/0a4c652d-0907-4727-9cf0-2f1076b7a2c1 HTTP/1.1" status: 200 len: 1137 time: 0.6917527 Dec 20 11:44:15.965462 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:16.003543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45556) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:16.064246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.068880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c2c22ca-5cc7-4950-9df7-a13e7cea81be HTTP/1.1" status: 204 len: 168 time: 0.4687984 Dec 20 11:44:16.108250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Deleting port 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:16.108887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.171808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24d69b-3ba5-463e-b167-95fef3242a9f req-463d5347-15b6-48ee-8fbd-5f37b1c04148 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:16.179155 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a24d69b-3ba5-463e-b167-95fef3242a9f req-463d5347-15b6-48ee-8fbd-5f37b1c04148 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 932 time: 0.2914999 Dec 20 11:44:16.181822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6494a7c6-756d-41bf-9fc9-9a31163e096a req-3e94587a-6451-4569-8e57-a1461d61bd4f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157747 Dec 20 11:44:16.248344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:44:16.287397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Attempting to bind port 3d2f5e19-8d67-498a-aa70-9a49629ca490 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:16.287728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Attempting to bind port 3d2f5e19-8d67-498a-aa70-9a49629ca490 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:16.289395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Attempting to bind port 3d2f5e19-8d67-498a-aa70-9a49629ca490 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:16.311923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4a24d69b-3ba5-463e-b167-95fef3242a9f req-66b3e2b3-d8d2-4beb-865b-5d93b1d7503c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:16.351155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Port 3d2f5e19-8d67-498a-aa70-9a49629ca490 on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:44:16.351784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Attempting to bind port 3d2f5e19-8d67-498a-aa70-9a49629ca490 on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:16.388565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:16.394974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:16.395647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:16.396293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Bound port: 3d2f5e19-8d67-498a-aa70-9a49629ca490, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:16.396835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.418817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4a24d69b-3ba5-463e-b167-95fef3242a9f req-66b3e2b3-d8d2-4beb-865b-5d93b1d7503c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:16.420065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a24d69b-3ba5-463e-b167-95fef3242a9f req-66b3e2b3-d8d2-4beb-865b-5d93b1d7503c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399030 Dec 20 11:44:16.428416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd430ca0-c861-4d5b-9fe4-78ade7a02be3 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:16.449582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.467519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.526181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Transition to ACTIVE for port object dd430ca0-c861-4d5b-9fe4-78ade7a02be3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:16.579356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.592640 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce424b1c-b596-4069-bccb-bcf01055e419 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:16.656984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Calling delete_port for 0a4c652d-0907-4727-9cf0-2f1076b7a2c1 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:16.664920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2051e635-7f3b-4519-8380-39601610bb1e {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:16.679973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.772580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:16.873096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:16.877929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:16.881283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Transition to ACTIVE for port object 2051e635-7f3b-4519-8380-39601610bb1e will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:16.885097 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:16.920067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.933571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:16.934619 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a5859043-7c56-4647-b25e-fd6d73473e64 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:16.942346 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf12b255-509b-41da-9f1f-0280be777701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:17.000476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event deleted for resources: {'Port': ['ID=0a4c652d-0907-4727-9cf0-2f1076b7a2c1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:17.004930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:17.008754 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:17.050163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:17.052699 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/3d2f5e19-8d67-498a-aa70-9a49629ca490 HTTP/1.1" status: 200 len: 1097 time: 3.9436643 Dec 20 11:44:17.155451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:17.175558 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "DELETE /v2.0/ports/0a4c652d-0907-4727-9cf0-2f1076b7a2c1 HTTP/1.1" status: 204 len: 168 time: 1.1699378 Dec 20 11:44:17.178653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45594) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:17.186549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:17.246789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45602) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:17.349543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Attempting to bind port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:17.350395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Attempting to bind port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:17.352652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Attempting to bind port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 on network 3621f9ae-c625-442d-9866-b18a9d0b9c61 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:17.387412 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'status': 'completed', 'code': 200} Dec 20 11:44:17.700788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 on network 3621f9ae-c625-442d-9866-b18a9d0b9c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:44:17.701190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Attempting to bind port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 on network 3621f9ae-c625-442d-9866-b18a9d0b9c61 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:17.724151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1154291756-network', 'tenant_id': '5acff39f55d54bce928519a572f64e36'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:17.764155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:17.793809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:17.801467 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:17.802375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:17.802754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Checking segment: {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:17.803120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Bound using segment: {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:17.803620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Bound port: dd430ca0-c861-4d5b-9fe4-78ade7a02be3, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4992c1ee-4b77-481c-9e80-b4c35c97f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:17.804026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:17.827933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43760cc-12d4-40a1-adf6-496f4c6800cf req-afb967a8-cd8d-4246-bd63-f3616ba39e7d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:17.830213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c43760cc-12d4-40a1-adf6-496f4c6800cf req-afb967a8-cd8d-4246-bd63-f3616ba39e7d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 935 time: 1.0589647 Dec 20 11:44:17.837958 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-577aa6d1-1ab7-493f-9ce9-6c0843ae9945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.771s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:17.851933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Usage tracker for resource:network and tenant:5acff39f55d54bce928519a572f64e36 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:17.863933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:17.888928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:17.891916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45620) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:17.931566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Made reservation on behalf of 5acff39f55d54bce928519a572f64e36 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:17.934105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:17.944908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:17.959805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:17.978479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Deleting subnet d4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:44:17.985951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.024613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-3faa4954-833b-461e-b95c-23b6330b4737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 1100 time: 0.8030558 Dec 20 11:44:18.045464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7194f-b7d9-4d19-bd65-445eb3431187 req-4699b510-5090-4661-9fc1-fe9952977f0b tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:18.047091 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ca7194f-b7d9-4d19-bd65-445eb3431187 req-4699b510-5090-4661-9fc1-fe9952977f0b tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.4159038 Dec 20 11:44:18.080628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:18.092398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-871695688-network', 'tenant_id': '8810782186b44780b4fe51e44885f8d6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:18.104676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Usage tracker for resource:security_group_rule and tenant:5acff39f55d54bce928519a572f64e36 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:18.113271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.114322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:18.141239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:18.143831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:18.154765 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:18.163675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Usage tracker for resource:network and tenant:8810782186b44780b4fe51e44885f8d6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:18.172523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:18.175501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:18.180422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Attempting to bind port 2051e635-7f3b-4519-8380-39601610bb1e on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:18.180931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Attempting to bind port 2051e635-7f3b-4519-8380-39601610bb1e by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:18.181803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Attempting to bind port 2051e635-7f3b-4519-8380-39601610bb1e on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:18.191399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-92c5c490-c128-4825-91ad-92ec7bca9dda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490 HTTP/1.1" status: 200 len: 217 time: 0.1467161 Dec 20 11:44:18.194549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:18.234992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] For port dd430ca0-c861-4d5b-9fe4-78ade7a02be3, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:18.236955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Port 2051e635-7f3b-4519-8380-39601610bb1e on network 3f016f31-7c65-44a0-b316-274b8e09f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:44:18.237277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Attempting to bind port 2051e635-7f3b-4519-8380-39601610bb1e on network 3f016f31-7c65-44a0-b316-274b8e09f221 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:18.240387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c43760cc-12d4-40a1-adf6-496f4c6800cf req-d5c9ff9e-80e5-4bf7-85bf-2954c5549e61 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Synchronizing usage tracker for tenant:e0c00eed0a7448fb8cf1c2cb4530729a on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:18.241060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Made reservation on behalf of 8810782186b44780b4fe51e44885f8d6 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:18.244083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.271992 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ca7194f-b7d9-4d19-bd65-445eb3431187 req-0f52c6bd-a921-42b8-b5bb-fe3dbc4f8ce8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127421 Dec 20 11:44:18.273003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] For port dd430ca0-c861-4d5b-9fe4-78ade7a02be3, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:18.275929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:18.276172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Checking segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:18.276544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Bound using segment: {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:18.277081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Bound port: 2051e635-7f3b-4519-8380-39601610bb1e, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0cb6-80fd-4216-bee1-0c7c2453ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:18.277420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.281514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.355585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.381245 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:18.392075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:18.395349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.442508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c43760cc-12d4-40a1-adf6-496f4c6800cf req-d5c9ff9e-80e5-4bf7-85bf-2954c5549e61 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Unset dirty status for tenant:e0c00eed0a7448fb8cf1c2cb4530729a on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:18.444054 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c43760cc-12d4-40a1-adf6-496f4c6800cf req-d5c9ff9e-80e5-4bf7-85bf-2954c5549e61 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940655 Dec 20 11:44:18.446704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Usage tracker for resource:security_group_rule and tenant:8810782186b44780b4fe51e44885f8d6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:18.453824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:18.462222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-b1756519-67d8-4295-805c-f1fda3cedca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:18.463889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-b1756519-67d8-4295-805c-f1fda3cedca6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2639945 Dec 20 11:44:18.499604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.504858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:18.555240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.556723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] 10.222.0.16 "PUT /v2.0/ports/dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 1094 time: 4.3832569 Dec 20 11:44:18.588355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.606093 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c788003c-69e6-4a3e-9f18-4e246a65d25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:18.655225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:44:18.659102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.674302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:18.680867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:18.687651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.689643 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:18.692845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:18.694758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d053b7-9c08-413a-8d4e-35b7b31ed291,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:18.701303 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:18.703282 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-488e11fa-65bc-492d-922f-4767c45a63d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:18.715638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.720085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.720419 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Added segment 93966b54-e0c9-41db-b896-69e481167b1a of type vlan for network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 Dec 20 11:44:18.722650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.730722 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e16cbffe-1ba5-418e-a73b-ef3692ffb884 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:18.739274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:44:18.785467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-36e33b39-c212-4535-afd5-dd5cda73cbd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.3133228 Dec 20 11:44:18.795304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed18ddf6-cc3f-41d2-998c-75d93fe920aa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:18.801616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.802103 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Added segment 531775d0-1c28-4fbd-87f1-0e7e3a8dc321 of type vlan for network 8d5e381e-d641-4727-9220-328f62026be3 Dec 20 11:44:18.809585 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:18.811211 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e3a1ed4-1d07-4197-9897-51983283aa1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:18.819604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495bd943-3940-4407-9a62-9d80581ce126 None None] Network 7c6327fe-7e58-455a-a519-e1c2e0a37f1f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:18.838430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.851726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.864425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:18.865148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event deleted for resources: {'Subnet': ['ID=d4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:18.865597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/2051e635-7f3b-4519-8380-39601610bb1e HTTP/1.1" status: 200 len: 1097 time: 4.1429112 Dec 20 11:44:18.880112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-e31c327a-69bc-48db-ad2e-c59cef36e2d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 1097 time: 0.2765417 Dec 20 11:44:18.889085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72dc1-61bc-4059-8dd5-88192926a54e req-1a509855-a6b1-42e2-bff2-20527e21d050 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:18.901221 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-12e72dc1-61bc-4059-8dd5-88192926a54e req-1a509855-a6b1-42e2-bff2-20527e21d050 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 944 time: 0.4578292 Dec 20 11:44:18.913300 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:18.961780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.017463 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "DELETE /v2.0/subnets/d4089d05-2b8e-4bdc-a9a9-c492e3e5b4e5 HTTP/1.1" status: 204 len: 168 time: 1.8374014 Dec 20 11:44:19.026282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:19.039088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:19.071200 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:19.085599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.087606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:19.088173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.097010 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a8b0063-7589-46be-97bb-f9af4094cdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:19.099396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-e94acf81-0ffc-4f63-acb9-38cb164081e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 217 time: 0.1559603 Dec 20 11:44:19.154162 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-12e72dc1-61bc-4059-8dd5-88192926a54e req-3840ffaf-611a-4456-adcc-64f0afcc0f16 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518013 Dec 20 11:44:19.185855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-330669b5-2c6c-4326-9fe5-d563fbaea875 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826981 Dec 20 11:44:19.197819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.198783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:19.199352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.279380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e998c-6c48-422d-bff2-241a362f8cab req-2935d2d6-1db8-4345-81b1-220e301cc4ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:19.281465 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-2935d2d6-1db8-4345-81b1-220e301cc4ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da604278-4531-4fdc-89b7-5a762f68bdf5 HTTP/1.1" status: 200 len: 867 time: 0.1648724 Dec 20 11:44:19.366600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] DHCP port deletion for 7c6327fe-7e58-455a-a519-e1c2e0a37f1f request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:44:19.372272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Deleting port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:19.372892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.389925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3'}, {'name': 'network-changed', 'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:19.398555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-d6a06eb3-b176-4f8b-a7a8-85b73e2d14b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 1100 time: 0.4537923 Dec 20 11:44:19.443731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1867115 Dec 20 11:44:19.445714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:19.478722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.488716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Request body: {'subnet': {'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1154291756-subnet', 'tenant_id': '5acff39f55d54bce928519a572f64e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:19.498081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Pushing event updated for resources: {'Network': ['ID=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:19.502543 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:19.506466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d246eb7-cb70-4725-837a-fc90dc28e184 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:19.521765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:19.526350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:44:19.529784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6363480 Dec 20 11:44:19.533725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45660) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:19.540171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Usage tracker for resource:subnet and tenant:5acff39f55d54bce928519a572f64e36 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:19.549876 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'status': 'completed', 'code': 200} Dec 20 11:44:19.550201 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e', 'status': 'completed', 'code': 200} Dec 20 11:44:19.550703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:19.556387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Request body: {'subnet': {'network_id': '8d5e381e-d641-4727-9220-328f62026be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-871695688-subnet', 'tenant_id': '8810782186b44780b4fe51e44885f8d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:19.561379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:19.565966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Usage tracker for resource:subnet and tenant:8810782186b44780b4fe51e44885f8d6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:19.569697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:19.576026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:19.604096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:19.608715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Made reservation on behalf of 8810782186b44780b4fe51e44885f8d6 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:19.612003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.670039 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-5ed613d0-3860-4b90-8070-e1ccf61889ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2051e635-7f3b-4519-8380-39601610bb1e HTTP/1.1" status: 200 len: 217 time: 0.2530074 Dec 20 11:44:19.675255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1344ebd-fd2f-472b-aec4-05dfd4e829d4 req-b3840cf7-44f4-4b47-8b1a-04c063a7efcd service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812949 Dec 20 11:44:19.678295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Deleting port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:19.678646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.852322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] For port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,segment=NetworkSegment(7b58c2e3-74d4-43e6-ae25-d75624871260),segment_id=7b58c2e3-74d4-43e6-ae25-d75624871260)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:19.852729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:19.872465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Pushing event updated for resources: {'Network': ['ID=8d5e381e-d641-4727-9220-328f62026be3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:19.883009 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:19.955037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-1d2d16e6-298f-49c0-bb35-7577130f0b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:19.956460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-1d2d16e6-298f-49c0-bb35-7577130f0b38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2780726 Dec 20 11:44:19.961741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-582fe214-2818-4d27-b637-e50e9abdc7bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3621f9ae-c625-442d-9866-b18a9d0b9c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6111574 Dec 20 11:44:19.971117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2440b-c87c-4fdd-a1ed-22dc9b11f7e3 req-0b3c1fbb-63fc-42e6-8fd2-6c801bc48873 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:19.980363 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6f2440b-c87c-4fdd-a1ed-22dc9b11f7e3 req-0b3c1fbb-63fc-42e6-8fd2-6c801bc48873 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.4263067 Dec 20 11:44:19.998256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Made reservation on behalf of 5acff39f55d54bce928519a572f64e36 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:20.001100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:20.001915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Calling delete_port for 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:20.077900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 8d5e381e-d641-4727-9220-328f62026be3 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:44:20.161937 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-09cff3a1-344f-4759-b3c2-76e72fe4b5ad service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530855 Dec 20 11:44:20.184541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:20.196838 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:20.242881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Pushing event deleted for resources: {'Port': ['ID=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:20.244691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] No DVR routers for this DVR port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:44:20.247069 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:20.262691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6f2440b-c87c-4fdd-a1ed-22dc9b11f7e3 req-af5f48ff-4113-4a13-9d4f-33b810543bd3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843771 Dec 20 11:44:20.376073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] For port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0bb3692c-8ee0-4232-95e5-afd9f1b7dd11,segment=NetworkSegment(7b58c2e3-74d4-43e6-ae25-d75624871260),segment_id=7b58c2e3-74d4-43e6-ae25-d75624871260)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:20.376639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:20.407566 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-611f9140-1558-48af-aaa1-209acc875092 req-64f148cc-9c3b-43ab-b80e-22e96eed37ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 1100 time: 0.6559560 Dec 20 11:44:20.443673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-0669f621-37db-44dd-934f-d242c929f29a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.4790761 Dec 20 11:44:20.454952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-468e998c-6c48-422d-bff2-241a362f8cab req-a7c9e613-955c-42f7-a411-3e31a90f7695 service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844391 Dec 20 11:44:20.621304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Calling delete_port for 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:20.655783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d00dfd-4412-45ae-9c52-04e5eb7ed544 req-7d32da47-9d77-473f-926a-1fe870465dcb tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:20.657801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6d00dfd-4412-45ae-9c52-04e5eb7ed544 req-7d32da47-9d77-473f-926a-1fe870465dcb tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 947 time: 1.0275021 Dec 20 11:44:20.756212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f9140-1558-48af-aaa1-209acc875092 req-178f2496-664b-455d-bed8-fe4b05347353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:20.757643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-611f9140-1558-48af-aaa1-209acc875092 req-178f2496-664b-455d-bed8-fe4b05347353 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3368840 Dec 20 11:44:20.845169 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-9567ebf9-adc1-40c5-8b29-ee1d435c8f07 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873501 Dec 20 11:44:20.852418 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6d00dfd-4412-45ae-9c52-04e5eb7ed544 req-6bd71131-cf42-4f6a-97e4-d715b3033a97 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830573 Dec 20 11:44:20.853000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:44:20.853320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:44:20.872471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-611f9140-1558-48af-aaa1-209acc875092 req-b227fecf-2540-46b1-8dc8-c926aebeecfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490 HTTP/1.1" status: 200 len: 217 time: 0.1018641 Dec 20 11:44:20.883201 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-4fbf6007-5ca1-47cb-a8b7-abfa53fcf6cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 1097 time: 0.3339622 Dec 20 11:44:20.905630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:20.917265 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-119df06c-d852-4b3f-ad70-201e9cb00619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:20.927660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:44:20.971672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:44:20.972199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:44:20.989939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:21.008374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c5fd45-135e-4264-ad5b-a1718ba16cd0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:21.012779 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:21.013361 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2a6094bf-47db-4a3f-8d79-a1166aed24e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:21.052800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343f670-0ac2-489b-9e66-379e19c9bb40 req-aca4383d-d322-4394-88f7-6ad175f0422c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:21.054866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3343f670-0ac2-489b-9e66-379e19c9bb40 req-aca4383d-d322-4394-88f7-6ad175f0422c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 944 time: 0.3965716 Dec 20 11:44:21.096384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Checking segment: {'id': '531775d0-1c28-4fbd-87f1-0e7e3a8dc321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d5e381e-d641-4727-9220-328f62026be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:21.096742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Network hostable DHCP agents. Network: 8d5e381e-d641-4727-9220-328f62026be3, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:44:21.104291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c4ea15-bdaa-490f-83f6-2838a1602ecb,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:21.108337 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:21.120949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Checking segment: {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:21.121306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Network hostable DHCP agents. Network: 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:44:21.144427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Network 8d5e381e-d641-4727-9220-328f62026be3 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:44:21.148174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f9140-1558-48af-aaa1-209acc875092 req-042026d3-9b1e-492d-ac30-39dda09be09c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:21.149780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-611f9140-1558-48af-aaa1-209acc875092 req-042026d3-9b1e-492d-ac30-39dda09be09c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2699714 Dec 20 11:44:21.155519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 8d5e381e-d641-4727-9220-328f62026be3) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:21.168431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:21.169041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:21.169310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aabe12-4f63-4c82-a424-35953c0afd22 None None] Network 8d5e381e-d641-4727-9220-328f62026be3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:21.175913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:44:21.190594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:21.207159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:21.207801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:21.235916 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6974607 Dec 20 11:44:21.238061 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7648711 Dec 20 11:44:21.257865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55c247ba-6a80-4d90-8a02-8786df54cb23 req-0caa088b-1676-492a-a80f-ee128ba6ffa7 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057579 Dec 20 11:44:21.294658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3343f670-0ac2-489b-9e66-379e19c9bb40 req-c34b8859-102e-4e7c-a022-f9918bf8ca0f tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196488 Dec 20 11:44:21.297859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-c27f2ca5-e9da-4706-b94b-83fdbed10364 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:21.301106 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-c27f2ca5-e9da-4706-b94b-83fdbed10364 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 200 len: 929 time: 0.3598251 Dec 20 11:44:21.354756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Deleting port 0bb3692c-8ee0-4232-95e5-afd9f1b7dd11 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:21.355251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:21.406051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c8c37e-980d-4147-b02f-3b0d08b7dbd7 None None] Network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:21.487936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] The port '0bb3692c-8ee0-4232-95e5-afd9f1b7dd11' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:44:21.539803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-590144f1-f98d-49ed-856b-c57353d8553a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 217 time: 0.2208138 Dec 20 11:44:21.625600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe241dd-f134-4a03-9fb1-44ec26bddc4c None None] Network 8d5e381e-d641-4727-9220-328f62026be3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:21.738462 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:44:21.791955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:21.895588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6327fe-7e58-455a-a519-e1c2e0a37f1f']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:21.923356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b58c2e3-74d4-43e6-ae25-d75624871260') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:21.924028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b58c2e3-74d4-43e6-ae25-d75624871260') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:21.954790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:21.986722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:21.995516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:44:21.997271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:22.024763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-611f9140-1558-48af-aaa1-209acc875092 req-7a76a7de-576c-4f71-9e6a-afcbcf547c59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.8629429 Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:44:22.068248 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:44:22.113779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4493f6ea-4b44-4100-b047-0039b1ef73bd None None] Network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:22.183194 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-611f9140-1558-48af-aaa1-209acc875092 req-0e10be03-0368-40c7-8745-394644f680a9 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457124 Dec 20 11:44:22.204525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:22.211345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:22.217016 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37e3cb35-fd1b-43ff-8ee7-4c1c65411b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:22.271625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] 10.222.0.32 "DELETE /v2.0/networks/7c6327fe-7e58-455a-a519-e1c2e0a37f1f HTTP/1.1" status: 204 len: 168 time: 3.2426786 Dec 20 11:44:22.278590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-ff456497-2267-46f4-9ff8-740b275ad27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:22.280054 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-ff456497-2267-46f4-9ff8-740b275ad27a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da604278-4531-4fdc-89b7-5a762f68bdf5 HTTP/1.1" status: 200 len: 867 time: 0.7101436 Dec 20 11:44:22.335143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Pushing event deleted for resources: {'Network': ['ID=7c6327fe-7e58-455a-a519-e1c2e0a37f1f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:22.345413 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:22.491902 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-6bcafd04-dcbd-4c2d-a36a-f765ff7d9056 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 1100 time: 1.1742473 Dec 20 11:44:22.579901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-0705f9b4-3c21-413c-a1a3-2339e2047680 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:22.581315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-0705f9b4-3c21-413c-a1a3-2339e2047680 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Synchronizing usage tracker for tenant:5acff39f55d54bce928519a572f64e36 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:22.609614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-0705f9b4-3c21-413c-a1a3-2339e2047680 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Unset dirty status for tenant:5acff39f55d54bce928519a572f64e36 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:22.615872 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-611f9140-1558-48af-aaa1-209acc875092 req-53722366-1e69-4295-85e2-f5e8f3aeee17 service neutron] 10.222.0.16 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070990 Dec 20 11:44:22.618685 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-0705f9b4-3c21-413c-a1a3-2339e2047680 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 814 time: 0.3430362 Dec 20 11:44:22.650588 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-ce9a2422-abc9-479f-a300-c33b3a9d58f9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/quotas/5acff39f55d54bce928519a572f64e36 HTTP/1.1" status: 200 len: 375 time: 0.0307727 Dec 20 11:44:22.667151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45740) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:22.678205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-ae20f4cd-d9b7-4581-a89d-8175a73278e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1099 time: 0.7474134 Dec 20 11:44:22.691511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b1854-6fec-4ae0-9528-db25fd857082 req-cf44230e-83c9-4b30-aa7e-4b1d167b357e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:22.692934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c41b1854-6fec-4ae0-9528-db25fd857082 req-cf44230e-83c9-4b30-aa7e-4b1d167b357e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.7452755 Dec 20 11:44:22.699579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:44:22.709020 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-f738b6bf-52a4-4097-9c1f-88cadcd71da4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572741 Dec 20 11:44:22.777754 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-015419f1-c50f-457b-8d81-57606fdc012d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3621f9ae-c625-442d-9866-b18a9d0b9c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4085529 Dec 20 11:44:22.844572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-233551ec-cd1a-4955-b111-603f1269cb7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:22.846034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-233551ec-cd1a-4955-b111-603f1269cb7a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.3471351 Dec 20 11:44:22.871109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-0d45f523-b56d-43e5-8e3a-ae0edce39f6d service neutron] 10.222.0.32 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611621 Dec 20 11:44:22.900148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:22.918088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'mac_address': 'fa:16:3e:bd:4c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:44:23.002094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.023576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2f5e19-8d67-498a-aa70-9a49629ca490 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:23.024875 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-fa868a6c-c06a-4e22-9dce-d5e7ab14c1e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2051e635-7f3b-4519-8380-39601610bb1e HTTP/1.1" status: 200 len: 217 time: 0.1229806 Dec 20 11:44:23.044762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:23.051311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.054429 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:23.080300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c41b1854-6fec-4ae0-9528-db25fd857082 req-afd89cfb-2f85-4bcd-be23-2774ffb8f169 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520048 Dec 20 11:44:23.144100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:23.149092 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:23.169237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-a58a2640-7a78-4d78-8827-6c9f77859483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:23.171107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-a58a2640-7a78-4d78-8827-6c9f77859483 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.4752836 Dec 20 11:44:23.185628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:23.193207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1731011263-network', 'tenant_id': '61e2700eb4e748cbaf32c50eb16e2a34'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:23.198448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:23.202386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Usage tracker for resource:network and tenant:61e2700eb4e748cbaf32c50eb16e2a34 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:23.206021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:23.212195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:23.236470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-9786126d-b12d-4422-8a4a-0994c66844e2 service neutron] 10.222.0.32 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641977 Dec 20 11:44:23.237855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Made reservation on behalf of 61e2700eb4e748cbaf32c50eb16e2a34 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:23.240752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.256470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.273958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['3d2f5e19-8d67-498a-aa70-9a49629ca490'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:44:23.299967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-7e871516-d6bf-4640-bf69-57c29d3f272d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:23.301401 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-7e871516-d6bf-4640-bf69-57c29d3f272d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.2245431 Dec 20 11:44:23.301919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:23.305888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Usage tracker for resource:security_group_rule and tenant:61e2700eb4e748cbaf32c50eb16e2a34 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:23.309475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:23.315711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:23.395355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.401426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.409643 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6e9b139-6066-4024-a727-b31d9bf78e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:23.426832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:44:23.451433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.451909 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Added segment 05eebf24-dbea-4aad-b28a-01934adba9b4 of type vlan for network ffb810a6-98be-41a5-9f27-198642018851 Dec 20 11:44:23.457828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e02c3-58a8-4288-bc86-b4d79b3880f3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:23.462622 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:23.480407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2051e635-7f3b-4519-8380-39601610bb1e details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:44:23.486630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8352e4cd-93bb-437c-9471-cce9f4c0a59c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bae986d680047c5bd77e253cab1fb6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8168056 Dec 20 11:44:23.489135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45764) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:23.497027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-b7c271ec-a53d-4e23-8a83-1b6a1de23769 service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054477 Dec 20 11:44:23.519169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.564400 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-58333c1d-3355-4d6d-85a6-75e29a183cac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 1001 time: 0.3781478 Dec 20 11:44:23.595132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.596974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:23.597708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.625316 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:23.696403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:23.713009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '2051e635-7f3b-4519-8380-39601610bb1e', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '2051e635-7f3b-4519-8380-39601610bb1e', 'mac_address': 'fa:16:3e:1f:f5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:44:23.748364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Pushing event updated for resources: {'Network': ['ID=ffb810a6-98be-41a5-9f27-198642018851,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:23.753826 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5649893 Dec 20 11:44:23.753826 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:23.754208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45776) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:23.764137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network ffb810a6-98be-41a5-9f27-198642018851 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:44:23.766199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Request body: {'subnet': {'network_id': 'ffb810a6-98be-41a5-9f27-198642018851', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1731011263-subnet', 'tenant_id': '61e2700eb4e748cbaf32c50eb16e2a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:23.781782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:23.798837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Usage tracker for resource:subnet and tenant:61e2700eb4e748cbaf32c50eb16e2a34 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:23.803283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:23.816456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:23.831537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Made reservation on behalf of 61e2700eb4e748cbaf32c50eb16e2a34 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:23.834495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.885769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.923207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2051e635-7f3b-4519-8380-39601610bb1e {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:23.947088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:23.956055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:23.959083 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-98dd3085-389a-4958-a543-0da0938e723f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:24.057204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:24.061383 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:24.075716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-93dfdcce-d92c-4707-a474-608f2cf2fedc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:24.077500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-93dfdcce-d92c-4707-a474-608f2cf2fedc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.4968343 Dec 20 11:44:24.087324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-417d2370-1d88-4118-bcc8-097ba3fe2bd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.7251441 Dec 20 11:44:24.120534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:24.123986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:24.129340 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a6ffa76-f277-4a39-aab0-1f891f42e42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:24.186495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d3109-c91d-4547-8dc8-0b40b433e08f req-5f2dfdcc-ae9e-43fd-ac81-bf1a07c7ad45 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:24.187988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a7d3109-c91d-4547-8dc8-0b40b433e08f req-5f2dfdcc-ae9e-43fd-ac81-bf1a07c7ad45 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 947 time: 0.8941972 Dec 20 11:44:24.211989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-fa9d757a-1d30-4c27-ac44-6a0d6827e54f service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937408 Dec 20 11:44:24.224287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2051e635-7f3b-4519-8380-39601610bb1e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:44:24.239335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:24.241951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe881b06-d403-4990-ad59-8e00923d0b5c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:24.249137 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:24.268633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Checking segment: {'id': '05eebf24-dbea-4aad-b28a-01934adba9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ffb810a6-98be-41a5-9f27-198642018851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:24.269119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Network hostable DHCP agents. Network: ffb810a6-98be-41a5-9f27-198642018851, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:44:24.317498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bde6e-a3cc-4895-ac85-fb93389ea4dd req-cb89ecbf-f959-437c-b805-66d7012ace90 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:24.319180 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-722bde6e-a3cc-4895-ac85-fb93389ea4dd req-cb89ecbf-f959-437c-b805-66d7012ace90 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 944 time: 0.1338308 Dec 20 11:44:24.349422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Network ffb810a6-98be-41a5-9f27-198642018851 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:44:24.376445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, ffb810a6-98be-41a5-9f27-198642018851) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:24.383189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:24.383928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:24.397257 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-722bde6e-a3cc-4895-ac85-fb93389ea4dd req-a398cc2c-3b0c-4cf0-8c05-a4b2ca705d4d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 Dec 20 11:44:24.412462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6571965 Dec 20 11:44:24.426413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c74c7-485b-4e15-acb1-4b290e628497 None None] Network ffb810a6-98be-41a5-9f27-198642018851 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:24.445517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a7d3109-c91d-4547-8dc8-0b40b433e08f req-969c9eb3-9c7d-46d8-948c-cc5c11798bf2 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361510 Dec 20 11:44:24.510792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:24.517562 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b5d08251-c071-4678-a0c5-961759cf968a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:24.534569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-9910de9d-dcb8-4444-9065-dea63cd040ab service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892238 Dec 20 11:44:24.603696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277bb0e8-6166-41fd-9c28-2e2cd7022953,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:24.612327 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:24.631011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:24.632196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/277bb0e8-6166-41fd-9c28-2e2cd7022953 HTTP/1.1" status: 204 len: 168 time: 1.1338508 Dec 20 11:44:24.696807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-725f7a67-599a-4828-8d30-4aa8b8949c19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6062310 Dec 20 11:44:24.698928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf35d10c-e24e-4959-adb4-1190510fb9f3 req-605ef72c-6efa-41fe-b9de-74739c3cadd0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 210 time: 0.0726440 Dec 20 11:44:24.789354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device dd430ca0-c861-4d5b-9fe4-78ade7a02be3 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:44:24.923182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:25.012523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862b718-e0b5-47be-ad9a-8cd323f66060 None None] Network ffb810a6-98be-41a5-9f27-198642018851 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:25.071814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae2c2b9a-abe3-40f6-89d8-90b7e152451c req-5cd07778-3bcf-4e91-87c9-adc4dd44b92a service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181475 Dec 20 11:44:25.172159 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-c979ffd6-f59f-4649-a1fa-64c955290e2d service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630833 Dec 20 11:44:25.280976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port dd430ca0-c861-4d5b-9fe4-78ade7a02be3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:25.319893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'port_id': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'mac_address': 'fa:16:3e:d2:31:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:44:25.377977 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fe0c342-d595-447f-ab36-e0270e3fc527 req-4be97c56-1a48-4e55-bc3c-f7d5c766b42b service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425908 Dec 20 11:44:25.391583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:25.439414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-c2c21f23-e923-4423-90c9-1c144b2d797b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:25.440946 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-c2c21f23-e923-4423-90c9-1c144b2d797b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.53 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 814 time: 0.4423862 Dec 20 11:44:25.463509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Request body: {'port': {'device_id': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7', 'admin_state_up': True, 'tenant_id': '5acff39f55d54bce928519a572f64e36'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:25.492830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2051e635-7f3b-4519-8380-39601610bb1e up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:25.522711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 3d2f5e19-8d67-498a-aa70-9a49629ca490 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:25.535704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 3d2f5e19-8d67-498a-aa70-9a49629ca490 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:25.536014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:25.561739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd430ca0-c861-4d5b-9fe4-78ade7a02be3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:25.572951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b662ee-44cd-44b3-89d8-ba5ff1569b2a req-17d20493-0d40-4fea-9ca5-2f9bbcd6865b tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:25.574910 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25b662ee-44cd-44b3-89d8-ba5ff1569b2a req-17d20493-0d40-4fea-9ca5-2f9bbcd6865b tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.5750208 Dec 20 11:44:25.630662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port dd430ca0-c861-4d5b-9fe4-78ade7a02be3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:25.653936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:25.656522 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:25.688507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 2051e635-7f3b-4519-8380-39601610bb1e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:25.735346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 2051e635-7f3b-4519-8380-39601610bb1e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:25.735726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:25.835166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:25.838683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:25.841335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:25.850253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Usage tracker for resource:port and tenant:5acff39f55d54bce928519a572f64e36 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:25.850406 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:25.856874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:25.874701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:25.885505 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25b662ee-44cd-44b3-89d8-ba5ff1569b2a req-e513197c-aef9-48ce-8645-b57f07829ead tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337432 Dec 20 11:44:25.907767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Made reservation on behalf of 5acff39f55d54bce928519a572f64e36 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:25.910877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:25.926498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['dd430ca0-c861-4d5b-9fe4-78ade7a02be3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:44:25.953081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-2a04a3f8-f4cd-442b-a5c7-92f0dbd9a275 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:25.954437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-2a04a3f8-f4cd-442b-a5c7-92f0dbd9a275 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Synchronizing usage tracker for tenant:8810782186b44780b4fe51e44885f8d6 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:25.988270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-2a04a3f8-f4cd-442b-a5c7-92f0dbd9a275 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Unset dirty status for tenant:8810782186b44780b4fe51e44885f8d6 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:25.995942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-2a04a3f8-f4cd-442b-a5c7-92f0dbd9a275 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/networks?id=8d5e381e-d641-4727-9220-328f62026be3 HTTP/1.1" status: 200 len: 814 time: 0.3049266 Dec 20 11:44:26.012659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:26.019066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-c575fe2f-5f5f-4748-ae94-b8aa5a7727e4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/quotas/8810782186b44780b4fe51e44885f8d6 HTTP/1.1" status: 200 len: 375 time: 0.0216610 Dec 20 11:44:26.074957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-e0841c12-1eb4-4d75-a063-7aa4de0b2518 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8810782186b44780b4fe51e44885f8d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546615 Dec 20 11:44:26.091348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:26.132136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:26.213011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:26.222174 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:26.254904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-ff53a887-a1d2-4284-80cd-f3e8d7c5330e service neutron] 10.222.0.32 "GET /v2.0/networks/8d5e381e-d641-4727-9220-328f62026be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789801 Dec 20 11:44:26.279726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45832) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:26.328456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Allocated IP 172.20.0.10 (8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7/67c4ea15-bdaa-490f-83f6-2838a1602ecb/f8c054b6-b280-4236-bac6-4662237a1575) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:26.416345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:26.438402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:26.450488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:26.457734 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:26.460850 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:26.494852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c775e-0f2f-4a74-bf73-947eb3bce457 req-423679b7-4f65-4221-b898-122feb65b0e2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:26.507712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-c6ea3572-a32c-4b8d-9f11-5ea4e0cd0f2a service neutron] 10.222.0.32 "GET /v2.0/networks/8d5e381e-d641-4727-9220-328f62026be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492781 Dec 20 11:44:26.510570 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c39c775e-0f2f-4a74-bf73-947eb3bce457 req-423679b7-4f65-4221-b898-122feb65b0e2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 945 time: 0.2832973 Dec 20 11:44:26.583085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:26.586850 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:26.599771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:26.799223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45848) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:26.930220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c39c775e-0f2f-4a74-bf73-947eb3bce457 req-b56479fe-c3ff-460c-a5fc-181d493b9e05 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186504 Dec 20 11:44:26.938771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfbbd5-ebec-40ae-bf18-94d73b04d4f8 req-5d6bcfe0-76d6-4d3f-9b21-4b4e122ea291 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:26.946663 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4acfbbd5-ebec-40ae-bf18-94d73b04d4f8 req-5d6bcfe0-76d6-4d3f-9b21-4b4e122ea291 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 949 time: 0.1043010 Dec 20 11:44:26.990050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-25392551'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:27.006720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:27.016530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:network and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:27.017833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:27.021253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:27.030567 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4acfbbd5-ebec-40ae-bf18-94d73b04d4f8 req-2de32485-da90-4939-92ca-13327ea9e59b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828631 Dec 20 11:44:27.035572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:27.042759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Usage tracker for resource:security_group_rule and tenant:5557950bf8004fd99f8e7cf6e96b77fb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:27.050947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:27.054711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.067509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:27.084030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.116567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:27.128681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:27.134991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:security_group_rule and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:27.137692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.138659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:27.146813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:27.240484 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'code': 200} Dec 20 11:44:27.256888 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eaacf48a-63c1-49ec-8504-2d955b75bbc3 req-192507c9-3f64-4cc2-9934-d31738d3171e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 210 time: 0.0702450 Dec 20 11:44:27.309019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.317115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.320461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.321237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.327102 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:27.365143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:27.367185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:44:27.378381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9057fff-cd48-4e29-8eeb-2193d21bfd6e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:27.382702 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:27.386820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.387447 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Added segment 336cc74e-0ae6-4d7a-9dec-d5a2d842d14a of type vlan for network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 Dec 20 11:44:27.423035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.450333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.465716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.472737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:27.473527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.482241 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31030229-15c1-4528-ab19-b23b671467db tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:27.492163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-039ee37a-1277-480e-affe-e6a0fa7c392a req-ca0113f3-ff47-4236-a3aa-109f2246bffc tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 210 time: 0.1732130 Dec 20 11:44:27.547747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:27.554706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5557950bf8004fd99f8e7cf6e96b77fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2740242 Dec 20 11:44:27.555971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:27.562612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:27.566311 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:27.567140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:27.596040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:27.596757 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9721543-7f0e-4817-abdf-31bde9138050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:27.700974 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9006579 Dec 20 11:44:27.703766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Network': ['ID=14c6bd8d-b146-42ff-9ed0-25d35a1aa209,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:27.706486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:27.708989 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:27.719216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'subnet': {'network_id': '14c6bd8d-b146-42ff-9ed0-25d35a1aa209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:27.720009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:44:27.722578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10faf0-e7f5-4946-9fad-3a0e5a7b1535,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:27.730696 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:27.766706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-affd5859-cc51-47d6-9c6d-abed89c91d1c req-3c08e919-65ef-4d47-b28e-e70b36dee555 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 1102 time: 0.4073396 Dec 20 11:44:27.771660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:27.772172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.801798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40b101e5-6dc5-4774-ab35-2933e5f2ff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.871297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:27.888796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-affd5859-cc51-47d6-9c6d-abed89c91d1c req-54f914c0-017a-470a-8dc5-2fc93b1ac3d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123066 Dec 20 11:44:27.891419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8d44-62bd-49ca-a67e-f85b6633e527 req-70de6f85-fafa-4831-a89b-eca467644f5c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:27.896671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4395475 Dec 20 11:44:27.898041 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-217e8d44-62bd-49ca-a67e-f85b6633e527 req-70de6f85-fafa-4831-a89b-eca467644f5c tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.3621402 Dec 20 11:44:27.909082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Request body: {'port': {'device_id': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:27.958337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.013688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:28.023677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:subnet and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:28.029059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:28.037928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:28.046287 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-217e8d44-62bd-49ca-a67e-f85b6633e527 req-05f1a0d5-b666-4473-bd4f-69f4f9c68e39 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472554 Dec 20 11:44:28.064047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:28.075659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.181756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.189640 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4f6006a-b3df-433f-be54-d4c4f84ed6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:28.209167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10faf0-e7f5-4946-9fad-3a0e5a7b1535,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:28.224201 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:28.234630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.238498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd10faf0-e7f5-4946-9fad-3a0e5a7b1535 HTTP/1.1" status: 204 len: 168 time: 0.6300488 Dec 20 11:44:28.248666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.402796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf4e1f-28bd-4320-9b05-0049cc9ebf47 req-d51802ff-d9d8-4306-a34f-226b0d26fb6d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:28.404480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d4cf4e1f-28bd-4320-9b05-0049cc9ebf47 req-d51802ff-d9d8-4306-a34f-226b0d26fb6d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 949 time: 0.2114749 Dec 20 11:44:28.404624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d2fdb-9fdc-4bd8-8b05-4c6768be1372 req-ce166b7e-5361-41a0-aa39-bf171c47b704 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:28.406345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c71d2fdb-9fdc-4bd8-8b05-4c6768be1372 req-ce166b7e-5361-41a0-aa39-bf171c47b704 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 945 time: 0.3141277 Dec 20 11:44:28.521975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d4cf4e1f-28bd-4320-9b05-0049cc9ebf47 req-ecae7edc-91f8-4220-aa14-10cd8858fb9c tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105876 Dec 20 11:44:28.541778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c71d2fdb-9fdc-4bd8-8b05-4c6768be1372 req-69ae0634-5f11-49a7-9c8f-1b69596ae989 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264024 Dec 20 11:44:28.592840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.600482 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c2daca9-def0-4f29-b9ea-3fdb95575518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:28.738825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device dd430ca0-c861-4d5b-9fe4-78ade7a02be3 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:28.783571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Subnet': ['ID=8cbbdc84-1d75-401d-b165-60d1a46ac0e2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:28.828624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-066904fd-82d5-4890-96fd-5e9b660d8463 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:28.830880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-066904fd-82d5-4890-96fd-5e9b660d8463 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.53 "GET /v2.0/networks?id=8d5e381e-d641-4727-9220-328f62026be3 HTTP/1.1" status: 200 len: 814 time: 0.2911592 Dec 20 11:44:28.858188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:28.862095 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:28.867598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Request body: {'port': {'device_id': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'network_id': '8d5e381e-d641-4727-9220-328f62026be3', 'admin_state_up': True, 'tenant_id': '8810782186b44780b4fe51e44885f8d6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:28.868217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:28.868934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.873430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45888) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:28.895877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:28.934523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:28.939902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Usage tracker for resource:security_group_rule and tenant:9e17195aa21a4d0d9dbcb20a40e616ef is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:28.944022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:28.949903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:29.033600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.059960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.064014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Checking segment: {'id': '336cc74e-0ae6-4d7a-9dec-d5a2d842d14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '14c6bd8d-b146-42ff-9ed0-25d35a1aa209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:29.066475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network hostable DHCP agents. Network: 14c6bd8d-b146-42ff-9ed0-25d35a1aa209, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:44:29.066686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c054b6-b280-4236-bac6-4662237a1575 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:29.084032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.084639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port dd430ca0-c861-4d5b-9fe4-78ade7a02be3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:29.097536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.104506 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-411686ec-bdbe-4a0b-aabc-de8a643cdb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:29.124199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.144121 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0eeee859-7138-459b-aa60-ede84ccf10ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:29.146239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Transition to ACTIVE for port object f8c054b6-b280-4236-bac6-4662237a1575 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:29.160832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7eb63605-8dfa-4143-9518-11012c616af7 req-a94cd862-715f-43cc-8cc3-b603614cde63 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 210 time: 0.0880120 Dec 20 11:44:29.182708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.192845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:29.196874 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab21a816-c0f5-40a9-a562-5dfb8b2e9c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:29.196998 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e17195aa21a4d0d9dbcb20a40e616ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3201606 Dec 20 11:44:29.200316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:29.203314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:29.203846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b2cf60-ce0d-485d-aaf0-ddaf67ea4f46,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:29.207409 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:29.217668 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:29.219766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:44:29.241428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e'}, {'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:29.241658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 14c6bd8d-b146-42ff-9ed0-25d35a1aa209) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:29.243048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Usage tracker for resource:port and tenant:8810782186b44780b4fe51e44885f8d6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:29.256416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:29.257189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02da89a-19d3-4512-8e22-359a6722723e None None] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:29.266941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:29.267526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.272741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48d073-47db-4709-8d39-656b8ae234a7 req-6ec4c958-e580-4fb7-9c33-1367c7fb7618 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:29.273427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8c48d073-47db-4709-8d39-656b8ae234a7 req-6ec4c958-e580-4fb7-9c33-1367c7fb7618 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Synchronizing usage tracker for tenant:5acff39f55d54bce928519a572f64e36 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:29.276110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:29.347847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.353416 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6459239 Dec 20 11:44:29.354086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45898) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:29.378802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1427959233', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:29.383437 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e', 'code': 200} Dec 20 11:44:29.383982 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'code': 200} Dec 20 11:44:29.398242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:29.402939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:router and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:29.406487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:29.412600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:29.432726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.433675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.447799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.500617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.530472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8c48d073-47db-4709-8d39-656b8ae234a7 req-6ec4c958-e580-4fb7-9c33-1367c7fb7618 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Unset dirty status for tenant:5acff39f55d54bce928519a572f64e36 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:29.531796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c48d073-47db-4709-8d39-656b8ae234a7 req-6ec4c958-e580-4fb7-9c33-1367c7fb7618 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 932 time: 0.6304643 Dec 20 11:44:29.539013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360bf4a-1b56-499c-9fdd-1f79e259eb00 None None] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:29.612467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:29.618092 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:29.620338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Made reservation on behalf of 8810782186b44780b4fe51e44885f8d6 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:29.623649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.648826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.656104 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-980e8c66-db45-44ea-a9b6-11ae08e6c4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:29.694673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b2cf60-ce0d-485d-aaf0-ddaf67ea4f46,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:29.697510 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:29.710989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.712133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3b2cf60-ce0d-485d-aaf0-ddaf67ea4f46 HTTP/1.1" status: 204 len: 168 time: 0.5116005 Dec 20 11:44:29.715503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.888242 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c48d073-47db-4709-8d39-656b8ae234a7 req-0c47b15b-5d2b-46d5-a99b-fa65ef13a0e0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689061 Dec 20 11:44:29.891360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-06f7f514-6bfb-4faf-8245-d6b14853e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:29.965294 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7330e3f7-9a7c-440b-93c6-34b6f58d2545 req-4c53b125-715b-4eb2-b74d-18ada2e1adb0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 1102 time: 0.4360735 Dec 20 11:44:29.971858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069b9dc-08d2-4f83-b1d9-1f4d6a68101b req-07668539-17f0-465e-a256-2fe6e189a480 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:29.973478 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b069b9dc-08d2-4f83-b1d9-1f4d6a68101b req-07668539-17f0-465e-a256-2fe6e189a480 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 949 time: 0.2139938 Dec 20 11:44:29.983518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c117abd5-aa62-42eb-9ed2-2c708d9169c4 req-bbc60017-e489-4dc0-8c07-fc8209faf4cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 1099 time: 0.4540718 Dec 20 11:44:30.045851 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b069b9dc-08d2-4f83-b1d9-1f4d6a68101b req-02dc3065-a040-40d0-a8d8-2d085485ba0b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654516 Dec 20 11:44:30.109316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.141099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:30.141434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:30.141749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:30.150309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.189664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c117abd5-aa62-42eb-9ed2-2c708d9169c4 req-6fb9729e-7116-4374-859e-f52f4d610553 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879935 Dec 20 11:44:30.199080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Port f8c054b6-b280-4236-bac6-4662237a1575 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:44:30.199644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:30.231949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7330e3f7-9a7c-440b-93c6-34b6f58d2545 req-7d3e2b35-030e-4128-ad14-b8c71a99df8c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521734 Dec 20 11:44:30.249274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287052-1858-414b-b74d-0858d9bf011f req-ff591afd-0c7e-4313-bf8e-f3496d6bc79c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:30.263160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1287052-1858-414b-b74d-0858d9bf011f req-ff591afd-0c7e-4313-bf8e-f3496d6bc79c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 946 time: 0.2177858 Dec 20 11:44:30.264471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:30.264800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Checking segment: {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:30.265715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Bound using segment: {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:30.266182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Bound port: f8c054b6-b280-4236-bac6-4662237a1575, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:30.266524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.307077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Allocated IP 172.20.0.3 (8d5e381e-d641-4727-9220-328f62026be3/34c5fd45-135e-4264-ad5b-a1718ba16cd0/2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:30.320743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.35.0.178 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/f7208a01-8068-4f3a-ba47-4be53d12f141) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:30.398369 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27c00f82-3c85-4c5e-82f8-4b77de7fbf96 req-70664265-2e18-4de0-8608-7659d9535bc9 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 210 time: 0.0667810 Dec 20 11:44:30.416260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1287052-1858-414b-b74d-0858d9bf011f req-3c728539-91f1-4a34-b8bc-4d233f0ce37c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062946 Dec 20 11:44:30.508434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:30.513124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:30.531584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.540251 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aa1a4aee-d646-40e8-a732-88e8e3ce988a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:30.620342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.621717 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] 10.222.0.53 "PUT /v2.0/ports/f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 1094 time: 2.7178104 Dec 20 11:44:30.669921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.688087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:30.738973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.744992 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-96273d95-9a4a-4b8e-b82b-e16be2214d8a tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:30.772252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:30.776098 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575', 'status': 'completed', 'code': 200} Dec 20 11:44:30.788602 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:30.809566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:30.813562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:30.826590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:30.843542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:30.860335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-4a1233e4-1ef4-4d02-bbd5-4c0187047b88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1097 time: 0.1644001 Dec 20 11:44:30.871028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=f7208a01-8068-4f3a-ba47-4be53d12f141,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:30.877873 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:30.944061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-71db9f2c-8116-47d9-851d-c7098a0ecb90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 217 time: 0.0739758 Dec 20 11:44:30.999158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:31.007230 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:31.105276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:31.106283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:31.110494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:31.114673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:31.183301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Network 8d5e381e-d641-4727-9220-328f62026be3 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:31.186707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Pushing event updated for resources: {'Port': ['ID=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:31.197497 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:31.200631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-ef39ba25-9188-41aa-9266-9a0fdd970aa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:31.206614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-ef39ba25-9188-41aa-9266-9a0fdd970aa2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.2533903 Dec 20 11:44:31.208654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:31.211433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:31.286410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:31.286935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:31.369609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-f505eeda-2efd-459d-a916-c364a027d95f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921810 Dec 20 11:44:31.440019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f79a-bda0-4945-b216-ad19509e27bd req-e617487f-45b0-4e2b-853d-31b6a7c8ba34 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:31.441775 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58c8f79a-bda0-4945-b216-ad19509e27bd req-e617487f-45b0-4e2b-853d-31b6a7c8ba34 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 949 time: 0.1870899 Dec 20 11:44:31.493299 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6439049 Dec 20 11:44:31.526194 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58c8f79a-bda0-4945-b216-ad19509e27bd req-1e37af41-3ca6-41bf-8f52-b11c6e8d375f tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759125 Dec 20 11:44:31.560452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Request body: {'port': {'device_id': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:31.606612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f4c03-f7c3-401c-8462-1f460ae05316 req-82b72c8f-a214-43e4-96c8-c57c3dd1ff4a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:31.610445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:44:31.613953 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-963f4c03-f7c3-401c-8462-1f460ae05316 req-82b72c8f-a214-43e4-96c8-c57c3dd1ff4a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 944 time: 0.5688353 Dec 20 11:44:31.895458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-dbfa5d28-1e2b-466e-a883-b32cbb805479 service neutron] 10.222.0.53 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036936 Dec 20 11:44:31.904510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:31.933309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-963f4c03-f7c3-401c-8462-1f460ae05316 req-e89109cc-a0ea-4135-8c8b-1e4f276a358f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184085 Dec 20 11:44:31.968832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:31.980605 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:32.002501 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:32.003244 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:32.049487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:32.050650 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6946366 Dec 20 11:44:32.057925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45956) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:32.100288 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:32.116232 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:32.117161 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:32.184496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d83f-920c-4eb7-a9fd-58051fb6d40d req-803c7608-3614-4741-a21a-7616dd99e0f2 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:32.186720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-65c6d83f-920c-4eb7-a9fd-58051fb6d40d req-803c7608-3614-4741-a21a-7616dd99e0f2 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 931 time: 0.2752845 Dec 20 11:44:32.193059 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:32.193666 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5734ab-1787-4e32-b7c6-396266df19be None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:32.216815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b4555fc-bc46-425d-8cf4-8190fe88afaa req-7f412b93-44bb-46aa-80dd-01d05a8ff716 service neutron] 10.222.0.53 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131032 Dec 20 11:44:32.351888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-65c6d83f-920c-4eb7-a9fd-58051fb6d40d req-50975857-b2d3-4ae9-b65a-b45890bc16b6 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Synchronizing usage tracker for tenant:8810782186b44780b4fe51e44885f8d6 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:32.379157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-65c6d83f-920c-4eb7-a9fd-58051fb6d40d req-50975857-b2d3-4ae9-b65a-b45890bc16b6 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Unset dirty status for tenant:8810782186b44780b4fe51e44885f8d6 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:32.380324 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-65c6d83f-920c-4eb7-a9fd-58051fb6d40d req-50975857-b2d3-4ae9-b65a-b45890bc16b6 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849940 Dec 20 11:44:32.405475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c6535-2dc6-4398-bce9-c940b7407609 req-e3a39b0b-7fb1-4fe7-8641-8908de66db6c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:32.407011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-590c6535-2dc6-4398-bce9-c940b7407609 req-e3a39b0b-7fb1-4fe7-8641-8908de66db6c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 946 time: 0.2774076 Dec 20 11:44:32.494956 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-590c6535-2dc6-4398-bce9-c940b7407609 req-b2e234fa-78fc-427b-ba14-cc60d9f689df tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802052 Dec 20 11:44:32.551236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-4c9d1a1d-26bc-4bc9-a2d8-fda3faf45c29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1097 time: 0.2713945 Dec 20 11:44:32.592856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:32.613297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:32.655570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:32.682350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Transition to ACTIVE for port object 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:32.698695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:32.704472 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd0f4763-eef2-4408-b1c9-f7c5f7c5ede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:32.807994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-b0e4c397-f2d7-4561-81c2-324cd44f5872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:32.809439 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-b0e4c397-f2d7-4561-81c2-324cd44f5872 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 915 time: 0.2484641 Dec 20 11:44:32.913316 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c96089f5-3b59-4131-9321-13a739a9935d req-064ee76e-107d-49fa-b7b2-f2e58e0c55ac tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 258 time: 0.3177209 Dec 20 11:44:32.948112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:32.951336 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:32.958657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-2b9626cc-ae0e-471f-bbcc-7e02442f9949 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 217 time: 0.0937884 Dec 20 11:44:32.979438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:32.990824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:32.995999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Usage tracker for resource:floatingip and tenant:92cfd9f8fe9346dfac57ccd99ed8452b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:33.000106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:33.006924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:33.020600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:33.100415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3199d1-6a56-4d08-8722-8718a951c3cc req-3fa82736-5f49-441b-aa04-41de163edeb0 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:33.101851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a3199d1-6a56-4d08-8722-8718a951c3cc req-3fa82736-5f49-441b-aa04-41de163edeb0 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 949 time: 0.3677316 Dec 20 11:44:33.115371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-ee7931e2-2db8-42ad-984a-71705c071879 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:33.116618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-ee7931e2-2db8-42ad-984a-71705c071879 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.1254194 Dec 20 11:44:33.186632 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-c6fb4601-1f4a-4c31-964c-e71a2f807cc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526147 Dec 20 11:44:33.224362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Attempting to bind port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:33.225056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Attempting to bind port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '531775d0-1c28-4fbd-87f1-0e7e3a8dc321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d5e381e-d641-4727-9220-328f62026be3'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:33.225056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Attempting to bind port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 on network 8d5e381e-d641-4727-9220-328f62026be3 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:33.243967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:33.254595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 on network 8d5e381e-d641-4727-9220-328f62026be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:44:33.254898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Attempting to bind port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 on network 8d5e381e-d641-4727-9220-328f62026be3 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:33.262840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a3199d1-6a56-4d08-8722-8718a951c3cc req-0443a606-beda-4a37-968f-b7920a3b58fe tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514580 Dec 20 11:44:33.341399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:33.342268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Checking segment: {'id': '531775d0-1c28-4fbd-87f1-0e7e3a8dc321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d5e381e-d641-4727-9220-328f62026be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:33.342744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Bound using segment: {'id': '531775d0-1c28-4fbd-87f1-0e7e3a8dc321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d5e381e-d641-4727-9220-328f62026be3'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:33.343291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Bound port: 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531775d0-1c28-4fbd-87f1-0e7e3a8dc321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8d5e381e-d641-4727-9220-328f62026be3'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:33.344207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:33.535286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Allocated IP 172.35.0.157 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/95436e86-0447-4b49-8b76-4890078d981c) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:33.589808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:33.628235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-3b9263e4-d745-487d-87f4-470dd3c50bbf service neutron] 10.222.0.53 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305723 Dec 20 11:44:33.691477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] For port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:33.765836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] For port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,segment=NetworkSegment(531775d0-1c28-4fbd-87f1-0e7e3a8dc321),segment_id=531775d0-1c28-4fbd-87f1-0e7e3a8dc321)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:33.779391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:33.785707 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0296251-e9c5-4699-aae2-27469fec0945 tempest-AttachSCSIVolumeTestJSON-2086530011 tempest-AttachSCSIVolumeTestJSON-2086530011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:33.830396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-35210768-1028-42c3-b9aa-6f129300828f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.2798007 Dec 20 11:44:33.869377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:33.920465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:33.921831 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] 10.222.0.53 "PUT /v2.0/ports/2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 HTTP/1.1" status: 200 len: 1093 time: 2.3770761 Dec 20 11:44:33.924145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'tag': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:34.008063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:34.014921 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6e6f7fc-4ce3-4bf4-9287-96c1e1573ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:34.033020 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-75225f1a-6e5d-4f1d-8504-5b65b117b98f req-63bbf486-c2dd-43f6-931d-b06a78de95bd service neutron] 10.222.0.53 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862963 Dec 20 11:44:34.057800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:34.062652 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:34.118269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8390179-8dce-435c-9986-e9be8170f513 req-cf091e20-3580-4128-b1bc-e02a2a6dd8b4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:34.119733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8390179-8dce-435c-9986-e9be8170f513 req-cf091e20-3580-4128-b1bc-e02a2a6dd8b4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 944 time: 0.2866192 Dec 20 11:44:34.130622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:34.142438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:34.153749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:34.158487 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-6ecc85a9-cef8-483e-a980-3c593dfdb1d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6516 time: 0.2439735 Dec 20 11:44:34.170040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-2ffa5203-7f19-467b-b827-ab4bd13ebbc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8810782186b44780b4fe51e44885f8d6&device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 1096 time: 0.1888537 Dec 20 11:44:34.192006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event updated for resources: {'Port': ['ID=95436e86-0447-4b49-8b76-4890078d981c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:34.202179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:34.212337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.1 (14c6bd8d-b146-42ff-9ed0-25d35a1aa209/8cbbdc84-1d75-401d-b165-60d1a46ac0e2/721ed079-a1f9-48e1-9b0c-79d38d6ebb6f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:34.289977 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-b0883379-5a90-460b-80bb-d580a12e1842 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 HTTP/1.1" status: 200 len: 217 time: 0.1110296 Dec 20 11:44:34.292052 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8390179-8dce-435c-9986-e9be8170f513 req-1bbb3cc4-f1c4-4234-9e4e-2295f86dcc24 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608067 Dec 20 11:44:34.474371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-9ee9906d-4c4e-47e2-a9db-7bd7b3f45a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:34.475841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-9ee9906d-4c4e-47e2-a9db-7bd7b3f45a84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c5fd45-135e-4264-ad5b-a1718ba16cd0 HTTP/1.1" status: 200 len: 854 time: 0.1798582 Dec 20 11:44:34.520398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d70cc0e5-0505-48f6-8144-8dab68cbd711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:34.520771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d70cc0e5-0505-48f6-8144-8dab68cbd711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:34.521137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d70cc0e5-0505-48f6-8144-8dab68cbd711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:34.522723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d70cc0e5-0505-48f6-8144-8dab68cbd711 service neutron] 10.222.0.53 "GET /v2.0/networks?id=369c3643-7840-4b2a-8a85-116c0d1f8252&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=55f00df5-b69b-49b5-bf56-5247b87a2628&id=55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 200 len: 2296 time: 0.2939270 Dec 20 11:44:34.588286 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-3c1adc56-fb86-4d26-af5d-8ec585b96153 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d5e381e-d641-4727-9220-328f62026be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054680 Dec 20 11:44:34.590531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:34.593614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:34.656405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:34.725203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:34.730361 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4bb449f-0745-424e-8989-b627c9063b93 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:34.769222 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-0d279844-1fd4-4a73-9216-3118d85fd2b3 service neutron] 10.222.0.53 "GET /v2.0/networks/8d5e381e-d641-4727-9220-328f62026be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614485 Dec 20 11:44:34.770882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-fe432b71-2fbb-4df1-94b6-ec75b776598f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 200 len: 1001 time: 0.2417107 Dec 20 11:44:34.827799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:34.832725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:34.867827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb1e97-bc99-491b-9f2c-cd4db1fb757d req-1ee9d1b6-a829-4ded-a9b7-b7f1bfd41b98 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:34.869289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3bdb1e97-bc99-491b-9f2c-cd4db1fb757d req-1ee9d1b6-a829-4ded-a9b7-b7f1bfd41b98 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 949 time: 0.4423120 Dec 20 11:44:34.870563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-60cd2f6b-41b5-46c2-b466-0b9dad388bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:34.872567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-60cd2f6b-41b5-46c2-b466-0b9dad388bc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df HTTP/1.1" status: 200 len: 856 time: 0.0900021 Dec 20 11:44:34.882341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:34.906441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=721ed079-a1f9-48e1-9b0c-79d38d6ebb6f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:34.915699 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:34.969669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.015407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.021023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.031220 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73252e03-8cc0-46d0-ba01-6d4c6f422298 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:35.048567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3bdb1e97-bc99-491b-9f2c-cd4db1fb757d req-5fd6eb46-edb1-4225-ad37-74ed1b751a3e tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730828 Dec 20 11:44:35.079688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4987bf8-5918-4255-bd64-d63def5a13a7 req-e68bfa25-6a41-4c62-bbf6-86b0dd1b82af service neutron] 10.222.0.53 "GET /v2.0/networks/8d5e381e-d641-4727-9220-328f62026be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989185 Dec 20 11:44:35.087434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-2c607cc5-8ea7-4827-a6d1-9a969b670d78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=369c3643-7840-4b2a-8a85-116c0d1f8252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1926801 Dec 20 11:44:35.188301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event updated for resources: {'Port': ['ID=95436e86-0447-4b49-8b76-4890078d981c,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:35.194163 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:35.196605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.226493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.361042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.362158 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c96089f5-3b59-4131-9321-13a739a9935d req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3927858 Dec 20 11:44:35.399011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-f14639b6-99ae-417e-90a6-508c198b9b55 service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045313 Dec 20 11:44:35.444908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733198a-08f6-414d-8f56-7cdf6fef753e req-5b58d010-df98-4d83-8456-65aced0d8f36 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:35.445693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4733198a-08f6-414d-8f56-7cdf6fef753e req-5b58d010-df98-4d83-8456-65aced0d8f36 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Synchronizing usage tracker for tenant:8810782186b44780b4fe51e44885f8d6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:35.509031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c96089f5-3b59-4131-9321-13a739a9935d req-bf84985e-ef9b-4a42-903a-3e48f17f469f tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:35.531539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4733198a-08f6-414d-8f56-7cdf6fef753e req-5b58d010-df98-4d83-8456-65aced0d8f36 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Unset dirty status for tenant:8810782186b44780b4fe51e44885f8d6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:35.532734 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4733198a-08f6-414d-8f56-7cdf6fef753e req-5b58d010-df98-4d83-8456-65aced0d8f36 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 943 time: 0.2704852 Dec 20 11:44:35.533062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:44:35.553301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c96089f5-3b59-4131-9321-13a739a9935d req-bf84985e-ef9b-4a42-903a-3e48f17f469f tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:35.554699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c96089f5-3b59-4131-9321-13a739a9935d req-bf84985e-ef9b-4a42-903a-3e48f17f469f tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.157 HTTP/1.1" status: 200 len: 696 time: 0.1854944 Dec 20 11:44:35.570758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-f114c15e-1e50-46cc-9e4e-7fe4d269e42f service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627698 Dec 20 11:44:35.658952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-cce9ebbf-e89f-47af-b8b7-75fc903d2c9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 217 time: 0.0810578 Dec 20 11:44:35.661636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4733198a-08f6-414d-8f56-7cdf6fef753e req-af9ace2b-69a6-47fe-9b64-00d4cb0edbd8 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131079 Dec 20 11:44:35.675723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:35.691475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'f8c054b6-b280-4236-bac6-4662237a1575', 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7', 'port_id': 'f8c054b6-b280-4236-bac6-4662237a1575', 'mac_address': 'fa:16:3e:89:be:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c4ea15-bdaa-490f-83f6-2838a1602ecb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:44:35.745350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d1b4816f-a07f-4693-a14f-7045d8a19b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:35.746841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d1b4816f-a07f-4693-a14f-7045d8a19b3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.0813270 Dec 20 11:44:35.753587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.775708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c054b6-b280-4236-bac6-4662237a1575 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:35.798088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:35.805565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.809100 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:35.833279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96089f5-3b59-4131-9321-13a739a9935d req-8f1f6f78-d0fd-43ea-b9a8-9f91472b56a5 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:35.834649 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c96089f5-3b59-4131-9321-13a739a9935d req-8f1f6f78-d0fd-43ea-b9a8-9f91472b56a5 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.2555215 Dec 20 11:44:35.858704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.867630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:35.879894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-936fe693-71ba-4902-8191-3acfc1eebb40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262820 Dec 20 11:44:35.902836 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c5e4c5-b8e9-40f8-a21d-e4d10036806c tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:35.907856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:35.922418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.922876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.923363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.923877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.924414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.924842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.925264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.925712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.926381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.926807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.927357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:35.931808 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:35.959413 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'tag': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6', 'status': 'completed', 'code': 200} Dec 20 11:44:36.011732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:36.036249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=721ed079-a1f9-48e1-9b0c-79d38d6ebb6f,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:36.047246 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:36.076168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f8c054b6-b280-4236-bac6-4662237a1575'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:44:36.216541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-2be847a9-eae7-4e9e-a19c-30485725e104 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294883 Dec 20 11:44:36.302340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:36.303606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:36.467854 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-986285b3-f1e9-4e41-8c76-a4d4fdb874fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8810782186b44780b4fe51e44885f8d6&device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 1096 time: 0.4752276 Dec 20 11:44:36.475772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9053d1-3c50-4e15-bafb-ef8cb29d839e req-99558d32-c98a-4e77-b6f2-d7c5318febf1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:36.483454 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab9053d1-3c50-4e15-bafb-ef8cb29d839e req-99558d32-c98a-4e77-b6f2-d7c5318febf1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.2608042 Dec 20 11:44:36.566703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-15dec6f2-e17b-49a5-b108-ce92975df835 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406508 Dec 20 11:44:36.585771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab9053d1-3c50-4e15-bafb-ef8cb29d839e req-7ee79930-5f4a-485e-9d15-ec228b6c0d35 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014762 Dec 20 11:44:36.706145 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-dce9de29-f0de-4dc3-b40f-3e4f061a448c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 217 time: 0.1235313 Dec 20 11:44:36.755725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-132f8529-3f56-4e06-abfa-166025d1ec1d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:36.758739 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-132f8529-3f56-4e06-abfa-166025d1ec1d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1766560 Dec 20 11:44:36.781476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-3169c2ce-2d17-41ee-99fb-b10b2be8bcf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:36.782915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-3169c2ce-2d17-41ee-99fb-b10b2be8bcf1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8d5e381e-d641-4727-9220-328f62026be3 HTTP/1.1" status: 200 len: 915 time: 0.2943358 Dec 20 11:44:36.856583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-1ecb02bd-13c0-4796-ac5b-1d04f73df88b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 HTTP/1.1" status: 200 len: 217 time: 0.0669363 Dec 20 11:44:36.858064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-67821a48-ed22-48ad-9773-252e1437a61d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:36.860061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-67821a48-ed22-48ad-9773-252e1437a61d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.1466589 Dec 20 11:44:36.864007 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-ec47f745-1e16-4fed-a89c-34cfc72e9a23 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.157 HTTP/1.1" status: 200 len: 696 time: 0.1001341 Dec 20 11:44:36.882400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Request body: {'floatingip': {'port_id': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:36.936786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-7582a2d5-017c-476a-8b99-9197528cb0a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:36.938840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-7582a2d5-017c-476a-8b99-9197528cb0a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c5fd45-135e-4264-ad5b-a1718ba16cd0 HTTP/1.1" status: 200 len: 854 time: 0.0711503 Dec 20 11:44:36.957893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:37.040363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:44:37.173790 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-4ee7abd4-9608-4e5c-a9b7-0aa825bf50b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d5e381e-d641-4727-9220-328f62026be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986754 Dec 20 11:44:37.335574 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-9a10cb09-abe8-4807-bf31-72798a0cc3f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4659426 Dec 20 11:44:37.342836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7fed2-7d8e-441a-9cd3-9fb55f4cab52 req-f5ef3cbd-f00e-40d4-975e-efde896a4406 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:37.344697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8fe7fed2-7d8e-441a-9cd3-9fb55f4cab52 req-f5ef3cbd-f00e-40d4-975e-efde896a4406 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 943 time: 0.3289232 Dec 20 11:44:37.407722 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-5e2b73cf-2659-4059-8a4c-1e916b1e60f7 service neutron] 10.222.0.53 "GET /v2.0/networks/8d5e381e-d641-4727-9220-328f62026be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273493 Dec 20 11:44:37.527614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:44:37.533521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:37.546858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8fe7fed2-7d8e-441a-9cd3-9fb55f4cab52 req-481ae47b-756a-4901-891e-c663d33ea4ec tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719859 Dec 20 11:44:37.629489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-303658bf-6eff-4b99-88a7-57664be208c7 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838593 Dec 20 11:44:37.723007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c7893fd2-c5c7-41cc-bdde-a3fb252f8dce req-10b5b6c5-8a66-4c6e-a440-791464171694 service neutron] 10.222.0.53 "GET /v2.0/networks/8d5e381e-d641-4727-9220-328f62026be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989867 Dec 20 11:44:37.725526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:37.733649 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/routers/76565e5e-989b-4c1b-a142-5f46ade9fbe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6738207 Dec 20 11:44:37.734348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46042) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:37.740731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'port': {'network_id': '14c6bd8d-b146-42ff-9ed0-25d35a1aa209', 'name': 'tempest-FloatingIPTestJSON-1080577316'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:37.800027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:37.828427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:37.829058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:37.910338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d1292643-013b-4670-8dab-e6589e3e2c73 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578175 Dec 20 11:44:37.928701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:37.947332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,segment=NetworkSegment(531775d0-1c28-4fbd-87f1-0e7e3a8dc321),segment_id=531775d0-1c28-4fbd-87f1-0e7e3a8dc321)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:37.963325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:37.963942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:37.985160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-7651f795-0cf3-479b-b5a0-354bc253aebd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=35c7aa44-3c53-4e70-9811-b77047572a5c HTTP/1.1" status: 200 len: 217 time: 0.0688949 Dec 20 11:44:38.024060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6', 'network_id': '8d5e381e-d641-4727-9220-328f62026be3', 'port_id': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6', 'mac_address': 'fa:16:3e:fe:c9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c5fd45-135e-4264-ad5b-a1718ba16cd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:44:38.032727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port f8c054b6-b280-4236-bac6-4662237a1575 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:38.053270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port f8c054b6-b280-4236-bac6-4662237a1575 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:38.053648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.071696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:38.074150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-62f21ff2-6a33-45c9-a6e3-892c8067b2da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:38.075638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-62f21ff2-6a33-45c9-a6e3-892c8067b2da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.0840735 Dec 20 11:44:38.092220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:port and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:38.099398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:38.136456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:38.136961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0f53b-1811-4139-9d40-070c76cf0e70 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:38.155569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:38.163820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.177739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.181580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-9355c3e5-5258-4502-b7f2-b01a50f58571 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995753 Dec 20 11:44:38.241658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.266741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:38.287206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:38.293646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.342498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,segment=NetworkSegment(531775d0-1c28-4fbd-87f1-0e7e3a8dc321),segment_id=531775d0-1c28-4fbd-87f1-0e7e3a8dc321)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:38.354655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.357705 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f8ca437f-2bda-474f-ba63-c8fee2ff806b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:38.362237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] device_id is not set on port b92bc98b-c244-4c88-98d2-fd37c30c1108 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:44:38.392496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.439361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-28c4b9fb-87f1-466c-8abb-551a9d0ca9bc service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509344 Dec 20 11:44:38.443593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:38.457498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:38.458982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:38.463437 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:38.473959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:38.475997 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:38.491517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a301a31-865e-4795-89d0-85327a29be0b req-b9f31a2b-c453-40af-8341-c02022398e9c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:38.498259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a301a31-865e-4795-89d0-85327a29be0b req-b9f31a2b-c453-40af-8341-c02022398e9c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.1719878 Dec 20 11:44:38.554357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:38.557464 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:38.613155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3a301a31-865e-4795-89d0-85327a29be0b req-73563801-0e09-4219-a6d9-62d6336fb632 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140730 Dec 20 11:44:38.634161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:44:38.647171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.5 (14c6bd8d-b146-42ff-9ed0-25d35a1aa209/8cbbdc84-1d75-401d-b165-60d1a46ac0e2/b92bc98b-c244-4c88-98d2-fd37c30c1108) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:38.679210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-0f1997ee-1f01-4309-951a-1e2009a7cacc service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304189 Dec 20 11:44:38.714489 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Floating IP 026f84be-7372-4c68-83ac-20429abca5e6 associated. External IP: 172.35.0.157, port: dd430ca0-c861-4d5b-9fe4-78ade7a02be3. Dec 20 11:44:38.771357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-d538a718-2ab7-4a2f-a3c2-ece942a19dee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43 HTTP/1.1" status: 200 len: 217 time: 0.0859079 Dec 20 11:44:38.822758 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575', 'code': 200} Dec 20 11:44:38.916200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-4c2e0461-fa6a-4978-a918-4704b077bc8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:38.917780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-4c2e0461-fa6a-4978-a918-4704b077bc8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.1407766 Dec 20 11:44:38.952609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:39.082811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:39.139023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:39.180672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:39.190274 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a11714f-2b8d-4798-ada2-81a164a2d6f3 tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:39.242649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:39.243296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12faf028-3f41-4776-abeb-e3eb50735cfa req-f5838e6b-4282-42d6-8ed4-2f6a5360138e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1099 time: 0.3237376 Dec 20 11:44:39.249922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07271-5f79-40e3-b333-d75332196cd4 req-9c562ba9-5826-489e-9274-b3300e52f63a tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:39.251312 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2f07271-5f79-40e3-b333-d75332196cd4 req-9c562ba9-5826-489e-9274-b3300e52f63a tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 944 time: 0.2678668 Dec 20 11:44:39.255013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Usage tracker for resource:security_group_rule and tenant:f7e9576c8fba4439891d7ae5d1015b59 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:39.255359 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-558b346b-f3c8-4617-bae7-d3ee338ec7a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004501 Dec 20 11:44:39.263102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:39.341722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:39.342849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:39.348484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:39.351468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:39.390420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=b92bc98b-c244-4c88-98d2-fd37c30c1108,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:39.393882 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:39.413049 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-12faf028-3f41-4776-abeb-e3eb50735cfa req-65893083-d605-428a-9dab-01b1aa5aadc2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607950 Dec 20 11:44:39.444137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2f07271-5f79-40e3-b333-d75332196cd4 req-eb9d5d7b-74f4-4281-8c46-d9135d889baf tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730881 Dec 20 11:44:39.451890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-4d1a0d33-4199-4347-9f6b-e6cec4600308 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825259 Dec 20 11:44:39.455758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:39.456369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:39.578674 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8423285 Dec 20 11:44:39.581703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46072) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:39.591144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'port': {'network_id': '14c6bd8d-b146-42ff-9ed0-25d35a1aa209', 'name': 'tempest-FloatingIPTestJSON-503792505'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:39.603062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:39.612229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:39.620908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a31f9821-fdab-46c6-b067-f33b750cb688 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:39.681025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fea20d-c8d5-4f21-b406-70c2c17da111,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:39.684241 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:39.693384 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7e9576c8fba4439891d7ae5d1015b59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7356510 Dec 20 11:44:39.695950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46078) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:39.882045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Router c19980ce-92c8-4379-9837-9281640db5fe has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:44:39.888752 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-a8d67584-38c8-4b9e-8c10-ac75da5bb1f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3432040 Dec 20 11:44:39.906658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:39.915803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-16318f19-0c91-4b9e-b45d-c41dcffc23bb service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048174 Dec 20 11:44:39.916804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:39.922305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:port and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:39.927331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:39.995397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:40.021820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:40.053110 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-5e77b117-0ad6-4e08-baba-fb6c2d2e6886 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 HTTP/1.1" status: 200 len: 217 time: 0.1278949 Dec 20 11:44:40.064215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25b215-cc8e-4e81-a1c9-408d7af42f3c req-7db0bb59-0dad-417f-936c-0c2c719d8327 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:40.065626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d25b215-cc8e-4e81-a1c9-408d7af42f3c req-7db0bb59-0dad-417f-936c-0c2c719d8327 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2883430 Dec 20 11:44:40.097269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:40.100167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:40.124147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:40.128692 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fdc335dc-8958-4f90-b3b1-c782e7fcc5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:40.142736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fea20d-c8d5-4f21-b406-70c2c17da111,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:40.145376 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:40.153113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:40.157554 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74fea20d-c8d5-4f21-b406-70c2c17da111 HTTP/1.1" status: 204 len: 168 time: 0.4573832 Dec 20 11:44:40.170580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] device_id is not set on port 4e12ddfb-1cd2-4c33-a312-10d271d22b3f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:44:40.221293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:40.232698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:40.242556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-67c3281a-a323-4ceb-a14c-88928b01552d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:40.244133 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-67c3281a-a323-4ceb-a14c-88928b01552d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.1776388 Dec 20 11:44:40.244286 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] Sync routers for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:40.291162 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:40.291800 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:40.303326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d25b215-cc8e-4e81-a1c9-408d7af42f3c req-1d87fe66-ab64-4168-b485-6e4725467f45 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878033 Dec 20 11:44:40.319010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-35c6d59b-2b95-439e-80ac-6d1f446e9d03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1099 time: 0.3887789 Dec 20 11:44:40.406248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-7ff1db02-63fd-41ea-b1cb-ae13a89737a2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "PUT /v2.0/floatingips/026f84be-7372-4c68-83ac-20429abca5e6 HTTP/1.1" status: 200 len: 997 time: 3.5290439 Dec 20 11:44:40.407033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:40.542742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.7 (14c6bd8d-b146-42ff-9ed0-25d35a1aa209/8cbbdc84-1d75-401d-b165-60d1a46ac0e2/4e12ddfb-1cd2-4c33-a312-10d271d22b3f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:40.635209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-a867c76a-29f8-4e71-bdb8-92cb0267dfbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3778362 Dec 20 11:44:40.659942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-ba357635-a687-4a35-8c53-438caae346fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:40.661352 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-ba357635-a687-4a35-8c53-438caae346fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.2982109 Dec 20 11:44:40.667480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-2a9945e6-786c-4ce1-977c-63e5eff81aad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 1099 time: 0.2126763 Dec 20 11:44:40.703711 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:40.800792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:44:40.817645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-e82cf8c0-e370-4e38-b570-030ad6b13e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:40.828409 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-e82cf8c0-e370-4e38-b570-030ad6b13e03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 200 len: 929 time: 0.1599731 Dec 20 11:44:41.001550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46108) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:41.028597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:41.043464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:41.060690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'mac_address': 'fa:16:3e:bd:4c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:44:41.084157 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-d600fd0b-c1e6-4feb-868e-20a7c7b591a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 1000 time: 0.2537663 Dec 20 11:44:41.196678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:41.219174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Usage tracker for resource:security_group_rule and tenant:d634f71473d94e5ca8d7e07eb759622b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:41.224682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:41.227573 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '026f84be-7372-4c68-83ac-20429abca5e6', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'floating_ip_address': '172.35.0.157', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'port_id': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'mac_address': 'fa:16:3e:d2:31:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:44:34Z', 'updated_at': '2021-12-20T11:44:37Z', 'revision_number': 1, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:13Z', 'revision_number': 5, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:41.234029 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] Checking router: c19980ce-92c8-4379-9837-9281640db5fe for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:44:41.242239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:41.245091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:41.261609 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:41.263236 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:41.283554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-39653d9d-2af9-43e7-9530-345b34c35c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:41.286960 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-39653d9d-2af9-43e7-9530-345b34c35c22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da604278-4531-4fdc-89b7-5a762f68bdf5 HTTP/1.1" status: 200 len: 867 time: 0.1848981 Dec 20 11:44:41.287410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d2f5e19-8d67-498a-aa70-9a49629ca490 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:41.316631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:41.329005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:41.331083 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8f922260-ecab-4df6-8caf-ee8288ac607f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:41.376917 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'status': 'completed', 'code': 200} Dec 20 11:44:41.480304 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-6ecd07a3-58c3-477a-a9d2-4ca8ea408d4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 1001 time: 0.7974982 Dec 20 11:44:41.569014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:41.582845 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-b3279c0c-b052-49d7-b728-cf8b4312f1ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3621f9ae-c625-442d-9866-b18a9d0b9c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2840400 Dec 20 11:44:41.587415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:41.610408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:41.617919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-69b40ffa-cd71-4ad8-b851-5bc665291571 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9701440 Dec 20 11:44:41.620346 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6d6fa1b9-5b9a-44b6-93c1-f1bcdb26719f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:41.632479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['3d2f5e19-8d67-498a-aa70-9a49629ca490'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:44:41.645152 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:41.725856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:41.734942 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:41.744709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edded0f-15ef-41cc-a4b7-bcfa5181f8d5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:41.757340 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d634f71473d94e5ca8d7e07eb759622b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7547548 Dec 20 11:44:41.758546 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:41.761251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:41.796883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-abd7c115-420e-4239-b18d-bf7054627837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:41.798605 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-abd7c115-420e-4239-b18d-bf7054627837 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.2950239 Dec 20 11:44:41.810731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-deb80d17-332b-4e75-b221-b116b844d92b service neutron] 10.222.0.32 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206032 Dec 20 11:44:41.834070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:41.850071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:41.850801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:41.938296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.025639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.046207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.063109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,segment=NetworkSegment(531775d0-1c28-4fbd-87f1-0e7e3a8dc321),segment_id=531775d0-1c28-4fbd-87f1-0e7e3a8dc321)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:42.064440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:42.075024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.078076 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:42.123254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.164735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:42.177723 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:42.253941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-fc079aa9-77d8-43cf-8e19-9bee9aa11a87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 1099 time: 0.8895204 Dec 20 11:44:42.256411 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00563083-64a0-4346-955b-45ffb7ab04d9 req-09afacd9-3d8a-4112-8481-8908abc86b8e service neutron] 10.222.0.32 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362509 Dec 20 11:44:42.257506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.263691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2da12-3419-409e-997f-2aafd8d8431e req-d7519b33-81e7-404b-a591-acb4fffa2f96 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:42.265434 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09d22e6b-2857-4c49-8f2a-9f67b90affcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:42.270967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82c2da12-3419-409e-997f-2aafd8d8431e req-d7519b33-81e7-404b-a591-acb4fffa2f96 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 944 time: 0.5970511 Dec 20 11:44:42.280421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edded0f-15ef-41cc-a4b7-bcfa5181f8d5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:42.285784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:42.286992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.287331 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5edded0f-15ef-41cc-a4b7-bcfa5181f8d5 HTTP/1.1" status: 204 len: 168 time: 0.5251982 Dec 20 11:44:42.315262 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '026f84be-7372-4c68-83ac-20429abca5e6', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'floating_ip_address': '172.35.0.157', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'port_id': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'mac_address': 'fa:16:3e:d2:31:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:44:34Z', 'updated_at': '2021-12-20T11:44:37Z', 'revision_number': 1, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:13Z', 'revision_number': 5, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:42.326886 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f931ae-44bd-4474-b3c1-33bbae89f464 None None] The sync data for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 is: [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '026f84be-7372-4c68-83ac-20429abca5e6', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'floating_ip_address': '172.35.0.157', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'port_id': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'mac_address': 'fa:16:3e:d2:31:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:44:34Z', 'updated_at': '2021-12-20T11:44:37Z', 'revision_number': 1, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:13Z', 'revision_number': 5, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:42.361485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-7c13042c-6311-4d35-bd07-6aca421363f1 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732769 Dec 20 11:44:42.545095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-88cd798d-89de-44e2-af09-0a36d0732c2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7280242 Dec 20 11:44:42.628062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:42.656761 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e143be3c-3282-438b-8d4b-eac9d0168dab tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:42.721491 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-6965b645-b56e-4160-9ad9-b40405dd9e67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 200 len: 217 time: 0.3038857 Dec 20 11:44:42.734578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834976b6-c61a-4410-af1f-3ef6ada0e071 None None] New status for floating IP 026f84be-7372-4c68-83ac-20429abca5e6: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:44:42.785871 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82c2da12-3419-409e-997f-2aafd8d8431e req-5881031a-2c67-4b3d-8b23-fc93c1df5b3b tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138264 Dec 20 11:44:42.807774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123d92a-d749-407d-a355-6b9b7509c4bf req-ba1f6d2d-f931-4e16-b255-001da04c6b15 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:42.809885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7123d92a-d749-407d-a355-6b9b7509c4bf req-ba1f6d2d-f931-4e16-b255-001da04c6b15 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1729376 Dec 20 11:44:42.819316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:42.891827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7123d92a-d749-407d-a355-6b9b7509c4bf req-3ffc7852-6a8d-43d0-9aa3-855c3a06eb93 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Synchronizing usage tracker for tenant:5acff39f55d54bce928519a572f64e36 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:42.920718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7123d92a-d749-407d-a355-6b9b7509c4bf req-3ffc7852-6a8d-43d0-9aa3-855c3a06eb93 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Unset dirty status for tenant:5acff39f55d54bce928519a572f64e36 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:42.923738 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7123d92a-d749-407d-a355-6b9b7509c4bf req-3ffc7852-6a8d-43d0-9aa3-855c3a06eb93 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075356 Dec 20 11:44:43.073158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=4e12ddfb-1cd2-4c33-a312-10d271d22b3f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:43.075937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-6dc69ae9-f6c2-4e3b-864e-9ffcd7bf3689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:43.077972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-6dc69ae9-f6c2-4e3b-864e-9ffcd7bf3689 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 200 len: 929 time: 0.7956853 Dec 20 11:44:43.085570 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:43.089787 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6', 'code': 200} Dec 20 11:44:43.160778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:43.200551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:43.245675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:43.387836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14547007-3fb3-42e0-befe-d84bc522a29a req-e2bf757f-41b2-4fe8-91b6-993eb20e34e5 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 258 time: 0.3757322 Dec 20 11:44:43.392648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 3d2f5e19-8d67-498a-aa70-9a49629ca490 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:43.397417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:43.399153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:43.408912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:43.420378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:43.434880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:43.550868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-f7ae9e7f-8d45-44d6-95e8-134247514bd8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:43.557863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-f7ae9e7f-8d45-44d6-95e8-134247514bd8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 814 time: 0.2016373 Dec 20 11:44:43.630094 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-f45dd0b2-a993-4332-babd-747b3e4daea9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/quotas/5acff39f55d54bce928519a572f64e36 HTTP/1.1" status: 200 len: 375 time: 0.0675907 Dec 20 11:44:43.700174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:43.763442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:43.773766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:43.779264 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1a11d041-58e1-40d6-806f-450f5e90c4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:43.859195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:43.875513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:43.888648 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:43.974201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:44.042210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-46aca963-bfd9-43bd-9de7-36e1bbc2cc96 service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4665468 Dec 20 11:44:44.047873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Allocated IP 172.35.0.176 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/08b0dc79-5cc4-4926-9ba8-8f27afa00164) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:44.049737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-42829b8e-6313-4bf7-a1f0-cee13f05bbf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:44.051264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-42829b8e-6313-4bf7-a1f0-cee13f05bbf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 1.2980471 Dec 20 11:44:44.081848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:44.082695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.090747 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-5f3e73ef-4157-44dc-b0df-97c325444226 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 1000 time: 0.9909317 Dec 20 11:44:44.212246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-996785470-network', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:44.224821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:44.227375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.234441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Usage tracker for resource:network and tenant:15dfb0850f5b426bb81005c2c51571d1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:44.238692 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6527176 Dec 20 11:44:44.239746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:44.241312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:44.247146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:44.289698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Made reservation on behalf of 15dfb0850f5b426bb81005c2c51571d1 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:44.292121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.299468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1e8bf44-9c9a-4072-8ebf-2a535d3b352e req-99d64853-d496-4fd4-acdd-85fa75214eec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 1098 time: 1.1316428 Dec 20 11:44:44.314374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': '4e12ddfb-1cd2-4c33-a312-10d271d22b3f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:44.331222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.342660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:44.355029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.366473 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91469489-e85c-4908-b629-7d53c3989b7e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:44.369665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:floatingip and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:44.373259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-866ea37a-836e-402d-ad2c-fceb98076610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:44.374923 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-866ea37a-836e-402d-ad2c-fceb98076610 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da604278-4531-4fdc-89b7-5a762f68bdf5 HTTP/1.1" status: 200 len: 867 time: 0.2330818 Dec 20 11:44:44.376950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:44.390806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:44.442705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:44.461951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:44.464882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Usage tracker for resource:security_group_rule and tenant:15dfb0850f5b426bb81005c2c51571d1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:44.470277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:44.473593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:44.475515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event updated for resources: {'Port': ['ID=08b0dc79-5cc4-4926-9ba8-8f27afa00164,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:44.480614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-5714bd10-4b94-4d9e-9d8b-42dd58cc8a14 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8496878 Dec 20 11:44:44.480770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:44.499736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60657d7a-c893-40f0-928b-7f98467c8c13 req-74f31bff-c777-4eea-8d71-af46b320881b service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440904 Dec 20 11:44:44.508206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.525149 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:44.533533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1e8bf44-9c9a-4072-8ebf-2a535d3b352e req-2dad5ffa-2ab1-4407-81e9-fd7d9ea9d246 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146447 Dec 20 11:44:44.549627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-51f461d6-b408-4877-b07f-86f4b7612762 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4734910 Dec 20 11:44:44.588012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:44.751618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-586d19f9-58d1-4a9f-9515-44ee690eb2df service neutron] 10.222.0.32 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699108 Dec 20 11:44:44.784890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-f5a4f87b-bd97-4eea-880c-a78b999ed0d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3621f9ae-c625-442d-9866-b18a9d0b9c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3969944 Dec 20 11:44:44.821302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.854407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:44.993664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.001105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.031362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.041245 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d75b1c0c-38c6-49a6-95cb-1654f7d5e22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:45.087634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:44:45.091694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:45.113719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c910f-8931-4d91-b271-f845519c8762,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:45.117659 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:45.120755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.121256 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Added segment 2fa8379e-9c7e-4ceb-a667-4e21e1838466 of type vlan for network d5157213-77cc-4328-adef-f39bb4cbbbf1 Dec 20 11:44:45.210383 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-e8b0a5c2-3c24-491e-9c98-80c4e7022701 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546947 Dec 20 11:44:45.270779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.274481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-ca5ac5b7-f230-4e0f-8fc5-22738781cab4 service neutron] 10.222.0.32 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971068 Dec 20 11:44:45.276072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-853556de-140a-498a-b42b-90ce61c17ebd service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660299 Dec 20 11:44:45.360973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.362141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:45.362771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.413087 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:45.441739 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4677477 Dec 20 11:44:45.446744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:45.458569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Request body: {'subnet': {'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-subnet', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:45.542857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.560206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:45.573696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Usage tracker for resource:subnet and tenant:15dfb0850f5b426bb81005c2c51571d1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:45.665759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.715883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:45.722378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:45.868263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:45.876442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Pushing event updated for resources: {'Network': ['ID=d5157213-77cc-4328-adef-f39bb4cbbbf1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:45.888746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:44:45.899055 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:45.901797 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e671918-1b02-435a-86c2-63af032a42ad tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:45.968543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b2ca556-6fe9-48bb-977f-5fa14d6b48cb req-a5d5aa36-9215-47f9-b39f-1d7baac03ddf service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361345 Dec 20 11:44:45.973794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Made reservation on behalf of 15dfb0850f5b426bb81005c2c51571d1 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:45.976705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:46.029933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:46.063392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event updated for resources: {'Port': ['ID=08b0dc79-5cc4-4926-9ba8-8f27afa00164,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:46.073260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:46.074981 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14547007-3fb3-42e0-befe-d84bc522a29a req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6813469 Dec 20 11:44:46.251687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-14547007-3fb3-42e0-befe-d84bc522a29a req-6eb8f203-65b4-465d-9552-18cc9770b1f2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:46.254527 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:46.406533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-14547007-3fb3-42e0-befe-d84bc522a29a req-6eb8f203-65b4-465d-9552-18cc9770b1f2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:46.408428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14547007-3fb3-42e0-befe-d84bc522a29a req-6eb8f203-65b4-465d-9552-18cc9770b1f2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.176 HTTP/1.1" status: 200 len: 696 time: 0.3261707 Dec 20 11:44:46.418901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.35.0.212 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/8c6a3825-d05c-45b6-98f0-88d646c4865f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:46.582863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63f76063-b2c2-467a-85b9-d0f3aa034f08 req-ea7b0c67-944c-43a5-a7eb-f31d6f007cf8 service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2952673 Dec 20 11:44:46.636455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:46.647485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf2e32-ed92-4197-b39b-ac2b5aa5f175 req-c01283bb-d28a-4923-a87a-cd0d0b7b35b0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:46.654986 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7daf2e32-ed92-4197-b39b-ac2b5aa5f175 req-c01283bb-d28a-4923-a87a-cd0d0b7b35b0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 945 time: 0.6846037 Dec 20 11:44:46.717206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:46.721881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7daf2e32-ed92-4197-b39b-ac2b5aa5f175 req-9c2d7d96-6ca5-4181-9e00-e25a6f66998a tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617118 Dec 20 11:44:46.724963 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5676f00a-8d8c-4b11-9260-62346eb408ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:46.760074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:46.764556 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d1efdf40-c9cc-45dd-9f10-70c5f0705edf tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:46.830168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14547007-3fb3-42e0-befe-d84bc522a29a req-1b1f101c-71fc-4984-bc7c-85fa25598e09 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:46.831503 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14547007-3fb3-42e0-befe-d84bc522a29a req-1b1f101c-71fc-4984-bc7c-85fa25598e09 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.4168913 Dec 20 11:44:46.836557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:46.839939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:46.845163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:46.846842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cddf282-824a-4b11-a928-ca9be0c0b50d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:46.851432 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:46.862262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Checking segment: {'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:46.862617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Network hostable DHCP agents. Network: d5157213-77cc-4328-adef-f39bb4cbbbf1, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:44:46.892830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:44:46.908992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d5157213-77cc-4328-adef-f39bb4cbbbf1) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:46.918616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df312ab-d422-40b7-93ec-7be5b8f7e387 None None] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:46.934593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:46.935181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:46.985096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=8c6a3825-d05c-45b6-98f0-88d646c4865f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:46.992150 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:46.993423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5431085 Dec 20 11:44:46.996249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:47.003347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:47.015570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:47.022266 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'code': 200} Dec 20 11:44:47.023473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Usage tracker for resource:router and tenant:15dfb0850f5b426bb81005c2c51571d1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:44:47.031189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:44:47.043594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:47.071807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:47.073148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:47.106638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:47.189832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa0a2c65-a4dc-4eda-900e-8171ecbe8ad7 req-107a41e4-6d44-47ac-824c-5d7766e693c5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 210 time: 0.0666595 Dec 20 11:44:47.492169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-d5157213-77cc-4328-adef-f39bb4cbbbf1', 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'fixed_ips': [{'subnet_id': '0cddf282-824a-4b11-a928-ca9be0c0b50d'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:44:47.492994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:47.525564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:47.616578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b785-ffca-4419-8971-49b5c63b773d req-86f20183-b24f-43b3-8a0e-f8a498163d32 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:47.618118 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7020b785-ffca-4419-8971-49b5c63b773d req-86f20183-b24f-43b3-8a0e-f8a498163d32 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1892803 Dec 20 11:44:47.625413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-5153126b-65b4-47a2-a9cd-8640399141c1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:47.629069 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-5153126b-65b4-47a2-a9cd-8640399141c1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.16 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 814 time: 0.2347298 Dec 20 11:44:47.653174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Request body: {'port': {'device_id': 'ad1500ee-611c-439a-a751-261e87207f4e', 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7', 'admin_state_up': True, 'tenant_id': '5acff39f55d54bce928519a572f64e36'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:47.733440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Allocated IP 172.20.0.2 (d5157213-77cc-4328-adef-f39bb4cbbbf1/0cddf282-824a-4b11-a928-ca9be0c0b50d/81e9e1d6-0866-43ca-841e-882854c52314) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:47.741204 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7020b785-ffca-4419-8971-49b5c63b773d req-32a37e24-aa4c-4c3c-9476-509cfbad04a1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.176 HTTP/1.1" status: 200 len: 696 time: 0.1081514 Dec 20 11:44:47.803440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-7020b785-ffca-4419-8971-49b5c63b773d req-1e8cafea-1e62-4a10-9ab9-bc189d073474 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Request body: {'floatingip': {'port_id': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:47.863584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:44:47.879637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:44:47.899831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Made reservation on behalf of 5acff39f55d54bce928519a572f64e36 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:44:47.902955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:47.941652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7020b785-ffca-4419-8971-49b5c63b773d req-1e8cafea-1e62-4a10-9ab9-bc189d073474 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.101569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.114968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Transition to ACTIVE for port object 81e9e1d6-0866-43ca-841e-882854c52314 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:48.137904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.166712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Transition to ACTIVE for port object 81e9e1d6-0866-43ca-841e-882854c52314 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:48.193575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.207560 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:48.251779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.275172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.298324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:48.299235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Pushing event updated for resources: {'Port': ['ID=81e9e1d6-0866-43ca-841e-882854c52314,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:48.301664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:48.304243 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:48.304405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:48.319665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.360689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.426339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Attempting to bind port 81e9e1d6-0866-43ca-841e-882854c52314 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:48.426807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Attempting to bind port 81e9e1d6-0866-43ca-841e-882854c52314 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:48.427218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Attempting to bind port 81e9e1d6-0866-43ca-841e-882854c52314 on network d5157213-77cc-4328-adef-f39bb4cbbbf1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:48.435364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:48.435753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Checking segment: {'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:48.436170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.437246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Bound using segment: {'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:48.437744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Bound port: 81e9e1d6-0866-43ca-841e-882854c52314, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:48.438203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.507981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b0aa9-3473-4f77-83fb-02021859da29 req-67b6ee7d-6428-4779-aea1-8dbaaff7ca33 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:48.510152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-245b0aa9-3473-4f77-83fb-02021859da29 req-67b6ee7d-6428-4779-aea1-8dbaaff7ca33 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 945 time: 0.4685545 Dec 20 11:44:48.523127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Allocated IP 172.20.0.13 (8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7/67c4ea15-bdaa-490f-83f6-2838a1602ecb/b372272e-8cfb-4c95-a006-d3d966260bf3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:48.557677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] For port 81e9e1d6-0866-43ca-841e-882854c52314, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:48.561457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] For port 81e9e1d6-0866-43ca-841e-882854c52314, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81e9e1d6-0866-43ca-841e-882854c52314,segment=NetworkSegment(2fa8379e-9c7e-4ceb-a667-4e21e1838466),segment_id=2fa8379e-9c7e-4ceb-a667-4e21e1838466)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:48.578334 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-7020b785-ffca-4419-8971-49b5c63b773d req-1e8cafea-1e62-4a10-9ab9-bc189d073474 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 11:44:48.579628 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7020b785-ffca-4419-8971-49b5c63b773d req-1e8cafea-1e62-4a10-9ab9-bc189d073474 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "PUT /v2.0/floatingips/b7a9662f-470e-4e1f-9a82-07ab60c41125 HTTP/1.1" status: 409 len: 551 time: 0.7851748 Dec 20 11:44:48.630403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:48.642669 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:48.732716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Allocated IP 172.35.0.102 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/b1f07d93-6f47-49c2-a9b3-555fac216ac1) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:48.756577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-245b0aa9-3473-4f77-83fb-02021859da29 req-7060b397-b9f7-441b-9b13-8538fc6a91f8 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373316 Dec 20 11:44:48.869895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Pushing event updated for resources: {'Port': ['ID=81e9e1d6-0866-43ca-841e-882854c52314,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:48.872938 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:49.096225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:49.105273 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af19ddb4-81d2-445a-8f6b-d8eac24f6de1 req-ae26c815-c4e9-4651-9bfc-48fa865154a1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 210 time: 0.0706685 Dec 20 11:44:49.246361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:44:49.293933 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-19e1e5d1-067a-402c-91a4-a27c056801f1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips/b7a9662f-470e-4e1f-9a82-07ab60c41125 HTTP/1.1" status: 200 len: 693 time: 0.1666367 Dec 20 11:44:49.316589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:49.332627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:49.347120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:49.350285 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d3d5ee7-4f2f-46dc-9e6d-fc71c5912e6f tempest-PortsAdminExtendedAttrsTestJSON-787233539 tempest-PortsAdminExtendedAttrsTestJSON-787233539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:49.364062 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:49.486696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:49.494378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:49.566939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:49.578356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:49.587913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=8c6a3825-d05c-45b6-98f0-88d646c4865f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:49.595382 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:49.599160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:49.746108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-348a7da6-c16b-49fc-add1-eca9aeb51751 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:49.747373 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-348a7da6-c16b-49fc-add1-eca9aeb51751 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.4526689 Dec 20 11:44:49.758562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f07d93-6f47-49c2-a9b3-555fac216ac1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:49.759967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:49.793977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f8c054b6-b280-4236-bac6-4662237a1575'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:44:49.814936 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:49.821478 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:49.914238 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-488da8d6-20f7-4531-bc19-20bbbdabf820 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.176 HTTP/1.1" status: 200 len: 696 time: 0.1568165 Dec 20 11:44:49.976928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Pushing event updated for resources: {'Port': ['ID=b372272e-8cfb-4c95-a006-d3d966260bf3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:49.990145 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:50.080921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:50.086079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:50.094641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:50.142274 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-195f95a5-1ae9-45df-8762-57327a228f4d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.176 HTTP/1.1" status: 200 len: 696 time: 0.2130754 Dec 20 11:44:50.277034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:50.278725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:50.468518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8189855 Dec 20 11:44:50.468670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Deleting port 08b0dc79-5cc4-4926-9ba8-8f27afa00164 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:50.468868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:50.483539 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP f5be3d91-e313-4470-9ecf-9d6576abcf34 associated. External IP: 172.35.0.212, port: 4e12ddfb-1cd2-4c33-a312-10d271d22b3f. Dec 20 11:44:50.524610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2eaf6c-f44c-479d-9093-ffb2937c4a95 None None] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:44:50.650355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Request body: {'port': {'device_id': 'ad1500ee-611c-439a-a751-261e87207f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:50.717162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:50.717795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:50.763528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a1084ae0-0a85-48cd-b35e-3b532b8b9e11 None None] Provisioning for port 81e9e1d6-0866-43ca-841e-882854c52314 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:50.932722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Calling delete_port for 08b0dc79-5cc4-4926-9ba8-8f27afa00164 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:50.944899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb751958-4fd5-4d25-b79b-e49cde5334a6 req-2fd95004-807b-414f-9fe5-ca08e268999b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:50.945631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eb751958-4fd5-4d25-b79b-e49cde5334a6 req-2fd95004-807b-414f-9fe5-ca08e268999b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Synchronizing usage tracker for tenant:5acff39f55d54bce928519a572f64e36 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:51.049299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eb751958-4fd5-4d25-b79b-e49cde5334a6 req-2fd95004-807b-414f-9fe5-ca08e268999b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Unset dirty status for tenant:5acff39f55d54bce928519a572f64e36 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:51.049474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.054615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.055948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb751958-4fd5-4d25-b79b-e49cde5334a6 req-2fd95004-807b-414f-9fe5-ca08e268999b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 932 time: 0.4788079 Dec 20 11:44:51.058089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.059878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81e9e1d6-0866-43ca-841e-882854c52314 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:51.200854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 81e9e1d6-0866-43ca-841e-882854c52314 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:51.207308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 81e9e1d6-0866-43ca-841e-882854c52314 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:51.208028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.228831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.235170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb751958-4fd5-4d25-b79b-e49cde5334a6 req-e741ef4d-afbe-45fc-9e01-af45f45a0844 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782486 Dec 20 11:44:51.235650 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89a0eaa2-fcf9-4b18-91a7-12d5b2a0c9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:51.376571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.423729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bca0fa31-da6e-4cf6-ab20-52748a2e2b5b None None] Provisioning complete for port 81e9e1d6-0866-43ca-841e-882854c52314 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:51.424230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bca0fa31-da6e-4cf6-ab20-52748a2e2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.584362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 81e9e1d6-0866-43ca-841e-882854c52314, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81e9e1d6-0866-43ca-841e-882854c52314,segment=NetworkSegment(2fa8379e-9c7e-4ceb-a667-4e21e1838466),segment_id=2fa8379e-9c7e-4ceb-a667-4e21e1838466)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:51.640469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.648153 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-47074f6c-7aa5-468c-98cb-07870bcf5f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:51.697371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event deleted for resources: {'Port': ['ID=08b0dc79-5cc4-4926-9ba8-8f27afa00164,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:51.719023 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:51.742203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=81e9e1d6-0866-43ca-841e-882854c52314,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:51.780150 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:51.897247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.986955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:51.988185 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a3f619e-76ca-4cb3-a5ae-82a88d606e3a req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "DELETE /v2.0/floatingips/b7a9662f-470e-4e1f-9a82-07ab60c41125 HTTP/1.1" status: 204 len: 173 time: 1.8444889 Dec 20 11:44:52.042825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Router 8a729ce5-2d2c-4757-83d4-8627d46d947d is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:44:52.115356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b372272e-8cfb-4c95-a006-d3d966260bf3 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:52.192951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:52.222382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Transition to ACTIVE for port object b372272e-8cfb-4c95-a006-d3d966260bf3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:52.239574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:52.256216 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-768b1c3a-aac4-47dc-ad4c-cc9baa400dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:52.574977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-c9fb48a4-2737-46d2-a617-64d7e7a32c4c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:52.619973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-c9fb48a4-2737-46d2-a617-64d7e7a32c4c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:52.621321 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-c9fb48a4-2737-46d2-a617-64d7e7a32c4c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.157 HTTP/1.1" status: 200 len: 1002 time: 0.4093912 Dec 20 11:44:52.730584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-48bccb5b-cc2e-42e4-ab9c-a62a035fcafe tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:52.731333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-48bccb5b-cc2e-42e4-ab9c-a62a035fcafe tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:44:52.733755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Attempting to bind port b372272e-8cfb-4c95-a006-d3d966260bf3 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:52.734115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Attempting to bind port b372272e-8cfb-4c95-a006-d3d966260bf3 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:52.734440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Attempting to bind port b372272e-8cfb-4c95-a006-d3d966260bf3 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:52.737305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=b372272e-8cfb-4c95-a006-d3d966260bf3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:52.740156 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:52.747551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:52.761258 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Sync routers for ids ['8a729ce5-2d2c-4757-83d4-8627d46d947d'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:52.768900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Port b372272e-8cfb-4c95-a006-d3d966260bf3 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:44:52.769215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Attempting to bind port b372272e-8cfb-4c95-a006-d3d966260bf3 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:52.783623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:52.784055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Checking segment: {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:52.784444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Bound using segment: {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:52.785153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Bound port: b372272e-8cfb-4c95-a006-d3d966260bf3, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:52.785517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:52.786254 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Routers {'8a729ce5-2d2c-4757-83d4-8627d46d947d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:52.787174 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['8a729ce5-2d2c-4757-83d4-8627d46d947d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:52.805843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-48bccb5b-cc2e-42e4-ab9c-a62a035fcafe tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:44:52.823326 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-48bccb5b-cc2e-42e4-ab9c-a62a035fcafe tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports/dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 943 time: 0.1922760 Dec 20 11:44:52.844624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:52.847539 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8494842 Dec 20 11:44:52.850127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46266) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:52.981542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] For port b372272e-8cfb-4c95-a006-d3d966260bf3, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:52.993092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] For port b372272e-8cfb-4c95-a006-d3d966260bf3, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b372272e-8cfb-4c95-a006-d3d966260bf3,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:53.012785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:53.023735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81e9e1d6-0866-43ca-841e-882854c52314 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:53.033104 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:53.111438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1725f94-a28f-4970-94a4-6e5fd468e4b7 req-ee5ae76e-8f67-4f72-8e21-05cfe3b1b3c5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:53.118206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1725f94-a28f-4970-94a4-6e5fd468e4b7 req-ee5ae76e-8f67-4f72-8e21-05cfe3b1b3c5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 944 time: 0.5154223 Dec 20 11:44:53.166439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:53.168014 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] 10.222.0.16 "PUT /v2.0/ports/b372272e-8cfb-4c95-a006-d3d966260bf3 HTTP/1.1" status: 200 len: 1094 time: 2.5930314 Dec 20 11:44:53.180071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1500ee-611c-439a-a751-261e87207f4e', 'tag': 'b372272e-8cfb-4c95-a006-d3d966260bf3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:53.231938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:44:53.249653 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Set router 8a729ce5-2d2c-4757-83d4-8627d46d947d gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:53.264125 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-ce2c1826-391f-49f6-a4ea-f4e291e5a495 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.157 HTTP/1.1" status: 200 len: 1002 time: 0.2246873 Dec 20 11:44:53.275272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=b372272e-8cfb-4c95-a006-d3d966260bf3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:53.278655 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:53.292139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 81e9e1d6-0866-43ca-841e-882854c52314 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:53.292530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:53.293217 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1725f94-a28f-4970-94a4-6e5fd468e4b7 req-3d2a23a6-11e8-4ff6-b5b1-2da66e0b0329 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741219 Dec 20 11:44:53.599826 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-fc8c02ff-288c-4652-ba0c-bbf5ee687259 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 1097 time: 0.3747249 Dec 20 11:44:53.643313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-0201b3b7-8d50-42f0-9ea8-70463fb67705 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:53.665079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-0201b3b7-8d50-42f0-9ea8-70463fb67705 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.3919249 Dec 20 11:44:53.754866 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1500ee-611c-439a-a751-261e87207f4e', 'tag': 'b372272e-8cfb-4c95-a006-d3d966260bf3', 'status': 'completed', 'code': 200} Dec 20 11:44:53.829699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-a623acd3-a75f-47d8-b025-dea14b702cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.157 HTTP/1.1" status: 200 len: 1002 time: 0.1636558 Dec 20 11:44:53.835311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:53.842422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-5b82275a-317f-4a57-a1fe-03787afcaf34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b372272e-8cfb-4c95-a006-d3d966260bf3 HTTP/1.1" status: 200 len: 217 time: 0.2202756 Dec 20 11:44:53.922112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-b2ac1d86-bef1-454b-8da5-5917216c23f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:53.923677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-b2ac1d86-bef1-454b-8da5-5917216c23f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.0746751 Dec 20 11:44:53.956092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:53.973622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-c76955b9-54e3-4ed1-ae16-a7db16d3d1e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434036 Dec 20 11:44:54.003015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:54.016755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:54.034788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:54.036810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:54.059846 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:44:50Z', 'revision_number': 3, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port': {'id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:48Z', 'updated_at': '2021-12-20T11:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:54.064660 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Checking router: 8a729ce5-2d2c-4757-83d4-8627d46d947d for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:44:54.065006 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Updating router 8a729ce5-2d2c-4757-83d4-8627d46d947d port b1f07d93-6f47-49c2-a9b3-555fac216ac1 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:44:54.094139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:54.130819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:54.144462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:54.145355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:54.203814 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:54.219928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:54.220402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcebb08d-d0b8-49f4-9dc7-f93c7a3c49c4 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:54.239265 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.9441776 Dec 20 11:44:54.244847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:54.261967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:44:54.615996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:54.808725 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:54.826316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:54.833530 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Transition to ACTIVE for port object b1f07d93-6f47-49c2-a9b3-555fac216ac1 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:54.836743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:54.837083 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Floating IP 026f84be-7372-4c68-83ac-20429abca5e6 disassociated. External IP: 172.35.0.157, port: dd430ca0-c861-4d5b-9fe4-78ade7a02be3. Dec 20 11:44:54.841943 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-51c36dff-30e3-4f0f-acff-0f123c55b416 service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574376 Dec 20 11:44:54.850030 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:54.856140 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:55.002689 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Pushing event updated for resources: {'Port': ['ID=b1f07d93-6f47-49c2-a9b3-555fac216ac1,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:55.024585 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.024922 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.025251 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.046957 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:44:55.057558 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Attempting to bind port b1f07d93-6f47-49c2-a9b3-555fac216ac1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:44:55.057558 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Attempting to bind port b1f07d93-6f47-49c2-a9b3-555fac216ac1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:44:55.057558 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Attempting to bind port b1f07d93-6f47-49c2-a9b3-555fac216ac1 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:44:55.063528 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:55.063528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:44:55.063528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:44:55.063528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:55.063528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:44:55.063528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Bound port: b1f07d93-6f47-49c2-a9b3-555fac216ac1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:44:55.063528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:55.099488 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-552932b6-1981-41b6-92bf-bc88c257cc01 req-a61bf8a1-ee75-429c-a4d2-e6a3d2332bef service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021360 Dec 20 11:44:55.156155 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] For port b1f07d93-6f47-49c2-a9b3-555fac216ac1, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:44:55.159503 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] For port b1f07d93-6f47-49c2-a9b3-555fac216ac1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b1f07d93-6f47-49c2-a9b3-555fac216ac1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:44:55.165627 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:55.178103 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-06c41170-3543-4245-ab5e-6afcb5bdda96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:55.263231 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Pushing event updated for resources: {'Port': ['ID=b1f07d93-6f47-49c2-a9b3-555fac216ac1,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:55.340053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Routers {'8a729ce5-2d2c-4757-83d4-8627d46d947d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:55.340053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['8a729ce5-2d2c-4757-83d4-8627d46d947d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:55.579167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:55.600072 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] Set router 8a729ce5-2d2c-4757-83d4-8627d46d947d gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:55.601216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:55.601216 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP f5be3d91-e313-4470-9ecf-9d6576abcf34 disassociated. External IP: 172.35.0.212, port: 4e12ddfb-1cd2-4c33-a312-10d271d22b3f. Dec 20 11:44:55.699597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af6639-e192-4689-924d-84bdf3522b9d req-77c68005-09a0-47a0-bd0b-29c1b1477851 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:55.711666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02af6639-e192-4689-924d-84bdf3522b9d req-77c68005-09a0-47a0-bd0b-29c1b1477851 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 944 time: 0.9787669 Dec 20 11:44:55.798888 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-441c5f4c-f8af-434f-b0fc-1ddd74e3a5dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 1097 time: 0.2948885 Dec 20 11:44:55.822171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02af6639-e192-4689-924d-84bdf3522b9d req-ca8ffea1-8ffd-425a-be52-9c84290f7589 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131217 Dec 20 11:44:55.830637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Router c19980ce-92c8-4379-9837-9281640db5fe has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:44:56.048608 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:56.063219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:56.085206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-707cd701-a83b-4f0d-a411-cd53a4b7b865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:56.086665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-707cd701-a83b-4f0d-a411-cd53a4b7b865 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 915 time: 0.2633829 Dec 20 11:44:56.122186 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:44:50Z', 'revision_number': 3, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port': {'id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:48Z', 'updated_at': '2021-12-20T11:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:56.134158 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652489c5-3cd5-475c-a10f-9cd8e69a0d29 None None] The sync data for ids ['8a729ce5-2d2c-4757-83d4-8627d46d947d'] in n-d-victoria-1 is: [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:44:50Z', 'revision_number': 3, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port': {'id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:48Z', 'updated_at': '2021-12-20T11:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:56.225099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-19e971a5-a465-4ad2-91e3-17874960fb53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b372272e-8cfb-4c95-a006-d3d966260bf3 HTTP/1.1" status: 200 len: 217 time: 0.1234066 Dec 20 11:44:56.382383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-8cb273cc-f055-4a7f-919b-b80dbaa805b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:56.384254 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-8cb273cc-f055-4a7f-919b-b80dbaa805b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.0814302 Dec 20 11:44:56.453596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-c0a1d1c6-ef6d-4f7f-a4c5-9493e4f15006 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565815 Dec 20 11:44:56.640979 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-b00877e3-8924-438f-8978-ca805881b0a7 service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691823 Dec 20 11:44:56.642636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Allocated IP 172.20.0.1 (d5157213-77cc-4328-adef-f39bb4cbbbf1/0cddf282-824a-4b11-a928-ca9be0c0b50d/2669fb68-74b7-422a-bec9-8f1feec13e3b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:44:56.719356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:56.733086 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] Sync routers for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:56.754995 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:56.756459 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:56.791572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:57.006524 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-b5d5f421-0bd2-4e04-9c0b-1fad01d675c6 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "PUT /v2.0/floatingips/026f84be-7372-4c68-83ac-20429abca5e6 HTTP/1.1" status: 200 len: 695 time: 3.1754103 Dec 20 11:44:57.030751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1f07d93-6f47-49c2-a9b3-555fac216ac1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:57.124467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:44:57.132265 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:57.175938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:57.233892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Transition to ACTIVE for port object 2669fb68-74b7-422a-bec9-8f1feec13e3b will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:44:57.340597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b1f07d93-6f47-49c2-a9b3-555fac216ac1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:57.353525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b1f07d93-6f47-49c2-a9b3-555fac216ac1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:57.353918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:57.392592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:57.428378 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-204500e0-7b71-41a5-ab18-53948e86d451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:57.455930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6df0ad0b-d64e-48cf-b0d4-85d7a2aed647 req-1c5f33fa-e0b1-41aa-bd3c-94b33c9119d5 service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949064 Dec 20 11:44:57.478485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83d527-c6fb-47b2-a21b-3b42874b1812 req-d7004a77-6bb9-4bc4-8b7d-ec947af6d4e9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:57.492305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7e83d527-c6fb-47b2-a21b-3b42874b1812 req-d7004a77-6bb9-4bc4-8b7d-ec947af6d4e9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 944 time: 0.3418696 Dec 20 11:44:57.598538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-7e0e171c-ea37-4da5-b63b-86d514942ccb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 1099 time: 0.5911119 Dec 20 11:44:57.605990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:57.630630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7e83d527-c6fb-47b2-a21b-3b42874b1812 req-85c6e94c-3882-4831-bbf5-69e584262e6c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370499 Dec 20 11:44:57.671103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b1f07d93-6f47-49c2-a9b3-555fac216ac1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b1f07d93-6f47-49c2-a9b3-555fac216ac1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:57.686834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:57.689076 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:57.739383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:44:57.750524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Pushing event updated for resources: {'Port': ['ID=2669fb68-74b7-422a-bec9-8f1feec13e3b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:57.756536 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:57.757423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:44:57.760659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:44:57.774679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-89d8cd1e-33f8-4300-bcda-6d2ddc1275fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:57.790111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b1f07d93-6f47-49c2-a9b3-555fac216ac1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:57.793478 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:57.826034 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:13Z', 'revision_number': 5, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:57.828200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:44:57.841139 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] Checking router: c19980ce-92c8-4379-9837-9281640db5fe for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:44:57.860355 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:57.861596 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:57.942376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:58.000353 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'status': 'completed', 'code': 200} Dec 20 11:44:58.001532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-58ed40d8-4b88-4df4-8113-d603498d9eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:58.010806 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-58ed40d8-4b88-4df4-8113-d603498d9eed service neutron] 10.222.0.32 "GET /v2.0/networks?id=3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 200 len: 929 time: 0.3871522 Dec 20 11:44:58.138197 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-fbe80959-d8fd-4dd5-bcf3-f64d49413c60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 217 time: 0.1264040 Dec 20 11:44:58.167934 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:44:58.249228 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79ab2696-9388-4df6-849c-15163b9fc270 req-0d230f06-7bb5-4e58-a0bf-9565b333a353 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 1099 time: 0.1635070 Dec 20 11:44:58.253654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:44:58.277811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:44:58.302938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34890a06-9cff-484e-9dd6-4c765c580086 None None] Provisioning for port 2669fb68-74b7-422a-bec9-8f1feec13e3b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:44:58.321108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34890a06-9cff-484e-9dd6-4c765c580086 None None] Provisioning complete for port 2669fb68-74b7-422a-bec9-8f1feec13e3b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:58.338619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34890a06-9cff-484e-9dd6-4c765c580086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:58.373289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:58.374744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:58.412214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-7c2c95de-b9f9-4d61-81e0-c6378a0be292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:58.417346 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-7c2c95de-b9f9-4d61-81e0-c6378a0be292 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da604278-4531-4fdc-89b7-5a762f68bdf5 HTTP/1.1" status: 200 len: 867 time: 0.2736993 Dec 20 11:44:58.419416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:58.443479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab2696-9388-4df6-849c-15163b9fc270 req-fdca0f97-2fb6-46b5-a669-f3b8e9291cfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:58.447587 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79ab2696-9388-4df6-849c-15163b9fc270 req-fdca0f97-2fb6-46b5-a669-f3b8e9291cfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 200 len: 929 time: 0.1916170 Dec 20 11:44:58.456952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:58.482673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:58.536362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-34890a06-9cff-484e-9dd6-4c765c580086 None None] Port 2669fb68-74b7-422a-bec9-8f1feec13e3b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:44:58.550405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:44:58.551203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:44:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:58.648929 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-364e6f84-04b7-4f4f-859a-4b21dbf9ddbd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/floatingips/f5be3d91-e313-4470-9ecf-9d6576abcf34 HTTP/1.1" status: 200 len: 688 time: 4.3913116 Dec 20 11:44:58.684425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:58.684855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37c979-4b06-4b59-981e-77583c52f410 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:58.716624 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:13Z', 'revision_number': 5, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:44:58.722229 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62dcf8-4945-406c-810d-a754f000a71f None None] The sync data for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 is: [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:44:00Z', 'revision_number': 4, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '9b82d350-fa9c-4cb4-92ee-64efa23aa62e', 'name': '', 'network_id': '3621f9ae-c625-442d-9866-b18a9d0b9c61', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'mac_address': 'fa:16:3e:d5:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:59Z', 'updated_at': '2021-12-20T11:44:13Z', 'revision_number': 5, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'subnets': [{'id': 'da604278-4531-4fdc-89b7-5a762f68bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:44:58.769358 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:44:58.776444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:58.785335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:44:58.860006 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79ab2696-9388-4df6-849c-15163b9fc270 req-0a428af8-e99b-4415-88a7-5a1eaf679db7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 200 len: 217 time: 0.2121949 Dec 20 11:44:58.874565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:58.918650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b372272e-8cfb-4c95-a006-d3d966260bf3 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:44:58.952743 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e7adcfd-8e7a-46ca-8ae8-53ecfe7a8d62 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:58.959835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab2696-9388-4df6-849c-15163b9fc270 req-a8f1d669-7b90-4f09-bb8d-cec8d53fc7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:58.961247 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79ab2696-9388-4df6-849c-15163b9fc270 req-a8f1d669-7b90-4f09-bb8d-cec8d53fc7d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da604278-4531-4fdc-89b7-5a762f68bdf5 HTTP/1.1" status: 200 len: 867 time: 0.0903704 Dec 20 11:44:58.967810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c947e6b-b3b1-4dae-884b-6ee9dc72a6cc req-9206cc7c-7db4-4e89-ac54-bd8cb91a58d5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:44:58.969167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c947e6b-b3b1-4dae-884b-6ee9dc72a6cc req-9206cc7c-7db4-4e89-ac54-bd8cb91a58d5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 944 time: 0.1726503 Dec 20 11:44:58.993926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1f07d93-6f47-49c2-a9b3-555fac216ac1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:44:59.061015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c947e6b-b3b1-4dae-884b-6ee9dc72a6cc req-965c72dd-bf40-4740-adbd-5d3aad4aea10 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582476 Dec 20 11:44:59.092421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79ab2696-9388-4df6-849c-15163b9fc270 req-01e3e672-bda6-4451-9b2b-468c7f54935a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3621f9ae-c625-442d-9866-b18a9d0b9c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1220820 Dec 20 11:44:59.157137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port 8c6a3825-d05c-45b6-98f0-88d646c4865f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:44:59.157718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.205292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b1f07d93-6f47-49c2-a9b3-555fac216ac1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:44:59.206800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.249678 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79ab2696-9388-4df6-849c-15163b9fc270 req-64e31887-746c-431f-abba-5a0e77fff98f service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456807 Dec 20 11:44:59.274262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port b372272e-8cfb-4c95-a006-d3d966260bf3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b372272e-8cfb-4c95-a006-d3d966260bf3,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:59.350087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'b372272e-8cfb-4c95-a006-d3d966260bf3', 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7', 'port_id': 'b372272e-8cfb-4c95-a006-d3d966260bf3', 'mac_address': 'fa:16:3e:9d:60:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c4ea15-bdaa-490f-83f6-2838a1602ecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:44:59.483646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-79ab2696-9388-4df6-849c-15163b9fc270 req-32e03855-93d1-45c8-b6c2-1f39ee470570 service neutron] 10.222.0.16 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209246 Dec 20 11:44:59.533558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.555354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b372272e-8cfb-4c95-a006-d3d966260bf3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:44:59.573650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port b372272e-8cfb-4c95-a006-d3d966260bf3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b372272e-8cfb-4c95-a006-d3d966260bf3,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:44:59.580714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.585248 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:44:59.586403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.586800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.658846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=b372272e-8cfb-4c95-a006-d3d966260bf3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:59.661935 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:59.740088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for 8c6a3825-d05c-45b6-98f0-88d646c4865f owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:44:59.768461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.792280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Pushing event updated for resources: {'Port': ['ID=2669fb68-74b7-422a-bec9-8f1feec13e3b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:44:59.805067 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:44:59.847165 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-3853934c-e0d4-43e9-8662-3c9686bcb7bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3621f9ae-c625-442d-9866-b18a9d0b9c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.3894684 Dec 20 11:44:59.886788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0042981-a258-4a19-9540-eea2cc1c71fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:44:59.893174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b372272e-8cfb-4c95-a006-d3d966260bf3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:45:00.218416 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-9cb378af-ffc8-476b-92da-be64833d409e service neutron] 10.222.0.32 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565581 Dec 20 11:45:00.218416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:00.218416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:00.337824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:00.377314 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6997c2fa-8a17-4410-bc58-a18a0e4059cf tempest-FloatingIPsTestJSON-2017016889 tempest-FloatingIPsTestJSON-2017016889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:00.482654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938f902-32a8-4fcd-b3f4-cb81ba6f4704 req-02eb1ead-227f-448b-ad4f-30a43055ed34 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:00.503973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f938f902-32a8-4fcd-b3f4-cb81ba6f4704 req-02eb1ead-227f-448b-ad4f-30a43055ed34 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 945 time: 0.1971598 Dec 20 11:45:00.563212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=8c6a3825-d05c-45b6-98f0-88d646c4865f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:00.599992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f938f902-32a8-4fcd-b3f4-cb81ba6f4704 req-9db6d3a9-22c0-4394-9268-0cad08e48d92 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913398 Dec 20 11:45:00.608054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-669ac8e4-0bc6-4f7b-bf9b-308cfa064a98 None None] Provisioning complete for port 2669fb68-74b7-422a-bec9-8f1feec13e3b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:00.608622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-669ac8e4-0bc6-4f7b-bf9b-308cfa064a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:00.631178 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:00.716521 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046544a-9846-42fa-a1d7-26c214963e69 None None] New status for floating IP 026f84be-7372-4c68-83ac-20429abca5e6: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:45:00.719008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-669ac8e4-0bc6-4f7b-bf9b-308cfa064a98 None None] Port 2669fb68-74b7-422a-bec9-8f1feec13e3b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:45:00.933891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b372272e-8cfb-4c95-a006-d3d966260bf3 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:00.975509 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dbe4ec7-2a24-4d29-8a11-05cc8e48a3d5 req-50c2a95d-078d-47a8-bea1-7bffa4470d49 service neutron] 10.222.0.32 "GET /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844249 Dec 20 11:45:01.105544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port b372272e-8cfb-4c95-a006-d3d966260bf3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:01.147265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port b372272e-8cfb-4c95-a006-d3d966260bf3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:01.148361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.185424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.187952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.195659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.219716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.220948 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5be3d91-e313-4470-9ecf-9d6576abcf34 HTTP/1.1" status: 204 len: 168 time: 2.4273348 Dec 20 11:45:01.225885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46356) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:01.240759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': 'b92bc98b-c244-4c88-98d2-fd37c30c1108'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:01.262557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:01.373467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.425111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:floatingip and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:01.426455 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-90fa2e41-1aae-49a4-8069-593e57be450f tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips/026f84be-7372-4c68-83ac-20429abca5e6 HTTP/1.1" status: 200 len: 695 time: 0.3785102 Dec 20 11:45:01.437654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:01.441019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1500ee-611c-439a-a751-261e87207f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b372272e-8cfb-4c95-a006-d3d966260bf3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:01.471947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port b372272e-8cfb-4c95-a006-d3d966260bf3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b372272e-8cfb-4c95-a006-d3d966260bf3,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:01.473769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:01.484164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.489543 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f8ca437f-2bda-474f-ba63-c8fee2ff806b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:01.591363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:01.600639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=b372272e-8cfb-4c95-a006-d3d966260bf3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:01.616294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-b0ec0bbf-b0e0-496b-a1f7-bc638fca770f tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:01.619427 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:01.623600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-b0ec0bbf-b0e0-496b-a1f7-bc638fca770f tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1959321 Dec 20 11:45:01.694670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Router 8a729ce5-2d2c-4757-83d4-8627d46d947d has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:01.718614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-5daac0e4-866d-4d58-8b06-933ba0879031 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0935142 Dec 20 11:45:01.808527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-60c6bf9d-4166-4cc4-9546-e995f36d9976 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0889149 Dec 20 11:45:02.027126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Deleting port 95436e86-0447-4b49-8b76-4890078d981c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:02.027681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.113094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.184236 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1500ee-611c-439a-a751-261e87207f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b372272e-8cfb-4c95-a006-d3d966260bf3', 'code': 200} Dec 20 11:45:02.335732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.35.0.231 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/fad2c980-fa7a-45ad-b7d7-df882a53d7fe) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:02.413097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.413479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.509897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.555290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a62113f-b9b7-47fd-89e0-8f0a8dd741a6 req-3f26caf0-f37b-4f4a-9520-19e75ec37854 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 1099 time: 0.2853086 Dec 20 11:45:02.562886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Calling delete_port for 95436e86-0447-4b49-8b76-4890078d981c owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:02.595818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.607710 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:02.671462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.731974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:02.741029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:02.751215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=fad2c980-fa7a-45ad-b7d7-df882a53d7fe,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:02.754444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:02.802291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.815309 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:02.816904 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-29a65844-ce56-475e-b7b3-dad1ea740385 tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:02.934903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca138c-9ce2-447b-9488-8891340246b6 req-e164f275-0874-4271-904b-c6a814b5d5dd tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:02.936583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ccca138c-9ce2-447b-9488-8891340246b6 req-e164f275-0874-4271-904b-c6a814b5d5dd tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 946 time: 0.3892734 Dec 20 11:45:02.985660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:02.988401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:02.995418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event deleted for resources: {'Port': ['ID=95436e86-0447-4b49-8b76-4890078d981c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:02.996692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Sync routers for ids ['8a729ce5-2d2c-4757-83d4-8627d46d947d'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:02.997768 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:03.004691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a62113f-b9b7-47fd-89e0-8f0a8dd741a6 req-7a288ab0-8913-4342-ae11-f239b0911aa5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919461 Dec 20 11:45:03.013098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] 10.222.0.32 "PUT /v2.0/routers/8a729ce5-2d2c-4757-83d4-8627d46d947d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1546011 Dec 20 11:45:03.027348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Routers {'8a729ce5-2d2c-4757-83d4-8627d46d947d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:03.027984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['8a729ce5-2d2c-4757-83d4-8627d46d947d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:03.048267 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ccca138c-9ce2-447b-9488-8891340246b6 req-3f54a0aa-af42-4657-b042-554ba1228453 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036370 Dec 20 11:45:03.050775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:03.052533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bea908c-f056-49c1-a62c-f4ca74376932 req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "DELETE /v2.0/floatingips/026f84be-7372-4c68-83ac-20429abca5e6 HTTP/1.1" status: 204 len: 173 time: 1.2430098 Dec 20 11:45:03.299203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Set router 8a729ce5-2d2c-4757-83d4-8627d46d947d gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:03.735699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:03.782255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:44:58Z', 'revision_number': 4, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port': {'id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:48Z', 'updated_at': '2021-12-20T11:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2669fb68-74b7-422a-bec9-8f1feec13e3b', 'name': '', 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'mac_address': 'fa:16:3e:9b:0d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cddf282-824a-4b11-a928-ca9be0c0b50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:56Z', 'updated_at': '2021-12-20T11:44:58Z', 'revision_number': 2, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'subnets': [{'id': '0cddf282-824a-4b11-a928-ca9be0c0b50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:03.786676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Checking router: 8a729ce5-2d2c-4757-83d4-8627d46d947d for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:45:03.787036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Updating router 8a729ce5-2d2c-4757-83d4-8627d46d947d port 2669fb68-74b7-422a-bec9-8f1feec13e3b binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:45:03.850693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-3c455f25-2687-4b93-a295-40e39f1c8038 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Synchronizing usage tracker for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:03.873057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:03.875014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:03.946446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-3c455f25-2687-4b93-a295-40e39f1c8038 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Unset dirty status for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:03.953219 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-3c455f25-2687-4b93-a295-40e39f1c8038 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3851435 Dec 20 11:45:03.971557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:03.982768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:03.988473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Usage tracker for resource:floatingip and tenant:15dfb0850f5b426bb81005c2c51571d1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:03.991685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:03.999595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:04.035473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:04.089715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23545cf-341c-4d45-a834-c9cbe9d36754 req-712595f1-076d-453a-a017-ae8c39ec2404 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:04.091973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a23545cf-341c-4d45-a834-c9cbe9d36754 req-712595f1-076d-453a-a017-ae8c39ec2404 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:04.115871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a23545cf-341c-4d45-a834-c9cbe9d36754 req-712595f1-076d-453a-a017-ae8c39ec2404 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:04.117642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a23545cf-341c-4d45-a834-c9cbe9d36754 req-712595f1-076d-453a-a017-ae8c39ec2404 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1297350 Dec 20 11:45:04.200587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a23545cf-341c-4d45-a834-c9cbe9d36754 req-c214815c-768b-429a-b293-526797e055b4 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Synchronizing usage tracker for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:04.219592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a23545cf-341c-4d45-a834-c9cbe9d36754 req-c214815c-768b-429a-b293-526797e055b4 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Unset dirty status for tenant:92cfd9f8fe9346dfac57ccd99ed8452b on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:04.221092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a23545cf-341c-4d45-a834-c9cbe9d36754 req-c214815c-768b-429a-b293-526797e055b4 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0919399 Dec 20 11:45:04.538536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:04.554633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Transition to ACTIVE for port object 2669fb68-74b7-422a-bec9-8f1feec13e3b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:04.565974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:04.571854 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:04.628807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:04.644449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:04.649628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:04.680140 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:04.810235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e536c9-6fb4-4173-b794-45eab3242bd0 None None] Pushing event updated for resources: {'Port': ['ID=2669fb68-74b7-422a-bec9-8f1feec13e3b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:04.814638 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-35e536c9-6fb4-4173-b794-45eab3242bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:04.982048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Attempting to bind port 2669fb68-74b7-422a-bec9-8f1feec13e3b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:45:04.982795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Attempting to bind port 2669fb68-74b7-422a-bec9-8f1feec13e3b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:45:04.985830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Attempting to bind port 2669fb68-74b7-422a-bec9-8f1feec13e3b on network d5157213-77cc-4328-adef-f39bb4cbbbf1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:45:05.000840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992ad2-b2fa-4f58-8c60-b8e7cf6e2dae req-06e073a5-119b-4903-ad93-fbfe7733e46c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:05.002171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=fad2c980-fa7a-45ad-b7d7-df882a53d7fe,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:05.010547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9992ad2-b2fa-4f58-8c60-b8e7cf6e2dae req-06e073a5-119b-4903-ad93-fbfe7733e46c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 946 time: 0.3583927 Dec 20 11:45:05.011698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:45:05.012209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Checking segment: {'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:05.012709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:05.013201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Bound using segment: {'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:45:05.013777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Bound port: 2669fb68-74b7-422a-bec9-8f1feec13e3b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa8379e-9c7e-4ceb-a667-4e21e1838466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:45:05.014369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:05.018383 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:05.026674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:05.094252 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9992ad2-b2fa-4f58-8c60-b8e7cf6e2dae req-f182be55-a9a3-4611-a6f8-bcdb3847726e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827570 Dec 20 11:45:05.147600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] For port 2669fb68-74b7-422a-bec9-8f1feec13e3b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:45:05.150993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] For port 2669fb68-74b7-422a-bec9-8f1feec13e3b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2669fb68-74b7-422a-bec9-8f1feec13e3b,segment=NetworkSegment(2fa8379e-9c7e-4ceb-a667-4e21e1838466),segment_id=2fa8379e-9c7e-4ceb-a667-4e21e1838466)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:45:05.163125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:05.168443 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:05.206589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Allocated IP 172.35.0.32 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/0c4e532f-683d-479c-a058-f9495293f98e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:05.301095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e536c9-6fb4-4173-b794-45eab3242bd0 None None] Pushing event updated for resources: {'Port': ['ID=2669fb68-74b7-422a-bec9-8f1feec13e3b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:05.308903 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-35e536c9-6fb4-4173-b794-45eab3242bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:05.315583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Routers {'8a729ce5-2d2c-4757-83d4-8627d46d947d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:05.316218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['8a729ce5-2d2c-4757-83d4-8627d46d947d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:05.457972 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP e1a0b16d-d807-4d45-ade7-fcff26fad92e associated. External IP: 172.35.0.231, port: b92bc98b-c244-4c88-98d2-fd37c30c1108. Dec 20 11:45:05.505482 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84781895-d209-4e83-a308-b27f4fc1d4c4 req-317ce1ae-997f-4326-8054-b76e8bcdaa39 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1296177 Dec 20 11:45:05.579623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:05.640485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] Set router 8a729ce5-2d2c-4757-83d4-8627d46d947d gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:05.704328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:05.710724 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:05.822251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:05.823157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:05.825490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:05.872593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=0c4e532f-683d-479c-a058-f9495293f98e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:05.875815 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:06.088440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:44:58Z', 'revision_number': 4, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port': {'id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:48Z', 'updated_at': '2021-12-20T11:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2669fb68-74b7-422a-bec9-8f1feec13e3b', 'name': '', 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'mac_address': 'fa:16:3e:9b:0d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cddf282-824a-4b11-a928-ca9be0c0b50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:56Z', 'updated_at': '2021-12-20T11:45:05Z', 'revision_number': 4, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'subnets': [{'id': '0cddf282-824a-4b11-a928-ca9be0c0b50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:06.093164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1e4b6-25f3-482d-b318-df0708817306 None None] The sync data for ids ['8a729ce5-2d2c-4757-83d4-8627d46d947d'] in n-d-victoria-1 is: [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:44:58Z', 'revision_number': 4, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port': {'id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:48Z', 'updated_at': '2021-12-20T11:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '2669fb68-74b7-422a-bec9-8f1feec13e3b', 'name': '', 'network_id': 'd5157213-77cc-4328-adef-f39bb4cbbbf1', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'mac_address': 'fa:16:3e:9b:0d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cddf282-824a-4b11-a928-ca9be0c0b50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:56Z', 'updated_at': '2021-12-20T11:45:05Z', 'revision_number': 4, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'subnets': [{'id': '0cddf282-824a-4b11-a928-ca9be0c0b50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:06.186873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:06.458121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:06.514780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:06.657567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625255f-6d70-4984-a61d-786cad5ed49b req-7cb34b04-ce35-47ce-a757-66368f4aff09 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:06.659998 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3625255f-6d70-4984-a61d-786cad5ed49b req-7cb34b04-ce35-47ce-a757-66368f4aff09 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 946 time: 0.0950892 Dec 20 11:45:06.727730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3625255f-6d70-4984-a61d-786cad5ed49b req-e966d0e7-e0c4-46e4-b6c0-9aaecedd39d3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Dec 20 11:45:06.881747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:06.893705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:06.908717 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:07.017446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2669fb68-74b7-422a-bec9-8f1feec13e3b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:07.023812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde8ade-9fb4-4a05-9830-7f32b9f9098c req-2a178460-de4b-4eaa-9209-0e932060ca9c tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:07.025716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fde8ade-9fb4-4a05-9830-7f32b9f9098c req-2a178460-de4b-4eaa-9209-0e932060ca9c tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 949 time: 0.1783755 Dec 20 11:45:07.114795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=0c4e532f-683d-479c-a058-f9495293f98e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:07.119475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2669fb68-74b7-422a-bec9-8f1feec13e3b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:07.121559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fde8ade-9fb4-4a05-9830-7f32b9f9098c req-69eb1f8f-e916-45a8-b0a5-af9812c25a73 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871136 Dec 20 11:45:07.136406 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:07.137682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2669fb68-74b7-422a-bec9-8f1feec13e3b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:07.138159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:07.199762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:07.219183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:07.229595 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:07.250463 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:07.251074 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:07.281122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:07.284956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:07.286516 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3231883 Dec 20 11:45:07.288077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:07.331387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2669fb68-74b7-422a-bec9-8f1feec13e3b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2669fb68-74b7-422a-bec9-8f1feec13e3b,segment=NetworkSegment(2fa8379e-9c7e-4ceb-a667-4e21e1838466),segment_id=2fa8379e-9c7e-4ceb-a667-4e21e1838466)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:07.337379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:07.344993 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:07.419028 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:07.443677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2669fb68-74b7-422a-bec9-8f1feec13e3b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:07.451971 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:07.460305 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:07.466752 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:07.472183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f42630-39dd-43a8-b2b7-c05fc9902fb7 req-4fd64d04-9529-4edd-88ec-a268feaeb82c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:07.481151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98f42630-39dd-43a8-b2b7-c05fc9902fb7 req-4fd64d04-9529-4edd-88ec-a268feaeb82c tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 946 time: 0.1778932 Dec 20 11:45:07.496312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-0b3f3559-ba13-4fe5-a1ea-b02c8b76c1d2 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Synchronizing usage tracker for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:07.539885 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98f42630-39dd-43a8-b2b7-c05fc9902fb7 req-20e937c9-9632-4fca-b544-62afaad09217 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Dec 20 11:45:07.569385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46460) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:07.569862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3343983 Dec 20 11:45:07.578213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-0b3f3559-ba13-4fe5-a1ea-b02c8b76c1d2 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Unset dirty status for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:07.587265 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-0b3f3559-ba13-4fe5-a1ea-b02c8b76c1d2 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.32 HTTP/1.1" status: 200 len: 695 time: 0.2311277 Dec 20 11:45:07.622720 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:07.623126 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a67cb-51d7-43ee-a24b-efe6609240e3 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:07.742698 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-84ba6edc-0861-44a0-9d32-787e47d6299d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "GET /v2.0/floatingips/e1a0b16d-d807-4d45-ade7-fcff26fad92e HTTP/1.1" status: 200 len: 978 time: 0.1711655 Dec 20 11:45:07.745742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46464) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:07.760896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-065a3c3e-c476-4c1f-82c8-0262ef6fef5f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:07.762455 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a6ebb36b-f5a7-4f9f-b5d8-b413735b3820 req-065a3c3e-c476-4c1f-82c8-0262ef6fef5f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1731739 Dec 20 11:45:07.851622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-7a5dd75a-3667-49fe-9106-9a0e5925f994 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:07.853355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-7a5dd75a-3667-49fe-9106-9a0e5925f994 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 946 time: 0.2085683 Dec 20 11:45:07.953128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Deleting port b372272e-8cfb-4c95-a006-d3d966260bf3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:07.953983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:08.016652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57389dc-f60f-411a-85fd-d3270a06e2c6 req-65e58e78-1ca2-41c9-8d3d-8cd53c3790f0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:08.018840 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e57389dc-f60f-411a-85fd-d3270a06e2c6 req-65e58e78-1ca2-41c9-8d3d-8cd53c3790f0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 946 time: 0.1282463 Dec 20 11:45:08.069936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9244880a-0019-47cb-ad72-aed63cc78cdb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Synchronizing usage tracker for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:08.075976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e57389dc-f60f-411a-85fd-d3270a06e2c6 req-1fd952fe-fd54-4810-a586-41ea3615a22a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491374 Dec 20 11:45:08.190858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9244880a-0019-47cb-ad72-aed63cc78cdb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Unset dirty status for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:08.195376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9244880a-0019-47cb-ad72-aed63cc78cdb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4449029 Dec 20 11:45:08.197456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46482) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:08.203717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'port_id': '4e12ddfb-1cd2-4c33-a312-10d271d22b3f'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:08.354334 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-8f82948c-35c4-48ce-9b5e-77879cba4ded tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2357397 Dec 20 11:45:08.360698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:08.366507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:08.376715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:08.379889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:08.387440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:08.538598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:08.541205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] For port b372272e-8cfb-4c95-a006-d3d966260bf3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b372272e-8cfb-4c95-a006-d3d966260bf3,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:08.541718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:08.657229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-d38d8d2d-1bb0-4c5a-841d-0fd3706a2691 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:08.658759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-d38d8d2d-1bb0-4c5a-841d-0fd3706a2691 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 946 time: 0.5534015 Dec 20 11:45:08.728401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Allocated IP 172.35.0.244 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/f956a96f-cc94-4764-a8d9-b7e5221b5dd4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:08.848756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Calling delete_port for b372272e-8cfb-4c95-a006-d3d966260bf3 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:08.909427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:08.942170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:08.964258 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:08.969894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Deleting port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:08.970272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:09.019596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2669fb68-74b7-422a-bec9-8f1feec13e3b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:09.087548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:09.096740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:09.096740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:09.141846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2669fb68-74b7-422a-bec9-8f1feec13e3b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:09.142350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:09.302456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=f956a96f-cc94-4764-a8d9-b7e5221b5dd4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:09.306927 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:09.593490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:09.610610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f8c054b6-b280-4236-bac6-4662237a1575'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:45:09.612742 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31d48eb6-5604-4a64-a737-80d558658e7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:09.640742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b372272e-8cfb-4c95-a006-d3d966260bf3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:45:09.671888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a02d-fcf2-473f-8d7b-2a63a9a3dd75 req-e4f8899e-33d3-42c0-bd64-5b247e5c8556 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:09.683893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecf7a02d-fcf2-473f-8d7b-2a63a9a3dd75 req-e4f8899e-33d3-42c0-bd64-5b247e5c8556 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 946 time: 0.5765910 Dec 20 11:45:09.688210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:09.723638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Pushing event deleted for resources: {'Port': ['ID=b372272e-8cfb-4c95-a006-d3d966260bf3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:09.846581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:09.913422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.914045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.914247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.914601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.915063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.915748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.915862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.916166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.916521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.916871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.917224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:09.920939 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:09.991750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] No DVR routers for this DVR port b372272e-8cfb-4c95-a006-d3d966260bf3 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:45:09.994972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:10.016325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] For port dd430ca0-c861-4d5b-9fe4-78ade7a02be3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:10.016685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:10.024231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1500ee-611c-439a-a751-261e87207f4e', 'name': 'network-vif-deleted', 'tag': 'b372272e-8cfb-4c95-a006-d3d966260bf3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:10.111368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecf7a02d-fcf2-473f-8d7b-2a63a9a3dd75 req-08135fae-e4be-4631-8c48-f293781e2751 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eea3c03-1d1d-4d94-888a-994a068cfdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265327 Dec 20 11:45:10.144747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:10.162992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:10.168300 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-999ea8d8-7f07-429d-8b1b-d53fea946e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:10.192316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Calling delete_port for dd430ca0-c861-4d5b-9fe4-78ade7a02be3 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:10.225093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8218a922-ef3d-44db-bb45-0c88148b0dd1 req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.16 "DELETE /v2.0/ports/b372272e-8cfb-4c95-a006-d3d966260bf3 HTTP/1.1" status: 204 len: 173 time: 2.3533797 Dec 20 11:45:10.312828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=f956a96f-cc94-4764-a8d9-b7e5221b5dd4,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:10.324043 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:10.340825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:10.377559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:10.379482 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0236905 Dec 20 11:45:10.490405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-6668edd0-366c-458c-8c65-973a9ad62e61 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Synchronizing usage tracker for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:10.508675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-6668edd0-366c-458c-8c65-973a9ad62e61 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Unset dirty status for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:10.509885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-6668edd0-366c-458c-8c65-973a9ad62e61 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.244 HTTP/1.1" status: 200 len: 696 time: 0.1238453 Dec 20 11:45:10.550438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5b66f626-8e3f-4526-9b30-57cc10645a57 req-d800c818-5633-46bc-8a3a-f8cd4d156f8e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Synchronizing usage tracker for tenant:5acff39f55d54bce928519a572f64e36 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:10.588435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:10.599544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5b66f626-8e3f-4526-9b30-57cc10645a57 req-d800c818-5633-46bc-8a3a-f8cd4d156f8e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Unset dirty status for tenant:5acff39f55d54bce928519a572f64e36 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:10.600500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['dd430ca0-c861-4d5b-9fe4-78ade7a02be3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:45:10.601336 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b66f626-8e3f-4526-9b30-57cc10645a57 req-d800c818-5633-46bc-8a3a-f8cd4d156f8e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1500ee-611c-439a-a751-261e87207f4e HTTP/1.1" status: 200 len: 210 time: 0.1108215 Dec 20 11:45:10.602143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85d32c48-6134-4ad1-aa75-3cefa7ad78e0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:10.691933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-5f3c9fb9-7443-4107-b388-ebfeeab83dc2 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:10.713714 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-999e1b76-e18b-48b2-8d23-7b7e5f71f4a2 req-5f3c9fb9-7443-4107-b388-ebfeeab83dc2 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1960506 Dec 20 11:45:10.777919 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1500ee-611c-439a-a751-261e87207f4e', 'name': 'network-vif-deleted', 'tag': 'b372272e-8cfb-4c95-a006-d3d966260bf3', 'status': 'completed', 'code': 200} Dec 20 11:45:10.810393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Pushing event deleted for resources: {'Port': ['ID=dd430ca0-c861-4d5b-9fe4-78ade7a02be3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:10.813533 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:10.823979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:45:10.954315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:11.055222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] No DVR routers for this DVR port dd430ca0-c861-4d5b-9fe4-78ade7a02be3 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:45:11.058300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:11.083466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:11.103429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7510c370-4369-4cfe-a2c2-c2bdb86041aa req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.16 "DELETE /v2.0/ports/dd430ca0-c861-4d5b-9fe4-78ade7a02be3 HTTP/1.1" status: 204 len: 173 time: 2.3830631 Dec 20 11:45:11.109845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:11.115332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:11.127827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:11.133495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:11.134589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device dd430ca0-c861-4d5b-9fe4-78ade7a02be3 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:11.135640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:11.163126 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:11.209870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-3a1353d6-732b-4365-8661-45731ccbee1d tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4384780 Dec 20 11:45:11.215122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:11.221570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: dd430ca0-c861-4d5b-9fe4-78ade7a02be3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:11.222429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device dd430ca0-c861-4d5b-9fe4-78ade7a02be3 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:11.222923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b372272e-8cfb-4c95-a006-d3d966260bf3 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:11.223047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:11.238742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:11.269698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:11.331415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: b372272e-8cfb-4c95-a006-d3d966260bf3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:11.331773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b372272e-8cfb-4c95-a006-d3d966260bf3 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:11.380212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:11.392317 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:11.435145 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'code': 200} Dec 20 11:45:11.627672 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP e1a0b16d-d807-4d45-ade7-fcff26fad92e associated. External IP: 172.35.0.231, port: b92bc98b-c244-4c88-98d2-fd37c30c1108. Dec 20 11:45:11.688878 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-28940757-3b24-4d20-a20e-a06b152d20d7 req-8f559747-c7b1-4699-8e07-2dfa68d4fcc2 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e8225e-7e26-4f02-a25b-6dee8b661d54 HTTP/1.1" status: 200 len: 210 time: 0.0642424 Dec 20 11:45:11.740869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2051e635-7f3b-4519-8380-39601610bb1e details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:45:11.790906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:11.974615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:11.996409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '2051e635-7f3b-4519-8380-39601610bb1e', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '2051e635-7f3b-4519-8380-39601610bb1e', 'mac_address': 'fa:16:3e:1f:f5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:45:12.063687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:12.081801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2051e635-7f3b-4519-8380-39601610bb1e {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:45:12.096064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275cbdc-1b4e-417a-9f56-1115e52c2986 req-d6bb4eb5-caab-416b-bf9e-cb3b86f60f77 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:12.098722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:12.103652 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0275cbdc-1b4e-417a-9f56-1115e52c2986 req-d6bb4eb5-caab-416b-bf9e-cb3b86f60f77 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.0938678 Dec 20 11:45:12.104526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:12.108488 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bab7c4a5-6879-4093-8582-6d01e9979e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:12.115354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Allocated IP 172.35.0.134 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/f8ae7fbb-f7aa-49b5-8732-51967f38d446) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:12.190636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0275cbdc-1b4e-417a-9f56-1115e52c2986 req-de36da7c-7e5e-48ab-89ed-e8d8eba15265 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859423 Dec 20 11:45:12.191922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:12.203893 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:12.304417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2051e635-7f3b-4519-8380-39601610bb1e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:45:12.356745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:12.464634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:12.475749 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea5b9324-47a8-4d87-860d-c5143bc27520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:12.563986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:12.580992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:12.585116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=f8ae7fbb-f7aa-49b5-8732-51967f38d446,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:12.587332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:12.616806 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:12.645485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff78b-32c3-4de6-adca-218fd14a507b req-5b10be70-4c73-4b1a-afee-b9a5d2890367 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:12.652442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce8ff78b-32c3-4de6-adca-218fd14a507b req-5b10be70-4c73-4b1a-afee-b9a5d2890367 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.0916424 Dec 20 11:45:12.702787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce8ff78b-32c3-4de6-adca-218fd14a507b req-761cedb6-e92b-45e3-87d8-4bc1a6287b9d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Dec 20 11:45:12.832525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:12.860747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'name': 'network-vif-deleted', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:13.086231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:13.090980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:13.177891 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e8225e-7e26-4f02-a25b-6dee8b661d54', 'name': 'network-vif-deleted', 'tag': 'dd430ca0-c861-4d5b-9fe4-78ade7a02be3', 'status': 'completed', 'code': 200} Dec 20 11:45:13.183956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:13.503096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3d33f-5b89-4175-abb5-cb38a5267318 req-70aad69f-fd84-41f1-b538-c41ae758162a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:13.504731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8a3d33f-5b89-4175-abb5-cb38a5267318 req-70aad69f-fd84-41f1-b538-c41ae758162a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2121441 Dec 20 11:45:13.690364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:13.702307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:13.715362 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8a3d33f-5b89-4175-abb5-cb38a5267318 req-9f613143-b585-4b40-9e1b-93c00389ebae tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973217 Dec 20 11:45:13.718425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:13.726065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:13.726961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:13.788797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:13.808275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:13.814077 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11362efa-f136-428f-87ab-f23a90a9419d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:13.814540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:13.816802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2051e635-7f3b-4519-8380-39601610bb1e up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:13.889735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=f8ae7fbb-f7aa-49b5-8732-51967f38d446,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:13.899405 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:13.999017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:13.999647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:14.061485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:14.095435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:14.102653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8917408 Dec 20 11:45:14.134764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:14.135174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efafe3-4ffc-4629-a337-e74668028a6c None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:14.161981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 2051e635-7f3b-4519-8380-39601610bb1e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:14.162388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:14.191836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-b02bdc46-5b9c-4471-be78-58823bbc6e99 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Synchronizing usage tracker for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:14.215876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-b02bdc46-5b9c-4471-be78-58823bbc6e99 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Unset dirty status for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:14.223284 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-b02bdc46-5b9c-4471-be78-58823bbc6e99 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.134 HTTP/1.1" status: 200 len: 696 time: 0.1194267 Dec 20 11:45:14.303581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f7bad-f137-4961-893b-45f99daed9ba req-cb944260-c58a-49a4-8346-6477270db737 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:14.313481 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-687f7bad-f137-4961-893b-45f99daed9ba req-cb944260-c58a-49a4-8346-6477270db737 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.3255434 Dec 20 11:45:14.395040 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-687f7bad-f137-4961-893b-45f99daed9ba req-3ca2ab2d-5174-4948-bd20-942a927a00b0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800591 Dec 20 11:45:14.442989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:14.497491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:14.499793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:14.507959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:14.511404 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:14.585477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-796f772e-e340-402b-ad98-72d90ac803c4 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:14.593120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f236b72c-8ab4-4987-bc7d-b15830f2c3e9 req-796f772e-e340-402b-ad98-72d90ac803c4 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.3688004 Dec 20 11:45:14.650103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:14.654701 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:14.722462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:14.851865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:14.930160 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e', 'code': 200} Dec 20 11:45:15.017543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79b099-23ef-4fc8-9453-2ca65be51ca6 req-79f1a720-07f9-4edf-8446-0e7bbf77bcb8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:15.022170 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b79b099-23ef-4fc8-9453-2ca65be51ca6 req-79f1a720-07f9-4edf-8446-0e7bbf77bcb8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2162044 Dec 20 11:45:15.137430 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b79b099-23ef-4fc8-9453-2ca65be51ca6 req-66633b3e-4699-47c6-a173-7cb81890c554 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064303 Dec 20 11:45:15.310367 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-c990e3bb-5e23-48ba-ad90-c0880191d581 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2999959 Dec 20 11:45:15.330242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:15.346645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:15.368873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:15.402961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:15.461623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Deleting port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:15.462403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:15.540305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:15.544899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:15.552053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:15.576316 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:15.577509 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:15.762677 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:15.773191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] For port 9b82d350-fa9c-4cb4-92ee-64efa23aa62e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:15.776674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:15.792185 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:15.793741 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:15.865160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a53b0320-c7e2-4eed-82e3-679fd2eff0c3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/floatingips/e1a0b16d-d807-4d45-ade7-fcff26fad92e HTTP/1.1" status: 200 len: 977 time: 7.6655998 Dec 20 11:45:15.870665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:15.879249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:15.926513 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:15.926934 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9ac86-5c1d-41cf-8931-5aeb31b853a3 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:16.042336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:16.095955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:16.130734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Calling delete_port for 9b82d350-fa9c-4cb4-92ee-64efa23aa62e owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:16.279459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe29722-3006-4790-909d-51e1d0877bac req-2a255e11-8e8b-4a82-a67b-ab603d2016be tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:16.286519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-abe29722-3006-4790-909d-51e1d0877bac req-2a255e11-8e8b-4a82-a67b-ab603d2016be tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.2451291 Dec 20 11:45:16.324491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Allocated IP 172.35.0.222 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/e61da840-6570-4a5d-8670-19ac26bbd410) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:16.361341 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-abe29722-3006-4790-909d-51e1d0877bac req-236d8987-ef56-4f80-bc42-f36d4e958e01 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738235 Dec 20 11:45:16.494118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:16.510527 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9db9d360-b7cf-49c4-8cf9-20c0ed64a24d tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:16.615573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b82d350-fa9c-4cb4-92ee-64efa23aa62e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:16.623762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:16.901557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:16.929808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:16.930068 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP e1a0b16d-d807-4d45-ade7-fcff26fad92e disassociated. External IP: 172.35.0.231, port: 4e12ddfb-1cd2-4c33-a312-10d271d22b3f. Dec 20 11:45:16.987647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.988020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.988505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.988738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.989097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.989607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.989846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.990182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.990636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.990960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:16.991200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:17.005961 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:17.033214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:17.047708 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f9ca26b-03ef-4bac-b245-b430da07b3c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:17.125353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf36b2-68ec-4d17-a6d8-12135539df1b req-bbc09b74-c175-46c5-acc9-237aa8a5d23c tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:17.126874 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8baf36b2-68ec-4d17-a6d8-12135539df1b req-bbc09b74-c175-46c5-acc9-237aa8a5d23c tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 945 time: 0.3836298 Dec 20 11:45:17.140355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:17.142460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=e61da840-6570-4a5d-8670-19ac26bbd410,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:17.144961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:17.148079 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:17.149304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:17.308735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8baf36b2-68ec-4d17-a6d8-12135539df1b req-f531ab1a-0cb5-45f2-a946-c85ef85f894d tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744957 Dec 20 11:45:17.431144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:17.634995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:17.868121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:17.944867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-b95b0e27-f97b-422a-82ed-476a33ad7931 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:17.946341 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-b95b0e27-f97b-422a-82ed-476a33ad7931 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 945 time: 0.3100700 Dec 20 11:45:17.970119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:18.172276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb95cd6-9fb4-4779-9166-dabce010b9c8 req-f5d52681-e6a9-4d5f-b515-cfa380e9c510 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:18.174214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cb95cd6-9fb4-4779-9166-dabce010b9c8 req-f5d52681-e6a9-4d5f-b515-cfa380e9c510 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.3189149 Dec 20 11:45:18.207639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Deleting port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:18.207982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:18.315360 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cb95cd6-9fb4-4779-9166-dabce010b9c8 req-fac92c0b-445f-4415-b77f-7ebb7e14de45 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242375 Dec 20 11:45:18.383442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Router c19980ce-92c8-4379-9837-9281640db5fe has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:18.543177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:45:18.585005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:18.640499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:18.654378 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:18.660623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:18.673960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] Sync routers for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:18.679900 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] 10.222.0.32 "PUT /v2.0/routers/c19980ce-92c8-4379-9837-9281640db5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8462160 Dec 20 11:45:18.680996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:18.693598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:18.694249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:18.800516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] For port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,segment=NetworkSegment(531775d0-1c28-4fbd-87f1-0e7e3a8dc321),segment_id=531775d0-1c28-4fbd-87f1-0e7e3a8dc321)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:18.800885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:18.823687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event updated for resources: {'Port': ['ID=e61da840-6570-4a5d-8670-19ac26bbd410,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:18.945371 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:18.978294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Calling delete_port for 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:19.047618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:19.057096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.096765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.097883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7786267 Dec 20 11:45:19.103428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:19.152369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487329-51b4-4c93-8d89-12509ef098f5 req-9b44ff54-2a3e-4124-bd23-b3745a623ea0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:19.154200 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-33487329-51b4-4c93-8d89-12509ef098f5 req-9b44ff54-2a3e-4124-bd23-b3745a623ea0 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f47873-c110-40e8-af2a-4cb4daf7f598 HTTP/1.1" status: 200 len: 945 time: 0.2942295 Dec 20 11:45:19.179066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.325636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-33487329-51b4-4c93-8d89-12509ef098f5 req-45526a0e-0891-4113-ab04-6cd5c612cac8 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed18ddf6-cc3f-41d2-998c-75d93fe920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642337 Dec 20 11:45:19.355664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-41c9804f-f62c-4ec0-b3cd-93689f756a08 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Synchronizing usage tracker for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:19.503832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '3d792784-3474-4698-90fe-d2397e5997a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:45:16Z', 'revision_number': 5, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port': {'id': '3d792784-3474-4698-90fe-d2397e5997a1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:43:54Z', 'updated_at': '2021-12-20T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:19.516516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] Checking router: c19980ce-92c8-4379-9837-9281640db5fe for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:45:19.543107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] Routers {'c19980ce-92c8-4379-9837-9281640db5fe'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:19.543701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19980ce-92c8-4379-9837-9281640db5fe'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:19.549640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.565709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Deleting port 3d792784-3474-4698-90fe-d2397e5997a1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:19.566761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.644231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-41c9804f-f62c-4ec0-b3cd-93689f756a08 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Unset dirty status for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:19.647461 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-41c9804f-f62c-4ec0-b3cd-93689f756a08 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.222 HTTP/1.1" status: 200 len: 696 time: 0.5281243 Dec 20 11:45:19.656003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.702041 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4a21eb1e-d147-4fb7-a13f-e6ff33a8f5ac tempest-LiveMigrationTest-1244849408 tempest-LiveMigrationTest-1244849408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:19.779032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] Set router c19980ce-92c8-4379-9837-9281640db5fe gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:19.790038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] For port 3d792784-3474-4698-90fe-d2397e5997a1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3d792784-3474-4698-90fe-d2397e5997a1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:19.790792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.813798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Pushing event deleted for resources: {'Port': ['ID=2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:19.870169 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:19.890823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:45:19Z', 'revision_number': 6, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:19.893186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:19.927144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:19.927476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:19.928921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb54da8-5d99-42ed-88cd-042219ae78fa None None] The sync data for ids ['c19980ce-92c8-4379-9837-9281640db5fe'] in n-d-victoria-1 is: [{'id': 'c19980ce-92c8-4379-9837-9281640db5fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-799750401-router', 'tenant_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:43:51Z', 'updated_at': '2021-12-20T11:45:19Z', 'revision_number': 6, 'project_id': '92cfd9f8fe9346dfac57ccd99ed8452b', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:19.931442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Calling delete_port for 3d792784-3474-4698-90fe-d2397e5997a1 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:19.938030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] No DVR routers for this DVR port 2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:45:19.952058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:19.956461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'name': 'network-vif-deleted', 'tag': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:20.034825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-43b2494d-fe60-4ec1-b357-6595383e69ac tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:20.052753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a53163d-aee2-4b84-9459-fcf7f2f0de17 req-43b2494d-fe60-4ec1-b357-6595383e69ac tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.3931522 Dec 20 11:45:20.079122 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e372f915-6b0c-44f9-b481-9d4183a1c54d req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] 10.222.0.53 "DELETE /v2.0/ports/2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6 HTTP/1.1" status: 204 len: 173 time: 2.1182706 Dec 20 11:45:20.123886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b8f6a-8fca-4763-a0d3-db45f7b2aaf4 req-6888d0e2-9651-467d-98e3-bb46a6ece5ef tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:20.125457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-754b8f6a-8fca-4763-a0d3-db45f7b2aaf4 req-6888d0e2-9651-467d-98e3-bb46a6ece5ef tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1462777 Dec 20 11:45:20.224859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:20.227762 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-754b8f6a-8fca-4763-a0d3-db45f7b2aaf4 req-d86db375-c529-49d5-9be2-241994e2c0ec tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940251 Dec 20 11:45:20.230290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:20.237716 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:20.269052 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:20.272608 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:20.289503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:20.293781 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a962af7-df8e-49f3-8285-0d30ded96de1 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:20.408338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-872f63ed-23b7-400b-901d-8ed09365867a tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/floatingips/e1a0b16d-d807-4d45-ade7-fcff26fad92e HTTP/1.1" status: 200 len: 688 time: 4.5337179 Dec 20 11:45:20.409914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46674) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:20.422685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d792784-3474-4698-90fe-d2397e5997a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:20.429060 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:20.511380 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:20.541511 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:20.542315 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:20.639125 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f47873-c110-40e8-af2a-4cb4daf7f598', 'name': 'network-vif-deleted', 'tag': '2bbc06ae-56e8-4d84-a27f-dc7e1516b8a6', 'status': 'completed', 'code': 200} Dec 20 11:45:20.644618 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:20.645023 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2bec23-f5a4-4c20-836b-5c4a4babba4d None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:20.645893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port fad2c980-fa7a-45ad-b7d7-df882a53d7fe {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:20.646420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:20.723502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de28ae-05c3-4886-8592-8643b0dcf4da req-54165f7d-f95e-49ad-9975-720cdc3c0bf8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:20.725087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64de28ae-05c3-4886-8592-8643b0dcf4da req-54165f7d-f95e-49ad-9975-720cdc3c0bf8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.4444368 Dec 20 11:45:20.854597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97562f5f-016b-4aaf-8915-11ba460f1dc5 req-e67e1985-4447-4580-a7e4-af75b0c74bae tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips/8adfecd3-f2e0-4c03-b447-125e8a2fd67e HTTP/1.1" status: 200 len: 693 time: 0.2380733 Dec 20 11:45:20.866854 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64de28ae-05c3-4886-8592-8643b0dcf4da req-d18c74e1-75bc-451b-ab47-a2e622838b8e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259716 Dec 20 11:45:20.891867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:20.921547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:20.924237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.015965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9b82d350-fa9c-4cb4-92ee-64efa23aa62e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:21.104063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 9b82d350-fa9c-4cb4-92ee-64efa23aa62e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:21.104529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9b82d350-fa9c-4cb4-92ee-64efa23aa62e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:21.148850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for fad2c980-fa7a-45ad-b7d7-df882a53d7fe owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:21.424126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40ab7-17c0-45bb-a2ef-6df97fafa41f req-cc0efa60-b5ca-4409-9d31-ba7193ab3e0d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:21.426194 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1e40ab7-17c0-45bb-a2ef-6df97fafa41f req-cc0efa60-b5ca-4409-9d31-ba7193ab3e0d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2862282 Dec 20 11:45:21.428450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.442087 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-745c7cfb-fd35-44a4-b886-1719564503ef tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:21.444418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97562f5f-016b-4aaf-8915-11ba460f1dc5 req-5535d6c3-10eb-42ed-afbd-80d7053b1ac3 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:21.445777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-97562f5f-016b-4aaf-8915-11ba460f1dc5 req-5535d6c3-10eb-42ed-afbd-80d7053b1ac3 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.5841796 Dec 20 11:45:21.532042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.537449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.577394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.578141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c19980ce-92c8-4379-9837-9281640db5fe {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:45:21.594379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.595564 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c19980ce-92c8-4379-9837-9281640db5fe HTTP/1.1" status: 204 len: 168 time: 2.9134586 Dec 20 11:45:21.598284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46688) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:21.634049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:21.754137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=fad2c980-fa7a-45ad-b7d7-df882a53d7fe,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:21.762202 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:21.835944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Deleting subnet da604278-4531-4fdc-89b7-5a762f68bdf5 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:45:21.845817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.891187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Deleting subnet 34c5fd45-135e-4264-ad5b-a1718ba16cd0 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:45:21.905757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.908740 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1e40ab7-17c0-45bb-a2ef-6df97fafa41f req-846a1dd9-70bb-4da2-aa4f-8c0ec9437c9c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683568 Dec 20 11:45:21.944320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.970866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:21.972492 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1a0b16d-d807-4d45-ade7-fcff26fad92e HTTP/1.1" status: 204 len: 168 time: 1.5496840 Dec 20 11:45:21.975318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:22.036025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:22.099824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:22.115170 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-a3058839-1a49-465c-9105-dacadfd00ab3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] delete failed (client error): The resource could not be found. Dec 20 11:45:22.122390 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3058839-1a49-465c-9105-dacadfd00ab3 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1a0b16d-d807-4d45-ade7-fcff26fad92e HTTP/1.1" status: 404 len: 345 time: 0.1460564 Dec 20 11:45:22.122974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:22.188154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:22.224734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-f599fd86-9aa9-4faf-90fa-7676ad9d912e tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips/8adfecd3-f2e0-4c03-b447-125e8a2fd67e HTTP/1.1" status: 200 len: 693 time: 0.2766304 Dec 20 11:45:22.227225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adbaac-2a98-4eaf-a0b4-cfd91fce65eb req-49adb933-f15e-4d3d-bce6-5ed60847a504 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:22.228296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84adbaac-2a98-4eaf-a0b4-cfd91fce65eb req-49adb933-f15e-4d3d-bce6-5ed60847a504 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.1801591 Dec 20 11:45:22.238985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d35030-5029-4a85-8506-269b34c9c9ca tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:22.243074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d35030-5029-4a85-8506-269b34c9c9ca tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:22.247080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d35030-5029-4a85-8506-269b34c9c9ca tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:22.247993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-50d35030-5029-4a85-8506-269b34c9c9ca tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Synchronizing usage tracker for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:22.304137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84adbaac-2a98-4eaf-a0b4-cfd91fce65eb req-9f794050-17f6-4cc9-a703-463edb33e022 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510485 Dec 20 11:45:22.328483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-50d35030-5029-4a85-8506-269b34c9c9ca tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Unset dirty status for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:22.332928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-50d35030-5029-4a85-8506-269b34c9c9ca tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "GET /v2.0/ports?network_id=14c6bd8d-b146-42ff-9ed0-25d35a1aa209 HTTP/1.1" status: 200 len: 2357 time: 0.2083292 Dec 20 11:45:22.334858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46712) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:22.456564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fe2d4-f125-4aa5-b5cb-581ba9eb4454 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:22.466558 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-246fe2d4-f125-4aa5-b5cb-581ba9eb4454 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "GET /v2.0/subnets/8cbbdc84-1d75-401d-b165-60d1a46ac0e2 HTTP/1.1" status: 200 len: 797 time: 0.1316004 Dec 20 11:45:22.467702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46720) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:22.482118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:22.486461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'port': {'network_id': '14c6bd8d-b146-42ff-9ed0-25d35a1aa209', 'name': 'tempest-FloatingIPTestJSON-829520131', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:22.666105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:22.685472 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3fda729-5558-4c30-84ff-9cb50b8f0430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:22.716294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:22.723511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:22.741742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:22.798480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c5fd45-135e-4264-ad5b-a1718ba16cd0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:22.861108 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:22.867027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-445e3cd7-b766-46dd-bb5a-6ba621dc47cc tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:22.874947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-445e3cd7-b766-46dd-bb5a-6ba621dc47cc tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.6405711 Dec 20 11:45:22.928754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3d792784-3474-4698-90fe-d2397e5997a1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:23.010113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 3d792784-3474-4698-90fe-d2397e5997a1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:23.011399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5259459-a677-4732-ab9a-194e4c5e489d req-de32f2da-a130-4e0a-9cde-cca158147af2 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:23.012973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3d792784-3474-4698-90fe-d2397e5997a1 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:23.018841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5259459-a677-4732-ab9a-194e4c5e489d req-de32f2da-a130-4e0a-9cde-cca158147af2 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.2556596 Dec 20 11:45:23.036136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-09d7c945-a741-4e07-ad35-65fe9293ce7a tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1601779 Dec 20 11:45:23.065364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:23.089098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5259459-a677-4732-ab9a-194e4c5e489d req-b654910b-57ec-44ba-afbe-23baa599dd3f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693569 Dec 20 11:45:23.138063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] device_id is not set on port 42d5cbcb-d3b7-4960-8401-787718d54774 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:45:23.150655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:23.157470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/34c5fd45-135e-4264-ad5b-a1718ba16cd0 HTTP/1.1" status: 204 len: 168 time: 1.5191982 Dec 20 11:45:23.160906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:23.194896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-126d875a-0ff2-42bc-a826-c6ccd17b1d45 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1573787 Dec 20 11:45:23.249625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-cdb4209f-6db6-4d84-bb2b-0bf4e280e63b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1099 time: 0.3536942 Dec 20 11:45:23.428615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Deleting port e61da840-6570-4a5d-8670-19ac26bbd410 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:23.429100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:23.543539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-9ee5d313-da9e-46e1-b175-25bc1fc46653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:23.545717 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-9ee5d313-da9e-46e1-b175-25bc1fc46653 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.2854087 Dec 20 11:45:23.738342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:23.752253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-82c54503-ac47-40e8-9dd6-41aef3ab1930 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 1001 time: 0.1845975 Dec 20 11:45:23.764478 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-92e83eba-1789-44c4-b11c-fd1cc4c6a61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:23.804045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0b09d-01d6-487b-a91c-d5dae8865a4a None None] Network 3621f9ae-c625-442d-9866-b18a9d0b9c61 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:23.859104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:23.876754 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da604278-4531-4fdc-89b7-5a762f68bdf5 HTTP/1.1" status: 204 len: 168 time: 2.2735052 Dec 20 11:45:23.879382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46746) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:23.883804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-7ec044c0-4bae-49e5-b053-e43641a134f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:23.885320 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-7ec044c0-4bae-49e5-b053-e43641a134f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.1273749 Dec 20 11:45:23.900502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da604278-4531-4fdc-89b7-5a762f68bdf5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:23.928973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.14 (14c6bd8d-b146-42ff-9ed0-25d35a1aa209/8cbbdc84-1d75-401d-b165-60d1a46ac0e2/42d5cbcb-d3b7-4960-8401-787718d54774) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:23.945514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.13 (14c6bd8d-b146-42ff-9ed0-25d35a1aa209/8cbbdc84-1d75-401d-b165-60d1a46ac0e2/42d5cbcb-d3b7-4960-8401-787718d54774) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:24.060795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.073629 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:24.076671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.208328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Deleting port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:24.208661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.275426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] DHCP port deletion for 3621f9ae-c625-442d-9866-b18a9d0b9c61 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:45:24.281811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Deleting port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:24.282598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.300107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-3d6d67b8-75db-4465-bc19-b81df36d2550 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4085765 Dec 20 11:45:24.387436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.413964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5e381e-d641-4727-9220-328f62026be3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:24.427072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531775d0-1c28-4fbd-87f1-0e7e3a8dc321') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:24.427354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531775d0-1c28-4fbd-87f1-0e7e3a8dc321') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:24.442218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.460551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.467841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:45:24.468235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:45:24.579467 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:45:24.583940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e63a4-0bae-4425-b0c1-937778f8fc5f req-17421b56-1a3b-40eb-b904-de16cfa5133c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:24.589035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.593818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab8e63a4-0bae-4425-b0c1-937778f8fc5f req-17421b56-1a3b-40eb-b904-de16cfa5133c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3724427 Dec 20 11:45:24.594709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] For port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:24.595466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.598357 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b542ff7-9664-480d-b50c-d35f9145c94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:24.613938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.634559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-58abae45-36f1-4a52-ad05-19f049816b49 service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265810 Dec 20 11:45:24.641699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5e381e-d641-4727-9220-328f62026be3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:24.642357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.656997 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:24.663613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.663928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.689882 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d5e381e-d641-4727-9220-328f62026be3 HTTP/1.1" status: 204 len: 168 time: 1.5268087 Dec 20 11:45:24.699842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46762) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:24.737417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Calling delete_port for ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:24.783782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab8e63a4-0bae-4425-b0c1-937778f8fc5f req-233e8193-486b-40e4-8ac0-ecdf788561bc tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889222 Dec 20 11:45:24.837096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.840860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6433e7db-aef4-42bf-ab18-d6bf21f36159 req-3077939c-1a73-4ee1-bdcb-aefb02c33edc service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901872 Dec 20 11:45:24.848708 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:24.851514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.862233 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:24.889723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Deleting subnet fe881b06-d403-4990-ad59-8e00923d0b5c {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:45:24.901855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Calling delete_port for e61da840-6570-4a5d-8670-19ac26bbd410 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:24.911009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Pushing event deleted for resources: {'Port': ['ID=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:24.916563 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:24.918154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] No DVR routers for this DVR port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:45:24.965454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:24.983659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:24.993845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:24.996931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:25.035660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:25.063252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=42d5cbcb-d3b7-4960-8401-787718d54774,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:25.075608 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:25.094977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:25.097474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:25.115643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] For port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a,segment=NetworkSegment(4992c1ee-4b77-481c-9e80-b4c35c97f2ef),segment_id=4992c1ee-4b77-481c-9e80-b4c35c97f2ef)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:25.116003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.166605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:25.167610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.191837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.222788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7535150 Dec 20 11:45:25.226589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46768) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:25.233034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': '42d5cbcb-d3b7-4960-8401-787718d54774', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:25.244010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:25.255391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f3d9-ac50-4f4a-a7e4-54910efe9015 req-d13364de-a4c6-4abd-8303-0d9059598b45 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:25.257601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89c5f3d9-ac50-4f4a-a7e4-54910efe9015 req-d13364de-a4c6-4abd-8303-0d9059598b45 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.1598115 Dec 20 11:45:25.259190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:floatingip and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:25.264786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:25.289002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:25.293721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Calling delete_port for ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:25.330303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.364104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89c5f3d9-ac50-4f4a-a7e4-54910efe9015 req-d89305e5-8b29-48c1-ba82-355032110a5d tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957031 Dec 20 11:45:25.558023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.666088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.673519 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-843a7963-ae37-45ea-a236-ea3075e7c4af tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:25.737056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event deleted for resources: {'Port': ['ID=e61da840-6570-4a5d-8670-19ac26bbd410,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:25.739770 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:25.743455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:45:25.743669 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:45:25.746882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.35.0.12 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/c14f5767-7ff6-4788-b707-1fe39de88ef7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:25.832219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.904791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.939036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.940360 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84cf39d8-3bcd-4a5a-86e2-eb98607d2298 req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "DELETE /v2.0/floatingips/8adfecd3-f2e0-4c03-b447-125e8a2fd67e HTTP/1.1" status: 204 len: 173 time: 2.7438247 Dec 20 11:45:25.953264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:25.957624 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-38b05e80-2491-4cea-ae52-72ec2773f10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:26.014242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:26.055505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eeab8-6fa7-43a8-8e30-a191549f335b req-22e98eff-8ef8-48b9-b0a1-ec3e93667867 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:26.062876 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf6eeab8-6fa7-43a8-8e30-a191549f335b req-22e98eff-8ef8-48b9-b0a1-ec3e93667867 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1838186 Dec 20 11:45:26.132214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf6eeab8-6fa7-43a8-8e30-a191549f335b req-0bada354-3260-4426-826d-df34a401f66f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680146 Dec 20 11:45:26.133777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:26.142766 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:26.151292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99344d33-d5b8-4ef4-9542-42f5b8edce02 req-bce3d6ee-2125-46e7-afa2-7a0cb24293bf tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:26.152636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99344d33-d5b8-4ef4-9542-42f5b8edce02 req-bce3d6ee-2125-46e7-afa2-7a0cb24293bf tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1594281 Dec 20 11:45:26.174739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe881b06-d403-4990-ad59-8e00923d0b5c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:26.182189 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:26.183899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:26.191198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe881b06-d403-4990-ad59-8e00923d0b5c HTTP/1.1" status: 204 len: 168 time: 1.4403203 Dec 20 11:45:26.199468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46782) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:26.264164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=c14f5767-7ff6-4788-b707-1fe39de88ef7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:26.293210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:26.294954 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:26.295813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:26.301753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:26.307584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Deleting port ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:26.307929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:26.528707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] The port 'ad2b10c4-d78a-4aa5-a2a7-ea0ea7ccf57a' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:45:26.605729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-05b57aa9-ba01-4e47-a781-1075cc93dca4 req-db93fadb-dd01-4279-a069-27329094b3f6 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Synchronizing usage tracker for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:26.684410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-05b57aa9-ba01-4e47-a781-1075cc93dca4 req-db93fadb-dd01-4279-a069-27329094b3f6 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Unset dirty status for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:26.686189 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05b57aa9-ba01-4e47-a781-1075cc93dca4 req-db93fadb-dd01-4279-a069-27329094b3f6 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=15dfb0850f5b426bb81005c2c51571d1 HTTP/1.1" status: 200 len: 1656 time: 0.4673426 Dec 20 11:45:26.719223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:26.789208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07bcfa-8d83-4847-b21f-4c2e1ef8270d req-ad768326-3fcd-4e02-8532-286d33acb68e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:26.796777 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e07bcfa-8d83-4847-b21f-4c2e1ef8270d req-ad768326-3fcd-4e02-8532-286d33acb68e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3271062 Dec 20 11:45:26.933793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.128898 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e07bcfa-8d83-4847-b21f-4c2e1ef8270d req-049dc147-5dad-49d5-8f3a-7c0a564d138b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309116 Dec 20 11:45:27.142050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.156903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b57aa9-ba01-4e47-a781-1075cc93dca4 req-b2d9ad67-f916-417d-906e-b73f297a5543 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:27.158598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05b57aa9-ba01-4e47-a781-1075cc93dca4 req-b2d9ad67-f916-417d-906e-b73f297a5543 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks?id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 787 time: 0.4617922 Dec 20 11:45:27.163938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3621f9ae-c625-442d-9866-b18a9d0b9c61']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:27.190765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-05b57aa9-ba01-4e47-a781-1075cc93dca4 req-4551565d-bbd8-4b09-81fb-2cfc67c39ebd tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:45:27.193451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05b57aa9-ba01-4e47-a781-1075cc93dca4 req-4551565d-bbd8-4b09-81fb-2cfc67c39ebd tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0197165 Dec 20 11:45:27.200229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4992c1ee-4b77-481c-9e80-b4c35c97f2ef') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:27.200526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4992c1ee-4b77-481c-9e80-b4c35c97f2ef') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:27.216424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb810a6-98be-41a5-9f27-198642018851']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:27.233862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.293757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.320460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:45:27.320763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:45:27.446204 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:45:27.448725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.451719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05eebf24-dbea-4aad-b28a-01934adba9b4') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:27.452052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05eebf24-dbea-4aad-b28a-01934adba9b4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:27.461336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.468125 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5024d07-6584-426e-be61-75e1ec796d01 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:27.484282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.494695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.510452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3621f9ae-c625-442d-9866-b18a9d0b9c61 HTTP/1.1" status: 204 len: 168 time: 3.6145182 Dec 20 11:45:27.513087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Pushing event deleted for resources: {'Network': ['ID=3621f9ae-c625-442d-9866-b18a9d0b9c61,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:27.517733 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:27.527214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.545332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:45:27.545798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.550923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:45:27.566965 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:45:27.630310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fa408-f0f0-4009-8799-8494e3b4602f req-1a759d05-e9c4-4a81-a245-19081a5ddcd3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:27.632266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc0fa408-f0f0-4009-8799-8494e3b4602f req-1a759d05-e9c4-4a81-a245-19081a5ddcd3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.2950037 Dec 20 11:45:27.723196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc0fa408-f0f0-4009-8799-8494e3b4602f req-a7fd7293-3557-4294-9994-8fb5884e26ce tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674086 Dec 20 11:45:27.757250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8bd34fde-9db3-4fc2-b8e6-7ebb608809c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.836507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46812) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:27.973421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:27.979205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-e9ab2458-b2cf-41f3-a4dd-92107facf9c4 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips/4212fc36-3204-43f1-9037-4317dbdcc224 HTTP/1.1" status: 200 len: 693 time: 0.1436560 Dec 20 11:45:27.979406 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-830aaadb-9433-4a27-b14f-ae2f76281399 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:28.000674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.010281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb810a6-98be-41a5-9f27-198642018851,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:28.023457 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:28.029286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ffb810a6-98be-41a5-9f27-198642018851 HTTP/1.1" status: 204 len: 168 time: 1.8287642 Dec 20 11:45:28.040101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3470eb8-d706-454a-85fc-7bf545e3296d req-b0b871d3-c84a-4987-86eb-40a3f53e69c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:28.041779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3470eb8-d706-454a-85fc-7bf545e3296d req-b0b871d3-c84a-4987-86eb-40a3f53e69c0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1270335 Dec 20 11:45:28.121723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3470eb8-d706-454a-85fc-7bf545e3296d req-7f310f4a-2d99-4aef-8c7b-c02f23e2251c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 Dec 20 11:45:28.153292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46820) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:28.153564 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2133cdd4-60de-4759-a711-b3415968f29c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92cfd9f8fe9346dfac57ccd99ed8452b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3158610 Dec 20 11:45:28.184811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.201050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.211823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-7d90c744-e228-4e19-ba17-3ba205037a0c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:28.223782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-7d90c744-e228-4e19-ba17-3ba205037a0c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.2157705 Dec 20 11:45:28.227886 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1930502-0e97-467f-9e8a-1ac58f3b2913 tempest-ServerAddressesTestJSON-1108720498 tempest-ServerAddressesTestJSON-1108720498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:28.251306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.316139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.400955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.408671 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:28.424300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-7047d219-f4d0-4b8c-bc0c-0230d5d15458 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.134 HTTP/1.1" status: 200 len: 696 time: 0.1994402 Dec 20 11:45:28.427018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea3c03-1d1d-4d94-888a-994a068cfdf2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:28.450555 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:28.461255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=c14f5767-7ff6-4788-b707-1fe39de88ef7,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:28.472633 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:28.480492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.485779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7eea3c03-1d1d-4d94-888a-994a068cfdf2 HTTP/1.1" status: 204 len: 168 time: 0.3308563 Dec 20 11:45:28.527454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:28.610749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-95122095-74ce-40dd-a7b9-1f4457eb7d56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8810782186b44780b4fe51e44885f8d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0817077 Dec 20 11:45:28.613798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:28.659714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.724978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-e750cb3b-2b66-4a1a-a51c-ee35947a3f5f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.134 HTTP/1.1" status: 200 len: 696 time: 0.2826798 Dec 20 11:45:28.844652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:28.871460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ef5a-68de-4af1-ab84-72ad3f926340 req-7e46a0f4-4ce4-48b5-bd2c-2c604121f3fe tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:28.879259 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c950ef5a-68de-4af1-ab84-72ad3f926340 req-7e46a0f4-4ce4-48b5-bd2c-2c604121f3fe tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2387226 Dec 20 11:45:28.951795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:29.014581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c950ef5a-68de-4af1-ab84-72ad3f926340 req-918e15ae-e7f8-4e6e-860a-27155490df40 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343052 Dec 20 11:45:29.065270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:29.074707 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5f0d412-98d2-408e-bade-8bed58edc10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:29.084881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Deleting port f8ae7fbb-f7aa-49b5-8732-51967f38d446 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:29.085486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:29.105349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed18ddf6-cc3f-41d2-998c-75d93fe920aa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:29.118727 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:29.143779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:29.146458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed18ddf6-cc3f-41d2-998c-75d93fe920aa HTTP/1.1" status: 204 len: 168 time: 0.5306993 Dec 20 11:45:29.619880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:29.620268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:29.862595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Calling delete_port for f8ae7fbb-f7aa-49b5-8732-51967f38d446 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:29.882910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d0e2-9814-4d56-85d0-bff0c1dbeb96 req-c905472f-335f-4dc1-aecd-7ec185a26347 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:29.892543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c9d2d0e2-9814-4d56-85d0-bff0c1dbeb96 req-c905472f-335f-4dc1-aecd-7ec185a26347 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1278698 Dec 20 11:45:29.910669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7238-27f8-47d0-9d34-dd7e69a1a7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:29.970634 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c9d2d0e2-9814-4d56-85d0-bff0c1dbeb96 req-60be1a91-8f7c-452b-b52c-5fad8b94b7a2 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768614 Dec 20 11:45:30.016095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46872) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:30.111169 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP b1c655d6-6ab7-4a74-87e1-e48e9e0ff61a associated. External IP: 172.35.0.12, port: 42d5cbcb-d3b7-4960-8401-787718d54774. Dec 20 11:45:30.115968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-451a8659-4a5c-4f88-9860-711a4328ad87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61e2700eb4e748cbaf32c50eb16e2a34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0961633 Dec 20 11:45:30.116133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:30.228797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:30.241640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:30.254032 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:30.267051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:30.337220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:30.349510 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af073b9c-83de-4b43-9d51-485594089a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:30.363333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e02c3-58a8-4288-bc86-b4d79b3880f3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:30.365768 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:30.367187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:30.371052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/887e02c3-58a8-4288-bc86-b4d79b3880f3 HTTP/1.1" status: 204 len: 168 time: 0.2512999 Dec 20 11:45:30.372300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event deleted for resources: {'Port': ['ID=f8ae7fbb-f7aa-49b5-8732-51967f38d446,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:30.376871 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:30.514599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:30.568200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:30.569362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da1a90bb-c4b3-476b-82e5-4c78525d3a6e req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "DELETE /v2.0/floatingips/4212fc36-3204-43f1-9037-4317dbdcc224 HTTP/1.1" status: 204 len: 173 time: 1.8363864 Dec 20 11:45:30.852182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:30.986361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-6164cc3f-efea-4545-8263-24c1c8b743ae tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips/c6f1441a-cd5c-4467-923c-79c3067bffe6 HTTP/1.1" status: 200 len: 693 time: 0.1530604 Dec 20 11:45:31.150879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:31.159096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:31.170101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-e6acf9b2-e90a-4a25-806d-733e2b469c4b tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:31.172337 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-e6acf9b2-e90a-4a25-806d-733e2b469c4b tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.1851068 Dec 20 11:45:31.297296 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-3c28b18b-17ae-4e47-b6b2-424eeaf3a067 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.244 HTTP/1.1" status: 200 len: 696 time: 0.1108699 Dec 20 11:45:31.325311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c9b80-5da2-4886-8c2d-a2d0cc567935 req-49e082a8-617d-426e-8462-d4ae3007c430 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:31.327345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b95c9b80-5da2-4886-8c2d-a2d0cc567935 req-49e082a8-617d-426e-8462-d4ae3007c430 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2747266 Dec 20 11:45:31.364578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:31.377380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:31.414879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:31.416907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b95c9b80-5da2-4886-8c2d-a2d0cc567935 req-dcb8778a-b3b4-448a-bdad-46ec435fc276 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819790 Dec 20 11:45:31.421061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:31.428565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:31.433713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-95ff41ba-9565-41cc-b36d-8dea77f66270 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.244 HTTP/1.1" status: 200 len: 696 time: 0.1287932 Dec 20 11:45:31.508280 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2802117 Dec 20 11:45:31.512589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:31.518854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'port_id': '42d5cbcb-d3b7-4960-8401-787718d54774', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:31.576727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:31.602223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:31.602854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:31.651880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Deleting port f956a96f-cc94-4764-a8d9-b7e5221b5dd4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:31.652379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:31.738442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:31.747293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:31.747789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d48181-4e2f-40c5-8348-6877f61a58fc None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:31.924985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:31.925417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:31.972137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439968d-e036-4944-84d3-97ec65c22ef8 req-987ca265-8d1d-4a6b-82c0-f244475a58f9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:31.973597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3439968d-e036-4944-84d3-97ec65c22ef8 req-987ca265-8d1d-4a6b-82c0-f244475a58f9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1771948 Dec 20 11:45:32.134250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3439968d-e036-4944-84d3-97ec65c22ef8 req-013ecb98-f41a-4a63-9c54-645aac1adfcd tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319740 Dec 20 11:45:32.208461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Calling delete_port for f956a96f-cc94-4764-a8d9-b7e5221b5dd4 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:32.395861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:32.401542 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d26241b-1b2c-4f23-ac61-94f2c781d7f7 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:32.453094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event deleted for resources: {'Port': ['ID=f956a96f-cc94-4764-a8d9-b7e5221b5dd4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:32.456537 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:32.700612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:32.718468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:32.727718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:32.730025 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bdb8701-b12f-4d3a-8ba7-ac9671f52c2d req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "DELETE /v2.0/floatingips/c6f1441a-cd5c-4467-923c-79c3067bffe6 HTTP/1.1" status: 204 len: 173 time: 1.2949655 Dec 20 11:45:32.736193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:32.829354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:32.874731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46960) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:32.920623 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-50338b25-1350-4801-94f3-81015acbf228 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips/129e9020-dfcd-4428-9d15-85072df11378 HTTP/1.1" status: 200 len: 692 time: 0.1500275 Dec 20 11:45:33.173071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:33.176529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-3d7f2c3e-f447-4e1a-815c-03502c1b4b1f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:33.178438 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-3d7f2c3e-f447-4e1a-815c-03502c1b4b1f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 784 time: 0.2524207 Dec 20 11:45:33.300630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-38e2a405-79c4-423f-a3da-43dab82daa35 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Synchronizing usage tracker for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:45:33.303050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:33.318756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5d519d8d064530aab169b18efaf7e6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:33.322604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:33.339650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-38e2a405-79c4-423f-a3da-43dab82daa35 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Unset dirty status for tenant:15dfb0850f5b426bb81005c2c51571d1 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:45:33.341084 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-38e2a405-79c4-423f-a3da-43dab82daa35 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.32 HTTP/1.1" status: 200 len: 695 time: 0.1556840 Dec 20 11:45:33.398153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:33.470407 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-f709d956-6016-4b11-93b8-0d36f98810d1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.0.32 HTTP/1.1" status: 200 len: 695 time: 0.1166136 Dec 20 11:45:33.698876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Deleting port 0c4e532f-683d-479c-a058-f9495293f98e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:33.699891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:33.761891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:33.769452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:33.781775 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:33.856910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:33.861731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac77122-be8c-44eb-a03a-fb8b662cd1c5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:33.870123 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:33.872266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae5d519d8d064530aab169b18efaf7e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9950325 Dec 20 11:45:33.875853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46974) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:33.891656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858d201-2798-4a65-9a23-a1965766471c req-4fe65dc3-a876-4419-9c61-cc5efbc899b5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:33.892994 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5858d201-2798-4a65-9a23-a1965766471c req-4fe65dc3-a876-4419-9c61-cc5efbc899b5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1976569 Dec 20 11:45:33.923222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:33.923582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.025745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5858d201-2798-4a65-9a23-a1965766471c req-02c14ba3-bdef-4499-996b-0543970d0303 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720446 Dec 20 11:45:34.065251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Calling delete_port for 0c4e532f-683d-479c-a058-f9495293f98e owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:34.127394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.174202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.212055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:34.223929 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:34.236805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.246946 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:34.248087 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:34.383035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2b3bcd82-c863-4308-a983-ec70efb68de7 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/floatingips/b1c655d6-6ab7-4a74-87e1-e48e9e0ff61a HTTP/1.1" status: 200 len: 977 time: 2.8685510 Dec 20 11:45:34.386104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46988) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:34.432915 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:34.460154 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:34.461198 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:34.514249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.520825 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0545b3cf-39ce-4849-ac89-76d4e869c935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:34.536851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac77122-be8c-44eb-a03a-fb8b662cd1c5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:34.538606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.549263 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:34.549763 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-76f8d14f-519c-477c-87da-54b7db94a497 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:34.610583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Pushing event deleted for resources: {'Port': ['ID=0c4e532f-683d-479c-a058-f9495293f98e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:34.615978 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:34.619015 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f10d81-07cb-4ba6-a0ea-a8081956bd59 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:34.628478 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:34.657980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port c14f5767-7ff6-4788-b707-1fe39de88ef7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:34.658489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.714915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.718741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ac77122-be8c-44eb-a03a-fb8b662cd1c5 HTTP/1.1" status: 204 len: 168 time: 0.8418953 Dec 20 11:45:34.748160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.752786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:34.758190 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6a97b74-0038-41d5-bcd1-cd5a7baef888 req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] 10.222.0.32 "DELETE /v2.0/floatingips/129e9020-dfcd-4428-9d15-85072df11378 HTTP/1.1" status: 204 len: 173 time: 1.2867579 Dec 20 11:45:34.764483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:35.071011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e4177-2727-4dbe-b0eb-a7fb59e3b9fa req-489bc519-a1bb-43fa-bf85-52aa4e98299d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:35.080015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd4e4177-2727-4dbe-b0eb-a7fb59e3b9fa req-489bc519-a1bb-43fa-bf85-52aa4e98299d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4246907 Dec 20 11:45:35.190677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd4e4177-2727-4dbe-b0eb-a7fb59e3b9fa req-3d01a9be-304b-4a0e-8176-6c5d8ab5d8e1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009402 Dec 20 11:45:35.190677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-57e3b7d3-0459-46cc-be59-531c5300a407 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 1102 time: 0.5318010 Dec 20 11:45:35.206913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:35.209865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:35.420929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-1d57a990-3ba3-49d2-9b71-d1d72ef60ff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:35.422528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-1d57a990-3ba3-49d2-9b71-d1d72ef60ff2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f016f31-7c65-44a0-b316-274b8e09f221 HTTP/1.1" status: 200 len: 870 time: 0.1850538 Dec 20 11:45:35.602791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:35.660130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for c14f5767-7ff6-4788-b707-1fe39de88ef7 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:35.704271 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-220bba84-f76e-4e73-871b-1e10bd92b540 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2051e635-7f3b-4519-8380-39601610bb1e HTTP/1.1" status: 200 len: 217 time: 0.1612215 Dec 20 11:45:35.748874 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:45:36.079037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-223baf26-addc-4e24-b845-8aff8c9fe98f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:36.080611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-223baf26-addc-4e24-b845-8aff8c9fe98f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e877431f-41db-4104-95fb-9b3a13b2103b HTTP/1.1" status: 200 len: 843 time: 0.1078508 Dec 20 11:45:36.091034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255256f-8698-4bd9-bac3-7cab08039fd4 req-6c26ad52-08e0-4faf-a1dd-72b42bf7e0b5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:36.097713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2255256f-8698-4bd9-bac3-7cab08039fd4 req-6c26ad52-08e0-4faf-a1dd-72b42bf7e0b5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3529232 Dec 20 11:45:36.177106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:36.262698 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2255256f-8698-4bd9-bac3-7cab08039fd4 req-bb36738f-2a17-4a13-8298-88285d56ad62 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639872 Dec 20 11:45:36.272886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:36.281275 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb9d1b5d-df51-4956-8bc9-53329eec7dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:36.355851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1767864275-network', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:36.358134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=c14f5767-7ff6-4788-b707-1fe39de88ef7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:36.364864 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:36.368460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-c42e05bb-ca69-49ef-8efd-52657ad75d7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f016f31-7c65-44a0-b316-274b8e09f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1168 time: 0.2688208 Dec 20 11:45:36.410863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:36.427883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Usage tracker for resource:network and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:36.432770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:36.443056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:36.465582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Deleting port 2669fb68-74b7-422a-bec9-8f1feec13e3b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:36.465952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:36.500254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Made reservation on behalf of 784fe69e76694d4f96f62301b7ce894d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:36.502463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:36.520007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:36.632459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:36.643264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:36.649986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Usage tracker for resource:security_group_rule and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:36.654985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:36.670914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:36.695723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-c1d8159b-d472-4eb3-9a55-d4e8bac1d50e service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892582 Dec 20 11:45:36.708536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] For port 2669fb68-74b7-422a-bec9-8f1feec13e3b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2669fb68-74b7-422a-bec9-8f1feec13e3b,segment=NetworkSegment(2fa8379e-9c7e-4ceb-a667-4e21e1838466),segment_id=2fa8379e-9c7e-4ceb-a667-4e21e1838466)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:36.709441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:36.771415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0653-3a76-4937-8a89-56151c748a9e req-a937bfcc-1e8b-40c8-be58-f0a4d6750f79 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:36.778262 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e4e0653-3a76-4937-8a89-56151c748a9e req-a937bfcc-1e8b-40c8-be58-f0a4d6750f79 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3214362 Dec 20 11:45:36.919997 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e4e0653-3a76-4937-8a89-56151c748a9e req-60ec0f41-ffb3-4c52-896e-3ece6278c826 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408908 Dec 20 11:45:36.977248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Calling delete_port for 2669fb68-74b7-422a-bec9-8f1feec13e3b owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:36.984174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e22b4c9c-07e4-4c1d-881b-f810cdd8e1bf req-c9c4b675-7fb4-4825-b690-a56b37e11406 service neutron] 10.222.0.53 "GET /v2.0/networks/3f016f31-7c65-44a0-b316-274b8e09f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797427 Dec 20 11:45:37.136422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.168066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.174121 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:37.207236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:45:37.221311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261359cc-9cfd-41b7-83d8-48dc52e2757c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:37.227494 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:37.232220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.233078 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Added segment 504f87e8-2387-4c29-b5a7-90f09f50ed42 of type vlan for network 89b62a73-fae3-4f74-9b27-65c508b7780c Dec 20 11:45:37.337795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.346243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.351651 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:37.383823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3cc7a-bf2f-4eb6-aca8-e6de360b028c req-2f21c921-26fb-40d2-a65a-0319dcf04109 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:37.385982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-94d3cc7a-bf2f-4eb6-aca8-e6de360b028c req-2f21c921-26fb-40d2-a65a-0319dcf04109 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 949 time: 0.1253898 Dec 20 11:45:37.406736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2669fb68-74b7-422a-bec9-8f1feec13e3b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:37.413349 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:37.431237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:37.494351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.495274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:37.495855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.505350 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-25afbee5-2cfc-4087-b65e-bb83a75b7032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:37.539846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-94d3cc7a-bf2f-4eb6-aca8-e6de360b028c req-c4965790-8098-4615-bb6b-f3b01c2d85ff tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451571 Dec 20 11:45:37.673506 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4914727 Dec 20 11:45:37.674209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:37.681483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Request body: {'subnet': {'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1767864275-subnet', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:37.689255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:37.695682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Usage tracker for resource:subnet and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:37.699372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:37.713686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:37.729880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Made reservation on behalf of 784fe69e76694d4f96f62301b7ce894d for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:37.732699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:37.734753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Pushing event updated for resources: {'Network': ['ID=89b62a73-fae3-4f74-9b27-65c508b7780c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:37.750484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 89b62a73-fae3-4f74-9b27-65c508b7780c details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:45:37.751182 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:37.786567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:37.855719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:37.858224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5d44-06e9-4462-8467-19c9f81ccae2 req-79e66cf1-522b-4c3f-a1be-bf941fe6940a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:37.864821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503d5d44-06e9-4462-8467-19c9f81ccae2 req-79e66cf1-522b-4c3f-a1be-bf941fe6940a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 814 time: 0.3282142 Dec 20 11:45:37.870078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:37.870987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:37.895725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503d5d44-06e9-4462-8467-19c9f81ccae2 req-79aee0c0-402c-491c-8fc3-12f0344d6e66 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/quotas/5acff39f55d54bce928519a572f64e36 HTTP/1.1" status: 200 len: 375 time: 0.0299263 Dec 20 11:45:37.950191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:37.957940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2051e635-7f3b-4519-8380-39601610bb1e no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:38.002029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:38.003197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:38.064881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-503d5d44-06e9-4462-8467-19c9f81ccae2 req-afb1903a-2d09-49b6-af76-a645fadf66db tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1618083 Dec 20 11:45:38.106557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:38.134084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:38.134863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d07c1a-81dc-41d4-a878-ef43e3959bf3 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:38.227518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:38.293276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:38.295840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:38.309494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:38.312879 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-35e536c9-6fb4-4173-b794-45eab3242bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:38.322763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:38.362100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:38.371986 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94b0f3f9-d00c-4467-836b-301a32387425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:38.463419 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e', 'code': 200} Dec 20 11:45:38.465045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:38.475094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.475763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.476303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.476864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.477394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.477930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.478488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.479012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.479565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.480210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.480740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:38.485253 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:38.584426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8bc92b-8e44-4a36-8e4c-565fd2a39b02,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:38.589989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/floatingips/b1c655d6-6ab7-4a74-87e1-e48e9e0ff61a HTTP/1.1" status: 204 len: 168 time: 4.2021210 Dec 20 11:45:38.593523 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:38.593939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47112) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:38.655257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Checking segment: {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:38.655628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Network hostable DHCP agents. Network: 89b62a73-fae3-4f74-9b27-65c508b7780c, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:45:38.683474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port 42d5cbcb-d3b7-4960-8401-787718d54774 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:38.683916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:38.768648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b275a23-c8a3-48d4-9d1e-9f293ab2588c req-e0ecebd2-72bb-4f07-85a9-631ebd9d53fc tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:38.770315 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b275a23-c8a3-48d4-9d1e-9f293ab2588c req-e0ecebd2-72bb-4f07-85a9-631ebd9d53fc tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2595184 Dec 20 11:45:38.803596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Network 89b62a73-fae3-4f74-9b27-65c508b7780c is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:45:38.854257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 89b62a73-fae3-4f74-9b27-65c508b7780c) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:38.863381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acaf45-f054-4876-8a0f-3659a63f9726 None None] Network 89b62a73-fae3-4f74-9b27-65c508b7780c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:38.885866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:38.886468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:38.936673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b275a23-c8a3-48d4-9d1e-9f293ab2588c req-c6119b2f-40ad-4166-b5f8-d3f31c91133a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394069 Dec 20 11:45:39.050308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Router 8a729ce5-2d2c-4757-83d4-8627d46d947d has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:39.071617 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3965170 Dec 20 11:45:39.074525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47126) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:39.092365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:39.107464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:39.135552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-89b62a73-fae3-4f74-9b27-65c508b7780c', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:45:39.136273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Usage tracker for resource:router and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:39.136391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.141691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:39.163639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:39.209981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.280084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.281018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.317504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:39.324722 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] 10.222.0.32 "PUT /v2.0/routers/8a729ce5-2d2c-4757-83d4-8627d46d947d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5592344 Dec 20 11:45:39.327801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47134) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:39.331948 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] Sync routers for ids ['8a729ce5-2d2c-4757-83d4-8627d46d947d'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:39.344443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Allocated IP 172.20.0.2 (89b62a73-fae3-4f74-9b27-65c508b7780c/1a8bc92b-8e44-4a36-8e4c-565fd2a39b02/e6e4f9fe-0787-412c-8279-19fecb4f0080) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:39.350025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for 42d5cbcb-d3b7-4960-8401-787718d54774 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:39.360599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] Routers {'8a729ce5-2d2c-4757-83d4-8627d46d947d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:39.361219 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['8a729ce5-2d2c-4757-83d4-8627d46d947d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:39.590694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.605620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.618207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Transition to ACTIVE for port object e6e4f9fe-0787-412c-8279-19fecb4f0080 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:39.627386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.644332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Transition to ACTIVE for port object e6e4f9fe-0787-412c-8279-19fecb4f0080 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:39.651554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.655238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633caaa8-9b54-4d65-89fe-ecdc77b556f7 req-2d6703a2-563c-4794-b7dd-488801ca8a39 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:39.662869 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:39.663169 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-633caaa8-9b54-4d65-89fe-ecdc77b556f7 req-2d6703a2-563c-4794-b7dd-488801ca8a39 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.5006120 Dec 20 11:45:39.670172 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] Set router 8a729ce5-2d2c-4757-83d4-8627d46d947d gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:39.732185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Network 89b62a73-fae3-4f74-9b27-65c508b7780c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:39.735781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:39.746058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:39.770657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Pushing event updated for resources: {'Port': ['ID=e6e4f9fe-0787-412c-8279-19fecb4f0080,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:39.775291 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:39.883444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Attempting to bind port e6e4f9fe-0787-412c-8279-19fecb4f0080 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:45:39.884047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Attempting to bind port e6e4f9fe-0787-412c-8279-19fecb4f0080 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:45:39.885118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Attempting to bind port e6e4f9fe-0787-412c-8279-19fecb4f0080 on network 89b62a73-fae3-4f74-9b27-65c508b7780c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:45:39.894437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:45:39.894940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Checking segment: {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:39.895406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.895871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Bound using segment: {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:45:39.896446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Bound port: e6e4f9fe-0787-412c-8279-19fecb4f0080, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:45:39.896886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.948248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:39.973397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Deleting port b1f07d93-6f47-49c2-a9b3-555fac216ac1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:39.973828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.025615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.036274 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c4d87dc6-34c9-40ad-913f-f74d5afeb9a4 tempest-VolumesAdminNegativeTest-324355775 tempest-VolumesAdminNegativeTest-324355775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:40.037555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:45:40.044223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6e4f9fe-0787-412c-8279-19fecb4f0080,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:45:40.056800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.062260 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:45:37Z', 'revision_number': 5, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port': {'id': 'b1f07d93-6f47-49c2-a9b3-555fac216ac1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:44:48Z', 'updated_at': '2021-12-20T11:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:40.067226 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] Checking router: 8a729ce5-2d2c-4757-83d4-8627d46d947d for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:45:40.068814 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:40.082290 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] Routers {'8a729ce5-2d2c-4757-83d4-8627d46d947d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:40.083245 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['8a729ce5-2d2c-4757-83d4-8627d46d947d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:40.093094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=42d5cbcb-d3b7-4960-8401-787718d54774,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:40.104444 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:40.124856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-633caaa8-9b54-4d65-89fe-ecdc77b556f7 req-75ce5e74-105b-4010-a243-6930feef308e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606063 Dec 20 11:45:40.164628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.237788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] For port b1f07d93-6f47-49c2-a9b3-555fac216ac1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b1f07d93-6f47-49c2-a9b3-555fac216ac1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:40.238546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.273374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Pushing event updated for resources: {'Port': ['ID=e6e4f9fe-0787-412c-8279-19fecb4f0080,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:40.275081 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:40.395337 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] Set router 8a729ce5-2d2c-4757-83d4-8627d46d947d gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:40.419217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47154) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:40.508850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Calling delete_port for b1f07d93-6f47-49c2-a9b3-555fac216ac1 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:40.650879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.661835 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:45:39Z', 'revision_number': 6, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:40.666890 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e62fc9b-981e-4527-bbc9-f07c9eaf915a None None] The sync data for ids ['8a729ce5-2d2c-4757-83d4-8627d46d947d'] in n-d-victoria-1 is: [{'id': '8a729ce5-2d2c-4757-83d4-8627d46d947d', 'name': 'tempest-FloatingIPDetailsTestJSON-996785470-router', 'tenant_id': '15dfb0850f5b426bb81005c2c51571d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:44:47Z', 'updated_at': '2021-12-20T11:45:39Z', 'revision_number': 6, 'project_id': '15dfb0850f5b426bb81005c2c51571d1', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:40.686873 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/ports/42d5cbcb-d3b7-4960-8401-787718d54774 HTTP/1.1" status: 204 len: 168 time: 2.0878971 Dec 20 11:45:40.692968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47174) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:40.723447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:40.730822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f01bc861-4cf1-45b9-9dec-588b49534e51 req-c5b87bdb-535f-4ae6-9c20-2d3d09e6fba8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5acff39f55d54bce928519a572f64e36 HTTP/1.1" status: 200 len: 221 time: 0.1535697 Dec 20 11:45:40.822323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.827964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:40.844189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:floatingip and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:40.849092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-05261913-407c-4ead-88ed-8ee9532a81be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3414726 Dec 20 11:45:40.850747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:40.869521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:40.892548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:40.922591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:40.930102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Usage tracker for resource:security_group_rule and tenant:53419285faf94201b348c9951ce9ff3c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:40.934053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:40.945426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:41.044276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.047747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.049777 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-83151bdb-f7bb-4e4f-8ce9-41410e816f05 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:41.084778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:45:41.181202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.231571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cfee2-9758-45b3-b4f2-c7b3ec94d743 req-9a8f9511-5c2c-4b5a-9806-0c90f9415f53 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:41.233115 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d45cfee2-9758-45b3-b4f2-c7b3ec94d743 req-9a8f9511-5c2c-4b5a-9806-0c90f9415f53 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3651950 Dec 20 11:45:41.272429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-767986ca-e621-4a6f-a761-6f4a109ed9b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 1099 time: 0.3426411 Dec 20 11:45:41.275431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e6e4f9fe-0787-412c-8279-19fecb4f0080 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:41.319201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f07d93-6f47-49c2-a9b3-555fac216ac1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:41.321658 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:41.379527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:41.400028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'network_id': '3f016f31-7c65-44a0-b316-274b8e09f221', 'port_id': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'mac_address': 'fa:16:3e:bd:4c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e877431f-41db-4104-95fb-9b3a13b2103b', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:45:41.435154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port e6e4f9fe-0787-412c-8279-19fecb4f0080 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:41.464960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.478482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.488112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2f5e19-8d67-498a-aa70-9a49629ca490 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:45:41.493524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2669fb68-74b7-422a-bec9-8f1feec13e3b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:41.516405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.534624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2669fb68-74b7-422a-bec9-8f1feec13e3b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:41.535100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2669fb68-74b7-422a-bec9-8f1feec13e3b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:41.549959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:41.551858 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d45cfee2-9758-45b3-b4f2-c7b3ec94d743 req-be304d97-dab4-4602-8af5-aaf16929103d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855761 Dec 20 11:45:41.552490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.559774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:41.563674 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bf5b185b-e559-463e-af91-11de67ad7f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:41.580522 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-64302b04-7543-4b14-b517-d68fa073c75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:41.593326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Allocated IP 172.35.0.80 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/7e1e4030-6c48-4cf0-9e68-18e3978fe8e2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:41.650184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a151de0-14e1-49c5-9093-d9b7c602ec19,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:41.655196 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:41.676399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:41.678965 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:41.689257 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53419285faf94201b348c9951ce9ff3c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2682991 Dec 20 11:45:41.723744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47186) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:41.751969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['3d2f5e19-8d67-498a-aa70-9a49629ca490'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:45:41.759687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-5b5d23a6-c8c1-4631-aa45-129855de3315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:41.761354 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-5b5d23a6-c8c1-4631-aa45-129855de3315 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.4624925 Dec 20 11:45:41.822912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64022c1c-547e-45e3-8b7f-311fd29665a9 None None] Network 89b62a73-fae3-4f74-9b27-65c508b7780c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:41.905402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.031464 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-59681bd9-b6a9-4cbf-a5d5-61db2c448771 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 200 len: 1001 time: 0.2458172 Dec 20 11:45:42.092279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Provisioning for port e6e4f9fe-0787-412c-8279-19fecb4f0080 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:42.106953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Provisioning complete for port e6e4f9fe-0787-412c-8279-19fecb4f0080 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:42.107333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.203907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.208286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.211822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-7745537f-7a8f-4fcf-bec3-e2bdec9f261e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:42.213438 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-7745537f-7a8f-4fcf-bec3-e2bdec9f261e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.1273892 Dec 20 11:45:42.236970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.237939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a729ce5-2d2c-4757-83d4-8627d46d947d {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:45:42.282576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.286309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8a729ce5-2d2c-4757-83d4-8627d46d947d HTTP/1.1" status: 204 len: 168 time: 2.9567206 Dec 20 11:45:42.288776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:42.304462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb02d0-909f-47ef-a35c-6b15f678cf47 req-ff6ddd77-b40d-43b1-884b-baec44285100 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:42.305923 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ccb02d0-909f-47ef-a35c-6b15f678cf47 req-ff6ddd77-b40d-43b1-884b-baec44285100 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4579837 Dec 20 11:45:42.315123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.332487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.409315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.418322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.419888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Deleting subnet 0cddf282-824a-4b11-a928-ca9be0c0b50d {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:45:42.424228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.479823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.500185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ccb02d0-909f-47ef-a35c-6b15f678cf47 req-684c9cee-7c9e-4c1f-acc0-ff39dd238cc2 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829329 Dec 20 11:45:42.511037 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-c99c896c-523d-4770-96b9-6daf341346e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2753670 Dec 20 11:45:42.561964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.583676 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0508f307-6c1a-4f8b-a9ac-e0ae41cffd03 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:42.594371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6e4f9fe-0787-412c-8279-19fecb4f0080,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:42.631569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.635737 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:42.645713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.772414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.804465 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6967197d-0994-477d-8d96-44ad65e185d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:42.822994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Pushing event updated for resources: {'Port': ['ID=e6e4f9fe-0787-412c-8279-19fecb4f0080,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:42.826998 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:42.848131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cddf282-824a-4b11-a928-ca9be0c0b50d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:42.850297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:42.858685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313ed68-7a2f-4406-a91e-c50dff2276c9 None None] Network d5157213-77cc-4328-adef-f39bb4cbbbf1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:42.869813 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0cddf282-824a-4b11-a928-ca9be0c0b50d HTTP/1.1" status: 204 len: 168 time: 0.5806437 Dec 20 11:45:42.870666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:42.871709 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:42.958513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.35.0.120 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/ff2add00-bb18-4a62-93ad-21e3aa1f8d12) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:42.984351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.002850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:43.052307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e6e4f9fe-0787-412c-8279-19fecb4f0080 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:43.059722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:43.080790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:43.084290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:43.127287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:43.190967 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:43.197557 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fddb2e4a-ce20-48b8-bb67-5e21f2444c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:43.201629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.216944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Deleting port 81e9e1d6-0866-43ca-841e-882854c52314 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:43.217864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.249266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a151de0-14e1-49c5-9093-d9b7c602ec19,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:43.254367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-29b7f7b3-8e7c-4c4b-bbbe-ea1896aed6cd None None] Provisioning complete for port e6e4f9fe-0787-412c-8279-19fecb4f0080 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:43.254751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29b7f7b3-8e7c-4c4b-bbbe-ea1896aed6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.268956 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:43.275698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.276944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a151de0-14e1-49c5-9093-d9b7c602ec19 HTTP/1.1" status: 204 len: 168 time: 1.5428169 Dec 20 11:45:43.311153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-08bede71-f2c2-4288-9d11-bedce8680d2d service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289574 Dec 20 11:45:43.355251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e6e4f9fe-0787-412c-8279-19fecb4f0080 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:43.355631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.562587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 3d2f5e19-8d67-498a-aa70-9a49629ca490 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:43.562979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.636052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba237ba-1dde-4210-9669-2bebb845561f req-16e3509a-d155-41da-b2f6-f7930c89fb7c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:43.637642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1ba237ba-1dde-4210-9669-2bebb845561f req-16e3509a-d155-41da-b2f6-f7930c89fb7c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.6758757 Dec 20 11:45:43.655695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.658180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] DHCP port deletion for d5157213-77cc-4328-adef-f39bb4cbbbf1 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:45:43.681802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Deleting port 81e9e1d6-0866-43ca-841e-882854c52314 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:43.682235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.756050 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d02a6b1f-9797-4f32-b3d0-90ffd6e5f27c req-286caf32-2dbd-43e1-840a-b4cdabcd5368 service neutron] 10.222.0.16 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352143 Dec 20 11:45:43.775845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] For port 81e9e1d6-0866-43ca-841e-882854c52314, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81e9e1d6-0866-43ca-841e-882854c52314,segment=NetworkSegment(2fa8379e-9c7e-4ceb-a667-4e21e1838466),segment_id=2fa8379e-9c7e-4ceb-a667-4e21e1838466)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:43.776462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.829325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1ba237ba-1dde-4210-9669-2bebb845561f req-79cd0ccc-c215-42b7-9da6-ff9f81be52d9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823623 Dec 20 11:45:43.844345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1f07d93-6f47-49c2-a9b3-555fac216ac1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:43.851283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.863961 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93c32684-8de0-4495-ad4c-37ba2f9810b1 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:43.925368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.926326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:43.938444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:43.953833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:43.978278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:43.991916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.163715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] For port 81e9e1d6-0866-43ca-841e-882854c52314, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=81e9e1d6-0866-43ca-841e-882854c52314,segment=NetworkSegment(2fa8379e-9c7e-4ceb-a667-4e21e1838466),segment_id=2fa8379e-9c7e-4ceb-a667-4e21e1838466)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:44.164428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.191004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=ff2add00-bb18-4a62-93ad-21e3aa1f8d12,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:44.199503 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:44.200231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Calling delete_port for 81e9e1d6-0866-43ca-841e-882854c52314 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:44.339406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Calling delete_port for 81e9e1d6-0866-43ca-841e-882854c52314 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:44.429024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.438439 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d806283-ed11-4c9c-94de-a66ae9170225 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:44.445761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:45:44.446186 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:45:44.446758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b1f07d93-6f47-49c2-a9b3-555fac216ac1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:44.447116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1f07d93-6f47-49c2-a9b3-555fac216ac1 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:44.483349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:45:44.487382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.489455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e9e1d6-0866-43ca-841e-882854c52314,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:44.504120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:44.507052 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:44.516306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.516717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] No DVR routers for this DVR port 81e9e1d6-0866-43ca-841e-882854c52314 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:45:44.524263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcab03f-5243-4340-9d72-a01a06018341 req-c48a3f28-eb4c-4681-bfbf-0feef352056d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:44.529527 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:44.532309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bcab03f-5243-4340-9d72-a01a06018341 req-c48a3f28-eb4c-4681-bfbf-0feef352056d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1847007 Dec 20 11:45:44.587212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.672998 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'code': 200} Dec 20 11:45:44.722482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:44.725055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bcab03f-5243-4340-9d72-a01a06018341 req-d05ef9c4-8d95-4a83-82df-1a011f3afe3e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918743 Dec 20 11:45:44.738074 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:44.852990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.863519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.866968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.880452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.889507 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:44.933356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5157213-77cc-4328-adef-f39bb4cbbbf1']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:44.947902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Deleting port 81e9e1d6-0866-43ca-841e-882854c52314 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:44.948428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:44.969659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:45:44.970981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa8379e-9c7e-4ceb-a667-4e21e1838466') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:44.971338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa8379e-9c7e-4ceb-a667-4e21e1838466') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:45.000594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.038293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.110217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81e9e1d6-0866-43ca-841e-882854c52314 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:45:45.124990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=ff2add00-bb18-4a62-93ad-21e3aa1f8d12,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:45.126535 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:45.152454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:45:45.153231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.170977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 81e9e1d6-0866-43ca-841e-882854c52314 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:45:45.171636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 81e9e1d6-0866-43ca-841e-882854c52314 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:45:45.172427 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:45:45.211894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.244360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.245884 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5473139 Dec 20 11:45:45.248866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:45.256459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'port': {'network_id': '14c6bd8d-b146-42ff-9ed0-25d35a1aa209', 'name': 'tempest-FloatingIPTestJSON-401615975'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:45.289024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47270) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:45.304627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90a3f38c-69ce-4dae-90df-f06b6f56ff9b None None] The port '81e9e1d6-0866-43ca-841e-882854c52314' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:45:45.346968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.356718 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:45.402630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.409294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5157213-77cc-4328-adef-f39bb4cbbbf1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:45.413245 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:45.432331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db5349-bfb1-4dbc-8dc0-648436b133c2 req-c6a9d683-e182-47b9-90b0-356ddd834191 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:45.433948 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-82db5349-bfb1-4dbc-8dc0-648436b133c2 req-c6a9d683-e182-47b9-90b0-356ddd834191 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3902130 Dec 20 11:45:45.489962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1026678311-network', 'tenant_id': '116b4a8b89604f02ab430678839f252d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:45.500245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:45.509231 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5157213-77cc-4328-adef-f39bb4cbbbf1 HTTP/1.1" status: 204 len: 168 time: 2.6351855 Dec 20 11:45:45.511557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Usage tracker for resource:network and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:45.523076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:45.534177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:45.548577 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-82db5349-bfb1-4dbc-8dc0-648436b133c2 req-59733f6f-295e-449c-8035-1e556999b0b1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038797 Dec 20 11:45:45.562310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:45.564973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.596055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.681549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:45.690019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:45.694417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:45.701495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:45.732452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:45.738384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:port and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:45.743966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:45.752231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:45.758321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47282) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:45.798963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:45.802025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.870959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] device_id is not set on port fd5bdc99-7ea3-4a8f-8c89-82becd17f525 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:45:45.896852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.916018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:45.921001 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4d3b56f-42b2-453d-bec0-4ff8b0ac4a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:45.923094 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cdfbc4bc-803e-40ae-a1f8-31c853a96843 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15dfb0850f5b426bb81005c2c51571d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1619992 Dec 20 11:45:45.923684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47286) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:45.960433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c379b7b-0ba1-45e0-9c7e-77ad0d9f7412 req-4dee8594-04e2-442d-961f-c52b051f2229 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:45.969325 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c379b7b-0ba1-45e0-9c7e-77ad0d9f7412 req-4dee8594-04e2-442d-961f-c52b051f2229 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1940675 Dec 20 11:45:45.974359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:45:45.996435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5566ed3a-4d5c-4051-b47f-53a16747f84d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:45.996800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:46.009637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Sync routers for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:46.018035 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:46.024051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.024672 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Added segment 44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8 of type vlan for network 84d9b129-9f6f-4410-856f-d689c42206dc Dec 20 11:45:46.027619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:46.028261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:46.083423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c379b7b-0ba1-45e0-9c7e-77ad0d9f7412 req-7e7cdd89-26b5-49f1-95f7-d42ee68021b8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129918 Dec 20 11:45:46.088785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.114089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.134480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.138788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cd97c68d-e40d-410e-86e3-994294363c07 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0602520 Dec 20 11:45:46.142689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.2 (14c6bd8d-b146-42ff-9ed0-25d35a1aa209/8cbbdc84-1d75-401d-b165-60d1a46ac0e2/fd5bdc99-7ea3-4a8f-8c89-82becd17f525) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:46.144576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47294) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:46.159361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.159919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:46.160654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.164449 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1fe9ea96-2367-4af4-be9f-cc74875dd3c9 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:46.226293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.340120 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0488541 Dec 20 11:45:46.344364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:46.351927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=84d9b129-9f6f-4410-856f-d689c42206dc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:46.364472 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:46.368562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Request body: {'subnet': {'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1026678311-subnet', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:46.374291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 84d9b129-9f6f-4410-856f-d689c42206dc details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:45:46.380574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:46.403966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Usage tracker for resource:subnet and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:46.407887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:46.431692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:46.453083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:46.455976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.517664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.535540 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-84975b08-f349-4618-9539-8c9339518a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:46.555528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c910f-8931-4d91-b271-f845519c8762,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:46.559202 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:46.590320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:46.595285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.599009 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e5c910f-8931-4d91-b271-f845519c8762 HTTP/1.1" status: 204 len: 168 time: 0.6726654 Dec 20 11:45:46.679161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.828176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041b1ed-b53b-41fd-9c4f-7fad9e51de8c req-82d47c19-19c9-4728-ba41-07a2fd66a728 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:46.844306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a041b1ed-b53b-41fd-9c4f-7fad9e51de8c req-82d47c19-19c9-4728-ba41-07a2fd66a728 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2449825 Dec 20 11:45:46.850399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.891805 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-074b8d3b-e381-4813-9700-1fd3b2df49c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:46.946516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:46.951658 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:47.066596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0475402-0a1f-4800-82ef-d0a4d39d3bf5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:47.068497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:43Z', 'revision_number': 3, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:47.069662 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:47.076048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Checking router: ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:45:47.076421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Updating router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:45:47.136986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Checking segment: {'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:47.137261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Network hostable DHCP agents. Network: 84d9b129-9f6f-4410-856f-d689c42206dc, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:45:47.143254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.169161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Network 84d9b129-9f6f-4410-856f-d689c42206dc is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:45:47.187817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 84d9b129-9f6f-4410-856f-d689c42206dc) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:47.207231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:47.210209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.216000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=fd5bdc99-7ea3-4a8f-8c89-82becd17f525,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:47.233743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 14c6bd8d-b146-42ff-9ed0-25d35a1aa209 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:47.236226 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:47.240569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:47.247808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:47.290394 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9434178 Dec 20 11:45:47.292751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:47.298609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a041b1ed-b53b-41fd-9c4f-7fad9e51de8c req-a8301278-268b-4d23-9a72-2e6ca1c8deb6 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533827 Dec 20 11:45:47.304947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:47.320445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:47.334405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Usage tracker for resource:router and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:47.349875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:47.392367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:47.398731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:47.399582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.443931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.444958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.482439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.597494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.609326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3564553 Dec 20 11:45:47.609989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47334) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:47.613173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Transition to ACTIVE for port object 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:47.616202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'port_id': 'fd5bdc99-7ea3-4a8f-8c89-82becd17f525'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:47.620250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa1e34-cb31-47c5-aba1-33ff9cb82dba None None] Network 84d9b129-9f6f-4410-856f-d689c42206dc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:47.638777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.653771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:47.711086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.733249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c06a9-7608-47e1-92f0-3ea252f67fe2 None None] Pushing event updated for resources: {'Port': ['ID=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:47.759546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Attempting to bind port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:45:47.760311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Attempting to bind port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:45:47.760741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Attempting to bind port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:45:47.764553 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e92c06a9-7608-47e1-92f0-3ea252f67fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:47.765585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.786593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:45:47.786981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:47.787377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:47.788179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:45:47.788820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Bound port: 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:45:47.789206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.029220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7d2f-045f-4e25-8a83-40e6edb7b6e9 req-9479e606-6da7-4d04-9ca9-c6ecd40c2ef8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:48.036096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-875a7d2f-045f-4e25-8a83-40e6edb7b6e9 req-9479e606-6da7-4d04-9ca9-c6ecd40c2ef8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4963715 Dec 20 11:45:48.094429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.160180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-875a7d2f-045f-4e25-8a83-40e6edb7b6e9 req-ec153199-193a-446f-92d3-8ec2926bfddf tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230235 Dec 20 11:45:48.200121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] For port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:45:48.333464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] For port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:45:48.412664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.433949 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:48.436106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47352) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:48.516109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.542967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5765688-3837-445b-a650-b4a996458211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-84d9b129-9f6f-4410-856f-d689c42206dc', 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'fixed_ips': [{'subnet_id': 'b0475402-0a1f-4800-82ef-d0a4d39d3bf5'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:45:48.544049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5765688-3837-445b-a650-b4a996458211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.570494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c06a9-7608-47e1-92f0-3ea252f67fe2 None None] Pushing event updated for resources: {'Port': ['ID=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:48.593894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.694888 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e92c06a9-7608-47e1-92f0-3ea252f67fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:48.702665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1857011356-network', 'tenant_id': 'e71a3695f4de4cbfbf6acfd7db780c33'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:48.715719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:48.726177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Usage tracker for resource:network and tenant:e71a3695f4de4cbfbf6acfd7db780c33 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:48.732453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:48.773717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:48.774596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:48.776088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:48.801822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Made reservation on behalf of e71a3695f4de4cbfbf6acfd7db780c33 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:48.805137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.835009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.848421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Allocated IP 172.35.0.108 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/da7728ec-a1f5-46cf-8c23-b61e1af0888a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:48.880520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:48.885196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Usage tracker for resource:security_group_rule and tenant:e71a3695f4de4cbfbf6acfd7db780c33 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:48.888638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:48.895853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:48.914287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34fa81-c95f-4f54-8b6b-6b5c831a83ab req-57f1d001-afdf-4e14-81e5-6c851268976d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:48.922692 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3e34fa81-c95f-4f54-8b6b-6b5c831a83ab req-57f1d001-afdf-4e14-81e5-6c851268976d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4390106 Dec 20 11:45:48.981400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.990013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:48.996300 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-741ae846-9dff-4ed7-a7e0-d26e3024cc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:49.014391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3e34fa81-c95f-4f54-8b6b-6b5c831a83ab req-44080a7d-d483-42ad-9422-1f621cb0c236 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906885 Dec 20 11:45:49.019183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:49.073837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:45:49.101766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2400be3-1ac5-416a-ae3d-e9c3ebe88a6f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:49.106087 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:49.165065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.165489 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Added segment d0e9a2ba-da80-4916-a023-24d4ec6d5775 of type vlan for network ad52c870-b639-4961-addb-bf19aba17e7d Dec 20 11:45:49.193056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b5765688-3837-445b-a650-b4a996458211 None None] Allocated IP 172.20.0.2 (84d9b129-9f6f-4410-856f-d689c42206dc/b0475402-0a1f-4800-82ef-d0a4d39d3bf5/85c15de5-f0c2-477b-8a18-8b0470ad535d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:49.243942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.272364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.308492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.310638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:49.311294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.348401 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-661dcd56-d1af-4b00-aaaf-5b7c4ef48c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:49.368221 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9281342 Dec 20 11:45:49.374241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:49.395069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Request body: {'subnet': {'network_id': 'ad52c870-b639-4961-addb-bf19aba17e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1857011356-subnet', 'tenant_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:49.407257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:49.472396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Usage tracker for resource:subnet and tenant:e71a3695f4de4cbfbf6acfd7db780c33 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:49.475671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Pushing event updated for resources: {'Network': ['ID=ad52c870-b639-4961-addb-bf19aba17e7d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:49.479004 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:49.480011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.491928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:49.494771 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7373205c-c9f3-41f1-8b83-1fa3204c396e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:49.521197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network ad52c870-b639-4961-addb-bf19aba17e7d details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:45:49.533607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:49.541891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:49.544755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:49.598977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:49.615636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.667069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.747145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Made reservation on behalf of e71a3695f4de4cbfbf6acfd7db780c33 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:45:49.750992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.877097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8562b2-d4fd-4ca7-a400-63b63c65df1b req-fa3ee934-2997-4404-bc98-437cbe289637 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:49.879288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df8562b2-d4fd-4ca7-a400-63b63c65df1b req-fa3ee934-2997-4404-bc98-437cbe289637 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.5583255 Dec 20 11:45:49.885816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5765688-3837-445b-a650-b4a996458211 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.900851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b5765688-3837-445b-a650-b4a996458211 None None] Transition to ACTIVE for port object 85c15de5-f0c2-477b-8a18-8b0470ad535d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:49.925851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b5765688-3837-445b-a650-b4a996458211 None None] Transition to ACTIVE for port object 85c15de5-f0c2-477b-8a18-8b0470ad535d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:49.944136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5765688-3837-445b-a650-b4a996458211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:49.949744 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:49.998687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Pushing event updated for resources: {'Port': ['ID=da7728ec-a1f5-46cf-8c23-b61e1af0888a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:50.011662 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:50.014048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.026085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:50.038858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5765688-3837-445b-a650-b4a996458211 None None] Network 84d9b129-9f6f-4410-856f-d689c42206dc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:50.041323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:43Z', 'revision_number': 3, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:50.046099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b5765688-3837-445b-a650-b4a996458211 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:50.049063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5765688-3837-445b-a650-b4a996458211 None None] Pushing event updated for resources: {'Port': ['ID=85c15de5-f0c2-477b-8a18-8b0470ad535d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:50.051313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5765688-3837-445b-a650-b4a996458211 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:50.055503 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b5765688-3837-445b-a650-b4a996458211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:50.057011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851883-434a-40fc-8c56-f2cda0be01b0 None None] The sync data for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 is: [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:43Z', 'revision_number': 3, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:50.136182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fac1e7-73d7-4132-b6e6-2d1d53708e32,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:50.148846 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:50.200314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.206220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.209773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b5765688-3837-445b-a650-b4a996458211 None None] Attempting to bind port 85c15de5-f0c2-477b-8a18-8b0470ad535d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:45:50.210192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b5765688-3837-445b-a650-b4a996458211 None None] Attempting to bind port 85c15de5-f0c2-477b-8a18-8b0470ad535d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:45:50.210569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5765688-3837-445b-a650-b4a996458211 None None] Attempting to bind port 85c15de5-f0c2-477b-8a18-8b0470ad535d on network 84d9b129-9f6f-4410-856f-d689c42206dc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:45:50.217231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Checking segment: {'id': 'd0e9a2ba-da80-4916-a023-24d4ec6d5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ad52c870-b639-4961-addb-bf19aba17e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:50.218098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Network hostable DHCP agents. Network: ad52c870-b639-4961-addb-bf19aba17e7d, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:45:50.219369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5765688-3837-445b-a650-b4a996458211 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:45:50.219754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5765688-3837-445b-a650-b4a996458211 None None] Checking segment: {'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:50.220170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5765688-3837-445b-a650-b4a996458211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.220578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5765688-3837-445b-a650-b4a996458211 None None] Bound using segment: {'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:45:50.221067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b5765688-3837-445b-a650-b4a996458211 None None] Bound port: 85c15de5-f0c2-477b-8a18-8b0470ad535d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:45:50.221518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5765688-3837-445b-a650-b4a996458211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.406122 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df8562b2-d4fd-4ca7-a400-63b63c65df1b req-ca7ba3c9-d0d4-41a1-a82a-e7532fcbdae1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156021 Dec 20 11:45:50.438800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.464371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Network ad52c870-b639-4961-addb-bf19aba17e7d is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:45:50.504240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b5765688-3837-445b-a650-b4a996458211 None None] For port 85c15de5-f0c2-477b-8a18-8b0470ad535d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:45:50.517718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b5765688-3837-445b-a650-b4a996458211 None None] For port 85c15de5-f0c2-477b-8a18-8b0470ad535d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85c15de5-f0c2-477b-8a18-8b0470ad535d,segment=NetworkSegment(44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8),segment_id=44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:45:50.527884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, ad52c870-b639-4961-addb-bf19aba17e7d) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:50.537117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5765688-3837-445b-a650-b4a996458211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.538365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:50.538996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.546782 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b919268d-927e-4612-9836-8d2a2de94f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:50.587689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d28e8-5d97-4ea9-8ad8-0e51ea389c4f None None] Network ad52c870-b639-4961-addb-bf19aba17e7d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:50.735166 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3578420 Dec 20 11:45:50.741161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47388) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:50.752050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1857011356-router', 'tenant_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:45:50.765263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:45:50.788882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Usage tracker for resource:router and tenant:e71a3695f4de4cbfbf6acfd7db780c33 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:45:50.806644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:45:50.817778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:45:50.818548 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP 59c1e0e5-71c3-43ff-9e63-1c43b5cdc2e6 associated. External IP: 172.35.0.120, port: fd5bdc99-7ea3-4a8f-8c89-82becd17f525. Dec 20 11:45:50.853156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.854272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.915568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:50.922647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5765688-3837-445b-a650-b4a996458211 None None] Pushing event updated for resources: {'Port': ['ID=85c15de5-f0c2-477b-8a18-8b0470ad535d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:50.927647 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b5765688-3837-445b-a650-b4a996458211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:51.093105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:45:51.309461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Allocated IP 172.20.0.1 (89b62a73-fae3-4f74-9b27-65c508b7780c/1a8bc92b-8e44-4a36-8e4c-565fd2a39b02/39112d72-d309-4e12-9a8a-32bffc97bcb3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:51.343852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:51.532052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-ad52c870-b639-4961-addb-bf19aba17e7d', 'network_id': 'ad52c870-b639-4961-addb-bf19aba17e7d', 'tenant_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'fixed_ips': [{'subnet_id': 'e7fac1e7-73d7-4132-b6e6-2d1d53708e32'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:45:51.533138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:51.682814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:51.690270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:51.758307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:51.770204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:51.770586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:51.776918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Transition to ACTIVE for port object 39112d72-d309-4e12-9a8a-32bffc97bcb3 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:51.790833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e2d3-1e17-458c-9390-5917cd58d026 req-a756bb40-434a-4e1e-9db4-30bb09b43f19 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:51.798112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a397e2d3-1e17-458c-9390-5917cd58d026 req-a756bb40-434a-4e1e-9db4-30bb09b43f19 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 1.0875926 Dec 20 11:45:51.843328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Allocated IP 172.20.0.2 (ad52c870-b639-4961-addb-bf19aba17e7d/e7fac1e7-73d7-4132-b6e6-2d1d53708e32/12f79201-6d6c-4c93-93c4-250ac84473e8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:51.941044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:51.955434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a397e2d3-1e17-458c-9390-5917cd58d026 req-0b3b5518-b515-4f4b-9c43-6e9a90fc70be tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555560 Dec 20 11:45:51.959828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:51.972337 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-72892588-14ac-4bda-912d-ebb67022a39e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:52.008688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:52.063065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:52.071534 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:52.117345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:52.130761 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Sync routers for ids ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:52.141954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Pushing event updated for resources: {'Port': ['ID=39112d72-d309-4e12-9a8a-32bffc97bcb3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:52.160926 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Routers {'07c857be-f94d-49b3-baf5-9e9c0008cbf1'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:52.161560 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:52.171287 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:52.254836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Network 89b62a73-fae3-4f74-9b27-65c508b7780c is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:52.271765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:52.276072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:52.286636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:52.302441 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:52.489144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:52.531403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:52.549245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Transition to ACTIVE for port object 12f79201-6d6c-4c93-93c4-250ac84473e8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:52.580615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:52.583527 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2895796 Dec 20 11:45:52.586574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:52.589148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47410) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:52.590872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Transition to ACTIVE for port object 12f79201-6d6c-4c93-93c4-250ac84473e8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:52.601711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:52.614314 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-35e536c9-6fb4-4173-b794-45eab3242bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:52.616433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:52.756842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Network ad52c870-b639-4961-addb-bf19aba17e7d is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:52.775533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:52.791746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:52.800800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Pushing event updated for resources: {'Port': ['ID=12f79201-6d6c-4c93-93c4-250ac84473e8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:52.810266 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:52.811951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b5e72-cdc3-4c49-bab1-bff33bc2803f req-4d3cc60c-0eea-4628-bfde-81a4289ee6e9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:52.820974 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d71b5e72-cdc3-4c49-bab1-bff33bc2803f req-4d3cc60c-0eea-4628-bfde-81a4289ee6e9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.5422728 Dec 20 11:45:52.862028 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Set router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:52.972390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773192d-2fa7-4742-896f-70f9f5b376e4 None None] Network 84d9b129-9f6f-4410-856f-d689c42206dc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:52.991600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Attempting to bind port 12f79201-6d6c-4c93-93c4-250ac84473e8 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:45:52.991993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Attempting to bind port 12f79201-6d6c-4c93-93c4-250ac84473e8 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd0e9a2ba-da80-4916-a023-24d4ec6d5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ad52c870-b639-4961-addb-bf19aba17e7d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:45:52.992366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Attempting to bind port 12f79201-6d6c-4c93-93c4-250ac84473e8 on network ad52c870-b639-4961-addb-bf19aba17e7d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:45:53.023289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:45:53.023702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Checking segment: {'id': 'd0e9a2ba-da80-4916-a023-24d4ec6d5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ad52c870-b639-4961-addb-bf19aba17e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:53.024139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.024681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Bound using segment: {'id': 'd0e9a2ba-da80-4916-a023-24d4ec6d5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ad52c870-b639-4961-addb-bf19aba17e7d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:45:53.025163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Bound port: 12f79201-6d6c-4c93-93c4-250ac84473e8, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e9a2ba-da80-4916-a023-24d4ec6d5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ad52c870-b639-4961-addb-bf19aba17e7d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:45:53.025699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.053019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d71b5e72-cdc3-4c49-bab1-bff33bc2803f req-77c050ed-7a1c-466b-9246-17d251960b62 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290306 Dec 20 11:45:53.137005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Allocated IP 172.35.0.187 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/72e6e924-90cd-4a9a-8924-1abfa743bfa7) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:53.221275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] For port 12f79201-6d6c-4c93-93c4-250ac84473e8, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:45:53.233147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] For port 12f79201-6d6c-4c93-93c4-250ac84473e8, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=12f79201-6d6c-4c93-93c4-250ac84473e8,segment=NetworkSegment(d0e9a2ba-da80-4916-a023-24d4ec6d5775),segment_id=d0e9a2ba-da80-4916-a023-24d4ec6d5775)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:45:53.302188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.396440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.425563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5ed49e57-6793-4ce3-8f58-77c5ab1a982b None None] Provisioning for port 39112d72-d309-4e12-9a8a-32bffc97bcb3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:53.453921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.458886 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-858b0748-8d0c-479d-99c4-a68de0674018 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:53.488647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5ed49e57-6793-4ce3-8f58-77c5ab1a982b None None] Provisioning complete for port 39112d72-d309-4e12-9a8a-32bffc97bcb3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:53.489420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ed49e57-6793-4ce3-8f58-77c5ab1a982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.539059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85c15de5-f0c2-477b-8a18-8b0470ad535d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:53.548168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:53.551510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:53.556865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:53.573867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.588212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=72e6e924-90cd-4a9a-8924-1abfa743bfa7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:53.600598 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:53.601167 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:53.631947 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:45:49Z', 'revision_number': 3, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port': {'id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:48Z', 'updated_at': '2021-12-20T11:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:53.637075 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Checking router: 07c857be-f94d-49b3-baf5-9e9c0008cbf1 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:45:53.638206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Updating router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 port da7728ec-a1f5-46cf-8c23-b61e1af0888a binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:45:53.741120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5ed49e57-6793-4ce3-8f58-77c5ab1a982b None None] Port 39112d72-d309-4e12-9a8a-32bffc97bcb3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:45:53.743532 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.755814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Pushing event updated for resources: {'Port': ['ID=12f79201-6d6c-4c93-93c4-250ac84473e8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:53.767703 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:53.802180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 85c15de5-f0c2-477b-8a18-8b0470ad535d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:53.820991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:53.822439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.823184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:53.970985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Provisioning for port 85c15de5-f0c2-477b-8a18-8b0470ad535d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:53.977044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Provisioning complete for port 85c15de5-f0c2-477b-8a18-8b0470ad535d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:53.977719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.333497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:54.335940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.457575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.466394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1e5f-b7ce-4a65-8902-aca2271ac736 req-1b568fb1-82d3-4518-b8cb-175ed8e6984a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:54.467936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Router c13fde7a-f88a-495d-bea0-7ace20ae0277 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:45:54.473102 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-898c1e5f-b7ce-4a65-8902-aca2271ac736 req-1b568fb1-82d3-4518-b8cb-175ed8e6984a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 1.0276387 Dec 20 11:45:54.522131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] For port 85c15de5-f0c2-477b-8a18-8b0470ad535d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85c15de5-f0c2-477b-8a18-8b0470ad535d,segment=NetworkSegment(44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8),segment_id=44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:54.535924 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.538564 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:54.540096 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.572365 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Transition to ACTIVE for port object da7728ec-a1f5-46cf-8c23-b61e1af0888a will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:54.581275 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.585177 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-2a4affc8-2fe2-43b2-8e1a-743185d9b299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:54.637361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:54.647303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:45:54.693058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-898c1e5f-b7ce-4a65-8902-aca2271ac736 req-0caa9b7e-5660-4c16-855e-651a06b4ca05 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189941 Dec 20 11:45:54.699245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.720327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.730897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Pushing event updated for resources: {'Port': ['ID=85c15de5-f0c2-477b-8a18-8b0470ad535d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:54.736217 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:54.739466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1fa1d29e-f072-4008-b027-574254c5d7d1 None None] Provisioning complete for port 85c15de5-f0c2-477b-8a18-8b0470ad535d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:54.739944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d29e-f072-4008-b027-574254c5d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.752133 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Attempting to bind port da7728ec-a1f5-46cf-8c23-b61e1af0888a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:45:54.752617 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Attempting to bind port da7728ec-a1f5-46cf-8c23-b61e1af0888a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:45:54.752862 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Attempting to bind port da7728ec-a1f5-46cf-8c23-b61e1af0888a on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:45:54.755940 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6aab48a7-0283-4f2a-b4dd-494cebbd0c5c tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:54.761669 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Pushing event updated for resources: {'Port': ['ID=da7728ec-a1f5-46cf-8c23-b61e1af0888a,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:54.774374 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:54.787518 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:45:54.787898 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:54.788413 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.788697 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:45:54.789170 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Bound port: da7728ec-a1f5-46cf-8c23-b61e1af0888a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:45:54.789550 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.924890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:54.930311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Pushing event updated for resources: {'Port': ['ID=39112d72-d309-4e12-9a8a-32bffc97bcb3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:54.962623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Sync routers for ids ['c13fde7a-f88a-495d-bea0-7ace20ae0277'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:54.963416 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:54.977188 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] For port da7728ec-a1f5-46cf-8c23-b61e1af0888a, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:45:54.980408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:54.982423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2395122 Dec 20 11:45:54.985180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:54.985400 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] For port da7728ec-a1f5-46cf-8c23-b61e1af0888a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=da7728ec-a1f5-46cf-8c23-b61e1af0888a,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:45:54.994544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Routers {'c13fde7a-f88a-495d-bea0-7ace20ae0277'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:54.998407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c13fde7a-f88a-495d-bea0-7ace20ae0277'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:55.010131 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:55.014384 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:55.120965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:55.221938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85c15de5-f0c2-477b-8a18-8b0470ad535d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:55.256730 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Pushing event updated for resources: {'Port': ['ID=da7728ec-a1f5-46cf-8c23-b61e1af0888a,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:55.287263 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Routers {'07c857be-f94d-49b3-baf5-9e9c0008cbf1'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:55.288054 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:55.402281 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.406438 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.406920 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.407347 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.410419 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.413184 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.413451 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.413880 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.414324 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.414745 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.426282 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:45:55.437974 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:55.534646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ddb74-a3c2-41a1-853e-19f80bdf4ee2 None None] Network ad52c870-b639-4961-addb-bf19aba17e7d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:45:55.645060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Network 89b62a73-fae3-4f74-9b27-65c508b7780c is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:55.651455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:55.671983 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] Set router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:55.736136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b3b00-61df-4075-9af3-f1269d155c36 req-46a0350f-90ea-4b5e-8abf-9c7bb1cfb408 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:55.737520 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a9b3b00-61df-4075-9af3-f1269d155c36 req-46a0350f-90ea-4b5e-8abf-9c7bb1cfb408 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.7512875 Dec 20 11:45:55.843239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-caed5553-cbed-48e9-87a0-2218858e3b67 None None] Provisioning for port 12f79201-6d6c-4c93-93c4-250ac84473e8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:55.864217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Set router c13fde7a-f88a-495d-bea0-7ace20ae0277 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:55.904731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a9b3b00-61df-4075-9af3-f1269d155c36 req-d0c4459c-b911-4103-9b95-587077f33005 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602881 Dec 20 11:45:56.192274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 85c15de5-f0c2-477b-8a18-8b0470ad535d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:56.192759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:56.248473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:56.430428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e5f2bed-05e2-4b25-902f-6395a9b1f98b None None] Provisioning complete for port 39112d72-d309-4e12-9a8a-32bffc97bcb3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:56.430811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e5f2bed-05e2-4b25-902f-6395a9b1f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:56.433730 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:56.500286 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:56.501325 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:56.546536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:56.550918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f2bed-05e2-4b25-902f-6395a9b1f98b None None] Port 39112d72-d309-4e12-9a8a-32bffc97bcb3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:45:56.627065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 12f79201-6d6c-4c93-93c4-250ac84473e8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:45:56.690082 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:56.699093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e9bb9676-4886-416e-a509-9396e74bf5dd tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/floatingips/59c1e0e5-71c3-43ff-9e63-1c43b5cdc2e6 HTTP/1.1" status: 200 len: 977 time: 9.0867736 Dec 20 11:45:56.699651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:45:56.736667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:45:56.739080 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:45:49Z', 'revision_number': 3, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port': {'id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:48Z', 'updated_at': '2021-12-20T11:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:56.746541 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:56.748171 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:56.792684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13fde7a-f88a-495d-bea0-7ace20ae0277', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1857011356-router', 'tenant_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.187'}], 'enable_snat': True}, 'gw_port_id': '72e6e924-90cd-4a9a-8924-1abfa743bfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:45:53Z', 'revision_number': 3, 'project_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'gw_port': {'id': '72e6e924-90cd-4a9a-8924-1abfa743bfa7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13fde7a-f88a-495d-bea0-7ace20ae0277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:52Z', 'updated_at': '2021-12-20T11:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:56.804547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Checking router: c13fde7a-f88a-495d-bea0-7ace20ae0277 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:45:56.804547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Updating router c13fde7a-f88a-495d-bea0-7ace20ae0277 port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:45:56.829257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port fd5bdc99-7ea3-4a8f-8c89-82becd17f525 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:45:56.829784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:56.860801 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:56.861402 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db94b1a9-7550-4954-8eec-45b3db27304d None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:56.864337 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726394-6ba5-4d66-bebf-e23291f62246 None None] The sync data for ids ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'] in n-d-victoria-1 is: [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:45:49Z', 'revision_number': 3, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port': {'id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:48Z', 'updated_at': '2021-12-20T11:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:45:56.987621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.052541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 12f79201-6d6c-4c93-93c4-250ac84473e8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:45:57.076164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 12f79201-6d6c-4c93-93c4-250ac84473e8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:57.076880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.105764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17afac-5bce-4b83-aa45-6fc84be6f695 req-d6d31981-c2e7-4381-a07d-38969f159066 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:57.108200 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b17afac-5bce-4b83-aa45-6fc84be6f695 req-d6d31981-c2e7-4381-a07d-38969f159066 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4741004 Dec 20 11:45:57.172696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b17afac-5bce-4b83-aa45-6fc84be6f695 req-c7e3d9f3-c21b-4cc1-98c9-48ff33bb0c5e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556555 Dec 20 11:45:57.311205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-df934bee-49a4-4b53-8622-be52697bdade None None] Provisioning complete for port 12f79201-6d6c-4c93-93c4-250ac84473e8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:45:57.312310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df934bee-49a4-4b53-8622-be52697bdade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.417147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.537699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.538448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.652599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df934bee-49a4-4b53-8622-be52697bdade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.695746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 12f79201-6d6c-4c93-93c4-250ac84473e8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=12f79201-6d6c-4c93-93c4-250ac84473e8,segment=NetworkSegment(d0e9a2ba-da80-4916-a023-24d4ec6d5775),segment_id=d0e9a2ba-da80-4916-a023-24d4ec6d5775)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:45:57.735961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.757269 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:57.791099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Allocated IP 172.20.0.1 (84d9b129-9f6f-4410-856f-d689c42206dc/b0475402-0a1f-4800-82ef-d0a4d39d3bf5/0e79de1a-96d7-478c-9a44-e97c0103c7ee) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:57.948845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-df934bee-49a4-4b53-8622-be52697bdade None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:45:57.949208 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-df934bee-49a4-4b53-8622-be52697bdade None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:45:57.949794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-74c6a572-2090-463b-9a96-8c0724c4d260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:57.985409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.005516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Transition to ACTIVE for port object 72e6e924-90cd-4a9a-8924-1abfa743bfa7 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:58.034121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.050372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.070257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=12f79201-6d6c-4c93-93c4-250ac84473e8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:58.074923 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:58.077712 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:58.149434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f7801-26fc-4ffc-bbab-e3eb7b6766c6 None None] Pushing event updated for resources: {'Port': ['ID=72e6e924-90cd-4a9a-8924-1abfa743bfa7,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:58.152210 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d47f7801-26fc-4ffc-bbab-e3eb7b6766c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:58.153179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Attempting to bind port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:45:58.154087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Attempting to bind port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:45:58.154454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Attempting to bind port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:45:58.162162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:45:58.162539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:45:58.162939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.163329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:45:58.163791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Bound port: 72e6e924-90cd-4a9a-8924-1abfa743bfa7, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:45:58.164167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.284300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] For port 72e6e924-90cd-4a9a-8924-1abfa743bfa7, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:45:58.286412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.290835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] For port 72e6e924-90cd-4a9a-8924-1abfa743bfa7, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=72e6e924-90cd-4a9a-8924-1abfa743bfa7,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:45:58.305843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.319305 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eca981b8-37b5-49bb-826d-8634b02ea373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:58.321268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de264bda-db42-451c-8cb6-cc74a65d0d6e req-a064e019-5821-4a58-bfc4-28bfb7e86c16 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:58.337371 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de264bda-db42-451c-8cb6-cc74a65d0d6e req-a064e019-5821-4a58-bfc4-28bfb7e86c16 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.8993421 Dec 20 11:45:58.378944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Transition to ACTIVE for port object 0e79de1a-96d7-478c-9a44-e97c0103c7ee will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:45:58.436902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Routers {'c13fde7a-f88a-495d-bea0-7ace20ae0277'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:58.437544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c13fde7a-f88a-495d-bea0-7ace20ae0277'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:58.493234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.499438 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de264bda-db42-451c-8cb6-cc74a65d0d6e req-a57f4cb3-de2f-41d5-9180-ef053ad91005 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612275 Dec 20 11:45:58.501066 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:58.561910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f7801-26fc-4ffc-bbab-e3eb7b6766c6 None None] Pushing event updated for resources: {'Port': ['ID=72e6e924-90cd-4a9a-8924-1abfa743bfa7,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:58.584278 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d47f7801-26fc-4ffc-bbab-e3eb7b6766c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:58.603022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Network 84d9b129-9f6f-4410-856f-d689c42206dc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:45:58.615118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:45:58.635629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:45:58.639263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:45:58.763805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Pushing event updated for resources: {'Port': ['ID=0e79de1a-96d7-478c-9a44-e97c0103c7ee,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:58.766879 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:58.784991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] 10.222.0.32 "PUT /v2.0/routers/ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6320367 Dec 20 11:45:58.790564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Sync routers for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:45:58.833198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.874414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:45:58.883945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:45:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:45:58.902987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.903983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:58.905312 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP 59c1e0e5-71c3-43ff-9e63-1c43b5cdc2e6 disassociated. External IP: 172.35.0.120, port: fd5bdc99-7ea3-4a8f-8c89-82becd17f525. Dec 20 11:45:58.907021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for fd5bdc99-7ea3-4a8f-8c89-82becd17f525 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:45:59.159215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:59.220657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] Set router c13fde7a-f88a-495d-bea0-7ace20ae0277 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:45:59.437714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Allocated IP 172.20.0.1 (ad52c870-b639-4961-addb-bf19aba17e7d/e7fac1e7-73d7-4132-b6e6-2d1d53708e32/ad825a68-361f-4af8-8454-d5d41605e050) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:45:59.487369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:59.496464 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d9d9c171-b70c-4220-9e4f-b630219456be tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:59.603750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:59.621086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=fd5bdc99-7ea3-4a8f-8c89-82becd17f525,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:59.635905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:59.702779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c74109-9fef-4805-8225-27436b4bedbd req-58968190-0ac5-446d-b46b-28215035eab3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:45:59.704696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08c74109-9fef-4805-8225-27436b4bedbd req-58968190-0ac5-446d-b46b-28215035eab3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.7355440 Dec 20 11:45:59.705701 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:45:59.713091 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:59.822337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:59.879276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:45:59.904509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Pushing event updated for resources: {'Port': ['ID=0e79de1a-96d7-478c-9a44-e97c0103c7ee,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:45:59.912139 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:45:59.930909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Transition to ACTIVE for port object ad825a68-361f-4af8-8454-d5d41605e050 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:00.100638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08c74109-9fef-4805-8225-27436b4bedbd req-29de989d-88fd-4945-be2b-c72a4423cd9b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600992 Dec 20 11:46:00.103676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-36bc12d7-fe6e-4413-af45-3f239adf1d51 None None] Provisioning for port 0e79de1a-96d7-478c-9a44-e97c0103c7ee completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:00.109539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device da7728ec-a1f5-46cf-8c23-b61e1af0888a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:00.134380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:00.146923 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55aac88c-7b90-4e33-ad20-d50ecd833642 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:00.192821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-36bc12d7-fe6e-4413-af45-3f239adf1d51 None None] Provisioning complete for port 0e79de1a-96d7-478c-9a44-e97c0103c7ee triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:00.193200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-36bc12d7-fe6e-4413-af45-3f239adf1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:00.269753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-36bc12d7-fe6e-4413-af45-3f239adf1d51 None None] Port 0e79de1a-96d7-478c-9a44-e97c0103c7ee cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:00.288453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:00.314736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port da7728ec-a1f5-46cf-8c23-b61e1af0888a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:00.327522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port da7728ec-a1f5-46cf-8c23-b61e1af0888a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:00.328484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:00.392448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-db45645b-d345-4f04-b138-57b18cdf01e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:00.396637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Network 84d9b129-9f6f-4410-856f-d689c42206dc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:00.405411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:00.422455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Network ad52c870-b639-4961-addb-bf19aba17e7d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:00.435501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13fde7a-f88a-495d-bea0-7ace20ae0277', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1857011356-router', 'tenant_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.187'}], 'enable_snat': True}, 'gw_port_id': '72e6e924-90cd-4a9a-8924-1abfa743bfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:45:53Z', 'revision_number': 3, 'project_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'gw_port': {'id': '72e6e924-90cd-4a9a-8924-1abfa743bfa7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13fde7a-f88a-495d-bea0-7ace20ae0277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:52Z', 'updated_at': '2021-12-20T11:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:00.440007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:00.457250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be822970-1d23-4be0-a68a-280c42999fb7 None None] The sync data for ids ['c13fde7a-f88a-495d-bea0-7ace20ae0277'] in n-d-victoria-1 is: [{'id': 'c13fde7a-f88a-495d-bea0-7ace20ae0277', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1857011356-router', 'tenant_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.187'}], 'enable_snat': True}, 'gw_port_id': '72e6e924-90cd-4a9a-8924-1abfa743bfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:45:53Z', 'revision_number': 3, 'project_id': 'e71a3695f4de4cbfbf6acfd7db780c33', 'gw_port': {'id': '72e6e924-90cd-4a9a-8924-1abfa743bfa7', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13fde7a-f88a-495d-bea0-7ace20ae0277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:52Z', 'updated_at': '2021-12-20T11:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:00.457382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:00.489348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:00.615428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Pushing event updated for resources: {'Port': ['ID=ad825a68-361f-4af8-8454-d5d41605e050,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:00.641550 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:00.804299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47510) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:00.824423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224649670', 'description': 'tempest-description--1456618564'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:00.882142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:00.897722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Usage tracker for resource:security_group and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:00.900208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:00.916051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:00.926935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port da7728ec-a1f5-46cf-8c23-b61e1af0888a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=da7728ec-a1f5-46cf-8c23-b61e1af0888a,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:00.944221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:00.951411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.001384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.125195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:01.134816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.137537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 12f79201-6d6c-4c93-93c4-250ac84473e8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:01.170812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Usage tracker for resource:security_group_rule and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:01.186075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:01.212211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:01.217645 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c8fd601c-fc10-4f34-b141-e0e1ebdd20eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:01.243448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7872552-a6f5-4669-ab23-735828f190cf req-84dda282-47bc-48b6-94cc-8a410dadd558 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:01.245670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a7872552-a6f5-4669-ab23-735828f190cf req-84dda282-47bc-48b6-94cc-8a410dadd558 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2862861 Dec 20 11:46:01.281190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.404370 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a7872552-a6f5-4669-ab23-735828f190cf req-4561aeb0-968d-468b-b73d-a119dbbdaf63 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376526 Dec 20 11:46:01.460474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:01.482816 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:01.490837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=da7728ec-a1f5-46cf-8c23-b61e1af0888a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:01.491795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:01.495841 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:01.508928 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:01.513654 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:01.577988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.581494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.594626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.607749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-380b94c4-6c5a-45d2-884a-80defd08e819 None None] Provisioning for port ad825a68-361f-4af8-8454-d5d41605e050 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:01.615816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.620660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-380b94c4-6c5a-45d2-884a-80defd08e819 None None] Provisioning complete for port ad825a68-361f-4af8-8454-d5d41605e050 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:01.621369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-380b94c4-6c5a-45d2-884a-80defd08e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.652020 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de2154f0-6ae0-4620-8538-0993dd53ae49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:01.687889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 12f79201-6d6c-4c93-93c4-250ac84473e8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:01.688495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.709310 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:01.722280 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:01.723182 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:01.761910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.766814 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/ports/fd5bdc99-7ea3-4a8f-8c89-82becd17f525 HTTP/1.1" status: 204 len: 168 time: 5.0663240 Dec 20 11:46:01.795599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:01.796404 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12ef79-f47f-43b8-9e9b-6f54fb082939 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:01.797361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47528) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:01.811522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:01.812706 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0055001 Dec 20 11:46:01.813809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d67350e-3267-4345-95eb-08a02b8dd2b5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:01.817072 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:01.817577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47532) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:01.836481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-380b94c4-6c5a-45d2-884a-80defd08e819 None None] Port ad825a68-361f-4af8-8454-d5d41605e050 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:01.837972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Request body: {'security_group_rule': {'security_group_id': '4d67350e-3267-4345-95eb-08a02b8dd2b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:01.850645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:45:53Z', 'revision_number': 2, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:01.897183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Checking router: ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:46:01.897829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Updating router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c port 39112d72-d309-4e12-9a8a-32bffc97bcb3 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:46:01.898943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:01.909355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Usage tracker for resource:security_group_rule and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:01.952993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-380b94c4-6c5a-45d2-884a-80defd08e819 None None] Provisioning complete for port 0e79de1a-96d7-478c-9a44-e97c0103c7ee triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:01.953769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-380b94c4-6c5a-45d2-884a-80defd08e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.038727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.074080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-380b94c4-6c5a-45d2-884a-80defd08e819 None None] Port 0e79de1a-96d7-478c-9a44-e97c0103c7ee cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:02.089419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2f471c3f-fa73-4208-8384-baaed21a8094 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "GET /v2.0/floatingips/59c1e0e5-71c3-43ff-9e63-1c43b5cdc2e6 HTTP/1.1" status: 200 len: 688 time: 0.2808793 Dec 20 11:46:02.093942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47540) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:02.133147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:02.156291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device da7728ec-a1f5-46cf-8c23-b61e1af0888a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:02.168664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:02.261693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65949280-667a-48f1-a148-f26821af12ff req-e61abba2-6af5-43e1-8c2a-e248dd5b3f0a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:02.269491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-65949280-667a-48f1-a148-f26821af12ff req-e61abba2-6af5-43e1-8c2a-e248dd5b3f0a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.3572896 Dec 20 11:46:02.308839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.380321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.392029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.393320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:46:02.414124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9167e9-79df-48c2-8e19-726d18047c8a req-4f6a5012-1784-492a-8dfe-d00598fa1eab tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:02.423944 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-211f6b1b-29af-4f0c-9497-07e52d788e4f tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:02.424155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c9167e9-79df-48c2-8e19-726d18047c8a req-4f6a5012-1784-492a-8dfe-d00598fa1eab tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.6642261 Dec 20 11:46:02.440137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.449854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81036c2c-e1ff-4046-a565-ed132d113774,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:02.452289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port ff2add00-bb18-4a62-93ad-21e3aa1f8d12 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:02.454095 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:02.458442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.478046 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-65949280-667a-48f1-a148-f26821af12ff req-e9134171-02e5-4cb6-a5cc-583c91857cc8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075870 Dec 20 11:46:02.479491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.562565 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:02.575172 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c9167e9-79df-48c2-8e19-726d18047c8a req-27f8c41e-1726-4273-a0e3-b22e7504de52 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497059 Dec 20 11:46:02.593512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:02.614477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] 10.222.0.32 "PUT /v2.0/routers/07c857be-f94d-49b3-baf5-9e9c0008cbf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0205734 Dec 20 11:46:02.761743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.765768 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9342289 Dec 20 11:46:02.788288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47554) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:02.814627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:02.818889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.819216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.856368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Request body: {'security_group_rule': {'security_group_id': '4d67350e-3267-4345-95eb-08a02b8dd2b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:02.871253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.876493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:02.885726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Pushing event updated for resources: {'Port': ['ID=ad825a68-361f-4af8-8454-d5d41605e050,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:02.893557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.896646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Usage tracker for resource:security_group_rule and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:02.906152 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:02.907534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:02.937482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:02.938899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.952530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Transition to ACTIVE for port object 39112d72-d309-4e12-9a8a-32bffc97bcb3 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:02.979038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.984669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:02.985221 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b5765688-3837-445b-a650-b4a996458211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:03.043540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port da7728ec-a1f5-46cf-8c23-b61e1af0888a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:03.044094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.079549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1934187336'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:03.106932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:03.122601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:network and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:03.158850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.160666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:03.180274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:03.182862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.217909 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f5c213ee-4821-43bd-a4bc-f1ab634c0847 tempest-ServersTestJSON-1599260366 tempest-ServersTestJSON-1599260366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:03.263059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Network ad52c870-b639-4961-addb-bf19aba17e7d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:03.270690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:03.276436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dd76e1-bdc8-45f9-8a7f-a4ff370fb805,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:03.327267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for ff2add00-bb18-4a62-93ad-21e3aa1f8d12 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:03.331728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea224e9-5076-4e83-bba0-69d4a2f78120 None None] Pushing event updated for resources: {'Port': ['ID=39112d72-d309-4e12-9a8a-32bffc97bcb3,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:03.341977 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9ea224e9-5076-4e83-bba0-69d4a2f78120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:03.417500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:03.421047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.441857 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:03.511645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.526873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7221665 Dec 20 11:46:03.535202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47564) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:03.563109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:03.570778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:03.575960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Usage tracker for resource:floatingip and tenant:784fe69e76694d4f96f62301b7ce894d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:03.579391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:03.586114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:03.694709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.746218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Attempting to bind port 39112d72-d309-4e12-9a8a-32bffc97bcb3 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:03.747462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Attempting to bind port 39112d72-d309-4e12-9a8a-32bffc97bcb3 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:03.748262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Attempting to bind port 39112d72-d309-4e12-9a8a-32bffc97bcb3 on network 89b62a73-fae3-4f74-9b27-65c508b7780c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:03.753640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11917648-8241-4de9-8746-355b32715e89 req-4586442f-cc3d-4819-adc6-df86a6a33eb3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:03.755147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-11917648-8241-4de9-8746-355b32715e89 req-4586442f-cc3d-4819-adc6-df86a6a33eb3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3963020 Dec 20 11:46:03.758122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:46:03.763160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-0b5964c9-b8de-406a-a003-6c621a31f8bd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:03.764590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-0b5964c9-b8de-406a-a003-6c621a31f8bd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.16 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.3543320 Dec 20 11:46:03.778855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:03.778855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Checking segment: {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:03.779275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.779576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Bound using segment: {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:03.780045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Bound port: 39112d72-d309-4e12-9a8a-32bffc97bcb3, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:03.780451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.802342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.802729 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Added segment b454f31f-0d10-48e3-b703-eaa3fc4dc759 of type vlan for network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa Dec 20 11:46:03.867395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.895715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] For port 39112d72-d309-4e12-9a8a-32bffc97bcb3, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:03.904413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] For port 39112d72-d309-4e12-9a8a-32bffc97bcb3, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=39112d72-d309-4e12-9a8a-32bffc97bcb3,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:03.935048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-11917648-8241-4de9-8746-355b32715e89 req-afa12aef-8580-4353-9227-103c1497a4d2 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689165 Dec 20 11:46:03.935884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.955758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Deleting port adefbffd-6980-4237-91d3-80c328709729 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:03.956102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:03.958984 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-00f86785-754c-45ae-8e04-236f777c2d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:04.017546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.034417 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a662d208-88f2-4557-9b43-e15c2fa5b220 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:04.056210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:04.057552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:04.125446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5b39f-2de5-49f2-865d-a3f98beb1f65 req-1fbdc25c-e326-453e-81a3-08580441add4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:04.127106 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27a5b39f-2de5-49f2-865d-a3f98beb1f65 req-1fbdc25c-e326-453e-81a3-08580441add4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 946 time: 0.4043033 Dec 20 11:46:04.132982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-346c0f85-0698-4dee-b2a7-baddc864d6a7 None None] Provisioning complete for port ad825a68-361f-4af8-8454-d5d41605e050 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:04.133592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-346c0f85-0698-4dee-b2a7-baddc864d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.135603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.146092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:04.150353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.187778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=ff2add00-bb18-4a62-93ad-21e3aa1f8d12,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:04.195874 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f90fd63-b7d0-4d6d-af68-dd5051e8b096 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:04.196908 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:04.366337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea224e9-5076-4e83-bba0-69d4a2f78120 None None] Pushing event updated for resources: {'Port': ['ID=39112d72-d309-4e12-9a8a-32bffc97bcb3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:04.384947 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9ea224e9-5076-4e83-bba0-69d4a2f78120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:04.487801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6595151 Dec 20 11:46:04.521810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47580) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:04.527741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Network': ['ID=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:04.540014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'subnet': {'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:04.566597 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:04.584997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-346c0f85-0698-4dee-b2a7-baddc864d6a7 None None] Port ad825a68-361f-4af8-8454-d5d41605e050 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:04.590469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.593177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:46:04.694428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-27a5b39f-2de5-49f2-865d-a3f98beb1f65 req-947b503f-2d79-4856-bf1c-a3be8017a8ed tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=5836d7b6-2584-4238-ad66-513f5c167c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5320268 Dec 20 11:46:04.721797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.722965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/floatingips/59c1e0e5-71c3-43ff-9e63-1c43b5cdc2e6 HTTP/1.1" status: 204 len: 168 time: 2.6280982 Dec 20 11:46:04.727975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47584) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:04.760973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': '4e12ddfb-1cd2-4c33-a312-10d271d22b3f'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:04.784160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:04.802586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:floatingip and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:04.808903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:04.821310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:04.824724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] For port adefbffd-6980-4237-91d3-80c328709729, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=adefbffd-6980-4237-91d3-80c328709729,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:04.825607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.860013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:04.867375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:04.925111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:subnet and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:04.930240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:04.946747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:04.973741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:05.028776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:05.029573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:05.483456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:05.483983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:05.484404 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Floating IP 9ce38ba6-a275-45dd-acef-f6e789381bc1 disassociated. External IP: 172.35.0.97, port: adefbffd-6980-4237-91d3-80c328709729. Dec 20 11:46:05.484854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Calling delete_port for adefbffd-6980-4237-91d3-80c328709729 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:05.533850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:05.551821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:05.586994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Router c13fde7a-f88a-495d-bea0-7ace20ae0277 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:05.594821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Allocated IP 172.35.0.85 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/e615522e-3308-41a5-ac1e-688e0d3e857d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:05.641146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:03Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:05.646407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5c618-1c8d-4339-94f3-e3b91505b564 None None] The sync data for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 is: [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:03Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:05.821944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:05.829666 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f20c1cb3-0a6f-4ce8-af9b-7793a59c38a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:06.050770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd1ce-ac6e-495b-b180-9c50a3a34492 req-032b496e-2b39-438a-9e47-e82663b23408 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:06.058744 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-143fd1ce-ac6e-495b-b180-9c50a3a34492 req-032b496e-2b39-438a-9e47-e82663b23408 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.7539711 Dec 20 11:46:06.186582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event deleted for resources: {'Port': ['ID=adefbffd-6980-4237-91d3-80c328709729,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:06.227832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-143fd1ce-ac6e-495b-b180-9c50a3a34492 req-4c6626a6-296d-4e2a-a177-41567df7fd1a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677771 Dec 20 11:46:06.228541 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:06.284710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:06.295626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72e6e924-90cd-4a9a-8924-1abfa743bfa7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:06.398664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f42af33f-7421-4086-95f2-b55206e268fd req-c250263a-9263-4903-85d0-0d131204b563 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 210 time: 0.2134871 Dec 20 11:46:06.440858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:06.450703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:06.451753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:06.552067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:06.557354 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c96171be-287c-46ea-87a2-6f3ecc7b2b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:06.600962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:06.668727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:06.692397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.35.0.212 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/818959c4-8a39-400a-86ec-b155b557ac60) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:06.708799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:06.729158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:06.746350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:06.799841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 72e6e924-90cd-4a9a-8924-1abfa743bfa7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=72e6e924-90cd-4a9a-8924-1abfa743bfa7,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:06.818796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:06.821636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 39112d72-d309-4e12-9a8a-32bffc97bcb3 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:06.867449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Checking segment: {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:06.868027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network hostable DHCP agents. Network: 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:46:06.886599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Subnet': ['ID=22dec96e-db4a-415a-8ab0-bc320fcd643c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:06.917386 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b5765688-3837-445b-a650-b4a996458211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:06.918269 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:06.938797 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:07.047372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:07.071147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 39112d72-d309-4e12-9a8a-32bffc97bcb3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:07.080131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:07.083027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 39112d72-d309-4e12-9a8a-32bffc97bcb3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:07.083655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.143688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=72e6e924-90cd-4a9a-8924-1abfa743bfa7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:07.147352 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:07.199418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event updated for resources: {'Port': ['ID=e615522e-3308-41a5-ac1e-688e0d3e857d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:07.211627 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:07.238027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] 10.222.0.32 "PUT /v2.0/routers/c13fde7a-f88a-495d-bea0-7ace20ae0277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2496479 Dec 20 11:46:07.268435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.284675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:46:07.287109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device adefbffd-6980-4237-91d3-80c328709729 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:46:07.319252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.322980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:07.346073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 39112d72-d309-4e12-9a8a-32bffc97bcb3, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=39112d72-d309-4e12-9a8a-32bffc97bcb3,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:07.352821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:07.355808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.358221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6ea0b-3e8c-4fd6-aee9-e1b44f39f2f2 None None] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:07.394913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: adefbffd-6980-4237-91d3-80c328709729 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:46:07.397248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device adefbffd-6980-4237-91d3-80c328709729 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:46:07.416000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.423815 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9ea224e9-5076-4e83-bba0-69d4a2f78120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:07.429226 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9029772 Dec 20 11:46:07.433058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47616) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:07.447688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-272815586'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:07.459713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:07.469988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:network and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:07.478229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:07.495782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:07.500871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.516593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94848b10-cd21-4d3b-8271-907465d5c2de tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:07.576470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:07.581281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:07.587437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:07.648878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:07.652445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.667064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=818959c4-8a39-400a-86ec-b155b557ac60,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:07.673344 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:07.675406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:07.688021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] Sync routers for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:07.692890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=39112d72-d309-4e12-9a8a-32bffc97bcb3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:07.698401 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:07.725003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.751326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:46:07.761397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.762119 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Added segment 74ea7d8d-520c-445e-af76-cc9aec213128 of type vlan for network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 Dec 20 11:46:07.774490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] No DVR routers for this DVR port adefbffd-6980-4237-91d3-80c328709729 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:46:07.779321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.782442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'name': 'network-vif-deleted', 'tag': 'adefbffd-6980-4237-91d3-80c328709729'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:07.790770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:07.792154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:07.853989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.890409 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28f133e-0ecd-4fdb-958b-22ac4d9153ad req-514cf657-8e60-4c70-a067-b0fe92eb06aa tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80c04c2-b50a-4f44-bc7a-5876d64098e6 HTTP/1.1" status: 200 len: 210 time: 0.0714655 Dec 20 11:46:07.916716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2fa76e0-9fd9-4e93-8974-3f8763ff55fe req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.16 "DELETE /v2.0/ports/adefbffd-6980-4237-91d3-80c328709729 HTTP/1.1" status: 204 len: 173 time: 4.1179712 Dec 20 11:46:07.926993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:07.987668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54481f8-01cc-4e78-ab58-f60fd8ca743b req-7fed4115-1e3c-4ee4-9197-0f3cbfedf84d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:07.989268 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d54481f8-01cc-4e78-ab58-f60fd8ca743b req-7fed4115-1e3c-4ee4-9197-0f3cbfedf84d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3856261 Dec 20 11:46:08.020915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:08.024887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:08.025539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:08.036010 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-65290ccb-e43c-4f72-8860-82c196c244ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:08.081494 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Sync routers for ids ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:08.109480 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Routers {'07c857be-f94d-49b3-baf5-9e9c0008cbf1'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:08.110178 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:08.119252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-075c7830-6a5c-4f83-b8c4-3ee0d5b196aa', 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'fixed_ips': [{'subnet_id': '22dec96e-db4a-415a-8ab0-bc320fcd643c'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:46:08.120512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:08.209653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7743638 Dec 20 11:46:08.219128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47632) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:08.225246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72e6e924-90cd-4a9a-8924-1abfa743bfa7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:08.263981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'subnet': {'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:08.433119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:08.445945 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [req-9d8ee70d-59b6-4ad8-aa8a-fa0c19fdd5af req-98f17d18-5a67-44c6-b0f1-0f26ecbf1701 tempest-FloatingIPDetailsNegativeTestJSON-626560443 tempest-FloatingIPDetailsNegativeTestJSON-626560443-project] show failed (client error): The resource could not be found. Dec 20 11:46:08.460147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8ee70d-59b6-4ad8-aa8a-fa0c19fdd5af req-98f17d18-5a67-44c6-b0f1-0f26ecbf1701 tempest-FloatingIPDetailsNegativeTestJSON-626560443 tempest-FloatingIPDetailsNegativeTestJSON-626560443-project] 10.222.0.32 "GET /v2.0/floatingips/34a7617e-debf-42c4-8f10-8a0d4f82d52d HTTP/1.1" status: 404 len: 350 time: 0.1862729 Dec 20 11:46:08.460797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:08.653798 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Set router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:08.669184 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80c04c2-b50a-4f44-bc7a-5876d64098e6', 'name': 'network-vif-deleted', 'tag': 'adefbffd-6980-4237-91d3-80c328709729', 'status': 'completed', 'code': 200} Dec 20 11:46:08.670131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:08.670680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:08.768115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Allocated IP 19.80.0.2 (075c7830-6a5c-4f83-b8c4-3ee0d5b196aa/22dec96e-db4a-415a-8ab0-bc320fcd643c/77b3bc3a-712b-4927-862b-325c2b013b32) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:08.826285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d54481f8-01cc-4e78-ab58-f60fd8ca743b req-1b0facec-81b3-4e3d-8d99-8833e4872587 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8281610 Dec 20 11:46:08.971160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Network': ['ID=95ee81ff-aaf4-4351-8bd1-a806a8ce1415,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:08.975618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:08.979774 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:08.992574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:subnet and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:08.997322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:09.029260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:09.081175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:09.327321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:09.331224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:09.424907 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:45:58Z', 'revision_number': 4, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port': {'id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:48Z', 'updated_at': '2021-12-20T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0e79de1a-96d7-478c-9a44-e97c0103c7ee', 'name': '', 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'mac_address': 'fa:16:3e:c8:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0475402-0a1f-4800-82ef-d0a4d39d3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:57Z', 'updated_at': '2021-12-20T11:45:59Z', 'revision_number': 2, 'project_id': '116b4a8b89604f02ab430678839f252d', 'subnets': [{'id': 'b0475402-0a1f-4800-82ef-d0a4d39d3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:09.428268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:46:09.440900 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Checking router: 07c857be-f94d-49b3-baf5-9e9c0008cbf1 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:46:09.441266 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Updating router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 port 0e79de1a-96d7-478c-9a44-e97c0103c7ee binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:46:09.553738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:09.573844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:09.581457 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a2477de-fbf6-437a-a8a0-27a70fc7d771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:09.634141 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:09.650131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:09.683806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Transition to ACTIVE for port object 77b3bc3a-712b-4927-862b-325c2b013b32 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:09.718793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Transition to ACTIVE for port object 77b3bc3a-712b-4927-862b-325c2b013b32 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:09.824392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:46:09.859091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:09.899636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event updated for resources: {'Port': ['ID=e615522e-3308-41a5-ac1e-688e0d3e857d,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:09.934929 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:10.002237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.044727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.079437 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0b9d590f-9c9f-41ae-bd68-46056ccb1d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:10.113324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.133027 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.149891 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Transition to ACTIVE for port object 0e79de1a-96d7-478c-9a44-e97c0103c7ee will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:10.170180 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.174788 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:10.200820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.229051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.238706 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6847429 Dec 20 11:46:10.238706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c467bc-e18b-488b-b53d-f2f840cedda6 req-d9b5f3a3-ae35-4c16-83a8-6245447f601a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:10.244766 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a8c467bc-e18b-488b-b53d-f2f840cedda6 req-d9b5f3a3-ae35-4c16-83a8-6245447f601a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.5163057 Dec 20 11:46:10.260181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.298198 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ab69427-6acc-49b2-8290-aa913493304b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:10.358126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 39112d72-d309-4e12-9a8a-32bffc97bcb3 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:10.471208 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a040e3-ca86-40a8-888f-e873098b412f None None] Pushing event updated for resources: {'Port': ['ID=0e79de1a-96d7-478c-9a44-e97c0103c7ee,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:10.504022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:10.516381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Pushing event updated for resources: {'Port': ['ID=77b3bc3a-712b-4927-862b-325c2b013b32,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:10.516540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.521212 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-51a040e3-ca86-40a8-888f-e873098b412f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:10.532360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.542650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Checking segment: {'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:10.543022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network hostable DHCP agents. Network: 95ee81ff-aaf4-4351-8bd1-a806a8ce1415, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:46:10.550250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:10.568884 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:10.592336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:10.594839 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Attempting to bind port 0e79de1a-96d7-478c-9a44-e97c0103c7ee on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:10.595302 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Attempting to bind port 0e79de1a-96d7-478c-9a44-e97c0103c7ee by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:10.595757 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Attempting to bind port 0e79de1a-96d7-478c-9a44-e97c0103c7ee on network 84d9b129-9f6f-4410-856f-d689c42206dc {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:10.611714 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:10.612271 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Checking segment: {'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:10.613001 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.613238 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Bound using segment: {'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:10.613803 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Bound port: 0e79de1a-96d7-478c-9a44-e97c0103c7ee, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:10.618599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.634334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Subnet': ['ID=ad1a318a-d4e4-441d-bea2-f5fcdb1addcb,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:10.657224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a8c467bc-e18b-488b-b53d-f2f840cedda6 req-cc03e076-11d6-4d06-a3db-dd353f18ad56 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115207 Dec 20 11:46:10.659165 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:10.672103 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24a6766d-97c8-43a5-9746-a66f8ff095e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:10.685141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.705783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5836d7b6-2584-4238-ad66-513f5c167c91,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:10.707148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.711202 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "DELETE /v2.0/security-groups/5836d7b6-2584-4238-ad66-513f5c167c91 HTTP/1.1" status: 204 len: 168 time: 1.3191376 Dec 20 11:46:10.711855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47688) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:10.712669 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:10.733911 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-e7e8ecd2-1a5d-40ed-abe1-91b6ab3a9dff tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] show failed (client error): The resource could not be found. Dec 20 11:46:10.739363 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e7e8ecd2-1a5d-40ed-abe1-91b6ab3a9dff tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups/5836d7b6-2584-4238-ad66-513f5c167c91 HTTP/1.1" status: 404 len: 347 time: 0.0249381 Dec 20 11:46:10.739941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:10.769528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] For port 0e79de1a-96d7-478c-9a44-e97c0103c7ee, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:10.773620 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] For port 0e79de1a-96d7-478c-9a44-e97c0103c7ee, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0e79de1a-96d7-478c-9a44-e97c0103c7ee,segment=NetworkSegment(44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8),segment_id=44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:10.792874 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.798585 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:10.847393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:10.858042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] Checking router: a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:46:10.894612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Attempting to bind port 77b3bc3a-712b-4927-862b-325c2b013b32 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:10.894988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Attempting to bind port 77b3bc3a-712b-4927-862b-325c2b013b32 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:10.895352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Attempting to bind port 77b3bc3a-712b-4927-862b-325c2b013b32 on network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:10.904965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:10.905346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Checking segment: {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:10.905737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.906158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Bound using segment: {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:10.906628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Bound port: 77b3bc3a-712b-4927-862b-325c2b013b32, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:10.907002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:10.943594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:10.944379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:11.005875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 39112d72-d309-4e12-9a8a-32bffc97bcb3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:11.006382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:11.029944 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Routers {'07c857be-f94d-49b3-baf5-9e9c0008cbf1'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:11.030882 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:11.139413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:46:11.234168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Deleting port 76f990bb-3d0d-4b10-ab14-eec1f52569b7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:11.234528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:11.332250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 95ee81ff-aaf4-4351-8bd1-a806a8ce1415) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:11.368609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:46:11.381193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:11.381976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:11.485441 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2613463 Dec 20 11:46:11.501606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21575b4b-41e4-4af7-9343-e335c96e72fe None None] Network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:11.510165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:11.514837 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a040e3-ca86-40a8-888f-e873098b412f None None] Pushing event updated for resources: {'Port': ['ID=0e79de1a-96d7-478c-9a44-e97c0103c7ee,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:11.541650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:11.548794 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-51a040e3-ca86-40a8-888f-e873098b412f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:11.658028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] For port 77b3bc3a-712b-4927-862b-325c2b013b32, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:11.662367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] For port 77b3bc3a-712b-4927-862b-325c2b013b32, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=77b3bc3a-712b-4927-862b-325c2b013b32,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:11.671552 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdf7d495-f3c1-4dd6-9238-62440e9a7620 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:11.734348 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] Set router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:11.951832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=818959c4-8a39-400a-86ec-b155b557ac60,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:12.003028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:12.013401 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:12.069993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:12.170494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Pushing event updated for resources: {'Port': ['ID=77b3bc3a-712b-4927-862b-325c2b013b32,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:12.198975 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:12.219563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:12.245473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:12.245990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:12.331854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.332496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.333030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.333886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.337794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.339464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.340058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.342042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.342667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.343284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.346385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:12.388803 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:45:58Z', 'revision_number': 4, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port': {'id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:48Z', 'updated_at': '2021-12-20T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0e79de1a-96d7-478c-9a44-e97c0103c7ee', 'name': '', 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'mac_address': 'fa:16:3e:c8:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0475402-0a1f-4800-82ef-d0a4d39d3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:57Z', 'updated_at': '2021-12-20T11:46:10Z', 'revision_number': 4, 'project_id': '116b4a8b89604f02ab430678839f252d', 'subnets': [{'id': 'b0475402-0a1f-4800-82ef-d0a4d39d3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:12.391473 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:12.400030 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fada38b-8e3f-4cae-894c-0595a91e74d5 None None] The sync data for ids ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'] in n-d-victoria-1 is: [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:45:58Z', 'revision_number': 4, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port': {'id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:48Z', 'updated_at': '2021-12-20T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0e79de1a-96d7-478c-9a44-e97c0103c7ee', 'name': '', 'network_id': '84d9b129-9f6f-4410-856f-d689c42206dc', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'mac_address': 'fa:16:3e:c8:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0475402-0a1f-4800-82ef-d0a4d39d3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:57Z', 'updated_at': '2021-12-20T11:46:10Z', 'revision_number': 4, 'project_id': '116b4a8b89604f02ab430678839f252d', 'subnets': [{'id': 'b0475402-0a1f-4800-82ef-d0a4d39d3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:12.646827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-95ee81ff-aaf4-4351-8bd1-a806a8ce1415', 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'fixed_ips': [{'subnet_id': 'ad1a318a-d4e4-441d-bea2-f5fcdb1addcb'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:46:12.649180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:12.726914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c8a8-1678-474d-a00b-2f4bbaecf7bf req-bb2d613f-ea3d-4875-994e-87be6c989b06 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:12.729451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdb7c8a8-1678-474d-a00b-2f4bbaecf7bf req-bb2d613f-ea3d-4875-994e-87be6c989b06 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.7466748 Dec 20 11:46:12.880616 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:46:12.894897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Calling delete_port for 76f990bb-3d0d-4b10-ab14-eec1f52569b7 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:13.144515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-af57ad33-045a-4623-916b-8935288509c8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:13.172306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-af57ad33-045a-4623-916b-8935288509c8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:13.173178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-af57ad33-045a-4623-916b-8935288509c8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:13.339665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-af57ad33-045a-4623-916b-8935288509c8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:13.347862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-af57ad33-045a-4623-916b-8935288509c8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/networks?id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa&id=95ee81ff-aaf4-4351-8bd1-a806a8ce1415&id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa HTTP/1.1" status: 200 len: 1391 time: 1.4229953 Dec 20 11:46:13.397494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a12b1c2a-49eb-4585-9491-59ff04c769dd tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/quotas/116b4a8b89604f02ab430678839f252d HTTP/1.1" status: 200 len: 375 time: 0.0482767 Dec 20 11:46:13.535803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Allocated IP 19.86.0.2 (95ee81ff-aaf4-4351-8bd1-a806a8ce1415/ad1a318a-d4e4-441d-bea2-f5fcdb1addcb/3526f225-78dc-4635-bace-4097e3880b08) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:13.536873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:13.541883 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb692c65-3dd9-4300-aa2f-2647fe575a34 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:13.682017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event deleted for resources: {'Port': ['ID=76f990bb-3d0d-4b10-ab14-eec1f52569b7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:13.696761 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:13.777193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3b954022-a178-4a14-a027-e4f178e8a4d1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3791602 Dec 20 11:46:14.024117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cdb7c8a8-1678-474d-a00b-2f4bbaecf7bf req-34b326fa-a132-4abd-bb52-110afcfa0d83 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1991215 Dec 20 11:46:14.092082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:14.129535 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-68f1f855-6e13-4539-a35e-c69ec704d7df service neutron] 10.222.0.32 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597184 Dec 20 11:46:14.147657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Transition to ACTIVE for port object 3526f225-78dc-4635-bace-4097e3880b08 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:14.214869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:14.238477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Transition to ACTIVE for port object 3526f225-78dc-4635-bace-4097e3880b08 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:14.244576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1015492-31f9-4e3b-91bd-36bea17aed48 None None] The sync data for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 is: [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:14.273621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:14.287462 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d47f7801-26fc-4ffc-bbab-e3eb7b6766c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:14.394478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:14.470464 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP ff4e0a5a-ee01-4d88-8e53-06ef8a701af6 associated. External IP: 172.35.0.212, port: 4e12ddfb-1cd2-4c33-a312-10d271d22b3f. Dec 20 11:46:14.495808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334f22f-f7a1-4993-8672-79cea3fa8cb9 None None] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:14.521679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0e79de1a-96d7-478c-9a44-e97c0103c7ee up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:14.553170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:14.554774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "DELETE /v2.0/floatingips/9ce38ba6-a275-45dd-acef-f6e789381bc1 HTTP/1.1" status: 204 len: 168 time: 3.8139279 Dec 20 11:46:14.635008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:14.685481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:14.692089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-deb346ee-0e92-4e8c-b884-96a6e43ac7ab service neutron] 10.222.0.32 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615141 Dec 20 11:46:14.707801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:14.803727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Pushing event updated for resources: {'Port': ['ID=3526f225-78dc-4635-bace-4097e3880b08,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:14.809798 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:14.825900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d0ea2a7e-fd34-474b-bc61-993c617ab795 None None] Provisioning for port 77b3bc3a-712b-4927-862b-325c2b013b32 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:14.941856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Deleting port ad825a68-361f-4af8-8454-d5d41605e050 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:14.942291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:14.982417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.024595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0e79de1a-96d7-478c-9a44-e97c0103c7ee completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:15.029376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1233ccee-c8e3-4f33-80c2-8e5f02a345bd service neutron] 10.222.0.32 "GET /v2.0/networks/95ee81ff-aaf4-4351-8bd1-a806a8ce1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304164 Dec 20 11:46:15.035439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Attempting to bind port 3526f225-78dc-4635-bace-4097e3880b08 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:15.035818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Attempting to bind port 3526f225-78dc-4635-bace-4097e3880b08 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:15.036189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Attempting to bind port 3526f225-78dc-4635-bace-4097e3880b08 on network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:15.038202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0e79de1a-96d7-478c-9a44-e97c0103c7ee triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:15.038578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.099597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:15.099988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Checking segment: {'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:15.100399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.100825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Bound using segment: {'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:15.101796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Bound port: 3526f225-78dc-4635-bace-4097e3880b08, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:15.102213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.200476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63466350-2fc6-4ec7-a38d-8d9d66f4a213 req-255ddf32-e9e4-440f-b24a-92d4ef572d29 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:15.202077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63466350-2fc6-4ec7-a38d-8d9d66f4a213 req-255ddf32-e9e4-440f-b24a-92d4ef572d29 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3642213 Dec 20 11:46:15.295468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] For port 3526f225-78dc-4635-bace-4097e3880b08, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:15.300828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.323600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] For port 3526f225-78dc-4635-bace-4097e3880b08, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3526f225-78dc-4635-bace-4097e3880b08,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:15.325578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.326375 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-5030707a-57b8-4e2f-a04b-8c212b3f1a2d service neutron] 10.222.0.32 "GET /v2.0/networks/95ee81ff-aaf4-4351-8bd1-a806a8ce1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913003 Dec 20 11:46:15.338396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.345138 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:15.442991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Pushing event updated for resources: {'Port': ['ID=3526f225-78dc-4635-bace-4097e3880b08,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:15.447095 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:15.450870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 0e79de1a-96d7-478c-9a44-e97c0103c7ee, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0e79de1a-96d7-478c-9a44-e97c0103c7ee,segment=NetworkSegment(44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8),segment_id=44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:15.461633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.462530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 77b3bc3a-712b-4927-862b-325c2b013b32 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:15.512312 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63466350-2fc6-4ec7-a38d-8d9d66f4a213 req-ee61cb68-4830-4667-88a1-780f4230c32f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987959 Dec 20 11:46:15.512488 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8ee490b2-4ded-4880-a049-9f28cfc56d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:15.519888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Calling delete_port for ad825a68-361f-4af8-8454-d5d41605e050 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:15.568422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a97d8055-4d96-4fa5-9cda-795ef645a3f9 service neutron] 10.222.0.32 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408059 Dec 20 11:46:15.784780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=0e79de1a-96d7-478c-9a44-e97c0103c7ee,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:15.789355 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:15.859939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 77b3bc3a-712b-4927-862b-325c2b013b32 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:15.869380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 77b3bc3a-712b-4927-862b-325c2b013b32 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:15.869772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:15.876899 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-36e144ae-a6b7-434b-8ab7-481ecb9001fe service neutron] 10.222.0.32 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071673 Dec 20 11:46:16.063092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-93b34cbf-0c98-4966-ae70-bfcbdf4d9db2 None None] Provisioning complete for port 77b3bc3a-712b-4927-862b-325c2b013b32 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:16.063828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93b34cbf-0c98-4966-ae70-bfcbdf4d9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:16.203995 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:16.264470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 77b3bc3a-712b-4927-862b-325c2b013b32, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=77b3bc3a-712b-4927-862b-325c2b013b32,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:16.347584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:16.370238 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:16.415809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47782) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:16.430687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697658865', 'description': 'tempest-description--747036358'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:16.439058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:16.441436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:16.457508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:16.460621 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:16.481858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=77b3bc3a-712b-4927-862b-325c2b013b32,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:16.491188 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:16.509858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:16.524153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:16.569876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:16.573281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad825a68-361f-4af8-8454-d5d41605e050,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:16.618238 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:16.850349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:16.873057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3526f225-78dc-4635-bace-4097e3880b08 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:16.883443 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c6c81d31-3ad2-4cfa-a1d1-e56b8dfa0d0a req-6fd6968a-7087-43e6-9fdb-adcf08b027f1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 210 time: 0.2236054 Dec 20 11:46:17.083912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 3526f225-78dc-4635-bace-4097e3880b08 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:17.089818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0e79de1a-96d7-478c-9a44-e97c0103c7ee up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:17.182372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0e79de1a-96d7-478c-9a44-e97c0103c7ee triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:17.182796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:17.204953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b8e11-9844-423f-a415-dc4574787e30 req-ce621169-7a9b-4544-b814-bf6ea3e4ced2 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:17.213020 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-801b8e11-9844-423f-a415-dc4574787e30 req-ce621169-7a9b-4544-b814-bf6ea3e4ced2 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 950 time: 0.1196899 Dec 20 11:46:17.275392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103f03c-bada-468a-8489-460cd71b6aba None None] Network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:17.296345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-801b8e11-9844-423f-a415-dc4574787e30 req-5a2acc08-17e3-426f-80f2-0ab7a6e025c6 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819030 Dec 20 11:46:17.331802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Provisioning for port 3526f225-78dc-4635-bace-4097e3880b08 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:17.430871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Provisioning complete for port 3526f225-78dc-4635-bace-4097e3880b08 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:17.431414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:17.525739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:17.584772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group_rule and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:17.595791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:17.613986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:17.719523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415e3f-d13b-4489-8330-082f8db7ae93 req-5112c886-cbe7-40ba-80c4-7540455d6c7f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:17.726410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e415e3f-d13b-4489-8330-082f8db7ae93 req-5112c886-cbe7-40ba-80c4-7540455d6c7f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4292729 Dec 20 11:46:17.781933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:17.842035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] For port 3526f225-78dc-4635-bace-4097e3880b08, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3526f225-78dc-4635-bace-4097e3880b08,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:17.854393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:17.857417 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:17.865855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e415e3f-d13b-4489-8330-082f8db7ae93 req-70838a73-d404-4915-871e-a180fc40368e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379690 Dec 20 11:46:17.961869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:17.998912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.003645 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3f5e2641-129e-4d5c-96a0-b42c22604864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:18.048834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Pushing event updated for resources: {'Port': ['ID=3526f225-78dc-4635-bace-4097e3880b08,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:18.052460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.053660 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:18.203303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:18.214265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:18.236996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:18.237874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:18.249125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69277c9c-dad2-475f-93a8-e0efc8f7a167,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:18.272052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cee41f-f2a0-438a-8021-dd39c2e57b80 req-731567f4-167e-4ca2-882c-35cbb8aa0571 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:18.274180 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:18.282118 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91cee41f-f2a0-438a-8021-dd39c2e57b80 req-731567f4-167e-4ca2-882c-35cbb8aa0571 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1266119 Dec 20 11:46:18.325649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:18.344776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc55a38c-2f91-40ea-b39d-f034914322a5 None None] Provisioning complete for port 3526f225-78dc-4635-bace-4097e3880b08 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:18.345429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc55a38c-2f91-40ea-b39d-f034914322a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.348853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91cee41f-f2a0-438a-8021-dd39c2e57b80 req-e331638b-67cf-4c6c-9637-36b254065a4f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Dec 20 11:46:18.443704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:18.444353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:18.545690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3526f225-78dc-4635-bace-4097e3880b08 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:18.586302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8239caaa-20d5-48bb-a57e-9cb3fce6ada8 req-d4c6721d-b898-430c-81af-988be74e4939 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:18.605467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.606744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.1900077 Dec 20 11:46:18.609853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47844) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:18.616005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'security_group_rule': {'security_group_id': '69277c9c-dad2-475f-93a8-e0efc8f7a167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:18.623934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:18.624757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515de9c3-ce9d-4240-8eb1-bbbb8f692742 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:18.625466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.628661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:18.633904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group_rule and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:18.641123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:18.654390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:18.683190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.727310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3526f225-78dc-4635-bace-4097e3880b08 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:18.727768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.742123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.767687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-0cf2e527-2014-466d-836c-49ab20efa439 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:18.774468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-0cf2e527-2014-466d-836c-49ab20efa439 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:18.777246 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-0cf2e527-2014-466d-836c-49ab20efa439 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "GET /v2.0/networks?id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa&id=95ee81ff-aaf4-4351-8bd1-a806a8ce1415&id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa HTTP/1.1" status: 200 len: 1391 time: 0.7211373 Dec 20 11:46:18.822131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.862838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.864359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8239caaa-20d5-48bb-a57e-9cb3fce6ada8 req-d4c6721d-b898-430c-81af-988be74e4939 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:18.866537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8239caaa-20d5-48bb-a57e-9cb3fce6ada8 req-d4c6721d-b898-430c-81af-988be74e4939 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 210 time: 0.3357282 Dec 20 11:46:18.876802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'port': {'device_id': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa', 'admin_state_up': True, 'tenant_id': '116b4a8b89604f02ab430678839f252d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:18.877299 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:18.907199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 77b3bc3a-712b-4927-862b-325c2b013b32 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:18.907428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9cd485-6ccc-4eac-babc-327bd9d6fab0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:18.931860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.932330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.932850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.933234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.933672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.934675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.935107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.935535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.935953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.936363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.936684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:18.940616 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:18.945496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:18.945496 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3346167 Dec 20 11:46:18.949829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:18.956007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'security_group_rule': {'security_group_id': '69277c9c-dad2-475f-93a8-e0efc8f7a167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:18.969744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:18.976869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:security_group_rule and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:18.980158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:18.990035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1500b0-78e9-49fb-a038-26616d192e9d req-f7aecf7d-60db-445c-aca1-67965b8ef887 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:18.991128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb1500b0-78e9-49fb-a038-26616d192e9d req-f7aecf7d-60db-445c-aca1-67965b8ef887 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1720815 Dec 20 11:46:18.995392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:19.023417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 77b3bc3a-712b-4927-862b-325c2b013b32 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:19.023932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.049342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.058315 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb1500b0-78e9-49fb-a038-26616d192e9d req-bae95e44-2850-4871-9fec-425a99373e69 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 Dec 20 11:46:19.188386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.4605520 Dec 20 11:46:19.193176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:19.206427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1860802645'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:19.214344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.224639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:19.239423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.240528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:network and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:19.244701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:19.250155 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7074e4d6-7ea9-4410-b5cf-d39b74f73823 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:19.279687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:19.315082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:46:19.344448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb22998-7522-4279-83a4-5dc1371a1453,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:19.366600 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:19.377249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:19.383324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.440768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:19.464656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:19.495166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:19.503201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.565822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.568812 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6183045 Dec 20 11:46:19.572888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47880) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:19.601235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:46:19.619718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.620057 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Added segment 2d0767b8-5808-4622-8825-32dc572b1bb0 of type vlan for network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 Dec 20 11:46:19.635164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1bba8-2460-4142-9e29-14041b36e35f req-4e7f07bf-69c0-4281-8478-c63583e7e1a1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:19.637602 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fcc1bba8-2460-4142-9e29-14041b36e35f req-4e7f07bf-69c0-4281-8478-c63583e7e1a1 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3502100 Dec 20 11:46:19.655896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.658299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.689699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:19.702068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:19.706494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.709612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.710530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:19.711112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:19.711961 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e92c06a9-7608-47e1-92f0-3ea252f67fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:19.714867 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f784bd05-f51d-4663-96aa-260ce1a9549f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:19.806136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:19.809322 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:19.912159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Network': ['ID=f11390d2-ccf3-4408-9fb9-f212e5e4eac2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:19.920564 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'code': 200} Dec 20 11:46:19.923537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:19.925941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:46:19.927854 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:19.930046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:19.936622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47900) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:19.947073 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7522521 Dec 20 11:46:19.951238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Usage tracker for resource:floatingip and tenant:839f9de09a7d488ca6806fc2ae46dd15 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:19.955529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:19.963244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:19.977868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:20.004476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fcc1bba8-2460-4142-9e29-14041b36e35f req-de1511be-cd64-46b1-97d2-2e87d6a5308d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314774 Dec 20 11:46:20.018943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'subnet': {'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:20.208586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:20.351332 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f796e70-ee79-4aaa-b15d-31ae1609c691 req-b956e295-ef30-4242-be58-e9d364404753 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 210 time: 0.0843973 Dec 20 11:46:20.461941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Allocated IP 172.35.0.252 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/ed4291f4-2e94-4ddc-b616-4916bb61c1f3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:20.480250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Allocated IP 19.80.0.93 (075c7830-6a5c-4f83-b8c4-3ee0d5b196aa/22dec96e-db4a-415a-8ab0-bc320fcd643c/7168b062-5109-42a3-b69a-2fd0bd511254) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:20.570639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:20.578195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:subnet and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:20.582750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:20.598561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:20.666255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd359d7-b5b6-43fa-9d6d-871b25811462 req-43cc78da-6dec-4d74-9a45-d3438e9174ce tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:20.674030 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cd359d7-b5b6-43fa-9d6d-871b25811462 req-43cc78da-6dec-4d74-9a45-d3438e9174ce tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2038975 Dec 20 11:46:20.692694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:20.760524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:20.771160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cd359d7-b5b6-43fa-9d6d-871b25811462 req-51d2c021-0ab5-458b-9413-6005e32490ce tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962691 Dec 20 11:46:20.797522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:20.805397 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c7d59b8-85db-47e2-95fa-71db0093476f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:20.884682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:20.888304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:20.893851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:20.968517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'Port': ['ID=ed4291f4-2e94-4ddc-b616-4916bb61c1f3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:20.974466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:20.986209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.138146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37894dd3-8e5c-4cdd-acf3-e5ac7631f8ad req-1bc73214-cb45-4d75-afd0-8fe0d029ce9e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:21.138146 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37894dd3-8e5c-4cdd-acf3-e5ac7631f8ad req-1bc73214-cb45-4d75-afd0-8fe0d029ce9e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1609893 Dec 20 11:46:21.224065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.228469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37894dd3-8e5c-4cdd-acf3-e5ac7631f8ad req-f9a21f35-333f-411a-8a13-a4d6075f3fb6 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860536 Dec 20 11:46:21.328283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.412739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.420107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Transition to ACTIVE for port object 7168b062-5109-42a3-b69a-2fd0bd511254 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:21.494751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.520557 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:21.601957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa953b60-382b-4a8e-9feb-c7236f7b57e8 req-8d276c5a-dbae-4bd8-b027-2192ba23d963 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:21.603611 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa953b60-382b-4a8e-9feb-c7236f7b57e8 req-8d276c5a-dbae-4bd8-b027-2192ba23d963 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1362355 Dec 20 11:46:21.636553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.694625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Subnet': ['ID=389f5103-1d8d-48ac-bb3c-6b3d415728a4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:21.701680 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:21.706372 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-677af461-d90e-47c1-9c63-29340df991b8 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:21.732811 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa953b60-382b-4a8e-9feb-c7236f7b57e8 req-5f937b4d-00ae-4609-a0d3-45d9c1b66439 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132119 Dec 20 11:46:21.802854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:21.806992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Checking segment: {'id': '2d0767b8-5808-4622-8825-32dc572b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:21.807138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network hostable DHCP agents. Network: f11390d2-ccf3-4408-9fb9-f212e5e4eac2, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:46:21.816878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:21.830036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Router c13fde7a-f88a-495d-bea0-7ace20ae0277 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:21.832068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.833836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:21.841674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:21.870657 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c2ddd22c-48eb-479f-b53a-82949ee325a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:21.897582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Port': ['ID=7168b062-5109-42a3-b69a-2fd0bd511254,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:21.914319 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:21.948112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:21.948756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.072692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:46:22.112411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, f11390d2-ccf3-4408-9fb9-f212e5e4eac2) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:22.115117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2476571 Dec 20 11:46:22.122897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949893c5-65f1-4200-b9d9-8763de75573d None None] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:22.132374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:22.132953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.140118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'port': {'device_id': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415', 'admin_state_up': True, 'tenant_id': '116b4a8b89604f02ab430678839f252d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:22.152607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.162317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'Port': ['ID=ed4291f4-2e94-4ddc-b616-4916bb61c1f3,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:22.171405 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:22.206797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.217496 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6403580 Dec 20 11:46:22.239174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ab8d3-39a3-4c45-b356-71c10e7b7236 req-394803a7-38b8-4ce2-b7ed-eb7ac395785c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:22.248928 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f6ab8d3-39a3-4c45-b356-71c10e7b7236 req-394803a7-38b8-4ce2-b7ed-eb7ac395785c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 931 time: 0.2972844 Dec 20 11:46:22.366625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-72ee1991-511c-4048-ba3b-4c217d46e5ea None None] Provisioning for port 7168b062-5109-42a3-b69a-2fd0bd511254 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:22.376574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-72ee1991-511c-4048-ba3b-4c217d46e5ea None None] Provisioning complete for port 7168b062-5109-42a3-b69a-2fd0bd511254 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:22.377181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72ee1991-511c-4048-ba3b-4c217d46e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.428390 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4360590 Dec 20 11:46:22.439885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:22.490482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-72ee1991-511c-4048-ba3b-4c217d46e5ea None None] Port 7168b062-5109-42a3-b69a-2fd0bd511254 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:22.516900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4f6ab8d3-39a3-4c45-b356-71c10e7b7236 req-2924bef1-012c-4916-b07a-51319d292aaf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:22.551714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4f6ab8d3-39a3-4c45-b356-71c10e7b7236 req-2924bef1-012c-4916-b07a-51319d292aaf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:22.553161 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f6ab8d3-39a3-4c45-b356-71c10e7b7236 req-2924bef1-012c-4916-b07a-51319d292aaf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029234 Dec 20 11:46:22.559873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-f11390d2-ccf3-4408-9fb9-f212e5e4eac2', 'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2', 'tenant_id': 'f9934c5b83914360adbdbe433e0d3993', 'fixed_ips': [{'subnet_id': '389f5103-1d8d-48ac-bb3c-6b3d415728a4'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:46:22.560826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.634258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1814047630', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:22.685136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:22.724237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:router and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:22.734708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:22.760961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:22.779555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:22.796433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:port and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:22.801429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:22.813017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:22.821806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.822757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.825712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Allocated IP 172.20.0.2 (f11390d2-ccf3-4408-9fb9-f212e5e4eac2/389f5103-1d8d-48ac-bb3c-6b3d415728a4/a8288084-7d2f-4561-9ab8-9ae2e9749ed1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:22.847904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:22.850896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:22.881976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688df18-d910-454e-938a-4d12eff5f8bd req-69c0f082-95c1-4fc4-bb9c-dbca9d474456 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:22.889215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0688df18-d910-454e-938a-4d12eff5f8bd req-69c0f082-95c1-4fc4-bb9c-dbca9d474456 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2597063 Dec 20 11:46:22.965065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:22.976915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.057881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0688df18-d910-454e-938a-4d12eff5f8bd req-656a52a1-0652-4401-847c-c44fdc4723ac tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677372 Dec 20 11:46:23.064706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] 10.222.0.32 "PUT /v2.0/routers/c13fde7a-f88a-495d-bea0-7ace20ae0277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5913045 Dec 20 11:46:23.067249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48038) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:23.113397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.147392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Transition to ACTIVE for port object a8288084-7d2f-4561-9ab8-9ae2e9749ed1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:23.197504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Transition to ACTIVE for port object a8288084-7d2f-4561-9ab8-9ae2e9749ed1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:23.213558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.237928 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:23.375077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:23.383849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:23.391317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:23.403333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Allocated IP 19.86.0.58 (95ee81ff-aaf4-4351-8bd1-a806a8ce1415/ad1a318a-d4e4-441d-bea2-f5fcdb1addcb/9387fb16-f6a0-4e98-b6bb-a859f4647f9b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:23.416230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2444663c-fb00-45b8-9e48-177348de54ae req-c7324187-fe7f-49b6-a3b8-5b19a0bbaad8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:23.427960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.447324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.466766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Pushing event updated for resources: {'Port': ['ID=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:23.474627 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:23.545355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Attempting to bind port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:23.545728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Attempting to bind port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2d0767b8-5808-4622-8825-32dc572b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:23.546352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Attempting to bind port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 on network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:23.553929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:23.554548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Checking segment: {'id': '2d0767b8-5808-4622-8825-32dc572b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:23.554986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.555350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Bound using segment: {'id': '2d0767b8-5808-4622-8825-32dc572b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:23.555909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Bound port: a8288084-7d2f-4561-9ab8-9ae2e9749ed1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0767b8-5808-4622-8825-32dc572b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:23.556436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.557094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2444663c-fb00-45b8-9e48-177348de54ae req-c7324187-fe7f-49b6-a3b8-5b19a0bbaad8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:23.567419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-c7324187-fe7f-49b6-a3b8-5b19a0bbaad8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1697658865&fields=id&tenant_id=839f9de09a7d488ca6806fc2ae46dd15 HTTP/1.1" status: 200 len: 267 time: 0.3304534 Dec 20 11:46:23.666512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] For port a8288084-7d2f-4561-9ab8-9ae2e9749ed1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:23.673067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] For port a8288084-7d2f-4561-9ab8-9ae2e9749ed1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,segment=NetworkSegment(2d0767b8-5808-4622-8825-32dc572b1bb0),segment_id=2d0767b8-5808-4622-8825-32dc572b1bb0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:23.690208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.694593 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:23.731588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.754907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Deleting port 72e6e924-90cd-4a9a-8924-1abfa743bfa7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:23.757305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:23.779623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Pushing event updated for resources: {'Port': ['ID=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:23.783151 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:24.030872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444663c-fb00-45b8-9e48-177348de54ae req-e56661c6-74b7-4b9d-9ee5-604479952d91 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:24.034817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-e56661c6-74b7-4b9d-9ee5-604479952d91 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 811 time: 0.4664550 Dec 20 11:46:24.070806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] For port 72e6e924-90cd-4a9a-8924-1abfa743bfa7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=72e6e924-90cd-4a9a-8924-1abfa743bfa7,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:24.070806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:24.190650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-3209cfb4-4877-4f29-99b8-e19a13a7114e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/quotas/839f9de09a7d488ca6806fc2ae46dd15 HTTP/1.1" status: 200 len: 375 time: 0.1083903 Dec 20 11:46:24.206431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:24.306510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Transition to ACTIVE for port object 9387fb16-f6a0-4e98-b6bb-a859f4647f9b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:24.309276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Calling delete_port for 72e6e924-90cd-4a9a-8924-1abfa743bfa7 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:24.374214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:24.462087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:24.574860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a8288084-7d2f-4561-9ab8-9ae2e9749ed1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:24.599681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:24.613104 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13ef11d0-15de-491d-b34d-1c1fe8d3d4bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:24.653926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2444663c-fb00-45b8-9e48-177348de54ae req-bb83010a-af94-4f7a-b757-88b0b4271f74 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:24.672288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:24.693730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:24.701256 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-464f3cfe-29c1-42c1-81ef-776c054e665f tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:24.748220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e6e924-90cd-4a9a-8924-1abfa743bfa7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:24.749237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:24.753144 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:24.760208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:24.770711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:24.797986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2444663c-fb00-45b8-9e48-177348de54ae req-bb83010a-af94-4f7a-b757-88b0b4271f74 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:24.799331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-bb83010a-af94-4f7a-b757-88b0b4271f74 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5775850 Dec 20 11:46:24.804779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Port': ['ID=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:24.817691 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:24.867736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f30a0-eccb-403a-8049-db0e753fa79d req-04905be0-9e4d-49e4-8285-0871425e6cca tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:24.869280 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-695f30a0-eccb-403a-8049-db0e753fa79d req-04905be0-9e4d-49e4-8285-0871425e6cca tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2666910 Dec 20 11:46:24.984569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.35.0.145 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/e1ba4e3b-ab80-4ea1-90bd-175e784f9453) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:25.115314 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-695f30a0-eccb-403a-8049-db0e753fa79d req-64b16d95-e73e-4a4a-b1d8-211be4c96a2b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366803 Dec 20 11:46:25.116314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.255861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e2957f09-de20-4878-94fd-48360df765f9 None None] Provisioning for port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:25.266509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e2957f09-de20-4878-94fd-48360df765f9 None None] Provisioning complete for port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:25.271951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2957f09-de20-4878-94fd-48360df765f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.410348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:25.411308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.418774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e2957f09-de20-4878-94fd-48360df765f9 None None] Port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:25.436547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed95793-ecd1-4f6a-967d-25f2b4b759a1 None None] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:25.452787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.524192 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3935246 Dec 20 11:46:25.525677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.531918 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ad28a72-709a-49bf-a4b0-41824f8bac8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:25.569963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'port': {'device_id': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa', 'admin_state_up': True, 'tenant_id': '116b4a8b89604f02ab430678839f252d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:25.584828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Provisioning for port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:25.598533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-74a23935-d0e9-447b-9d6c-265cd73400d5 service neutron] 10.222.0.32 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798345 Dec 20 11:46:25.619386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Provisioning complete for port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:25.620112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.672211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.691743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=e1ba4e3b-ab80-4ea1-90bd-175e784f9453,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:25.692838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.700797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b4d6-489e-4449-8bd2-0e775a325475 req-03f880a6-9f63-49e0-83ff-27d7f470efee tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:25.705008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b4d6-489e-4449-8bd2-0e775a325475 req-03f880a6-9f63-49e0-83ff-27d7f470efee tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:25.707154 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:25.710487 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24f4b4d6-489e-4449-8bd2-0e775a325475 req-03f880a6-9f63-49e0-83ff-27d7f470efee tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 1653 time: 0.2469850 Dec 20 11:46:25.733792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:25.783433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:25.792041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:25.806720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24f4b4d6-489e-4449-8bd2-0e775a325475 req-e9cf8c3e-c47b-4c0c-b13f-0e33eb80030c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858707 Dec 20 11:46:25.813707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.814217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c13fde7a-f88a-495d-bea0-7ace20ae0277 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:46:25.845373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.850047 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c13fde7a-f88a-495d-bea0-7ace20ae0277 HTTP/1.1" status: 204 len: 168 time: 2.7817724 Dec 20 11:46:25.851492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:25.881357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.919607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bc65a263-b208-4d90-9027-d459606e267f None None] For port a8288084-7d2f-4561-9ab8-9ae2e9749ed1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,segment=NetworkSegment(2d0767b8-5808-4622-8825-32dc572b1bb0),segment_id=2d0767b8-5808-4622-8825-32dc572b1bb0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:25.931714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:25.934953 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:25.987938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Deleting subnet e7fac1e7-73d7-4132-b6e6-2d1d53708e32 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:46:25.993348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.092491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Pushing event updated for resources: {'Port': ['ID=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:26.099785 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:26.111459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.144929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:26.156700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-001c8c0b-552b-4fc4-8d46-067f8afd9a34 service neutron] 10.222.0.32 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268803 Dec 20 11:46:26.158037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:port and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:26.161771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:26.170733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:26.213258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:26.224591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.226824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.275431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07364f00-a915-4c0c-a670-032fed04b2ab None None] Provisioning complete for port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:26.278381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07364f00-a915-4c0c-a670-032fed04b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.315738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.322179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6bddfe7e-35c3-44f5-b686-b0b05b019024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:26.373289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fac1e7-73d7-4132-b6e6-2d1d53708e32,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:26.376117 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:26.384872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.394810 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7fac1e7-73d7-4132-b6e6-2d1d53708e32 HTTP/1.1" status: 204 len: 168 time: 0.5412631 Dec 20 11:46:26.397009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:26.412774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d9b66-a185-4145-a3f3-7a3e3ad64c94 None None] Network ad52c870-b639-4961-addb-bf19aba17e7d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:26.585277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.588941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.678381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.698668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Deleting port 12f79201-6d6c-4c93-93c4-250ac84473e8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:26.699314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:26.739775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a8288084-7d2f-4561-9ab8-9ae2e9749ed1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:26.859539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Allocated IP 19.80.0.245 (075c7830-6a5c-4f83-b8c4-3ee0d5b196aa/22dec96e-db4a-415a-8ab0-bc320fcd643c/c06298ff-57b0-4a4a-9824-117c40c712c3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:26.968713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b1ca3-f65b-4455-86e4-b7979425494c req-ed195b6d-fb5e-43b6-94bc-e5a512299000 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:26.978769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-151b1ca3-f65b-4455-86e4-b7979425494c req-ed195b6d-fb5e-43b6-94bc-e5a512299000 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3815978 Dec 20 11:46:27.103764 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-151b1ca3-f65b-4455-86e4-b7979425494c req-f3fa618b-c9d8-457d-bb0b-2c9c9809a743 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234698 Dec 20 11:46:27.213141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56352fbd-7157-4e98-95f0-57875eee0718 req-12df026d-3e9d-4772-b75a-52b642583c05 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:27.219538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:27.220189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:27.221879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56352fbd-7157-4e98-95f0-57875eee0718 req-12df026d-3e9d-4772-b75a-52b642583c05 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 947 time: 0.3662205 Dec 20 11:46:27.235312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] For port 12f79201-6d6c-4c93-93c4-250ac84473e8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=12f79201-6d6c-4c93-93c4-250ac84473e8,segment=NetworkSegment(d0e9a2ba-da80-4916-a023-24d4ec6d5775),segment_id=d0e9a2ba-da80-4916-a023-24d4ec6d5775)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:27.236259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:27.452451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-50d62ef4-f09d-4936-8386-f61741acfbcc req-3f760b2e-7ff2-45b6-be1e-7e1fc8b53eb3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:27.487918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:27.508240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Transition to ACTIVE for port object c06298ff-57b0-4a4a-9824-117c40c712c3 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:27.560753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Calling delete_port for 12f79201-6d6c-4c93-93c4-250ac84473e8 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:27.578260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:27.612579 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b54d96a5-4497-4b5d-83ac-09a9c6573f89 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:27.624484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] DHCP port deletion for ad52c870-b639-4961-addb-bf19aba17e7d request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:46:27.629280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Deleting port 12f79201-6d6c-4c93-93c4-250ac84473e8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:27.629736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:27.703799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-50d62ef4-f09d-4936-8386-f61741acfbcc req-3f760b2e-7ff2-45b6-be1e-7e1fc8b53eb3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:27.705014 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50d62ef4-f09d-4936-8386-f61741acfbcc req-3f760b2e-7ff2-45b6-be1e-7e1fc8b53eb3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 210 time: 0.3011286 Dec 20 11:46:27.796279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-949085a9-e220-426d-bb43-86ad12f0c70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:27.889731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:27.921237 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4bbf985-9f04-4288-8900-7db9bfe342fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:27.952220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] For port 12f79201-6d6c-4c93-93c4-250ac84473e8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=12f79201-6d6c-4c93-93c4-250ac84473e8,segment=NetworkSegment(d0e9a2ba-da80-4916-a023-24d4ec6d5775),segment_id=d0e9a2ba-da80-4916-a023-24d4ec6d5775)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:27.952761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.019726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:28.034308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56352fbd-7157-4e98-95f0-57875eee0718 req-365489e2-55c9-4fb4-b05f-84d6fd37037d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8114467 Dec 20 11:46:28.052209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:28.061410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:28.075126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Pushing event deleted for resources: {'Port': ['ID=12f79201-6d6c-4c93-93c4-250ac84473e8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:28.082130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] No DVR routers for this DVR port 12f79201-6d6c-4c93-93c4-250ac84473e8 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:46:28.084664 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:28.144310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Port': ['ID=c06298ff-57b0-4a4a-9824-117c40c712c3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:28.147892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Calling delete_port for 12f79201-6d6c-4c93-93c4-250ac84473e8 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:28.167849 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:28.276702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:46:28.276702 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:46:28.405409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-96849317-b549-4ecd-83ff-f740ef900a44 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:28.411435 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-96849317-b549-4ecd-83ff-f740ef900a44 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.53 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 947 time: 0.6887863 Dec 20 11:46:28.448093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:28.460165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.472872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.489606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-da23f78d-d2f4-48fc-8630-8fa424e8ac0d None None] Provisioning for port c06298ff-57b0-4a4a-9824-117c40c712c3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:28.500712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-da23f78d-d2f4-48fc-8630-8fa424e8ac0d None None] Provisioning complete for port c06298ff-57b0-4a4a-9824-117c40c712c3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:28.501116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-da23f78d-d2f4-48fc-8630-8fa424e8ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.520538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3885-bd41-4b18-bc33-5a4eacfd99ea req-a74c1f62-3536-4b2f-8c1c-2f6a115b46d4 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:28.525139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3885-bd41-4b18-bc33-5a4eacfd99ea req-a74c1f62-3536-4b2f-8c1c-2f6a115b46d4 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:28.529496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3885-bd41-4b18-bc33-5a4eacfd99ea req-a74c1f62-3536-4b2f-8c1c-2f6a115b46d4 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:28.532944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da9d3885-bd41-4b18-bc33-5a4eacfd99ea req-a74c1f62-3536-4b2f-8c1c-2f6a115b46d4 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2375 time: 0.5024042 Dec 20 11:46:28.540816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad52c870-b639-4961-addb-bf19aba17e7d']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:28.580564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 12f79201-6d6c-4c93-93c4-250ac84473e8 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:46:28.582812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e9a2ba-da80-4916-a023-24d4ec6d5775') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:28.583428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e9a2ba-da80-4916-a023-24d4ec6d5775') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:28.591222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 0878d42a-6ec2-4b37-b35c-455c19eafdcd is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:46:28.614218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.652702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da9d3885-bd41-4b18-bc33-5a4eacfd99ea req-71a8473b-e398-4e2d-8f18-4f853a68de99 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005552 Dec 20 11:46:28.657697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.683383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:46:28.685492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.694781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 12f79201-6d6c-4c93-93c4-250ac84473e8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:46:28.695668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 12f79201-6d6c-4c93-93c4-250ac84473e8 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:46:28.704869 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:46:28.748908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-da23f78d-d2f4-48fc-8630-8fa424e8ac0d None None] Port c06298ff-57b0-4a4a-9824-117c40c712c3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:28.778314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Deleting port 12f79201-6d6c-4c93-93c4-250ac84473e8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:28.778773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.902245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.909184 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-44a77422-f540-4e11-849f-1dec47bcfd60 tempest-ExternalNetworksTestJSON-1117154778 tempest-ExternalNetworksTestJSON-1117154778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:28.939853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d05aaf3-3c5c-495e-9ff1-c4a2f13f8ca0 None None] The port '12f79201-6d6c-4c93-93c4-250ac84473e8' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:46:28.944094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:28.965175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad52c870-b639-4961-addb-bf19aba17e7d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:28.970637 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:28.975333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad52c870-b639-4961-addb-bf19aba17e7d HTTP/1.1" status: 204 len: 168 time: 2.5737686 Dec 20 11:46:29.044666 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aa0fcabb-2bc2-459e-854d-3659f035dd60 req-07b7d019-b79c-4bfb-9fae-650a96880a2f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 210 time: 0.0597682 Dec 20 11:46:29.088866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5223391 Dec 20 11:46:29.107881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Request body: {'port': {'device_id': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:29.162379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48144) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:29.217838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Deleting port 2051e635-7f3b-4519-8380-39601610bb1e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:29.218454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:29.278367 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0b2518df-98ca-46c4-9839-e68ffa322f38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e71a3695f4de4cbfbf6acfd7db780c33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1146610 Dec 20 11:46:29.281303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:29.309744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef92c-7414-4438-8c66-79019f754657 req-ee21e088-c8d3-4cd3-9cff-385c00027d7e tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:29.311233 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c8ef92c-7414-4438-8c66-79019f754657 req-ee21e088-c8d3-4cd3-9cff-385c00027d7e tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 947 time: 0.1337347 Dec 20 11:46:29.328093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444663c-fb00-45b8-9e48-177348de54ae req-5b54ae37-5395-4ac8-b317-4f22f0d0e166 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:29.329547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-5b54ae37-5395-4ac8-b317-4f22f0d0e166 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.53 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 811 time: 0.8150809 Dec 20 11:46:29.393092 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c8ef92c-7414-4438-8c66-79019f754657 req-c6cb3968-8968-413d-8f57-03bedbd02442 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747278 Dec 20 11:46:29.395658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:29.428627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:29.472832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d190c85-835e-4a50-a20b-99a7ec33fc21 req-9955193a-95ae-4a5f-850b-ec3435b27151 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:29.480539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d190c85-835e-4a50-a20b-99a7ec33fc21 req-9955193a-95ae-4a5f-850b-ec3435b27151 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4904554 Dec 20 11:46:29.491635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:29.500271 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d1f66f19-59f6-4ff3-9833-802b76a3323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:29.516255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2400be3-1ac5-416a-ae3d-e9c3ebe88a6f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:29.518113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:29.519216 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2400be3-1ac5-416a-ae3d-e9c3ebe88a6f HTTP/1.1" status: 204 len: 168 time: 0.2367821 Dec 20 11:46:29.520983 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:29.554058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:29.634314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-7208a21c-6785-477d-8fb3-ec7bbd8cab09 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839f9de09a7d488ca6806fc2ae46dd15 HTTP/1.1" status: 200 len: 380 time: 0.2899222 Dec 20 11:46:29.654382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'port': {'device_id': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'admin_state_up': True, 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'security_groups': ['69277c9c-dad2-475f-93a8-e0efc8f7a167']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:29.867130 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d190c85-835e-4a50-a20b-99a7ec33fc21 req-0bce9a43-7b7d-41f0-b4c2-2b1455a14256 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856471 Dec 20 11:46:29.914957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5cb98999-12cf-4e5f-915b-f5af3ff6dba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:29.935398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abbd48-d0c9-49c6-bc1c-9cc1002d4870 req-6aeb0eb1-bc41-45e1-b6ec-83133333061b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:29.944570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abbd48-d0c9-49c6-bc1c-9cc1002d4870 req-6aeb0eb1-bc41-45e1-b6ec-83133333061b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:29.945560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abbd48-d0c9-49c6-bc1c-9cc1002d4870 req-6aeb0eb1-bc41-45e1-b6ec-83133333061b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:29.947617 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e4abbd48-d0c9-49c6-bc1c-9cc1002d4870 req-6aeb0eb1-bc41-45e1-b6ec-83133333061b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2375 time: 0.1214793 Dec 20 11:46:30.083379 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e4abbd48-d0c9-49c6-bc1c-9cc1002d4870 req-9ef09c87-f05c-4897-a302-0b322df38125 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226530 Dec 20 11:46:30.271576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] For port 2051e635-7f3b-4519-8380-39601610bb1e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2051e635-7f3b-4519-8380-39601610bb1e,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:30.272176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:30.293254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:30.353073 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5fabeb0-69c8-4284-bd5f-499a5582b2e5 req-bb838eed-4e99-4c02-b9b8-a21d7a35c229 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 210 time: 0.1146569 Dec 20 11:46:30.456702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Calling delete_port for 2051e635-7f3b-4519-8380-39601610bb1e owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:30.488715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:30.630592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99995d29-626b-4e61-93c3-4fd504713871 req-35bb961b-a571-46d4-93c4-257fc4e7a8c1 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:30.638603 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99995d29-626b-4e61-93c3-4fd504713871 req-35bb961b-a571-46d4-93c4-257fc4e7a8c1 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 947 time: 0.0966737 Dec 20 11:46:30.689294 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99995d29-626b-4e61-93c3-4fd504713871 req-0f313c67-39d1-4a17-a42e-51b5d1f6d489 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486321 Dec 20 11:46:30.796078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Made reservation on behalf of 839f9de09a7d488ca6806fc2ae46dd15 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:30.799690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:30.935970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfdcaa-053b-4bf6-92d9-59831b43ed31 req-8967549a-de14-4439-9d5c-62df824c644c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:30.937291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fedfdcaa-053b-4bf6-92d9-59831b43ed31 req-8967549a-de14-4439-9d5c-62df824c644c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.8482628 Dec 20 11:46:31.022076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:31.033104 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] Sync routers for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:31.037069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7168b062-5109-42a3-b69a-2fd0bd511254 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:31.048008 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:31.048645 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:31.055692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:31.127953 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:31.137545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:31.141230 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:31.142053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:31.143658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:31.211731 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:31.212089 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a09a8-b976-41d1-99b7-bc5ed8d8ed56 None None] The sync data for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:31.235072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:31.239126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48212) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:31.239316 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6160066 Dec 20 11:46:31.259513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fedfdcaa-053b-4bf6-92d9-59831b43ed31 req-7560aee2-56f3-4b5f-91a4-3dff12199288 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894061 Dec 20 11:46:31.308898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Allocated IP 172.20.0.7 (0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d/50eb89d5-aaaa-4ed4-8658-e03703da4099/56c1a02b-944d-4bcb-a2ef-5e2b50325dba) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:31.323614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Transition to ACTIVE for port object 7168b062-5109-42a3-b69a-2fd0bd511254 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:31.326342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:31.348629 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a6d2db36-2da6-40dc-970f-01a276506361 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:31.491485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:31.544952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14ee28-751c-4df4-959e-e0c6d663cb20 req-5a6dd7ad-d27c-4029-bafb-5e1aee661167 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:31.548775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14ee28-751c-4df4-959e-e0c6d663cb20 req-5a6dd7ad-d27c-4029-bafb-5e1aee661167 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:31.552578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14ee28-751c-4df4-959e-e0c6d663cb20 req-5a6dd7ad-d27c-4029-bafb-5e1aee661167 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:31.554198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c14ee28-751c-4df4-959e-e0c6d663cb20 req-5a6dd7ad-d27c-4029-bafb-5e1aee661167 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2387 time: 0.2068515 Dec 20 11:46:31.560376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Pushing event deleted for resources: {'Port': ['ID=2051e635-7f3b-4519-8380-39601610bb1e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:31.600194 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:31.600715 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-692c8317-9bf4-4d7e-b8be-4ad6060d8638 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:31.625422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c14ee28-751c-4df4-959e-e0c6d663cb20 req-c91b82b9-cef2-465b-9d66-c81961e670b1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Dec 20 11:46:31.738801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0c27eb52-4f1f-4df9-bfa8-a7144a9db8ed req-2cef2d57-80ee-4a05-afad-0f468084ebcc tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:31.758701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] No DVR routers for this DVR port 2051e635-7f3b-4519-8380-39601610bb1e on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:46:31.770174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:31.771960 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46e703b9-3aea-42c6-a354-5c485d3cdede req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.53 "DELETE /v2.0/ports/2051e635-7f3b-4519-8380-39601610bb1e HTTP/1.1" status: 204 len: 173 time: 3.2991827 Dec 20 11:46:31.772630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-deleted', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:31.874158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0c27eb52-4f1f-4df9-bfa8-a7144a9db8ed req-2cef2d57-80ee-4a05-afad-0f468084ebcc tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:31.893804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0c27eb52-4f1f-4df9-bfa8-a7144a9db8ed req-2cef2d57-80ee-4a05-afad-0f468084ebcc tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 210 time: 0.3394222 Dec 20 11:46:31.967256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=7168b062-5109-42a3-b69a-2fd0bd511254,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:31.977773 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:32.019216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:32.098486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2051e635-7f3b-4519-8380-39601610bb1e no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:46:32.142761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Transition to ACTIVE for port object 56c1a02b-944d-4bcb-a2ef-5e2b50325dba will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:32.229866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Attempting to bind port 7168b062-5109-42a3-b69a-2fd0bd511254 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:32.231059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Attempting to bind port 7168b062-5109-42a3-b69a-2fd0bd511254 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:32.231549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Attempting to bind port 7168b062-5109-42a3-b69a-2fd0bd511254 on network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:32.236374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d5106-74d0-4aba-bcdb-bd4c988ecb27 req-69959434-68f8-4eb5-8de0-79a3937755c6 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:32.241124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 2051e635-7f3b-4519-8380-39601610bb1e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:46:32.241957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2051e635-7f3b-4519-8380-39601610bb1e not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:46:32.244588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Port 7168b062-5109-42a3-b69a-2fd0bd511254 on network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:46:32.245092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Attempting to bind port 7168b062-5109-42a3-b69a-2fd0bd511254 on network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:32.251048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea5d5106-74d0-4aba-bcdb-bd4c988ecb27 req-69959434-68f8-4eb5-8de0-79a3937755c6 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4521155 Dec 20 11:46:32.253678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:32.254314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Checking segment: {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:32.255900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Bound using segment: {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:32.255900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Bound port: 7168b062-5109-42a3-b69a-2fd0bd511254, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:32.255900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:32.269470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:32.279115 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4d96b13-20e9-4213-b30d-751f4febb5da tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:32.330115 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea5d5106-74d0-4aba-bcdb-bd4c988ecb27 req-ab407ffd-48d3-479e-9711-f69efe7a872b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761333 Dec 20 11:46:32.534064 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a376f-99fe-412f-be90-8fe2b7576f05', 'name': 'network-vif-deleted', 'tag': '2051e635-7f3b-4519-8380-39601610bb1e', 'status': 'completed', 'code': 200} Dec 20 11:46:32.552668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cf3c5d62-e36a-44dd-9db1-5f05b590cd0f req-7ce8ab46-3018-4b74-9b2c-cb1884ca1378 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Synchronizing usage tracker for tenant:e0c00eed0a7448fb8cf1c2cb4530729a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:32.602063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event updated for resources: {'Port': ['ID=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:32.620168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:32.624315 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:32.628446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:32.650198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:32.688473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:32.712904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cf3c5d62-e36a-44dd-9db1-5f05b590cd0f req-7ce8ab46-3018-4b74-9b2c-cb1884ca1378 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Unset dirty status for tenant:e0c00eed0a7448fb8cf1c2cb4530729a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:32.720446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3c5d62-e36a-44dd-9db1-5f05b590cd0f req-7ce8ab46-3018-4b74-9b2c-cb1884ca1378 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=220a376f-99fe-412f-be90-8fe2b7576f05 HTTP/1.1" status: 200 len: 210 time: 0.3489099 Dec 20 11:46:32.753637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:32.754406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:32.775041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] For port 7168b062-5109-42a3-b69a-2fd0bd511254, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:32.793174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] For port 7168b062-5109-42a3-b69a-2fd0bd511254, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7168b062-5109-42a3-b69a-2fd0bd511254,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:32.811614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:32.821469 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f86e5638-8290-4770-9f69-78f6a604cee6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:32.849055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48252) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:32.933194 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2839503 Dec 20 11:46:32.948529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Request body: {'port': {'device_id': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:33.058074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a4eae-24a5-4b5c-beee-09c3e3242d04 None None] New status for floating IP 9ce38ba6-a275-45dd-acef-f6e789381bc1: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:46:33.114373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:33.116253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] 10.222.0.16 "PUT /v2.0/ports/7168b062-5109-42a3-b69a-2fd0bd511254 HTTP/1.1" status: 200 len: 1093 time: 4.0131671 Dec 20 11:46:33.196858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Request body: {'port': {'device_id': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:33.246929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=7168b062-5109-42a3-b69a-2fd0bd511254,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:33.281362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:33.285268 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:33.318550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ef62f5ab-db83-4f59-9c35-de1a66c507b2 None None] Provisioning for port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:33.325030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ef62f5ab-db83-4f59-9c35-de1a66c507b2 None None] Provisioning complete for port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:33.325681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ef62f5ab-db83-4f59-9c35-de1a66c507b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:33.359262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f3cd-6bb6-41de-b589-b10e3b270f9f req-8ca9dabb-04a1-4b3e-870a-8c07bbe2c678 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:33.361264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5c0f3cd-6bb6-41de-b589-b10e3b270f9f req-8ca9dabb-04a1-4b3e-870a-8c07bbe2c678 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3424957 Dec 20 11:46:33.376187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:33.429742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:33.431073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ef62f5ab-db83-4f59-9c35-de1a66c507b2 None None] Port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:33.477638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:33.500710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Usage tracker for resource:security_group_rule and tenant:4c40cdb36ea649f19ade21fd01c9f689 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:33.509972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:33.526357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:33.545250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897888d9-569b-4899-b65f-4868cca03277 req-0accbd9d-658b-4dab-8347-12dfebce6a7f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:33.550453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897888d9-569b-4899-b65f-4868cca03277 req-0accbd9d-658b-4dab-8347-12dfebce6a7f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:33.556710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897888d9-569b-4899-b65f-4868cca03277 req-0accbd9d-658b-4dab-8347-12dfebce6a7f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:33.564285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-897888d9-569b-4899-b65f-4868cca03277 req-0accbd9d-658b-4dab-8347-12dfebce6a7f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2387 time: 0.4250793 Dec 20 11:46:33.627626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:33.739173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-897888d9-569b-4899-b65f-4868cca03277 req-2aa39559-e4e1-4ac0-b11c-2e933e550258 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733634 Dec 20 11:46:33.783780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5c0f3cd-6bb6-41de-b589-b10e3b270f9f req-dbed4e6d-5278-47d4-be12-fea4a13c0e07 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085971 Dec 20 11:46:34.066460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.1 (f11390d2-ccf3-4408-9fb9-f212e5e4eac2/389f5103-1d8d-48ac-bb3c-6b3d415728a4/a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:34.322027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.348009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.356516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c1a02b-944d-4bcb-a2ef-5e2b50325dba {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:34.359264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:34.365540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9387fb16-f6a0-4e98-b6bb-a859f4647f9b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:34.373927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.384222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.388258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c16e4b-f843-4cc9-a628-d8976310d8d3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:34.393965 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:34.413677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Transition to ACTIVE for port object 56c1a02b-944d-4bcb-a2ef-5e2b50325dba will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:34.418019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8770-ba92-4522-acb2-014980c8616e req-27dca327-ea8e-47d5-a413-b7870a48e4d0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:34.422394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Transition to ACTIVE for port object 9387fb16-f6a0-4e98-b6bb-a859f4647f9b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:34.424397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.424782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dfbe8770-ba92-4522-acb2-014980c8616e req-27dca327-ea8e-47d5-a413-b7870a48e4d0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 931 time: 0.2888489 Dec 20 11:46:34.446346 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67974e9f-cb07-4f35-931f-c5395128df42 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:34.492132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.507430 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c40cdb36ea649f19ade21fd01c9f689&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6552038 Dec 20 11:46:34.510197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.514076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:34.535192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'tag': '7168b062-5109-42a3-b69a-2fd0bd511254'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:34.557863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Transition to ACTIVE for port object a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:34.560487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dfbe8770-ba92-4522-acb2-014980c8616e req-029ae1f8-4b1c-4249-8001-7a1ba1fb3e35 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:34.588927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dfbe8770-ba92-4522-acb2-014980c8616e req-029ae1f8-4b1c-4249-8001-7a1ba1fb3e35 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:34.602415 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dfbe8770-ba92-4522-acb2-014980c8616e req-029ae1f8-4b1c-4249-8001-7a1ba1fb3e35 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766918 Dec 20 11:46:34.639254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.708685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.803889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Pushing event updated for resources: {'Port': ['ID=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:34.819616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:34.831407 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'tag': '7168b062-5109-42a3-b69a-2fd0bd511254', 'status': 'completed', 'code': 200} Dec 20 11:46:34.848199 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da1351dd-9865-4287-9adc-0c0aa52d5792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:34.898605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c16e4b-f843-4cc9-a628-d8976310d8d3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:34.906800 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:34.913829 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:34.922699 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe38366-8711-42f2-82d4-8247b0c01da3 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:35.010645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:35.012268 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19c16e4b-f843-4cc9-a628-d8976310d8d3 HTTP/1.1" status: 204 len: 168 time: 0.4970191 Dec 20 11:46:35.013797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:35.032692 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2b1753b-01d1-4819-8a60-8a416220bfd2 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:35.093361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:35.099196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:35.117652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:35.211248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:35.287413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:35.303625 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:35.348084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:35.349802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba5efb-f346-4415-b2d2-edf6b2eb5773 req-db3bb633-522a-4338-9ab7-29e48ced56a7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:35.351936 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5bba5efb-f346-4415-b2d2-edf6b2eb5773 req-db3bb633-522a-4338-9ab7-29e48ced56a7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4549761 Dec 20 11:46:35.354939 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:35.400265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Attempting to bind port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:35.400723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Attempting to bind port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:35.401115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Attempting to bind port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:35.417730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:46:35.418324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Attempting to bind port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba on network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:35.429473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:35.429834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Checking segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:35.430174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Bound using segment: {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:35.431225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Bound port: 56c1a02b-944d-4bcb-a2ef-5e2b50325dba, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d31f052-3c57-4dcb-93ba-d51458d9cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:35.431585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:35.534092 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5bba5efb-f346-4415-b2d2-edf6b2eb5773 req-436bf357-8589-4c58-9f94-13265c3ee4e2 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687915 Dec 20 11:46:35.556297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:35.561337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Attempting to bind port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:35.561808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Attempting to bind port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:35.562168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Attempting to bind port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b on network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:35.569376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-078c5a7f-3033-4588-bd72-9f80ef092eb0 None None] Provisioning for port a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:35.576627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-078c5a7f-3033-4588-bd72-9f80ef092eb0 None None] Provisioning complete for port a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:35.577299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-078c5a7f-3033-4588-bd72-9f80ef092eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:35.606296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b on network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:46:35.606620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Attempting to bind port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b on network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:35.650884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a41eda-7b6a-4a46-b034-9cc18147ebcc req-2514d8e5-ec9e-4bf4-88ce-7ab553f8328d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:35.659120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33a41eda-7b6a-4a46-b034-9cc18147ebcc req-2514d8e5-ec9e-4bf4-88ce-7ab553f8328d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 948 time: 0.6552029 Dec 20 11:46:35.664574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:35.664963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Checking segment: {'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:35.665350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Bound using segment: {'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:35.665787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Bound port: 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ea7d8d-520c-445e-af76-cc9aec213128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:35.666165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:35.682265 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca091273-d759-4b23-9b8b-8fec46695c7e req-31957003-8301-44d8-8edc-8a5296999c7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2759 time: 0.8379495 Dec 20 11:46:35.698504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-078c5a7f-3033-4588-bd72-9f80ef092eb0 None None] Port a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:35.806597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33a41eda-7b6a-4a46-b034-9cc18147ebcc req-606a5e1b-fb60-4192-ad94-c26a98a7dcbd tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460130 Dec 20 11:46:36.045390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] For port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:36.055575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] For port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:36.086953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.103517 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:36.303062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48310) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:36.317111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091273-d759-4b23-9b8b-8fec46695c7e req-1410d5e3-02a5-4ae0-8d3a-abe1c622f2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.317488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091273-d759-4b23-9b8b-8fec46695c7e req-1410d5e3-02a5-4ae0-8d3a-abe1c622f2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.317852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091273-d759-4b23-9b8b-8fec46695c7e req-1410d5e3-02a5-4ae0-8d3a-abe1c622f2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.319431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca091273-d759-4b23-9b8b-8fec46695c7e req-1410d5e3-02a5-4ae0-8d3a-abe1c622f2de service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=116b4a8b89604f02ab430678839f252d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6066597 Dec 20 11:46:36.321823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Pushing event updated for resources: {'Port': ['ID=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:36.330661 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:36.336866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337c54-e8f9-4898-93fa-0974bf4ab299 req-2b895cf1-88ef-4215-aaac-a0e43bcd31ec tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.341658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337c54-e8f9-4898-93fa-0974bf4ab299 req-2b895cf1-88ef-4215-aaac-a0e43bcd31ec tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.346153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337c54-e8f9-4898-93fa-0974bf4ab299 req-2b895cf1-88ef-4215-aaac-a0e43bcd31ec tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.354907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3337c54-e8f9-4898-93fa-0974bf4ab299 req-2b895cf1-88ef-4215-aaac-a0e43bcd31ec tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2399 time: 0.5771639 Dec 20 11:46:36.397558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.399417 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] 10.222.0.53 "PUT /v2.0/ports/56c1a02b-944d-4bcb-a2ef-5e2b50325dba HTTP/1.1" status: 200 len: 1093 time: 3.4549928 Dec 20 11:46:36.485804 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3337c54-e8f9-4898-93fa-0974bf4ab299 req-40e493eb-97fd-4362-ac76-f53342c0f0fd tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294146 Dec 20 11:46:36.712515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-471567290-network', 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:36.734319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] For port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:36.769333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:36.780078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Usage tracker for resource:network and tenant:6f9c25d6a37645c09139b2aeb523877b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:36.781358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] For port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:36.785543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.787397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:36.787681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091273-d759-4b23-9b8b-8fec46695c7e req-99725bf2-7478-4d89-b90c-8376a943ad1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.789688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca091273-d759-4b23-9b8b-8fec46695c7e req-99725bf2-7478-4d89-b90c-8376a943ad1b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4581156 Dec 20 11:46:36.796316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.802315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.811067 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:36.824532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:36.826688 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b814ee90-d03e-49d8-9ab4-6c67c2eba967 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:36.855959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:36.909512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.911261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9387fb16-f6a0-4e98-b6bb-a859f4647f9b HTTP/1.1" status: 200 len: 1093 time: 3.7236295 Dec 20 11:46:36.918316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:36.920567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.939867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:36.948959 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:36.956215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.960502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c522e-9709-4b62-9244-2e2d5f5fab0d req-273e2a20-9f9e-441f-b393-1704ab90fe78 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:36.965152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:36.967731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b58c522e-9709-4b62-9244-2e2d5f5fab0d req-273e2a20-9f9e-441f-b393-1704ab90fe78 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.6419284 Dec 20 11:46:36.977402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Request body: {'port': {'device_id': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:37.031202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce9cb6-2811-42da-9b9d-29277a0402ad req-b4d859e2-1284-4ef4-a101-c9a5479f6e11 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:37.032793 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34ce9cb6-2811-42da-9b9d-29277a0402ad req-b4d859e2-1284-4ef4-a101-c9a5479f6e11 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 943 time: 0.3287201 Dec 20 11:46:37.057982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:37.062331 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:37.065538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-f7bf20eb-03db-4af4-ad9f-acfbd97e357b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 1096 time: 0.5254781 Dec 20 11:46:37.075435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-9570339c-86b3-44d4-9e3a-af53c40dfd4d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:37.077065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-9570339c-86b3-44d4-9e3a-af53c40dfd4d tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.16 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 948 time: 0.5522146 Dec 20 11:46:37.083977 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-08bd68fe-a74a-41f0-9e6b-71398d765a27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.4607942 Dec 20 11:46:37.180062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:37.188231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Usage tracker for resource:security_group_rule and tenant:6f9c25d6a37645c09139b2aeb523877b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:37.199049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:37.200557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:37.205004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:37.268556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:37.314697 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34ce9cb6-2811-42da-9b9d-29277a0402ad req-10185586-5db9-4a4d-87d1-e6656990aa3e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695740 Dec 20 11:46:37.344471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-69968aeb-05f0-4a28-a871-e5e96526cdd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba HTTP/1.1" status: 200 len: 217 time: 0.2594907 Dec 20 11:46:37.357414 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b58c522e-9709-4b62-9244-2e2d5f5fab0d req-c112a026-1052-4d62-9c83-3b1b271de4b3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888476 Dec 20 11:46:37.444960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Deleting port 3d2f5e19-8d67-498a-aa70-9a49629ca490 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:37.445561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.486117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.519929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.521440 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'status': 'completed', 'code': 200} Dec 20 11:46:37.570846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.581849 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:37.639177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:46:37.668411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.668756 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Added segment c1e02bce-d5ed-4174-bf7e-45f632137c5f of type vlan for network 165a1346-a2be-4723-a8c3-89391b583d6e Dec 20 11:46:37.671494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd499cf-e2af-4477-b55e-f49c7069199c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:37.680386 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:37.724309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-75f67abb-c126-4f19-958c-c7939794f908 None None] Provisioning complete for port a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:37.725571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-75f67abb-c126-4f19-958c-c7939794f908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.736124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444663c-fb00-45b8-9e48-177348de54ae req-aa51cab5-5047-4158-9bc0-76a9ceb2d2a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:37.737548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-aa51cab5-5047-4158-9bc0-76a9ceb2d2a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.3690495 Dec 20 11:46:37.751512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-1a31feda-04a3-4881-ba48-04b936dee60c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6516 time: 0.5475032 Dec 20 11:46:37.801819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66fc8f-ed3c-4bbe-b982-4dd0b743d0d6 req-235ed4f9-c97c-434d-9d69-149f4242317f tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:37.803328 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2f66fc8f-ed3c-4bbe-b982-4dd0b743d0d6 req-235ed4f9-c97c-434d-9d69-149f4242317f tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 948 time: 0.2816751 Dec 20 11:46:37.807939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.840988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-75f67abb-c126-4f19-958c-c7939794f908 None None] Port a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:37.895421 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2f66fc8f-ed3c-4bbe-b982-4dd0b743d0d6 req-2f629a3d-38ee-4274-82bf-4c3944094f1c tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd733c19-9347-4696-b1ed-8eb9cb068477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832584 Dec 20 11:46:37.947924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.948363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:37.949517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:37.960290 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-668fc9f5-0b9f-4d6c-a860-f1f98a0ec0d5 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:38.106705 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8024364 Dec 20 11:46:38.107564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Pushing event updated for resources: {'Network': ['ID=165a1346-a2be-4723-a8c3-89391b583d6e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:38.109707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:38.119708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 165a1346-a2be-4723-a8c3-89391b583d6e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:46:38.240940 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:38.247409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Request body: {'subnet': {'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-471567290-subnet', 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:38.257147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:38.272533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Usage tracker for resource:subnet and tenant:6f9c25d6a37645c09139b2aeb523877b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:38.282775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:38.293100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:38.318795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:38.322798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:38.360301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee8ffd-08d4-4ccc-b303-82df823a07f2 req-11702806-0e8d-4f75-a204-416c152f439d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:38.362787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-7aeb8f00-0ac7-4808-9827-6fcd1577c5cd tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1224649670&fields=id&tenant_id=784fe69e76694d4f96f62301b7ce894d HTTP/1.1" status: 200 len: 267 time: 0.5289972 Dec 20 11:46:38.364145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee8ffd-08d4-4ccc-b303-82df823a07f2 req-11702806-0e8d-4f75-a204-416c152f439d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:38.367997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee8ffd-08d4-4ccc-b303-82df823a07f2 req-11702806-0e8d-4f75-a204-416c152f439d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:38.369578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50ee8ffd-08d4-4ccc-b303-82df823a07f2 req-11702806-0e8d-4f75-a204-416c152f439d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2399 time: 0.3529680 Dec 20 11:46:38.466968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 0878d42a-6ec2-4b37-b35c-455c19eafdcd has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:38.497590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-d8c9096e-83e4-497d-8cd7-638d611eb091 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7194774 Dec 20 11:46:38.509766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-359451b2-a97c-40ad-9322-7242caa97565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:38.510168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-359451b2-a97c-40ad-9322-7242caa97565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:38.510537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-359451b2-a97c-40ad-9322-7242caa97565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:38.512080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-359451b2-a97c-40ad-9322-7242caa97565 service neutron] 10.222.0.53 "GET /v2.0/networks?id=369c3643-7840-4b2a-8a85-116c0d1f8252&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=55f00df5-b69b-49b5-bf56-5247b87a2628&id=55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 200 len: 2296 time: 0.6820941 Dec 20 11:46:38.516631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50ee8ffd-08d4-4ccc-b303-82df823a07f2 req-809377b1-0342-4386-9226-bab912f6cb9a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328592 Dec 20 11:46:38.705751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] For port 3d2f5e19-8d67-498a-aa70-9a49629ca490, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3d2f5e19-8d67-498a-aa70-9a49629ca490,segment=NetworkSegment(140c0cb6-80fd-4216-bee1-0c7c2453ee61),segment_id=140c0cb6-80fd-4216-bee1-0c7c2453ee61)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:38.706146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:38.721599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:38.729917 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c055e5fd-f399-4e66-9d4e-4f30488b1835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:38.873040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a0a1de-8ddb-431c-972c-013022002c2b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:38.877274 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:38.916642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Calling delete_port for 3d2f5e19-8d67-498a-aa70-9a49629ca490 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:38.924088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ae38d-d68e-4416-8b77-aa43542fff27 req-11632d72-7226-4369-97de-06cc21a564bb tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:38.925665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e51ae38d-d68e-4416-8b77-aa43542fff27 req-11632d72-7226-4369-97de-06cc21a564bb tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 943 time: 0.2431049 Dec 20 11:46:38.926295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Checking segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:38.926656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Network hostable DHCP agents. Network: 165a1346-a2be-4723-a8c3-89391b583d6e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:46:38.994756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:38.999328 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e51ae38d-d68e-4416-8b77-aa43542fff27 req-95b41a13-517a-49df-ace8-0c5a17cc26c7 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670538 Dec 20 11:46:39.004707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:46:39.007784 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] Sync routers for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:39.009692 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/routers/0878d42a-6ec2-4b37-b35c-455c19eafdcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7690759 Dec 20 11:46:39.010382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48348) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:39.013400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Network 165a1346-a2be-4723-a8c3-89391b583d6e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:46:39.018806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'port': {'network_id': 'f11390d2-ccf3-4408-9fb9-f212e5e4eac2', 'name': 'tempest-FloatingIPTestJSON-335473839'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:39.022634 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-a6ff2d97-1f3a-4136-9d71-11e250d41f66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 200 len: 1001 time: 0.4905286 Dec 20 11:46:39.038300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-044a0e6a-9682-4e47-b981-09e882c74b2b tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:39.038300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-044a0e6a-9682-4e47-b981-09e882c74b2b tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/networks?id=89b62a73-fae3-4f74-9b27-65c508b7780c HTTP/1.1" status: 200 len: 816 time: 0.6114430 Dec 20 11:46:39.038511 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:39.038511 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:39.050995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 165a1346-a2be-4723-a8c3-89391b583d6e) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:39.059278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72940d5-3945-480a-9ea8-6b336a9ccc68 None None] Network 165a1346-a2be-4723-a8c3-89391b583d6e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:39.067369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:39.067960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:39.176476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-cbdac80f-d1cf-43df-8d02-b90985ac3bcc service neutron] 10.222.0.53 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633639 Dec 20 11:46:39.178496 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9393535 Dec 20 11:46:39.220863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-9357e995-ec36-4076-aa1e-e3cfc43d0417 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/quotas/784fe69e76694d4f96f62301b7ce894d HTTP/1.1" status: 200 len: 375 time: 0.1116016 Dec 20 11:46:39.223175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06298ff-57b0-4a4a-9824-117c40c712c3 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:39.233372 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:39.233696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:39.245066 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:39.245924 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:39.269522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Transition to ACTIVE for port object c06298ff-57b0-4a4a-9824-117c40c712c3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:39.309138 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:39.309853 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d52ec-5ba3-4548-b872-671232a707e4 None None] The sync data for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:39.341331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:39.341791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:39.346998 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a240412-fcd3-4f2d-bf1a-b9a1b9e96e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:39.359251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Usage tracker for resource:port and tenant:f9934c5b83914360adbdbe433e0d3993 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:39.363186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:39.377317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-de3292d9-4275-4361-9601-d42cc3318ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:39.379239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-de3292d9-4275-4361-9601-d42cc3318ddd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df HTTP/1.1" status: 200 len: 856 time: 0.3438148 Dec 20 11:46:39.381890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:39.423269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Made reservation on behalf of f9934c5b83914360adbdbe433e0d3993 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:39.427173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:39.434586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7cb0c-79d3-40b5-b4d2-fae63f299596 None None] Network 165a1346-a2be-4723-a8c3-89391b583d6e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:39.462410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d8347-ab08-4720-b2fb-395357b929c4 req-ad41a375-f0d6-4fb9-bed8-c29a3d10470e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:39.470653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff2d8347-ab08-4720-b2fb-395357b929c4 req-ad41a375-f0d6-4fb9-bed8-c29a3d10470e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2618797 Dec 20 11:46:39.500255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] device_id is not set on port 97de5385-c1d6-4bfa-aff5-381b64e5d169 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:46:39.557721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:39.565979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff2d8347-ab08-4720-b2fb-395357b929c4 req-23e793d9-5439-4036-a0a0-4e3495a58f9a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943143 Dec 20 11:46:39.683867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Allocated IP 172.20.0.5 (f11390d2-ccf3-4408-9fb9-f212e5e4eac2/389f5103-1d8d-48ac-bb3c-6b3d415728a4/97de5385-c1d6-4bfa-aff5-381b64e5d169) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:39.855713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Pushing event updated for resources: {'Port': ['ID=c06298ff-57b0-4a4a-9824-117c40c712c3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:39.873979 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:39.894814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:39.905754 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c1dcd29-3991-4d6c-8491-819ba265f3d4 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:39.946110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-31c04652-dde3-453f-bdd4-59c8052e4831 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Synchronizing usage tracker for tenant:784fe69e76694d4f96f62301b7ce894d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:39.950144 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2444663c-fb00-45b8-9e48-177348de54ae req-81bb3372-7d78-4013-8815-75d6010735a6 service neutron] 10.222.0.53 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7641759 Dec 20 11:46:39.966860 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76f45409-0953-4105-b448-2dd7d1291cb0 req-70b76984-46fb-439e-845b-4cacf977bcea tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.32 "GET /v2.0/ports?device_id=faedefb3-bfcd-4e8f-a329-d3ac15137380 HTTP/1.1" status: 200 len: 210 time: 0.0559239 Dec 20 11:46:39.969718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Pushing event deleted for resources: {'Port': ['ID=3d2f5e19-8d67-498a-aa70-9a49629ca490,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:39.977588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:40.004743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:40.026324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Transition to ACTIVE for port object 97de5385-c1d6-4bfa-aff5-381b64e5d169 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:40.056054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:40.063568 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbc1cc0c-eded-42a0-846a-2158f7f351f1 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:40.110485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-484d5ca4-ed72-4c20-bd12-b1eccd124efc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=369c3643-7840-4b2a-8a85-116c0d1f8252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6596677 Dec 20 11:46:40.135287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:40.139256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:40.141776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:40.173039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event updated for resources: {'Port': ['ID=97de5385-c1d6-4bfa-aff5-381b64e5d169,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:40.176198 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:40.181697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-31c04652-dde3-453f-bdd4-59c8052e4831 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Unset dirty status for tenant:784fe69e76694d4f96f62301b7ce894d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:40.183559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-31c04652-dde3-453f-bdd4-59c8052e4831 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=784fe69e76694d4f96f62301b7ce894d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8965459 Dec 20 11:46:40.219010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:40.219588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:40.237182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] No DVR routers for this DVR port 3d2f5e19-8d67-498a-aa70-9a49629ca490 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:46:40.250816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:40.266895 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2551577 Dec 20 11:46:40.267863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:40.273476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Request body: {'floatingip': {'port_id': '97de5385-c1d6-4bfa-aff5-381b64e5d169'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:40.435127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3b6121c4-1230-4d1b-a0e0-ef3002bbf2d1 None None] Provisioning for port 97de5385-c1d6-4bfa-aff5-381b64e5d169 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:40.442443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3b6121c4-1230-4d1b-a0e0-ef3002bbf2d1 None None] Provisioning complete for port 97de5385-c1d6-4bfa-aff5-381b64e5d169 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:40.444832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-827f4dec-e4b0-4120-ad87-40d06e93f2b0 req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] 10.222.0.16 "DELETE /v2.0/ports/3d2f5e19-8d67-498a-aa70-9a49629ca490 HTTP/1.1" status: 204 len: 173 time: 3.3587914 Dec 20 11:46:40.445666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3b6121c4-1230-4d1b-a0e0-ef3002bbf2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:40.478265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Attempting to bind port c06298ff-57b0-4a4a-9824-117c40c712c3 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:40.478616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Attempting to bind port c06298ff-57b0-4a4a-9824-117c40c712c3 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:40.478938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Attempting to bind port c06298ff-57b0-4a4a-9824-117c40c712c3 on network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:40.537958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Port c06298ff-57b0-4a4a-9824-117c40c712c3 on network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:46:40.538313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Attempting to bind port c06298ff-57b0-4a4a-9824-117c40c712c3 on network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:40.546171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-715e8a1a-7a02-4d8e-aa0d-13752b7ee625 service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221361 Dec 20 11:46:40.561113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-0b9a1236-1488-4c35-9c43-e8e63f5a6edd service neutron] 10.222.0.32 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501050 Dec 20 11:46:40.572456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3b6121c4-1230-4d1b-a0e0-ef3002bbf2d1 None None] Port 97de5385-c1d6-4bfa-aff5-381b64e5d169 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:40.606401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:40.606741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Checking segment: {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:40.607144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Bound using segment: {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:40.607582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Bound port: c06298ff-57b0-4a4a-9824-117c40c712c3, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b454f31f-0d10-48e3-b703-eaa3fc4dc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:40.607930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:40.619625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-b4a233e3-2f64-4802-ad60-0f3e865310f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 1096 time: 0.5936489 Dec 20 11:46:40.703700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:40.837311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-eaf0b2bb-7022-4ad2-b1b3-483637b274a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:40.838139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-eaf0b2bb-7022-4ad2-b1b3-483637b274a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:40.845410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] Sync routers for ids ['c13fde7a-f88a-495d-bea0-7ace20ae0277'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:40.857499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] Routers set() bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:40.857877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] Router IDs set() for agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:46:40.858549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c13fde7a-f88a-495d-bea0-7ace20ae0277'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent'). {{(pid=83559) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 11:46:40.868769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] Routers set() bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:40.869126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] Router IDs set() for agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:46:40.869862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c13fde7a-f88a-495d-bea0-7ace20ae0277'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent'). {{(pid=83559) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 11:46:40.870651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4421d44-e42a-432a-860c-5764c266dcfa None None] The sync data for ids ['c13fde7a-f88a-495d-bea0-7ace20ae0277'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:40.908526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-eaf0b2bb-7022-4ad2-b1b3-483637b274a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:40.910410 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-eaf0b2bb-7022-4ad2-b1b3-483637b274a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.5706565 Dec 20 11:46:40.981830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-b6e34993-46d9-43e4-830e-254e62a73ffe tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/quotas/6f9c25d6a37645c09139b2aeb523877b HTTP/1.1" status: 200 len: 375 time: 0.0356083 Dec 20 11:46:40.999387 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-510ef7d6-d6ac-4b99-a15f-d2d5e6adf40d service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360909 Dec 20 11:46:41.004644 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-a89835ea-cabc-49b6-aa96-74983e18c5ff service neutron] 10.222.0.32 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427059 Dec 20 11:46:41.047330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-06757e18-8bb6-4570-9b43-6bf6983a5ca3 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577574 Dec 20 11:46:41.081064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] For port c06298ff-57b0-4a4a-9824-117c40c712c3, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:41.095368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-2c1387ad-ab2e-4690-ae20-1e29ec347c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:41.096822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-2c1387ad-ab2e-4690-ae20-1e29ec347c68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.4614332 Dec 20 11:46:41.099456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-41ff28b5-a613-4923-b436-f43cb838ce86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 217 time: 0.0882897 Dec 20 11:46:41.100453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] For port c06298ff-57b0-4a4a-9824-117c40c712c3, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c06298ff-57b0-4a4a-9824-117c40c712c3,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:41.109437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:41.213002 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:41.299066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-9b2902c4-18e3-4f00-a984-e3654c045494 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba HTTP/1.1" status: 200 len: 217 time: 0.1908815 Dec 20 11:46:41.314122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:41.315633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] 10.222.0.16 "PUT /v2.0/ports/c06298ff-57b0-4a4a-9824-117c40c712c3 HTTP/1.1" status: 200 len: 1094 time: 4.3640902 Dec 20 11:46:41.419867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-6c1680a6-57ac-42be-bd54-14258bc38383 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:41.421459 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-6c1680a6-57ac-42be-bd54-14258bc38383 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.3144712 Dec 20 11:46:41.437279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Pushing event updated for resources: {'Port': ['ID=c06298ff-57b0-4a4a-9824-117c40c712c3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:41.506978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:46:41.601600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 3d2f5e19-8d67-498a-aa70-9a49629ca490 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:46:41.601937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3d2f5e19-8d67-498a-aa70-9a49629ca490 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:46:41.625577 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-98474039-aa50-4e24-a531-2f8b5b1d0866 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627019 Dec 20 11:46:41.667069 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:41.686386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-3cecdd24-ca37-49ec-8714-62ec4654fb41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:41.688021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-3cecdd24-ca37-49ec-8714-62ec4654fb41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.3757739 Dec 20 11:46:41.824673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-804313ea-1829-4cd4-b924-9bc37d273b36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2870 time: 0.4449313 Dec 20 11:46:41.889170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-684ee686-bc67-44bd-874d-ca95a53fbf84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4576001 Dec 20 11:46:41.895497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:41.909011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-fda02d8a-5480-4236-8e4f-adf49c400be6 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770209 Dec 20 11:46:41.910292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:41.942047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-d2e2c234-d97e-4d22-b752-f04d9c5ba922 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=7168b062-5109-42a3-b69a-2fd0bd511254 HTTP/1.1" status: 200 len: 217 time: 0.1069036 Dec 20 11:46:42.068331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-fb7bc4b7-3717-4c62-aca8-01395a631f11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3733993 Dec 20 11:46:42.092196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3db963-f801-453d-b94f-0991f4841327 req-9baa689c-1332-4ed6-b16b-40269acbc5c3 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:42.096071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3db963-f801-453d-b94f-0991f4841327 req-9baa689c-1332-4ed6-b16b-40269acbc5c3 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:42.100068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3db963-f801-453d-b94f-0991f4841327 req-9baa689c-1332-4ed6-b16b-40269acbc5c3 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:42.100853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6b3db963-f801-453d-b94f-0991f4841327 req-9baa689c-1332-4ed6-b16b-40269acbc5c3 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:42.141198 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b', 'status': 'completed', 'code': 200} Dec 20 11:46:42.173596 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP ff4e0a5a-ee01-4d88-8e53-06ef8a701af6 associated. External IP: 172.35.0.212, port: 4e12ddfb-1cd2-4c33-a312-10d271d22b3f. Dec 20 11:46:42.185186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 56c1a02b-944d-4bcb-a2ef-5e2b50325dba details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:46:42.206694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-313147c4-ffcb-4b83-962e-f622f9ee1afd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:42.208391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-313147c4-ffcb-4b83-962e-f622f9ee1afd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22dec96e-db4a-415a-8ab0-bc320fcd643c HTTP/1.1" status: 200 len: 801 time: 0.2506080 Dec 20 11:46:42.379802 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-0dd614e5-c066-4a05-9490-1cccc494dd0b service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814110 Dec 20 11:46:42.381768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6b3db963-f801-453d-b94f-0991f4841327 req-9baa689c-1332-4ed6-b16b-40269acbc5c3 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:42.387275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b3db963-f801-453d-b94f-0991f4841327 req-9baa689c-1332-4ed6-b16b-40269acbc5c3 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2411 time: 0.6586120 Dec 20 11:46:42.464913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72e6e924-90cd-4a9a-8924-1abfa743bfa7 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:46:42.534069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 72e6e924-90cd-4a9a-8924-1abfa743bfa7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:46:42.535951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 72e6e924-90cd-4a9a-8924-1abfa743bfa7 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:46:42.544639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:42.561596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'port_id': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'mac_address': 'fa:16:3e:d2:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:46:42.606032 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-e82c4ccc-bdc2-4964-b46f-af984692644d service neutron] 10.222.0.53 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983664 Dec 20 11:46:42.643668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:42.665585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c1a02b-944d-4bcb-a2ef-5e2b50325dba {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:42.687212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:42.694440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:42.699285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d3f65-a034-48f7-bf1b-87aee22fed54 req-126fbd6b-7c88-4dcf-ad17-e84c3f325f63 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:42.700700 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-734d3f65-a034-48f7-bf1b-87aee22fed54 req-126fbd6b-7c88-4dcf-ad17-e84c3f325f63 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.3746173 Dec 20 11:46:42.703136 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:42.706227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6b3db963-f801-453d-b94f-0991f4841327 req-3242aa91-219c-4283-9bbb-2a9afcad3276 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581246 Dec 20 11:46:42.779103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-630265ca-4b71-4f91-a90c-a8caff62fd9d service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857026 Dec 20 11:46:42.805666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:42.821162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.821495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.821865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.836037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.837738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.837972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.838374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.840780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.841197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.841525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.843052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:46:42.858425 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-a5d6bb00-c4a8-4adc-96d1-fe72f7327476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5491693 Dec 20 11:46:42.863013 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:42.878695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-7bca2fbb-8e8c-49e3-9258-57e5bd438f7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 217 time: 0.0879891 Dec 20 11:46:42.926674 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-734d3f65-a034-48f7-bf1b-87aee22fed54 req-31268d14-a520-47e3-8a65-59654aba135d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090995 Dec 20 11:46:42.930278 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b338afe-c622-4fe5-b458-c96a0dbcd9c9 req-b78546fa-b5be-46c0-95b3-8e638e0181a5 service neutron] 10.222.0.53 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155470 Dec 20 11:46:42.999997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['56c1a02b-944d-4bcb-a2ef-5e2b50325dba'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:46:43.177085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:43.359950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-d9e25b50-aa88-4c7a-969c-035bd5495b89 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:43.363056 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-d9e25b50-aa88-4c7a-969c-035bd5495b89 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.16 "GET /v2.0/networks?id=89b62a73-fae3-4f74-9b27-65c508b7780c HTTP/1.1" status: 200 len: 816 time: 0.4832239 Dec 20 11:46:43.375593 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f2d322b7-52b8-4479-9687-375dc40354b8 req-b337a563-fb90-424d-bccb-4da0db1676ff tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 210 time: 0.0727439 Dec 20 11:46:43.378950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-a00c4736-ef9d-429d-9867-748df335412a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:43.381212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-a00c4736-ef9d-429d-9867-748df335412a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.2832756 Dec 20 11:46:43.578371 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f50b8f9-e32e-4283-b44b-ac8f0d2b13e4 req-c5024f04-c186-470f-8301-3630a2615997 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 210 time: 0.0496271 Dec 20 11:46:43.592427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:43.601794 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:43.624530 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:43.625103 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:43.645598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-8f277362-db2f-45a7-86c5-b22e34587be5 service neutron] 10.222.0.16 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686460 Dec 20 11:46:43.695523 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:43.711731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a09a9-e701-48c4-b3ef-26f0f0b7107d req-bcf30a9c-293a-4c0d-8b91-e2eb40b0abc8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:43.719900 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc4a09a9-e701-48c4-b3ef-26f0f0b7107d req-bcf30a9c-293a-4c0d-8b91-e2eb40b0abc8 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 944 time: 0.5855215 Dec 20 11:46:43.721266 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:43.721947 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:43.809224 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:43.816922 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d7bc34-1818-4874-b98c-7924bd83c476 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:43.851145 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-662f54b5-8c3f-457b-830f-7d97a8b3c6bf tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=784fe69e76694d4f96f62301b7ce894d HTTP/1.1" status: 200 len: 380 time: 0.4648457 Dec 20 11:46:44.014732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-24e182da-cc6a-40d6-a646-f6b2b364aad1 service neutron] 10.222.0.16 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554163 Dec 20 11:46:44.027377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Request body: {'port': {'device_id': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'admin_state_up': True, 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'security_groups': ['4d67350e-3267-4345-95eb-08a02b8dd2b5']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:44.044147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc4a09a9-e701-48c4-b3ef-26f0f0b7107d req-a80728a5-4e53-4695-8f9a-3e4fae229b39 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230810 Dec 20 11:46:44.144200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-deleted', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490'}, {'name': 'network-changed', 'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'tag': 'c06298ff-57b0-4a4a-9824-117c40c712c3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:44.169464 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-0d766b71-e2ee-4420-9f25-3e61e3f740fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7613790 Dec 20 11:46:44.179144 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-9301ebfd-c7ff-4869-9876-ae23ac5ab72d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.58&port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b HTTP/1.1" status: 200 len: 217 time: 0.1565990 Dec 20 11:46:44.196547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 56c1a02b-944d-4bcb-a2ef-5e2b50325dba up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:44.318555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:44.327156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:44.335228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:44.385148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-3fd55b5b-08ca-43f0-95e7-fdfd9f518ea5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:44.386864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-3fd55b5b-08ca-43f0-95e7-fdfd9f518ea5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.6076906 Dec 20 11:46:44.427971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Request body: {'port': {'device_id': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'admin_state_up': True, 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:44.498241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 0878d42a-6ec2-4b37-b35c-455c19eafdcd has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:44.510914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-19f12937-ede7-450f-9854-ed8c5a73fed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:44.512394 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-19f12937-ede7-450f-9854-ed8c5a73fed8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad1a318a-d4e4-441d-bea2-f5fcdb1addcb HTTP/1.1" status: 200 len: 801 time: 0.2911260 Dec 20 11:46:44.525064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:44.597635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:44.598629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:44.603914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:44.606348 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e92c06a9-7608-47e1-92f0-3ea252f67fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:44.671758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:44.674710 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:44.723069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:44.778090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa85ca-6e7e-4ee6-8d6e-7cff738affa2 req-dd3dddac-df31-453c-a953-f2c53754bea8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:44.781820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa85ca-6e7e-4ee6-8d6e-7cff738affa2 req-dd3dddac-df31-453c-a953-f2c53754bea8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:44.785071 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-182dc227-1f00-4773-94bb-4ec2970b354a service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048403 Dec 20 11:46:44.785624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa85ca-6e7e-4ee6-8d6e-7cff738affa2 req-dd3dddac-df31-453c-a953-f2c53754bea8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:44.787171 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22aa85ca-6e7e-4ee6-8d6e-7cff738affa2 req-dd3dddac-df31-453c-a953-f2c53754bea8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2411 time: 0.1761270 Dec 20 11:46:44.822476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:44.824358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:44.829556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:44.837356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] Sync routers for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:44.853126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:44.853902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:44.893230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Made reservation on behalf of 784fe69e76694d4f96f62301b7ce894d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:44.896216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:44.914669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22aa85ca-6e7e-4ee6-8d6e-7cff738affa2 req-6784f1da-0279-46b9-87d3-4a0ad56a1635 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181340 Dec 20 11:46:44.937842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb089e-970c-4020-ba7c-6789393ccf04 req-5d5957cd-0aec-4f5f-8193-fbe466298901 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:44.939320 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4bb089e-970c-4020-ba7c-6789393ccf04 req-5d5957cd-0aec-4f5f-8193-fbe466298901 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.6087918 Dec 20 11:46:44.974385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:44.993669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:44.994626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:45.025904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-66070ea9-05b5-48ab-9058-1c297aa7414b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95ee81ff-aaf4-4351-8bd1-a806a8ce1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4757788 Dec 20 11:46:45.032663 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6dcf796e-a25b-40a3-b3fb-c0ff62c7b7fb tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/floatingips/ff4e0a5a-ee01-4d88-8e53-06ef8a701af6 HTTP/1.1" status: 200 len: 977 time: 4.7634363 Dec 20 11:46:45.035145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48442) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:45.039657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:45.072365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:45.087493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:45.087894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1b9a1-7662-428d-aa2e-aa60fd4791b8 None None] The sync data for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:45.098140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Usage tracker for resource:port and tenant:6f9c25d6a37645c09139b2aeb523877b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:45.121554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:45.160598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:45.223821 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4bb089e-970c-4020-ba7c-6789393ccf04 req-2d50702a-5631-4eb9-ab01-b9ee21f5e423 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306571 Dec 20 11:46:45.225474 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faedefb3-bfcd-4e8f-a329-d3ac15137380', 'name': 'network-vif-deleted', 'tag': '3d2f5e19-8d67-498a-aa70-9a49629ca490', 'status': 'completed', 'code': 200} Dec 20 11:46:45.225775 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'tag': 'c06298ff-57b0-4a4a-9824-117c40c712c3', 'status': 'completed', 'code': 200} Dec 20 11:46:45.284918 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-fd56bc0a-ccff-41e5-84e7-2b8c34eb2233 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841216 Dec 20 11:46:45.441213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port 97de5385-c1d6-4bfa-aff5-381b64e5d169 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:45.441895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:45.477491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8daf5eca-3963-498e-979b-d852077e3c00 req-48612620-eb1f-4743-a062-40c0f86d58ad tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 210 time: 0.1292682 Dec 20 11:46:45.506620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:45.509420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:45.588817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-15586c42-9b05-4732-bc9b-94fbdd598a23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=35c7aa44-3c53-4e70-9811-b77047572a5c HTTP/1.1" status: 200 len: 217 time: 0.2961965 Dec 20 11:46:45.601696 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'code': 200} Dec 20 11:46:45.704755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-97b83409-0782-4073-908b-cbb0aa2c2e3c service neutron] 10.222.0.16 "GET /v2.0/networks/95ee81ff-aaf4-4351-8bd1-a806a8ce1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674721 Dec 20 11:46:45.723109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Allocated IP 172.20.0.4 (89b62a73-fae3-4f74-9b27-65c508b7780c/1a8bc92b-8e44-4a36-8e4c-565fd2a39b02/fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:45.841155 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-46668375-482b-407b-8f10-a477d3fa8ac6 req-a31f1cd0-89b8-4fa8-b731-b4546d9adb82 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 210 time: 0.0586605 Dec 20 11:46:45.876601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:45.881704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-692b358a-b2cb-41e5-8e15-9cd948a5d420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:45.883583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-692b358a-b2cb-41e5-8e15-9cd948a5d420 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.2802227 Dec 20 11:46:46.197767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59496-a50f-49a0-9654-6c8e04c06306 req-070d9987-2dc1-422f-8f0f-41eccf5a99cb tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:46.199168 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0db59496-a50f-49a0-9654-6c8e04c06306 req-070d9987-2dc1-422f-8f0f-41eccf5a99cb tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2453699 Dec 20 11:46:46.240677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:46.241039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:46.241346 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Floating IP ff4e0a5a-ee01-4d88-8e53-06ef8a701af6 disassociated. External IP: 172.35.0.212, port: 97de5385-c1d6-4bfa-aff5-381b64e5d169. Dec 20 11:46:46.241675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for 97de5385-c1d6-4bfa-aff5-381b64e5d169 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:46.254107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-6c8c8f54-e732-405b-8aa7-5a3d63032075 service neutron] 10.222.0.16 "GET /v2.0/networks/95ee81ff-aaf4-4351-8bd1-a806a8ce1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340552 Dec 20 11:46:46.258630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Allocated IP 172.20.0.3 (165a1346-a2be-4723-a8c3-89391b583d6e/e6a0a1de-8ddb-431c-972c-013022002c2b/21a20adb-18b1-442f-be17-33e69825aa33) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:46:46.262831 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82efbca3-d466-466e-9f77-35af14967da4 req-83a3a9e3-7379-4de1-a162-79bc6ae83c0b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 1098 time: 0.5107505 Dec 20 11:46:46.308332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0db59496-a50f-49a0-9654-6c8e04c06306 req-28959c86-cced-4b9f-b8bd-de97e06f4cae tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959139 Dec 20 11:46:46.391837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0392c-f1ab-4690-a8ee-c9a8ef0d826d req-2a2f36a0-4047-4f7a-b720-dd354d764db0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:46.393256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-30f0392c-f1ab-4690-a8ee-c9a8ef0d826d req-2a2f36a0-4047-4f7a-b720-dd354d764db0 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 945 time: 0.5798891 Dec 20 11:46:46.407313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-f7a3f717-6bff-49a8-bd8b-d3f304e8ab03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5103278 Dec 20 11:46:46.412147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:46.413965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-444473b2-1e28-4e40-ba2e-8b0977515534 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=c06298ff-57b0-4a4a-9824-117c40c712c3 HTTP/1.1" status: 200 len: 217 time: 0.1417122 Dec 20 11:46:46.427171 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24e99449-fc61-4961-858c-42c8500839a4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:46.477578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=97de5385-c1d6-4bfa-aff5-381b64e5d169,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:46.482150 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:46.611143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:46.662935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82efbca3-d466-466e-9f77-35af14967da4 req-2b94f92e-5669-4a4e-8398-c9abc05b777c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881958 Dec 20 11:46:46.716732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 0878d42a-6ec2-4b37-b35c-455c19eafdcd has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:46.739452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Transition to ACTIVE for port object fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:46.780300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-30f0392c-f1ab-4690-a8ee-c9a8ef0d826d req-d0db1738-1b11-480e-b194-b3e8774163cc tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787031 Dec 20 11:46:46.796931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-9f6e711a-3abb-4bc2-81e6-8746c738e3ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:46.800645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-9f6e711a-3abb-4bc2-81e6-8746c738e3ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22dec96e-db4a-415a-8ab0-bc320fcd643c HTTP/1.1" status: 200 len: 801 time: 0.3244383 Dec 20 11:46:46.961717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078cb5-14dd-49af-8dd0-74c868913ca0 req-2406d35f-633e-4ec8-9824-00bec58f728d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:46.965943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078cb5-14dd-49af-8dd0-74c868913ca0 req-2406d35f-633e-4ec8-9824-00bec58f728d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:46.970746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078cb5-14dd-49af-8dd0-74c868913ca0 req-2406d35f-633e-4ec8-9824-00bec58f728d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:46.972276 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-81078cb5-14dd-49af-8dd0-74c868913ca0 req-2406d35f-633e-4ec8-9824-00bec58f728d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2411 time: 0.1386023 Dec 20 11:46:46.993302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-ce7206d8-7b7f-4727-af29-4c2a8418ad02 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484507 Dec 20 11:46:47.027362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48494) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:47.089478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:47.094021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-b5ad600a-0bff-479a-a01e-f1eaaca48f9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546246 Dec 20 11:46:47.103282 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b8df8f7f-c0ae-4871-a6b8-c9cfc93db0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133 tempest-FloatingIPsAssociationNegativeTestJSON-1344672133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:47.235834 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-81078cb5-14dd-49af-8dd0-74c868913ca0 req-e1b8c0ab-f805-4e3f-94f7-0f9a5ca6922e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147281 Dec 20 11:46:47.390391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:47.402781 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] Sync routers for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:47.419655 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:47.420669 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:47.452197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:47.481881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-67d00e97-29e5-4908-9d76-96ed149e3fe3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0c00eed0a7448fb8cf1c2cb4530729a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4542551 Dec 20 11:46:47.491066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48506) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:47.518426 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:47.531962 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:47.532559 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:47.534632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Network 89b62a73-fae3-4f74-9b27-65c508b7780c is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:47.554761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:47.578178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:47.584487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:47.609152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/ports/97de5385-c1d6-4bfa-aff5-381b64e5d169 HTTP/1.1" status: 204 len: 168 time: 2.5729191 Dec 20 11:46:47.609858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:47.617137 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:47.617547 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a959ee-4920-4aca-bb4b-2746c408ee4b None None] The sync data for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:47.623449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d186c-46f8-4b8b-a979-f505fa3c05aa req-ddf2e451-e2bc-4245-874c-fdf0ed43210c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:47.625425 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d10d186c-46f8-4b8b-a979-f505fa3c05aa req-ddf2e451-e2bc-4245-874c-fdf0ed43210c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 931 time: 0.2320416 Dec 20 11:46:47.630600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event updated for resources: {'Port': ['ID=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:47.687479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d10d186c-46f8-4b8b-a979-f505fa3c05aa req-f8be90b3-3e4a-43d7-bfef-aee60110decd tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Synchronizing usage tracker for tenant:784fe69e76694d4f96f62301b7ce894d on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:47.700439 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:47.713261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-d10d186c-46f8-4b8b-a979-f505fa3c05aa req-f8be90b3-3e4a-43d7-bfef-aee60110decd tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Unset dirty status for tenant:784fe69e76694d4f96f62301b7ce894d on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:47.715514 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d10d186c-46f8-4b8b-a979-f505fa3c05aa req-f8be90b3-3e4a-43d7-bfef-aee60110decd tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840285 Dec 20 11:46:47.816726 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-efde170e-bfcb-40b7-9568-39d4bf139d97 req-3203c680-5ffc-48eb-875f-267253e9d43b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 210 time: 0.2395239 Dec 20 11:46:47.818500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-9e1877e4-0531-41c1-9ba6-2e0ddde8ab4e service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170712 Dec 20 11:46:47.889539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f6a26e3-e4f5-4fee-a029-afd7b161c38b None None] Provisioning for port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:47.897115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f6a26e3-e4f5-4fee-a029-afd7b161c38b None None] Provisioning complete for port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:47.897958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f6a26e3-e4f5-4fee-a029-afd7b161c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:47.921085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:47.957395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe451ab-d0f6-4b1d-8344-118bb3066529 req-f818b87a-3adc-492e-9fb9-d61202390d77 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:47.963331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:47.969526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a26e3-e4f5-4fee-a029-afd7b161c38b None None] Port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:46:47.973427 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1fe451ab-d0f6-4b1d-8344-118bb3066529 req-f818b87a-3adc-492e-9fb9-d61202390d77 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1235237 Dec 20 11:46:47.986994 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-ef5e9730-f4b2-492f-9313-a9a747fc758f service neutron] 10.222.0.16 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553810 Dec 20 11:46:47.988456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:48.015764 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1fe451ab-d0f6-4b1d-8344-118bb3066529 req-b414bc10-7aff-472e-b496-4485843c170f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Dec 20 11:46:48.085825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.086443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:48.113035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-a1e58d38-a5ce-415f-a12f-e307c3050b0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43 HTTP/1.1" status: 200 len: 217 time: 0.2658138 Dec 20 11:46:48.169155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:48.232239 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:48.349476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3334427 Dec 20 11:46:48.357363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:48.359708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:48.360756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd733c19-9347-4696-b1ed-8eb9cb068477 HTTP/1.1" status: 204 len: 168 time: 0.8468933 Dec 20 11:46:48.379038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-9cfdca92-ca6d-49b1-aba1-62c5539cdb3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.380417 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-9cfdca92-ca6d-49b1-aba1-62c5539cdb3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.2510080 Dec 20 11:46:48.383991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Request body: {'port': {'device_id': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:48.468300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7725-124e-4700-81e0-44a056f3364f req-1e517e52-aa56-4586-84be-0d6df4e9162d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.472824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7725-124e-4700-81e0-44a056f3364f req-1e517e52-aa56-4586-84be-0d6df4e9162d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.473453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Network 165a1346-a2be-4723-a8c3-89391b583d6e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:46:48.477140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7725-124e-4700-81e0-44a056f3364f req-1e517e52-aa56-4586-84be-0d6df4e9162d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.479126 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cac7725-124e-4700-81e0-44a056f3364f req-1e517e52-aa56-4586-84be-0d6df4e9162d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2411 time: 0.1054051 Dec 20 11:46:48.524692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event updated for resources: {'Port': ['ID=21a20adb-18b1-442f-be17-33e69825aa33,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:48.530384 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0cac7725-124e-4700-81e0-44a056f3364f req-f6ab1c02-e97c-471c-8362-c27dc8e9d652 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Dec 20 11:46:48.540656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:48.557492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:48.560082 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c5d3762-0a8b-44b5-b837-755172f2926d tempest-ImagesOneServerTestJSON-1218879812 tempest-ImagesOneServerTestJSON-1218879812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:48.568694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:46:48.596533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1555f41-27ba-47f4-8ade-490181ffc4c9 req-2b5e1472-cef8-45c0-9ee4-748b1edef868 service neutron] 10.222.0.16 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009924 Dec 20 11:46:48.619924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd733c19-9347-4696-b1ed-8eb9cb068477,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:48.635264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373338b-40b1-43ed-b8cd-3e9a53657791 req-5d0004a6-cb51-41b5-a849-f5ec45ebd551 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.636771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c373338b-40b1-43ed-b8cd-3e9a53657791 req-5d0004a6-cb51-41b5-a849-f5ec45ebd551 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 945 time: 0.6489148 Dec 20 11:46:48.644416 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:48.788728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.789322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:48.821655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:48.944309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870d4b-3490-4992-b4a0-b1233739191b req-cb47c385-ec04-4871-b6e8-b0885e306aa6 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:48.946032 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e870d4b-3490-4992-b4a0-b1233739191b req-cb47c385-ec04-4871-b6e8-b0885e306aa6 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 931 time: 0.0976286 Dec 20 11:46:48.998261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e870d4b-3490-4992-b4a0-b1233739191b req-c6512ed1-b980-4bec-a7ef-2582f615e35c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 Dec 20 11:46:49.016973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6100309 Dec 20 11:46:49.062812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Request body: {'port': {'device_id': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:49.089709 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-9dff6406-114f-41c3-8cd9-38a38c1c3a38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6643915 Dec 20 11:46:49.091906 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c373338b-40b1-43ed-b8cd-3e9a53657791 req-daf801c8-f842-40c7-ac6c-f237333edccb tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184918 Dec 20 11:46:49.203366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-88df09cd-0f6d-43a2-aa1b-b27b0cd6abd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2870 time: 0.5188055 Dec 20 11:46:49.226089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29efba7-1018-4e9b-9bdc-9171c582522d req-af52038a-808e-4434-8207-4bd1eb83b957 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:49.233461 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e29efba7-1018-4e9b-9bdc-9171c582522d req-af52038a-808e-4434-8207-4bd1eb83b957 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 931 time: 0.1024156 Dec 20 11:46:49.275639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e29efba7-1018-4e9b-9bdc-9171c582522d req-8b40595b-9cd1-4a4a-925d-dad6d246c352 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:49.293707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e29efba7-1018-4e9b-9bdc-9171c582522d req-8b40595b-9cd1-4a4a-925d-dad6d246c352 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:49.306183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e29efba7-1018-4e9b-9bdc-9171c582522d req-8b40595b-9cd1-4a4a-925d-dad6d246c352 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717852 Dec 20 11:46:49.485851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648304f-b28e-479c-a0c7-02533d9d70db req-b8f67a1a-fd49-4d9a-8380-6e7b5134a448 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:49.487326 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d648304f-b28e-479c-a0c7-02533d9d70db req-b8f67a1a-fd49-4d9a-8380-6e7b5134a448 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 945 time: 0.0825162 Dec 20 11:46:49.496485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:49.502433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Request body: {'floatingip': {'port_id': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:49.584224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:49.607519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:49.672094 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-c10e58d1-621d-453d-8e33-11b02df30e5c service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718923 Dec 20 11:46:49.859940 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:46:49.865054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-8fe155bf-b23d-43f4-9b81-a6efaf493f6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:49.866505 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-8fe155bf-b23d-43f4-9b81-a6efaf493f6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=95ee81ff-aaf4-4351-8bd1-a806a8ce1415 HTTP/1.1" status: 200 len: 902 time: 0.6331263 Dec 20 11:46:50.015688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6a7e7-20cb-49bc-80ea-20b15aa3b18c req-8c60b8b7-f9a5-4739-a650-ee1ee2cb7ec0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:50.017122 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-adc6a7e7-20cb-49bc-80ea-20b15aa3b18c req-8c60b8b7-f9a5-4739-a650-ee1ee2cb7ec0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.7755795 Dec 20 11:46:50.151382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-07551b64-b516-41dd-9903-5ef565c4dc1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.58&port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b HTTP/1.1" status: 200 len: 217 time: 0.2230940 Dec 20 11:46:50.211301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:50.215649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:50.267409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:46:50.296261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-61ad0df1-3cea-4f2d-95d8-c47180097bbc service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074004 Dec 20 11:46:50.623858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f626d1-77be-42db-aca0-b1a380945585 req-57a23b55-51bc-472a-9541-3828ba9c2b24 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:50.624210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-b96605d7-cf60-43a4-9a0e-736810e1ae73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:50.625601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-b96605d7-cf60-43a4-9a0e-736810e1ae73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad1a318a-d4e4-441d-bea2-f5fcdb1addcb HTTP/1.1" status: 200 len: 801 time: 0.4582632 Dec 20 11:46:50.627733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f626d1-77be-42db-aca0-b1a380945585 req-57a23b55-51bc-472a-9541-3828ba9c2b24 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:50.631577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f626d1-77be-42db-aca0-b1a380945585 req-57a23b55-51bc-472a-9541-3828ba9c2b24 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:50.633133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38f626d1-77be-42db-aca0-b1a380945585 req-57a23b55-51bc-472a-9541-3828ba9c2b24 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2411 time: 0.1208894 Dec 20 11:46:50.639419 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Floating IP f99c0868-66eb-4198-84af-4bf268228baf associated. External IP: 172.35.0.252, port: 56c1a02b-944d-4bcb-a2ef-5e2b50325dba. Dec 20 11:46:50.649627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-adc6a7e7-20cb-49bc-80ea-20b15aa3b18c req-bed932ba-1328-42c9-9b97-add099a5317c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686982 Dec 20 11:46:50.690082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-8b1ccf22-0ca0-464f-88bf-f20159fc7f65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 HTTP/1.1" status: 200 len: 217 time: 0.3560853 Dec 20 11:46:50.697327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:50.718982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:50.763555 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38f626d1-77be-42db-aca0-b1a380945585 req-197fc6ee-2c91-41ac-a9a7-480be6eb220d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Dec 20 11:46:50.839670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Transition to ACTIVE for port object fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:50.864711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:50.878264 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3acf3af6-00d9-456f-86c8-59bba202ddcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:50.944435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-98d0a1cb-7441-449f-b468-04d816f69a57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:50.945753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-98d0a1cb-7441-449f-b468-04d816f69a57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.2326994 Dec 20 11:46:50.999331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:46:51.039098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4144-1d02-473a-8b1c-2d8bd308a9bc req-5c94bf47-7807-463d-a310-2a3bd76cb4b7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:51.040569 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da2a4144-1d02-473a-8b1c-2d8bd308a9bc req-5c94bf47-7807-463d-a310-2a3bd76cb4b7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 931 time: 0.1565032 Dec 20 11:46:51.074593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:51.151617 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da2a4144-1d02-473a-8b1c-2d8bd308a9bc req-8e60fd78-b598-4850-a7a1-f7e22d49ddc2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033261 Dec 20 11:46:51.185522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Pushing event updated for resources: {'Port': ['ID=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:51.204679 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-cf41386e-0d4c-40a6-9c1f-9657c776c004 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95ee81ff-aaf4-4351-8bd1-a806a8ce1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5608282 Dec 20 11:46:51.207569 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:51.226038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:46:51.280612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a20adb-18b1-442f-be17-33e69825aa33 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:51.299531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:51.351512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d169e5c-d94d-4f58-aebd-965063d092ca req-3c241b09-5868-4b9e-ba1c-cdeb373b01f7 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:51.352198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1d169e5c-d94d-4f58-aebd-965063d092ca req-3c241b09-5868-4b9e-ba1c-cdeb373b01f7 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Synchronizing usage tracker for tenant:784fe69e76694d4f96f62301b7ce894d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:51.458326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Transition to ACTIVE for port object 21a20adb-18b1-442f-be17-33e69825aa33 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:46:51.473973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:46:51.479025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:51.487933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] Sync routers for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:46:51.493711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:51.501935 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:51.503851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:51.505137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:51.538134 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-61dea540-71db-477e-b408-618847ca0010 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "PUT /v2.0/floatingips/f99c0868-66eb-4198-84af-4bf268228baf HTTP/1.1" status: 200 len: 991 time: 2.0401354 Dec 20 11:46:51.539097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:51.568939 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-325882e6-baee-425e-9cf9-97585175ff1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6153109 Dec 20 11:46:51.630655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1d169e5c-d94d-4f58-aebd-965063d092ca req-3c241b09-5868-4b9e-ba1c-cdeb373b01f7 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Unset dirty status for tenant:784fe69e76694d4f96f62301b7ce894d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:51.631748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d169e5c-d94d-4f58-aebd-965063d092ca req-3c241b09-5868-4b9e-ba1c-cdeb373b01f7 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 931 time: 0.8613617 Dec 20 11:46:51.668661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c06298ff-57b0-4a4a-9824-117c40c712c3 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:46:51.714840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-e1c17660-9b4d-461e-bfb3-45ace7969e87 service neutron] 10.222.0.16 "GET /v2.0/networks/95ee81ff-aaf4-4351-8bd1-a806a8ce1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936638 Dec 20 11:46:51.804737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:51.824885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Attempting to bind port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:51.825215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Attempting to bind port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:51.825539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Attempting to bind port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 on network 89b62a73-fae3-4f74-9b27-65c508b7780c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:51.827672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Pushing event updated for resources: {'Port': ['ID=21a20adb-18b1-442f-be17-33e69825aa33,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:51.877034 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:51.937859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 on network 89b62a73-fae3-4f74-9b27-65c508b7780c not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:46:51.938576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Attempting to bind port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 on network 89b62a73-fae3-4f74-9b27-65c508b7780c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:51.986057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c06298ff-57b0-4a4a-9824-117c40c712c3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c06298ff-57b0-4a4a-9824-117c40c712c3,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:52.005589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'c06298ff-57b0-4a4a-9824-117c40c712c3', 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa', 'port_id': 'c06298ff-57b0-4a4a-9824-117c40c712c3', 'mac_address': 'fa:16:3e:09:49:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dec96e-db4a-415a-8ab0-bc320fcd643c', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:46:52.006965 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'status': 'completed', 'code': 200} Dec 20 11:46:52.046524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d169e5c-d94d-4f58-aebd-965063d092ca req-cabd890d-9d60-466e-87c3-cf505ba9c49d tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798480 Dec 20 11:46:52.081861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:52.103587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06298ff-57b0-4a4a-9824-117c40c712c3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:52.221598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c06298ff-57b0-4a4a-9824-117c40c712c3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c06298ff-57b0-4a4a-9824-117c40c712c3,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:52.223188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eafda-6496-4a4c-808e-586e1e1c00c2 req-60094e28-79ba-4803-91b5-8e7d66b2797e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:52.224867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b01eafda-6496-4a4c-808e-586e1e1c00c2 req-60094e28-79ba-4803-91b5-8e7d66b2797e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.0978699 Dec 20 11:46:52.238182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:52.238955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 9387fb16-f6a0-4e98-b6bb-a859f4647f9b details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:46:52.242816 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:52.254615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:52.254952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Checking segment: {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:52.255320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Bound using segment: {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:52.255768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Bound port: fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504f87e8-2387-4c29-b5a7-90f09f50ed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:52.256082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:52.287466 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b01eafda-6496-4a4c-808e-586e1e1c00c2 req-1f4f0709-8bf6-416e-bef9-0e1a12a0e65b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565026 Dec 20 11:46:52.321208 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-4cfa9b50-71ac-4b44-902e-5f9215f62530 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989884 Dec 20 11:46:52.404567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c06298ff-57b0-4a4a-9824-117c40c712c3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:52.411067 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:52.501631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52cd6ac5-8cb9-4e01-bcd0-a8bd5e09b520 req-2eda5fae-77ca-46aa-b294-01e8cbf4425d service neutron] 10.222.0.16 "GET /v2.0/networks/95ee81ff-aaf4-4351-8bd1-a806a8ce1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374015 Dec 20 11:46:52.529793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:52.547797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'f99c0868-66eb-4198-84af-4bf268228baf', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'floating_ip_address': '172.35.0.252', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'port_id': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'mac_address': 'fa:16:3e:d2:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:46:21Z', 'updated_at': '2021-12-20T11:46:50Z', 'revision_number': 1, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:52.549849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b', 'network_id': '95ee81ff-aaf4-4351-8bd1-a806a8ce1415', 'port_id': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b', 'mac_address': 'fa:16:3e:f7:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1a318a-d4e4-441d-bea2-f5fcdb1addcb', 'ip_address': '19.86.0.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:46:52.554379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] Checking router: a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:46:52.564908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11349c0-07a9-48a6-91f8-4fc917d625c1 req-0c2c1235-cb12-4c09-bd27-d3c59b646107 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:52.566628 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b11349c0-07a9-48a6-91f8-4fc917d625c1 req-0c2c1235-cb12-4c09-bd27-d3c59b646107 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 943 time: 0.1058631 Dec 20 11:46:52.626598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:46:52.627608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:46:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:52.631064 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b11349c0-07a9-48a6-91f8-4fc917d625c1 req-87433dbb-eace-447c-b461-c42fc5833ed9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Dec 20 11:46:52.759147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:52.774171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-fb420d19-32c6-4c7a-8603-012fad2c9e1b service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065404 Dec 20 11:46:52.792536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9387fb16-f6a0-4e98-b6bb-a859f4647f9b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:52.803040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Attempting to bind port 21a20adb-18b1-442f-be17-33e69825aa33 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:46:52.803379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Attempting to bind port 21a20adb-18b1-442f-be17-33e69825aa33 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:46:52.803705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Attempting to bind port 21a20adb-18b1-442f-be17-33e69825aa33 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:52.873987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:52.892695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:52.893615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 7168b062-5109-42a3-b69a-2fd0bd511254 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:46:52.896082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Port 21a20adb-18b1-442f-be17-33e69825aa33 on network 165a1346-a2be-4723-a8c3-89391b583d6e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:46:52.896469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Attempting to bind port 21a20adb-18b1-442f-be17-33e69825aa33 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:46:52.898601 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:52.910517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:46:52.911027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Checking segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:52.911560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Bound using segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:46:52.912003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Bound port: 21a20adb-18b1-442f-be17-33e69825aa33, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:46:52.912365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:52.936107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2506860e-847f-4920-bd75-6a859f50a4ac req-5164d68e-608e-4097-90d1-4339168913e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 1098 time: 0.8950207 Dec 20 11:46:52.999480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:46:53.035810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] For port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:53.040785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 7168b062-5109-42a3-b69a-2fd0bd511254, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7168b062-5109-42a3-b69a-2fd0bd511254,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:53.051437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:53.060435 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:53.066831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '7168b062-5109-42a3-b69a-2fd0bd511254', 'network_id': '075c7830-6a5c-4f83-b8c4-3ee0d5b196aa', 'port_id': '7168b062-5109-42a3-b69a-2fd0bd511254', 'mac_address': 'fa:16:3e:e8:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dec96e-db4a-415a-8ab0-bc320fcd643c', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:46:53.122764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17cfc1-7896-4eaa-9c3a-3a7d4bccd7fc req-2e90c406-7d34-4cc5-a0de-c366f0d448c2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:53.126973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17cfc1-7896-4eaa-9c3a-3a7d4bccd7fc req-2e90c406-7d34-4cc5-a0de-c366f0d448c2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:53.130495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17cfc1-7896-4eaa-9c3a-3a7d4bccd7fc req-2e90c406-7d34-4cc5-a0de-c366f0d448c2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:53.132055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d17cfc1-7896-4eaa-9c3a-3a7d4bccd7fc req-2e90c406-7d34-4cc5-a0de-c366f0d448c2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2412 time: 0.8518219 Dec 20 11:46:53.142193 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-34b74777-955f-4448-aa7d-492ef716fb1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 200 len: 217 time: 0.3412774 Dec 20 11:46:53.150938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] For port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:53.212500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:53.241927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7168b062-5109-42a3-b69a-2fd0bd511254 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:53.289071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 7168b062-5109-42a3-b69a-2fd0bd511254, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7168b062-5109-42a3-b69a-2fd0bd511254,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:53.291950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:53.308667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:53.315026 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:53.334027 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8bb1e377-a750-416c-983a-453eda01b2fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:53.471504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=7168b062-5109-42a3-b69a-2fd0bd511254,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:53.475413 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:53.492374 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-9cd53150-bad3-40fb-a652-80381dd1264b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2871 time: 0.9074326 Dec 20 11:46:53.499433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] For port 21a20adb-18b1-442f-be17-33e69825aa33, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:46:53.552816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'f99c0868-66eb-4198-84af-4bf268228baf', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'floating_ip_address': '172.35.0.252', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'port_id': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'mac_address': 'fa:16:3e:d2:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:46:21Z', 'updated_at': '2021-12-20T11:46:50Z', 'revision_number': 1, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:46:53.555875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506860e-847f-4920-bd75-6a859f50a4ac req-4710bba4-efd2-4f74-906b-bf6b1c99c6fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:53.557397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2506860e-847f-4920-bd75-6a859f50a4ac req-4710bba4-efd2-4f74-906b-bf6b1c99c6fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 200 len: 912 time: 0.6027722 Dec 20 11:46:53.558847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc64b1b-a82d-4950-b2e6-ee0f3bf030ec None None] The sync data for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 is: [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'f99c0868-66eb-4198-84af-4bf268228baf', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'floating_ip_address': '172.35.0.252', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'port_id': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'mac_address': 'fa:16:3e:d2:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:46:21Z', 'updated_at': '2021-12-20T11:46:50Z', 'revision_number': 1, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:46:53.569464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-e4f8a31d-252a-40c2-a1a9-82bd88cd544c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:53.570871 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-e4f8a31d-252a-40c2-a1a9-82bd88cd544c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.4157281 Dec 20 11:46:53.585269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['9387fb16-f6a0-4e98-b6bb-a859f4647f9b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:46:53.590299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:53.592809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] 10.222.0.16 "PUT /v2.0/ports/fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 HTTP/1.1" status: 200 len: 1093 time: 5.2250099 Dec 20 11:46:53.616149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] For port 21a20adb-18b1-442f-be17-33e69825aa33, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=21a20adb-18b1-442f-be17-33e69825aa33,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:46:53.616375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:53.629353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c06298ff-57b0-4a4a-9824-117c40c712c3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:46:53.701524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['7168b062-5109-42a3-b69a-2fd0bd511254'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:46:53.774268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b149f4-00b1-42e0-b75d-7a5305b36e6b req-952f94f2-cf9d-4894-ba8d-5351fc05d8ee tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:53.776407 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24b149f4-00b1-42e0-b75d-7a5305b36e6b req-952f94f2-cf9d-4894-ba8d-5351fc05d8ee tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.1067710 Dec 20 11:46:53.799809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d17cfc1-7896-4eaa-9c3a-3a7d4bccd7fc req-040a2a44-3827-48a8-965a-c25e18feacad tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525061 Dec 20 11:46:53.844639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:53.849645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Pushing event updated for resources: {'Port': ['ID=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:53.906997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24b149f4-00b1-42e0-b75d-7a5305b36e6b req-e8fd7a20-3948-46c7-8380-f753c1e325e7 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233642 Dec 20 11:46:53.907164 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:53.909873 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7172d4-8b16-4de4-ada0-4d4c9db26980 None None] New status for floating IP f99c0868-66eb-4198-84af-4bf268228baf: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:46:53.915675 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f27b1b3f-127b-4d99-b29e-f22cb181b0bc tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:54.322781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:54.324161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] 10.222.0.16 "PUT /v2.0/ports/21a20adb-18b1-442f-be17-33e69825aa33 HTTP/1.1" status: 200 len: 1093 time: 5.2753515 Dec 20 11:46:54.442129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2506860e-847f-4920-bd75-6a859f50a4ac req-f6a60ba3-b4f2-4c97-93a1-be41124b9de1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba HTTP/1.1" status: 200 len: 999 time: 0.8231428 Dec 20 11:46:54.505065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Pushing event updated for resources: {'Port': ['ID=21a20adb-18b1-442f-be17-33e69825aa33,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:54.508009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-db10d20d-dd9d-47c4-b5c4-5addb7ce3225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:54.509433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-db10d20d-dd9d-47c4-b5c4-5addb7ce3225 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa HTTP/1.1" status: 200 len: 903 time: 0.9957552 Dec 20 11:46:54.512281 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:54.533735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81474d-3f2d-43f1-853e-1d00b49d12c1 req-41d97531-e994-4fce-8629-e857e59e4278 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:54.535214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a81474d-3f2d-43f1-853e-1d00b49d12c1 req-41d97531-e994-4fce-8629-e857e59e4278 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 943 time: 0.0847933 Dec 20 11:46:54.580377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a81474d-3f2d-43f1-853e-1d00b49d12c1 req-cfabb03d-b00b-4917-91f3-d0a0ef9fb28e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391054 Dec 20 11:46:54.660644 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'status': 'completed', 'code': 200} Dec 20 11:46:54.677385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-3cef2265-6d33-46b8-bdfe-fb95de293588 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0563216 Dec 20 11:46:54.682840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-e9869c94-dd9a-45bf-8cf2-54c8fb748173 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=c06298ff-57b0-4a4a-9824-117c40c712c3 HTTP/1.1" status: 200 len: 217 time: 0.1563978 Dec 20 11:46:54.685518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-499909b3-d6f4-4ed0-a5f9-b42d47d0f4b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=784fe69e76694d4f96f62301b7ce894d&device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 1096 time: 0.9476657 Dec 20 11:46:54.715930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506860e-847f-4920-bd75-6a859f50a4ac req-cc9e72a4-4613-48aa-8cdb-bc1b5c5950c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:54.717314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2506860e-847f-4920-bd75-6a859f50a4ac req-cc9e72a4-4613-48aa-8cdb-bc1b5c5950c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 200 len: 850 time: 0.2501104 Dec 20 11:46:54.967131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-9ef2888e-85f8-4e88-bdfe-17e000b1a2e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 HTTP/1.1" status: 200 len: 217 time: 0.2488391 Dec 20 11:46:54.972709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd140c-9f2f-4444-a486-71651ded6750 req-6c2b289f-4470-4b3c-943d-57a75becf292 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:54.974175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47fd140c-9f2f-4444-a486-71651ded6750 req-6c2b289f-4470-4b3c-943d-57a75becf292 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.6616616 Dec 20 11:46:55.023444 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-0e941ba8-8243-43c3-8b5f-8c4846aceecd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 1096 time: 0.6322780 Dec 20 11:46:55.121445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-f9c49332-1148-49bb-a77c-ea82efb779e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:55.122902 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-f9c49332-1148-49bb-a77c-ea82efb779e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22dec96e-db4a-415a-8ab0-bc320fcd643c HTTP/1.1" status: 200 len: 801 time: 0.4036722 Dec 20 11:46:55.254829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c6b4-0b84-43e6-8e2c-c77bad5386f6 req-81cdf2fc-6476-43ed-990f-5ac17cb1b211 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:55.258763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c6b4-0b84-43e6-8e2c-c77bad5386f6 req-81cdf2fc-6476-43ed-990f-5ac17cb1b211 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:55.263265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c6b4-0b84-43e6-8e2c-c77bad5386f6 req-81cdf2fc-6476-43ed-990f-5ac17cb1b211 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:55.269560 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-724db283-2564-4d58-98ae-813e2d22af47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a20adb-18b1-442f-be17-33e69825aa33 HTTP/1.1" status: 200 len: 217 time: 0.2138586 Dec 20 11:46:55.270230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9d36c6b4-0b84-43e6-8e2c-c77bad5386f6 req-81cdf2fc-6476-43ed-990f-5ac17cb1b211 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2414 time: 0.0936611 Dec 20 11:46:55.289262 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-b819a77e-27c9-4c13-9a0e-cd065129ab8a service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996978 Dec 20 11:46:55.290525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-a36ecf5e-c299-4e40-8e11-c5d426e41c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:55.291808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-a36ecf5e-c299-4e40-8e11-c5d426e41c38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a8bc92b-8e44-4a36-8e4c-565fd2a39b02 HTTP/1.1" status: 200 len: 855 time: 0.3076365 Dec 20 11:46:55.322554 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9d36c6b4-0b84-43e6-8e2c-c77bad5386f6 req-14a7d796-9042-41ba-9d8e-45af1274e980 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514317 Dec 20 11:46:55.402050 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47fd140c-9f2f-4444-a486-71651ded6750 req-b9b4141c-6d9e-4dbb-8b00-83e37ba2a556 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108722 Dec 20 11:46:55.453834 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2506860e-847f-4920-bd75-6a859f50a4ac req-6d2bbb20-45b7-4a08-bc4a-01d135061cff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6462960 Dec 20 11:46:55.508865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-c2a27521-161c-4325-83c5-8a1b5139d6f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:55.510337 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-c2a27521-161c-4325-83c5-8a1b5139d6f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.2291446 Dec 20 11:46:55.516243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5980470-ddf2-462b-a75a-b8276246cf26 req-5fe2de58-8fc1-4cf9-b5a4-55b6170e3974 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:55.517818 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5980470-ddf2-462b-a75a-b8276246cf26 req-5fe2de58-8fc1-4cf9-b5a4-55b6170e3974 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.0892701 Dec 20 11:46:55.553238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c06298ff-57b0-4a4a-9824-117c40c712c3 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:55.565832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5980470-ddf2-462b-a75a-b8276246cf26 req-100243d9-40a8-4422-adff-79e1c65e99d2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 Dec 20 11:46:55.651765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port c06298ff-57b0-4a4a-9824-117c40c712c3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:55.652424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-5ea9b0b4-241a-4909-9884-7802f6c572cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321280 Dec 20 11:46:55.658232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port c06298ff-57b0-4a4a-9824-117c40c712c3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:55.658847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:55.782365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-63e44809-517e-42f0-b166-186bf7b19042 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6414230 Dec 20 11:46:55.800568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:55.835462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06298ff-57b0-4a4a-9824-117c40c712c3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:55.846893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port c06298ff-57b0-4a4a-9824-117c40c712c3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c06298ff-57b0-4a4a-9824-117c40c712c3,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:55.852572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:55.855087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 9387fb16-f6a0-4e98-b6bb-a859f4647f9b up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:55.886666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:55.952238 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06298ff-57b0-4a4a-9824-117c40c712c3', 'code': 200} Dec 20 11:46:55.965667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48630) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:55.984703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=c06298ff-57b0-4a4a-9824-117c40c712c3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:55.987913 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:55.999981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:56.005397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:56.005770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.105766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3cf4d2bd-ac65-4df2-8c96-8878eb5def1b req-68584706-0740-44d2-a7b8-61cb39f05ee8 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656941 Dec 20 11:46:56.149839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.178595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.185834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:56.190698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Usage tracker for resource:security_group_rule and tenant:6d060cab7df24666bd5dfc87ed372177 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:56.194740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:56.202593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:56.216810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-e9edde0e-f6b9-4ffc-b535-3567a963d1b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b62a73-fae3-4f74-9b27-65c508b7780c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.8778429 Dec 20 11:46:56.217420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:46:56.217830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.225467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:56.233980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.235143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 7168b062-5109-42a3-b69a-2fd0bd511254 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:46:56.267423 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9474358f-0448-49d9-b09e-1eaeec768fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:56.281437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.287305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.294843 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2506860e-847f-4920-bd75-6a859f50a4ac req-3d36012a-9d9b-4453-9e5f-b35d907af571 service neutron] 10.222.0.53 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8303356 Dec 20 11:46:56.317354 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:56.348847 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d060cab7df24666bd5dfc87ed372177&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3819790 Dec 20 11:46:56.349801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4c8b1c-9200-451c-9cc2-dbadd95b9b5f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:56.353095 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:56.353634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:56.410078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:56.413454 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:56.428732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 7168b062-5109-42a3-b69a-2fd0bd511254 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:46:56.434267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 7168b062-5109-42a3-b69a-2fd0bd511254 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:46:56.434784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.556214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-5628778b-5c11-4ee2-99c5-3d938d3e0cdc service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473394 Dec 20 11:46:56.564990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.583821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.601887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 7168b062-5109-42a3-b69a-2fd0bd511254, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7168b062-5109-42a3-b69a-2fd0bd511254,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:56.610348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.613268 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:56.621987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.645013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-3eb60385-2d97-4264-8083-03f8d1f115e9 service neutron] 10.222.0.16 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078432 Dec 20 11:46:56.665808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e2fcf-7fd1-4780-9bc9-99d2622d4940 req-e1940dd8-c41b-42af-9e3a-5ba145d855ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:56.666578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9a9e2fcf-7fd1-4780-9bc9-99d2622d4940 req-e1940dd8-c41b-42af-9e3a-5ba145d855ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:46:56.689493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.693066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=7168b062-5109-42a3-b69a-2fd0bd511254,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:56.693302 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-682e3013-0867-44ad-8441-3e9b8ae8bfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:56.697436 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:56.713790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4c8b1c-9200-451c-9cc2-dbadd95b9b5f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:56.721745 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:56.723924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:56.724050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'tag': '21a20adb-18b1-442f-be17-33e69825aa33'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:56.727229 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c4c8b1c-9200-451c-9cc2-dbadd95b9b5f HTTP/1.1" status: 204 len: 168 time: 0.3703058 Dec 20 11:46:56.826131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095154b-8baa-411e-954a-7b0c3a486632 req-08b3dda0-1b61-40c1-ac34-f32f2ab5d050 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:56.830237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095154b-8baa-411e-954a-7b0c3a486632 req-08b3dda0-1b61-40c1-ac34-f32f2ab5d050 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:56.834354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095154b-8baa-411e-954a-7b0c3a486632 req-08b3dda0-1b61-40c1-ac34-f32f2ab5d050 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:56.835966 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a095154b-8baa-411e-954a-7b0c3a486632 req-08b3dda0-1b61-40c1-ac34-f32f2ab5d050 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2417 time: 0.2890375 Dec 20 11:46:56.890975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a095154b-8baa-411e-954a-7b0c3a486632 req-9d7f6516-4d47-474a-8db7-9f3cd2904253 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Dec 20 11:46:56.925822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-538d49bb-3e54-44fd-ac80-bf992c071315 service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399815 Dec 20 11:46:56.987899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9a9e2fcf-7fd1-4780-9bc9-99d2622d4940 req-e1940dd8-c41b-42af-9e3a-5ba145d855ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:46:56.989008 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a9e2fcf-7fd1-4780-9bc9-99d2622d4940 req-e1940dd8-c41b-42af-9e3a-5ba145d855ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 943 time: 1.2467692 Dec 20 11:46:57.013194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:57.035481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2506860e-847f-4920-bd75-6a859f50a4ac req-2af1b624-7433-4d22-9034-5f7a66195662 service neutron] 10.222.0.53 "GET /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965337 Dec 20 11:46:57.087553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585961-783f-4bdc-a292-e7fd6361a29a req-e76d52f2-16b7-46a9-a92b-1cd47cc97328 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:57.088965 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09585961-783f-4bdc-a292-e7fd6361a29a req-e76d52f2-16b7-46a9-a92b-1cd47cc97328 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.0821526 Dec 20 11:46:57.137980 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09585961-783f-4bdc-a292-e7fd6361a29a req-2e0555c5-5904-48b0-a5e6-2c409ab054b8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Dec 20 11:46:57.193116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:46:57.279374 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcccc39b-643e-4f32-9382-addcc2bdbd04 req-0b466280-80ec-4a02-bec4-4713e59fbd8e service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063630 Dec 20 11:46:57.343096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a21a4189-b59b-4404-a1a0-eb59ba1bb4a2 req-e9b77dc2-95df-4a74-95cc-2e2503db948e service neutron] 10.222.0.16 "GET /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235073 Dec 20 11:46:57.360782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a0a0-2e89-430b-8464-deddf5a41d02 req-e401c8ca-f8bc-4c16-8ef3-c2846b6f7ea5 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:57.362855 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d642a0a0-2e89-430b-8464-deddf5a41d02 req-e401c8ca-f8bc-4c16-8ef3-c2846b6f7ea5 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.0849612 Dec 20 11:46:57.368567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a9e2fcf-7fd1-4780-9bc9-99d2622d4940 req-2af33047-63cd-4d04-af7a-8f12ec02085c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388426 Dec 20 11:46:57.429347 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b2fa98e-e623-4c47-9c9f-d1d14f1e943d req-e6f5e7b9-aeb5-452e-a962-5a51bae27f87 service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467032 Dec 20 11:46:57.442582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d642a0a0-2e89-430b-8464-deddf5a41d02 req-a78a9a3a-69c4-46f2-830a-b73d8686c384 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705144 Dec 20 11:46:57.545826 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'tag': '21a20adb-18b1-442f-be17-33e69825aa33', 'status': 'completed', 'code': 200} Dec 20 11:46:57.678195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48674) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:57.731816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7436e596-13b8-4a8d-b718-2a4298648ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:57.809250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1848755346-network', 'tenant_id': 'e78a7e8accc942aaba9178877fff0811'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:57.811119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:57.813981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:57.817789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Usage tracker for resource:network and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:57.818658 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:57.820795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:57.827390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:57.837263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Made reservation on behalf of e78a7e8accc942aaba9178877fff0811 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:57.840059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:57.852150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:57.878662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=a3cb7c3b-0ae6-4247-86fe-b3a936a0f8c8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:57.878662 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:57.904475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:57.904475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Usage tracker for resource:security_group_rule and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:57.910863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:57.912913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:57.953709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b'}, {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7168b062-5109-42a3-b69a-2fd0bd511254'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:46:57.996867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-cb8157de-d4b5-4857-8366-3e866946228a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=784fe69e76694d4f96f62301b7ce894d&device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 1096 time: 0.4501770 Dec 20 11:46:58.014212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.022592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.028061 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2574737c-916f-4731-ba38-f6abe5208a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:58.052403 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b', 'code': 200} Dec 20 11:46:58.052878 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7168b062-5109-42a3-b69a-2fd0bd511254', 'code': 200} Dec 20 11:46:58.064685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa5bae-c1d8-48c4-9e26-fdbdc9319885,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:58.070152 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:58.081590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:46:58.092797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.093360 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Added segment a4b0d3c9-79cd-4312-9cee-3e6e9e068ad1 of type vlan for network 7528fb5c-0b7f-4a95-9db7-6adf34c4a40b Dec 20 11:46:58.115495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-3c6b873f-c8bf-46b8-be41-8e6bff072a7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 1096 time: 0.5676644 Dec 20 11:46:58.127023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.200280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.201240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.201846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.207115 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-550bf279-b74e-4b5d-b5d4-2ca48247bd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:58.231667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:46:58.331573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Pushing event updated for resources: {'Network': ['ID=7528fb5c-0b7f-4a95-9db7-6adf34c4a40b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:58.339895 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:58.362943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 7528fb5c-0b7f-4a95-9db7-6adf34c4a40b details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:46:58.366339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6869118 Dec 20 11:46:58.367255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:46:58.379860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Request body: {'subnet': {'network_id': '7528fb5c-0b7f-4a95-9db7-6adf34c4a40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1848755346-subnet', 'tenant_id': 'e78a7e8accc942aaba9178877fff0811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:58.401118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:58.418978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26afbd6-bf6a-483d-98a1-7ce42a6d2cd6 req-aa38aa96-b586-4a78-a64c-eb5a733a8b44 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.423162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26afbd6-bf6a-483d-98a1-7ce42a6d2cd6 req-aa38aa96-b586-4a78-a64c-eb5a733a8b44 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.427124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26afbd6-bf6a-483d-98a1-7ce42a6d2cd6 req-aa38aa96-b586-4a78-a64c-eb5a733a8b44 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.428698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b26afbd6-bf6a-483d-98a1-7ce42a6d2cd6 req-aa38aa96-b586-4a78-a64c-eb5a733a8b44 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2417 time: 0.2752361 Dec 20 11:46:58.431383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Usage tracker for resource:subnet and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:58.435245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:58.443200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:58.467745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-dd6dd8e1-7371-440e-9ec0-0ab28736b2fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.469781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-dd6dd8e1-7371-440e-9ec0-0ab28736b2fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=89b62a73-fae3-4f74-9b27-65c508b7780c HTTP/1.1" status: 200 len: 917 time: 0.4611530 Dec 20 11:46:58.500175 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b26afbd6-bf6a-483d-98a1-7ce42a6d2cd6 req-a1afc261-b99d-46a4-86a5-e59c14490117 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587642 Dec 20 11:46:58.501438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Made reservation on behalf of e78a7e8accc942aaba9178877fff0811 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:46:58.505191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.525462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:58.541894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'f8c054b6-b280-4236-bac6-4662237a1575', 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7', 'port_id': 'f8c054b6-b280-4236-bac6-4662237a1575', 'mac_address': 'fa:16:3e:89:be:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c4ea15-bdaa-490f-83f6-2838a1602ecb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:46:58.544101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-433a34dc-e236-4c60-922b-f3a3c97cce32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.545517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-433a34dc-e236-4c60-922b-f3a3c97cce32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 912 time: 0.4181476 Dec 20 11:46:58.629230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.644835 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-6f754663-15e7-48dd-a12f-751c12cbc9d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 HTTP/1.1" status: 200 len: 217 time: 0.1646993 Dec 20 11:46:58.647495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8c054b6-b280-4236-bac6-4662237a1575 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:58.666759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:58.671592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.675066 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9ea224e9-5076-4e83-bba0-69d4a2f78120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:58.747421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:58.751032 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:58.751697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2fd037a-81fb-495f-8563-f90c32a0c447 req-5444285c-23f3-4b1c-8eeb-d24a1d7a7086 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2876 time: 0.5888667 Dec 20 11:46:58.753837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca7d4f-f468-4bcb-abe2-14172bcb8655 req-efa42128-3874-44bb-bcef-5d15a360cdc1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.755326 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54ca7d4f-f468-4bcb-abe2-14172bcb8655 req-efa42128-3874-44bb-bcef-5d15a360cdc1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 943 time: 0.1391330 Dec 20 11:46:58.773280 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-4a2011ad-e443-4f61-95a0-0663e8264292 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a20adb-18b1-442f-be17-33e69825aa33 HTTP/1.1" status: 200 len: 217 time: 0.2169430 Dec 20 11:46:58.824994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f8c054b6-b280-4236-bac6-4662237a1575'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:46:58.827822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.831424 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1621f040-477f-4c0d-8002-fab7b32a70c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:58.859072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ce9c6-ed06-49a0-a357-ae1c3b413c40 req-3839e865-6a0f-473d-8af7-8f2460a2ea4a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.860558 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54ca7d4f-f468-4bcb-abe2-14172bcb8655 req-f8044c8e-7b73-456e-92cc-c2933d48ebef tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970519 Dec 20 11:46:58.865691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-750ce9c6-ed06-49a0-a357-ae1c3b413c40 req-3839e865-6a0f-473d-8af7-8f2460a2ea4a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.5234327 Dec 20 11:46:58.903257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-8e6fdd9e-c8b4-4c73-91a8-c34e726daa2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.904697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-8e6fdd9e-c8b4-4c73-91a8-c34e726daa2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a8bc92b-8e44-4a36-8e4c-565fd2a39b02 HTTP/1.1" status: 200 len: 855 time: 0.2012594 Dec 20 11:46:58.912299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d40385-2534-4a00-a327-83441cdbb0e0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:58.916086 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:46:58.932282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Checking segment: {'id': 'a4b0d3c9-79cd-4312-9cee-3e6e9e068ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7528fb5c-0b7f-4a95-9db7-6adf34c4a40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:46:58.933279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Network hostable DHCP agents. Network: 7528fb5c-0b7f-4a95-9db7-6adf34c4a40b, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:46:58.958964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Network 7528fb5c-0b7f-4a95-9db7-6adf34c4a40b is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:46:58.975437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 7528fb5c-0b7f-4a95-9db7-6adf34c4a40b) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:46:58.986455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253e6c5-5006-4d3d-ab24-d9710809883f None None] Network 7528fb5c-0b7f-4a95-9db7-6adf34c4a40b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:58.990082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-6d9ddfe0-136c-49dd-8f3e-bf73f46abe56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.991445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-6d9ddfe0-136c-49dd-8f3e-bf73f46abe56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.1954558 Dec 20 11:46:58.992879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:58.993501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:58.999771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2fd037a-81fb-495f-8563-f90c32a0c447 req-9898edfe-915d-4c83-b46f-11b32f4826ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312973 Dec 20 11:46:59.063815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-ee0a6348-4322-48ef-8703-b41cc8dc8fb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630403 Dec 20 11:46:59.067997 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-750ce9c6-ed06-49a0-a357-ae1c3b413c40 req-5bbc0bfe-c3e9-4945-97a5-c2a84198afc6 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015271 Dec 20 11:46:59.076071 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7045474 Dec 20 11:46:59.127364 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-003bc30a-6b59-4259-91a6-74514e6e5301 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b62a73-fae3-4f74-9b27-65c508b7780c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2085233 Dec 20 11:46:59.129722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:59.131721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087be54-a3eb-4352-b07a-d37b95a65b62 req-ec13aa7c-51a9-421f-ae91-11d7d84c4b74 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:59.142295 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f087be54-a3eb-4352-b07a-d37b95a65b62 req-ec13aa7c-51a9-421f-ae91-11d7d84c4b74 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.1301777 Dec 20 11:46:59.202634 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f087be54-a3eb-4352-b07a-d37b95a65b62 req-b5e4b10b-8889-4cd2-85da-18989f179029 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590026 Dec 20 11:46:59.266322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a737c8-a222-4c7c-b153-b7c153933df4 None None] Network 7528fb5c-0b7f-4a95-9db7-6adf34c4a40b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:46:59.576423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 21a20adb-18b1-442f-be17-33e69825aa33 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:46:59.599011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1335453885', 'description': 'tempest-description-319682612'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:46:59.616942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:46:59.636462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:46:59.657570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:46:59.682204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:46:59.691792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-617c1777-c1a3-4d33-947b-44d0eeeba111 service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766784 Dec 20 11:46:59.693420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-ce927b8c-1ef4-461f-893f-015ea6e62527 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769535 Dec 20 11:46:59.714542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d28641-9a34-45dc-81ac-224a9b82a90e req-71392500-8cd6-4429-8224-99eaa8670ae8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:59.718578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d28641-9a34-45dc-81ac-224a9b82a90e req-71392500-8cd6-4429-8224-99eaa8670ae8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:59.721128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 21a20adb-18b1-442f-be17-33e69825aa33, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=21a20adb-18b1-442f-be17-33e69825aa33,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:59.722663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d28641-9a34-45dc-81ac-224a9b82a90e req-71392500-8cd6-4429-8224-99eaa8670ae8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:46:59.724347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3d28641-9a34-45dc-81ac-224a9b82a90e req-71392500-8cd6-4429-8224-99eaa8670ae8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2417 time: 0.1045511 Dec 20 11:46:59.735012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '21a20adb-18b1-442f-be17-33e69825aa33', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'port_id': '21a20adb-18b1-442f-be17-33e69825aa33', 'mac_address': 'fa:16:3e:c0:7a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0a1de-8ddb-431c-972c-013022002c2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:46:59.782241 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3d28641-9a34-45dc-81ac-224a9b82a90e req-923459cf-dca2-420a-8176-0c3001b3d774 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501444 Dec 20 11:46:59.794367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:59.794893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:59.848960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a20adb-18b1-442f-be17-33e69825aa33 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:46:59.864313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 21a20adb-18b1-442f-be17-33e69825aa33, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=21a20adb-18b1-442f-be17-33e69825aa33,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:46:59.868501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:59.870835 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:46:59.935251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f8550e3-b52d-4189-a6a7-2737404ebb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:46:59.945864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=21a20adb-18b1-442f-be17-33e69825aa33,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:46:59.950644 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:00.010315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:00.026367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group_rule and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:00.030422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:00.042858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:00.067306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd0836-0682-497a-9ade-6c86a4ef6bf0 req-e76eeab9-2817-4230-8e1a-61a7cb38fccb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:00.068737 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4bd0836-0682-497a-9ade-6c86a4ef6bf0 req-e76eeab9-2817-4230-8e1a-61a7cb38fccb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 944 time: 0.0813484 Dec 20 11:47:00.070013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e8f82f7f-706f-4c63-a3fd-cc344ab85619 req-abcd758b-81b0-48f8-bcde-2ff8ce28f148 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197811 Dec 20 11:47:00.086099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a9668b7-ef67-4f43-9cb7-7c3a88e2898d req-860d4b21-375f-4ddc-b1a9-2a33b0657ad1 service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429570 Dec 20 11:47:00.124746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['21a20adb-18b1-442f-be17-33e69825aa33'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:00.127030 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4bd0836-0682-497a-9ade-6c86a4ef6bf0 req-bfdf76fd-a0c4-40f3-bf6d-fe986c8b5e5c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510628 Dec 20 11:47:00.220871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.236039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:00.237695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.243520 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6e3d1a68-21d1-4132-97fb-7ebcd0fea308 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:00.368666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76fe77-b4cc-453d-ac9e-57e513121b4a req-f5da56e1-ffcd-495c-865c-c92645aefb26 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:00.368875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea25ddd-dc9a-4070-89de-42606f07f8e5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:00.373601 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:00.378805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.379176 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc76fe77-b4cc-453d-ac9e-57e513121b4a req-f5da56e1-ffcd-495c-865c-c92645aefb26 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.1095829 Dec 20 11:47:00.380152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47a07d56-3bc5-4217-bd4b-b98bce886d44 req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.7954726 Dec 20 11:47:00.399567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port f8c054b6-b280-4236-bac6-4662237a1575 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:00.400043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.472789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc76fe77-b4cc-453d-ac9e-57e513121b4a req-57fd182e-2535-4bf9-93b0-5947cbc6118c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917044 Dec 20 11:47:00.540469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.571727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:00.583546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:00.589527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.591642 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:00.666139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:00.670319 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:00.699678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 0878d42a-6ec2-4b37-b35c-455c19eafdcd has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:47:00.706065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00cd8d-81e0-4706-8566-16e54937fc06 req-925ab609-84b7-4b09-a66d-40d9b4e56b45 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:00.708201 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c00cd8d-81e0-4706-8566-16e54937fc06 req-925ab609-84b7-4b09-a66d-40d9b4e56b45 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.1115706 Dec 20 11:47:00.803181 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-16b88a63-f66c-4259-af29-7dae2752d7d0 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/6ea25ddd-dc9a-4070-89de-42606f07f8e5 HTTP/1.1" status: 200 len: 1646 time: 0.0483692 Dec 20 11:47:00.817804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ea25ddd-dc9a-4070-89de-42606f07f8e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:00.818226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ea25ddd-dc9a-4070-89de-42606f07f8e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:00.825146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:00.830171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group_rule and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:00.834458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c00cd8d-81e0-4706-8566-16e54937fc06 req-5246cfc4-9c63-41db-8d63-321416bb673f tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178865 Dec 20 11:47:00.835217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:00.852467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:00.925754 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575', 'code': 200} Dec 20 11:47:00.941195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.977149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:00.977764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:47:00.986579 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/routers/0878d42a-6ec2-4b37-b35c-455c19eafdcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3573360 Dec 20 11:47:00.987667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48724) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:00.995142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] Sync routers for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:47:01.006647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.018869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:01.023097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:01.028937 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b44b7da0-8e48-46ee-8c9d-d499be2ca6f1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:01.070503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f8e4da-d612-4d3e-ac4f-ec4a9f0bdb1e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:01.081856 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:01.085778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.091616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c990c5d3-2e6b-4f6c-bee0-15d2dbdc30ee req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2779567 Dec 20 11:47:01.141066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:01.147456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.159997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.163576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] Routers {'0878d42a-6ec2-4b37-b35c-455c19eafdcd'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:01.164738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:01.193863 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8791df73-c806-4955-bf05-57586bdb763d req-ce120537-bf92-401c-b489-b22afc4a0084 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/6ea25ddd-dc9a-4070-89de-42606f07f8e5 HTTP/1.1" status: 200 len: 2149 time: 0.0686522 Dec 20 11:47:01.228403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:01.228821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc66c2-b506-4b9e-bb93-c778ab6fa62e None None] The sync data for ids ['0878d42a-6ec2-4b37-b35c-455c19eafdcd'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:47:01.382873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce3f99-22b7-4b93-8631-a30cfb675e16 req-2b5a8f2c-e6c9-4e52-a6fd-7e2317207b60 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:01.387598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce3f99-22b7-4b93-8631-a30cfb675e16 req-2b5a8f2c-e6c9-4e52-a6fd-7e2317207b60 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:01.391818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce3f99-22b7-4b93-8631-a30cfb675e16 req-2b5a8f2c-e6c9-4e52-a6fd-7e2317207b60 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:01.393083 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-61ce3f99-22b7-4b93-8631-a30cfb675e16 req-2b5a8f2c-e6c9-4e52-a6fd-7e2317207b60 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2417 time: 0.1975427 Dec 20 11:47:01.433791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260a46a-713f-47ff-b82a-880d70c7c7aa req-01b1f603-11b5-447e-8715-a5e448466c88 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:01.435735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4260a46a-713f-47ff-b82a-880d70c7c7aa req-01b1f603-11b5-447e-8715-a5e448466c88 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 944 time: 0.0899861 Dec 20 11:47:01.471772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-61ce3f99-22b7-4b93-8631-a30cfb675e16 req-8d76b2fb-5412-4420-ab24-5485cf7cf203 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721772 Dec 20 11:47:01.511962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.586185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 21a20adb-18b1-442f-be17-33e69825aa33 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:01.606326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-547cc66a-ca3e-4f26-8b02-a5317f0afbb5 req-5e837896-8079-430e-a54f-491b7a1baa3d tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-group-rules/26f8e4da-d612-4d3e-ac4f-ec4a9f0bdb1e HTTP/1.1" status: 200 len: 713 time: 0.0355525 Dec 20 11:47:01.618689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4260a46a-713f-47ff-b82a-880d70c7c7aa req-9ae7834d-566e-40d1-a712-cd90346999c4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776245 Dec 20 11:47:01.713718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 21a20adb-18b1-442f-be17-33e69825aa33 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:01.731386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 21a20adb-18b1-442f-be17-33e69825aa33 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:01.731386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.761442 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-547cc66a-ca3e-4f26-8b02-a5317f0afbb5 req-35af255d-6f8c-4aac-993d-6d3e1f7cde00 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/6ea25ddd-dc9a-4070-89de-42606f07f8e5 HTTP/1.1" status: 200 len: 2149 time: 0.1531742 Dec 20 11:47:01.812669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-547cc66a-ca3e-4f26-8b02-a5317f0afbb5 req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.829088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-547cc66a-ca3e-4f26-8b02-a5317f0afbb5 req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.889947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.893842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-547cc66a-ca3e-4f26-8b02-a5317f0afbb5 req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.902084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.914207 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:01.927017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26f8e4da-d612-4d3e-ac4f-ec4a9f0bdb1e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:01.930995 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:01.932230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port e1ba4e3b-ab80-4ea1-90bd-175e784f9453 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:01.933340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.960029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 21a20adb-18b1-442f-be17-33e69825aa33, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=21a20adb-18b1-442f-be17-33e69825aa33,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:01.967726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-547cc66a-ca3e-4f26-8b02-a5317f0afbb5 req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.967935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f662ab-82e4-4d01-b45a-bfa158442475 req-6f347395-11ce-4305-a3ce-b33d218e765c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:01.973759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:01.976031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-547cc66a-ca3e-4f26-8b02-a5317f0afbb5 req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/26f8e4da-d612-4d3e-ac4f-ec4a9f0bdb1e HTTP/1.1" status: 204 len: 173 time: 0.2131939 Dec 20 11:47:01.977316 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57f662ab-82e4-4d01-b45a-bfa158442475 req-6f347395-11ce-4305-a3ce-b33d218e765c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1303902 Dec 20 11:47:01.978444 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-915f4a37-a1e3-44d9-a7a5-49642a084050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:02.041023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57f662ab-82e4-4d01-b45a-bfa158442475 req-c941ab7a-7a77-4323-bc10-91b2ebb3e89c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Dec 20 11:47:02.075058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=21a20adb-18b1-442f-be17-33e69825aa33,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:02.078953 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:02.346359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:02.509507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for e1ba4e3b-ab80-4ea1-90bd-175e784f9453 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:02.544064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1073105535', 'description': 'tempest-description-887351886'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:02.561299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:02.568125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:02.572362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:02.586950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:02.587186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624b184-e07e-46c7-a613-67965635c2e5 req-c22c66c1-72ad-45b7-98cf-af0e98401c1b tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:02.596163 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e624b184-e07e-46c7-a613-67965635c2e5 req-c22c66c1-72ad-45b7-98cf-af0e98401c1b tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.1063263 Dec 20 11:47:02.620695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:02.661113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:02.664963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group_rule and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:02.665633 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e624b184-e07e-46c7-a613-67965635c2e5 req-769e916b-60af-42c8-be95-175ba7b373e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683820 Dec 20 11:47:02.667916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:02.674068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:02.687161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:02.783159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:02.800034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:02.808469 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-58729618-e29c-450d-9787-00b40df6f962 tempest-TenantUsagesTestJSON-623470156 tempest-TenantUsagesTestJSON-623470156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:02.882480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08bb6f-d57f-48cf-8ee4-be5410a09bd4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:02.886229 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:02.887136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:02.899227 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d0f89e0-f4f3-4661-85b7-115c15005ded tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:02.899988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51da7e-b722-4dc7-924c-3a504d0c55aa req-5d55277d-736e-44f8-b2bf-8d99eb4ae2b0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:02.904287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51da7e-b722-4dc7-924c-3a504d0c55aa req-5d55277d-736e-44f8-b2bf-8d99eb4ae2b0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:02.908365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51da7e-b722-4dc7-924c-3a504d0c55aa req-5d55277d-736e-44f8-b2bf-8d99eb4ae2b0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:02.910177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d51da7e-b722-4dc7-924c-3a504d0c55aa req-5d55277d-736e-44f8-b2bf-8d99eb4ae2b0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2417 time: 0.1018083 Dec 20 11:47:02.927238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a20adb-18b1-442f-be17-33e69825aa33'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:02.968142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d51da7e-b722-4dc7-924c-3a504d0c55aa req-730df8db-c0ec-46f0-80ef-54d9085367ae tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Dec 20 11:47:02.971424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:02.981395 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-09bbbea5-591f-4283-ae95-0bc33f57f3cb req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.5348852 Dec 20 11:47:02.996173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=e1ba4e3b-ab80-4ea1-90bd-175e784f9453,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:03.011411 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:03.088259 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a20adb-18b1-442f-be17-33e69825aa33', 'code': 200} Dec 20 11:47:03.176945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-276e6bd5-3846-43db-abf6-87f6a8a42a94 req-544e3952-8344-488b-8df8-6b8e839e8375 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/5e08bb6f-d57f-48cf-8ee4-be5410a09bd4 HTTP/1.1" status: 200 len: 1646 time: 0.0634289 Dec 20 11:47:03.240299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:03.403206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d1660-196f-4af3-ab7d-ba2e25ab8ce4 req-84217436-b7c2-4bc8-9c5a-063ec469d2ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:03.417275 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db5d1660-196f-4af3-ab7d-ba2e25ab8ce4 req-84217436-b7c2-4bc8-9c5a-063ec469d2ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1063218 Dec 20 11:47:03.472823 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db5d1660-196f-4af3-ab7d-ba2e25ab8ce4 req-930db9a5-7467-454d-9106-42f9a5e442f9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Dec 20 11:47:03.768322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:03.781525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:03.785491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1793645738', 'description': 'tempest-description-1152602172'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:03.793327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:03.801140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:03.812355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09675d0b-77a9-44d9-9252-3d953d954d24 req-b4be666a-d7a7-4748-986e-50a699941191 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:03.813635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:03.819212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-09675d0b-77a9-44d9-9252-3d953d954d24 req-b4be666a-d7a7-4748-986e-50a699941191 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 945 time: 0.5806279 Dec 20 11:47:03.821117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:03.837095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:03.877836 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a1fa125-37b6-4b0f-b50e-c96d4637ddf3 req-7ba4b090-ad6b-44a5-abb4-6b282a3de920 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 1098 time: 0.6403556 Dec 20 11:47:03.884938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:03.890561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group_rule and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:03.894407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:03.901422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:03.912449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:03.912970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Fanout notify agent at l3_agent the message router_deleted on router 0878d42a-6ec2-4b37-b35c-455c19eafdcd {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:47:03.977045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:03.981262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:03.982460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/routers/0878d42a-6ec2-4b37-b35c-455c19eafdcd HTTP/1.1" status: 204 len: 168 time: 2.9942217 Dec 20 11:47:03.985609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48776) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:03.999211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-09675d0b-77a9-44d9-9252-3d953d954d24 req-03a742bb-8c88-41a4-85c4-337ced531572 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785834 Dec 20 11:47:04.046838 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a1fa125-37b6-4b0f-b50e-c96d4637ddf3 req-caea8cee-614e-4185-829c-8d7cba46dbb8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578133 Dec 20 11:47:04.061227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-1855eba4-cd7b-419c-99da-a44556872693 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:04.065629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-1855eba4-cd7b-419c-99da-a44556872693 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:04.069896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-1855eba4-cd7b-419c-99da-a44556872693 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:04.071664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-1855eba4-cd7b-419c-99da-a44556872693 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2417 time: 0.1434350 Dec 20 11:47:04.168114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.191438 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:04.202977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.204194 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a7006d1e-2912-4d4d-8dd1-41c3408b1567 req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.4258118 Dec 20 11:47:04.227191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77937b-4c06-4042-bfc0-e97dc9d6d269 req-a9cfc78a-fd7f-41c6-b70d-22c7b4477061 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:04.228920 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd77937b-4c06-4042-bfc0-e97dc9d6d269 req-a9cfc78a-fd7f-41c6-b70d-22c7b4477061 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.0961483 Dec 20 11:47:04.247929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53515e27-3b13-4959-95ac-4867c7c4f93a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:04.253637 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:04.274349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting subnet 389f5103-1d8d-48ac-bb3c-6b3d415728a4 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:47:04.278209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.363495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.392418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 7168b062-5109-42a3-b69a-2fd0bd511254 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:04.392925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.448769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.457399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd77937b-4c06-4042-bfc0-e97dc9d6d269 req-3b024398-80b0-4cb1-b29c-eb2030c4dc9a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599827 Dec 20 11:47:04.589938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.595659 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a16ee545-6fce-48b8-b064-3b0f2dcc5a7a tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:04.642040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Subnet': ['ID=389f5103-1d8d-48ac-bb3c-6b3d415728a4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:04.646822 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:04.653946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.660569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd36f54-bb7e-4191-8709-7e73b4bd2c61 None None] Network f11390d2-ccf3-4408-9fb9-f212e5e4eac2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:04.674741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce9b1-da7f-47a9-94a7-abbfa223e7b1 req-4cdc27e1-50a1-412a-9a32-4e67215565d6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:04.678675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce9b1-da7f-47a9-94a7-abbfa223e7b1 req-4cdc27e1-50a1-412a-9a32-4e67215565d6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:04.682672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce9b1-da7f-47a9-94a7-abbfa223e7b1 req-4cdc27e1-50a1-412a-9a32-4e67215565d6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:04.689915 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c6ce9b1-da7f-47a9-94a7-abbfa223e7b1 req-4cdc27e1-50a1-412a-9a32-4e67215565d6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 2417 time: 0.1668024 Dec 20 11:47:04.712043 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/subnets/389f5103-1d8d-48ac-bb3c-6b3d415728a4 HTTP/1.1" status: 204 len: 168 time: 0.7251039 Dec 20 11:47:04.715242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48788) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:04.748472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c6ce9b1-da7f-47a9-94a7-abbfa223e7b1 req-2a612e0e-19a2-4206-8b3f-7e922fb8f8b7 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575123 Dec 20 11:47:04.780292 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0afefc9d-0244-44f2-9865-5eb11db09738 req-3534e131-366c-42b1-880d-64717a0a51a4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/53515e27-3b13-4959-95ac-4867c7c4f93a HTTP/1.1" status: 200 len: 1647 time: 0.1849933 Dec 20 11:47:04.914864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port 7168b062-5109-42a3-b69a-2fd0bd511254, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7168b062-5109-42a3-b69a-2fd0bd511254,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:04.915270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:04.929101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.037133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dfbd0-edcb-419d-a1d9-3aa0bd1d5636 req-59f28af8-8bfe-4e77-8e4c-26ccba713dc0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:05.043926 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e07dfbd0-edcb-419d-a1d9-3aa0bd1d5636 req-59f28af8-8bfe-4e77-8e4c-26ccba713dc0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1128554 Dec 20 11:47:05.071516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for 7168b062-5109-42a3-b69a-2fd0bd511254 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:05.089246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] DHCP port deletion for f11390d2-ccf3-4408-9fb9-f212e5e4eac2 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:47:05.094862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Deleting port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:05.095591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.129078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:05.129733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.151721 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e07dfbd0-edcb-419d-a1d9-3aa0bd1d5636 req-ebc7d515-9247-4532-ae62-a018d04790e4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068437 Dec 20 11:47:05.226639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2098948270', 'description': 'tempest-description-63058875'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:05.235755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:05.240887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:05.254961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:05.265806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:05.296469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.340988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:05.345579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group_rule and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:05.348839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:05.355699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:05.426969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.434285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.445935 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4ff1089d-6a08-4627-bc2c-1e624951e9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:05.508452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e525d7db-3061-4586-89cd-9a80e4238982,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:05.525519 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:05.527672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.540771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e021d27d-c9df-4904-85fa-130081d4fad8 req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.3189626 Dec 20 11:47:05.548499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] For port a8288084-7d2f-4561-9ab8-9ae2e9749ed1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,segment=NetworkSegment(2d0767b8-5808-4622-8825-32dc572b1bb0),segment_id=2d0767b8-5808-4622-8825-32dc572b1bb0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:05.549035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.577400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:05.600372 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-022fb8d3-4a85-43dd-b812-4ff32db822bb tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:05.648702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Port': ['ID=7168b062-5109-42a3-b69a-2fd0bd511254,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:05.671816 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:05.700349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Calling delete_port for a8288084-7d2f-4561-9ab8-9ae2e9749ed1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:05.764538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b44b-546f-49d7-87d1-02a43ada4301 req-8179503b-066e-4a45-a2cf-3141a664635b tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:05.773094 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15d5b44b-546f-49d7-87d1-02a43ada4301 req-8179503b-066e-4a45-a2cf-3141a664635b tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 943 time: 0.1139488 Dec 20 11:47:05.823928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['c06298ff-57b0-4a4a-9824-117c40c712c3', '9387fb16-f6a0-4e98-b6bb-a859f4647f9b', '7168b062-5109-42a3-b69a-2fd0bd511254'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:05.849069 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15d5b44b-546f-49d7-87d1-02a43ada4301 req-d0200fc2-e86a-4161-8a5a-ad01b6c00f3b tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743942 Dec 20 11:47:05.911049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:47:06.009142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4db0f5c6-2b54-492b-a833-5ca938c8a285 req-bde88e36-5321-4f7e-ba23-e3413965551b tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/e525d7db-3061-4586-89cd-9a80e4238982 HTTP/1.1" status: 200 len: 1645 time: 0.0946095 Dec 20 11:47:06.055775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:06.061485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b98049-bd24-44fd-86cf-9ef421ba361d req-56872d22-18e4-4078-918f-b8a5892352fc tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:06.068624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50b98049-bd24-44fd-86cf-9ef421ba361d req-56872d22-18e4-4078-918f-b8a5892352fc tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 945 time: 0.5314944 Dec 20 11:47:06.077409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'port_id': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'mac_address': 'fa:16:3e:58:cb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:47:06.081232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:06.093613 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:06.106469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] No DVR routers for this DVR port 7168b062-5109-42a3-b69a-2fd0bd511254 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:06.109219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:06.116369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] For port a8288084-7d2f-4561-9ab8-9ae2e9749ed1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,segment=NetworkSegment(2d0767b8-5808-4622-8825-32dc572b1bb0),segment_id=2d0767b8-5808-4622-8825-32dc572b1bb0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:06.116776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:06.142198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-deleted', 'tag': '7168b062-5109-42a3-b69a-2fd0bd511254'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:06.167691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] No DVR routers for this DVR port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:06.175403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Pushing event deleted for resources: {'Port': ['ID=a8288084-7d2f-4561-9ab8-9ae2e9749ed1,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:06.185333 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:06.236813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:06.265643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:06.293111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:06.317915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56951-540c-47ee-bcb9-846187b4896b req-65e52b6f-eaed-4c27-b5f2-71ea4e964d93 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:06.329810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56951-540c-47ee-bcb9-846187b4896b req-65e52b6f-eaed-4c27-b5f2-71ea4e964d93 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:06.337154 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0d56951-540c-47ee-bcb9-846187b4896b req-65e52b6f-eaed-4c27-b5f2-71ea4e964d93 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 1682 time: 0.2085016 Dec 20 11:47:06.341817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:06.349229 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bc65a263-b208-4d90-9027-d459606e267f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:06.355449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "DELETE /v2.0/ports/7168b062-5109-42a3-b69a-2fd0bd511254 HTTP/1.1" status: 204 len: 173 time: 2.1215203 Dec 20 11:47:06.367887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for a8288084-7d2f-4561-9ab8-9ae2e9749ed1 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:06.442614 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0d56951-540c-47ee-bcb9-846187b4896b req-f3fc1e84-86ca-4357-b8d3-ec3087ee39dc tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024129 Dec 20 11:47:06.451372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:06.456850 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:06.519445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50b98049-bd24-44fd-86cf-9ef421ba361d req-53cc55f0-f145-45c3-b0d4-53110e8680f6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497335 Dec 20 11:47:06.547878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a8288084-7d2f-4561-9ab8-9ae2e9749ed1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:06.575384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port c06298ff-57b0-4a4a-9824-117c40c712c3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:06.575745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:06.587379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a8288084-7d2f-4561-9ab8-9ae2e9749ed1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:47:06.587742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a8288084-7d2f-4561-9ab8-9ae2e9749ed1 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:47:06.589459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:06.621558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1253905852', 'description': 'tempest-description-2010536058'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:06.627636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:06.632011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:06.634896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:06.643276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:06.672800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:06.698761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:47:06.699095 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:47:06.772828 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-deleted', 'tag': '7168b062-5109-42a3-b69a-2fd0bd511254', 'status': 'completed', 'code': 200} Dec 20 11:47:06.791137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:06.801029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Usage tracker for resource:security_group_rule and tenant:e78a7e8accc942aaba9178877fff0811 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:06.804173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:06.819653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:06.971917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344a78f-3285-4748-bdad-5eb77f143072 req-3a353bd7-419a-40fc-bcc8-7c0f7b9017ed tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:06.980617 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8344a78f-3285-4748-bdad-5eb77f143072 req-3a353bd7-419a-40fc-bcc8-7c0f7b9017ed tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.0984702 Dec 20 11:47:07.013863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port c06298ff-57b0-4a4a-9824-117c40c712c3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=c06298ff-57b0-4a4a-9824-117c40c712c3,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:07.014270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.042769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8344a78f-3285-4748-bdad-5eb77f143072 req-2ede9549-df4a-43ec-9e46-97d6b8394e3a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593176 Dec 20 11:47:07.162369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for c06298ff-57b0-4a4a-9824-117c40c712c3 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:07.203213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port a8288084-7d2f-4561-9ab8-9ae2e9749ed1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:07.203483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.232388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.251716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.261849 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8d4bf1fd-2806-4ed0-bd6d-493163b98f34 tempest-SecurityGroupsTestJSON-2069684256 tempest-SecurityGroupsTestJSON-2069684256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:07.305219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] The port 'a8288084-7d2f-4561-9ab8-9ae2e9749ed1' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:47:07.424621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f57a901-b70d-4a61-8bb6-91cb7bd886a6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:07.440973 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:07.447395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.449209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a7c23a0-1782-4478-9557-09cc9385533a req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.8343527 Dec 20 11:47:07.511154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.558947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f339e947-9017-4c01-adbc-62669bb98c6e req-aae092b5-b892-4c79-8bca-d9b6e501f45f tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/2f57a901-b70d-4a61-8bb6-91cb7bd886a6 HTTP/1.1" status: 200 len: 1647 time: 0.0520654 Dec 20 11:47:07.615223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:07.656735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11390d2-ccf3-4408-9fb9-f212e5e4eac2']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:07.731438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:07.740709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:07.742097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.758929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f90d68-dc0e-4955-a8fa-39131032cc61 req-eab342dc-e3b1-4daf-8877-5179c7167cb1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:07.760506 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-78f90d68-dc0e-4955-a8fa-39131032cc61 req-eab342dc-e3b1-4daf-8877-5179c7167cb1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 945 time: 0.0882354 Dec 20 11:47:07.814038 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-78f90d68-dc0e-4955-a8fa-39131032cc61 req-3d07f7d2-cc62-42c5-aafc-8db3809970e1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479045 Dec 20 11:47:07.828175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0767b8-5808-4622-8825-32dc572b1bb0') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:07.828721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0767b8-5808-4622-8825-32dc572b1bb0') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:07.846309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.865397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.874404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:47:07.875264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.899128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.934733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:07.948472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:07.959594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:07.960738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c06298ff-57b0-4a4a-9824-117c40c712c3 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:47:07.982628 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:47:08.021373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.040128 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:08.040589 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d656a388-19ac-486e-b8a8-e2c21965ae0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:08.069148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4435-f6b2-42b0-ba76-4840913d3070 req-2cb918ef-f414-422d-b1df-27de393356ff tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:08.073320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4435-f6b2-42b0-ba76-4840913d3070 req-2cb918ef-f414-422d-b1df-27de393356ff tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:08.074765 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a07a4435-f6b2-42b0-ba76-4840913d3070 req-2cb918ef-f414-422d-b1df-27de393356ff tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 1603 time: 0.1150610 Dec 20 11:47:08.084545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: c06298ff-57b0-4a4a-9824-117c40c712c3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:47:08.085105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device c06298ff-57b0-4a4a-9824-117c40c712c3 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:47:08.086108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 9387fb16-f6a0-4e98-b6bb-a859f4647f9b no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:08.133391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Port': ['ID=c06298ff-57b0-4a4a-9824-117c40c712c3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:08.136723 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:08.162342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a07a4435-f6b2-42b0-ba76-4840913d3070 req-e50616b4-d5c0-4fc4-81f1-5e4252457585 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729554 Dec 20 11:47:08.166459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.172168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.193839 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88b653c1-2151-400b-8516-767607ed987e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:08.233909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/networks/f11390d2-ccf3-4408-9fb9-f212e5e4eac2 HTTP/1.1" status: 204 len: 168 time: 3.5176389 Dec 20 11:47:08.245868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:08.249467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:08.250700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] No DVR routers for this DVR port c06298ff-57b0-4a4a-9824-117c40c712c3 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:08.253114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.255394 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "DELETE /v2.0/ports/c06298ff-57b0-4a4a-9824-117c40c712c3 HTTP/1.1" status: 204 len: 173 time: 1.8314848 Dec 20 11:47:08.260962 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:08.271242 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-a91ef7ec-dc15-4fc0-b92c-34d4c81fc06a req-0cdb0c5e-dbce-49f9-8a0d-f28f655de4c3 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] show failed (client error): The resource could not be found. Dec 20 11:47:08.272540 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a91ef7ec-dc15-4fc0-b92c-34d4c81fc06a req-0cdb0c5e-dbce-49f9-8a0d-f28f655de4c3 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/5c5b1b43-1d38-409a-8bbe-a95cfd0b5f6f HTTP/1.1" status: 404 len: 352 time: 0.0403807 Dec 20 11:47:08.353172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.355144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Network': ['ID=f11390d2-ccf3-4408-9fb9-f212e5e4eac2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:08.357207 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:08.426948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:08.439766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.440752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 7168b062-5109-42a3-b69a-2fd0bd511254 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:08.482656 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-509538a2-f979-4c73-abde-894bf6c9a60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:08.545862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port 818959c4-8a39-400a-86ec-b155b557ac60 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:08.546600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.576912 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'code': 200} Dec 20 11:47:08.583086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:08.586783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d13b7-24b3-459c-83d4-f2fbc8f979dc req-22c87382-922d-446d-b2db-0c235cb7f22c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:08.589106 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-921d13b7-24b3-459c-83d4-f2fbc8f979dc req-22c87382-922d-446d-b2db-0c235cb7f22c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 944 time: 1.0077124 Dec 20 11:47:08.595103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 7168b062-5109-42a3-b69a-2fd0bd511254 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:47:08.595673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 7168b062-5109-42a3-b69a-2fd0bd511254 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:47:08.597518 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:08.659691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:08.660237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:08.782218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-deleted', 'tag': 'c06298ff-57b0-4a4a-9824-117c40c712c3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:08.798942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346abffd-fbd4-4673-a19e-e5133cd44ab4 req-8874616b-61a1-4d62-a075-b4d0b725254f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:08.801055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-346abffd-fbd4-4673-a19e-e5133cd44ab4 req-8874616b-61a1-4d62-a075-b4d0b725254f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.0902383 Dec 20 11:47:08.878644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-346abffd-fbd4-4673-a19e-e5133cd44ab4 req-517ec468-e835-4daf-8496-4b5cb8688945 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653574 Dec 20 11:47:08.970878 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-921d13b7-24b3-459c-83d4-f2fbc8f979dc req-989754c4-f432-45bc-a02a-f589e4eda5a3 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705280 Dec 20 11:47:09.055255 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [req-2d705e6d-eb8d-47aa-b220-100f45c0d9ff req-5723bf56-6e48-4e18-992a-3fb2cc5e1672 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] show failed (client error): The resource could not be found. Dec 20 11:47:09.066968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d705e6d-eb8d-47aa-b220-100f45c0d9ff req-5723bf56-6e48-4e18-992a-3fb2cc5e1672 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-group-rules/03545c61-5126-41d8-a750-793113b0dc37 HTTP/1.1" status: 404 len: 361 time: 0.0262945 Dec 20 11:47:09.103748 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-deleted', 'tag': 'c06298ff-57b0-4a4a-9824-117c40c712c3', 'status': 'completed', 'code': 200} Dec 20 11:47:09.107394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:09.107834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:09.247242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5cd99-960a-4634-b72e-f361024d2332 req-4f5f9ff6-261a-4aef-970e-a56701de68e2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:09.248736 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9eb5cd99-960a-4634-b72e-f361024d2332 req-4f5f9ff6-261a-4aef-970e-a56701de68e2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 945 time: 0.0833895 Dec 20 11:47:09.281858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd0e2573-32d5-43a1-8fa9-b0b8bf64909a req-2dd054e9-60a0-4150-a998-194b69e15f16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 1098 time: 0.5848196 Dec 20 11:47:09.288432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for 818959c4-8a39-400a-86ec-b155b557ac60 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:09.313232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9eb5cd99-960a-4634-b72e-f361024d2332 req-90303865-c27b-4329-a959-13e5c7e02e5e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586729 Dec 20 11:47:09.333227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-4e2fcf8c-0b9b-4c96-88c3-ddcd662d8c4a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:09.333227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-4e2fcf8c-0b9b-4c96-88c3-ddcd662d8c4a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 945 time: 0.5368214 Dec 20 11:47:09.573871 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6126ae4e-9767-46eb-b30f-366a3edd06e2 req-7ee71321-c612-4b4e-93b3-ccb49c9a26da tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/2f57a901-b70d-4a61-8bb6-91cb7bd886a6 HTTP/1.1" status: 200 len: 1647 time: 0.4396875 Dec 20 11:47:09.590243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Deleting port 21a20adb-18b1-442f-be17-33e69825aa33 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:09.590879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:09.618321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4313-eff6-475b-970e-0f1b7a9613dd req-a801413f-cb62-4a89-bd18-28afb3b07b42 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:09.625215 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76fd4313-eff6-475b-970e-0f1b7a9613dd req-a801413f-cb62-4a89-bd18-28afb3b07b42 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 943 time: 0.2004712 Dec 20 11:47:09.679153 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76fd4313-eff6-475b-970e-0f1b7a9613dd req-1eea2acd-d531-4d7b-bc5f-2c1e75706eee tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Dec 20 11:47:09.796609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:09.797104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:09.967801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for 9387fb16-f6a0-4e98-b6bb-a859f4647f9b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:10.036529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd0e2573-32d5-43a1-8fa9-b0b8bf64909a req-9f690f07-5c87-4886-91fb-32222d26d7b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6962161 Dec 20 11:47:10.298342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6126ae4e-9767-46eb-b30f-366a3edd06e2 req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:10.317463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc1180-7db7-4691-9c97-fbcfecbf3ab8 req-52c6636e-6663-41c6-8c6e-9733f0dfb048 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:10.319118 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18dc1180-7db7-4691-9c97-fbcfecbf3ab8 req-52c6636e-6663-41c6-8c6e-9733f0dfb048 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.0882595 Dec 20 11:47:10.328920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:10.347989 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-122ff42b-9cf1-47c5-9eb6-cba167ced782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:10.376390 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18dc1180-7db7-4691-9c97-fbcfecbf3ab8 req-9f1cb08a-ab54-4d40-a7bd-5286192550d4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Dec 20 11:47:10.471510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=818959c4-8a39-400a-86ec-b155b557ac60,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:10.496211 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:10.509535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6126ae4e-9767-46eb-b30f-366a3edd06e2 req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:10.568540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:10.578419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:10.608727 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-09d884cc-9071-49ca-9a43-19229eb50fda tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:10.685831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Port': ['ID=9387fb16-f6a0-4e98-b6bb-a859f4647f9b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:10.689065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] For port 21a20adb-18b1-442f-be17-33e69825aa33, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=21a20adb-18b1-442f-be17-33e69825aa33,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:10.689442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:10.707025 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:10.726901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288903-9eab-4621-aea7-52eadd9bc9e3 req-ac7cd212-2cfc-4ecf-b3a5-d3eafaea4265 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:10.728505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60288903-9eab-4621-aea7-52eadd9bc9e3 req-ac7cd212-2cfc-4ecf-b3a5-d3eafaea4265 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.0940993 Dec 20 11:47:10.788457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60288903-9eab-4621-aea7-52eadd9bc9e3 req-7739fc61-ae0e-4060-8299-faf7f4cb5a45 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515857 Dec 20 11:47:10.911364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Calling delete_port for 21a20adb-18b1-442f-be17-33e69825aa33 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:10.981308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6126ae4e-9767-46eb-b30f-366a3edd06e2 req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.000267 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a7120fd-1694-4f69-b89b-333316a2bec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:11.029139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.043345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f57a901-b70d-4a61-8bb6-91cb7bd886a6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:11.046779 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:11.054716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] No DVR routers for this DVR port 9387fb16-f6a0-4e98-b6bb-a859f4647f9b on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:11.071092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.084395 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8108a9b-a7c5-40a7-8068-d326754a7d3d req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.16 "DELETE /v2.0/ports/9387fb16-f6a0-4e98-b6bb-a859f4647f9b HTTP/1.1" status: 204 len: 173 time: 2.6491528 Dec 20 11:47:11.098927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.100418 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/floatingips/ff4e0a5a-ee01-4d88-8e53-06ef8a701af6 HTTP/1.1" status: 204 len: 168 time: 2.8430166 Dec 20 11:47:11.107748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-deleted', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:11.115420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48874) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:11.117200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6126ae4e-9767-46eb-b30f-366a3edd06e2 req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.118420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6126ae4e-9767-46eb-b30f-366a3edd06e2 req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f57a901-b70d-4a61-8bb6-91cb7bd886a6 HTTP/1.1" status: 204 len: 173 time: 1.5434518 Dec 20 11:47:11.138700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad4488-5abb-4878-b207-8d0e835ec29d req-3bb0d76c-1ccc-4b77-a8da-f88ca913c88e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:11.146396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-11ad4488-5abb-4878-b207-8d0e835ec29d req-3bb0d76c-1ccc-4b77-a8da-f88ca913c88e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1de5ca-60c1-4eb8-a769-04743154064c HTTP/1.1" status: 200 len: 945 time: 0.1888006 Dec 20 11:47:11.167086 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-947392c1-2f13-4f7a-b556-a64df53b7f3e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] DELETE failed (client error): The resource could not be found. Dec 20 11:47:11.167610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947392c1-2f13-4f7a-b556-a64df53b7f3e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:47:11.169508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-947392c1-2f13-4f7a-b556-a64df53b7f3e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/ports/97de5385-c1d6-4bfa-aff5-381b64e5d169 HTTP/1.1" status: 404 len: 333 time: 0.0501537 Dec 20 11:47:11.172324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48882) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:11.228541 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b', 'code': 200} Dec 20 11:47:11.243609 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-11ad4488-5abb-4878-b207-8d0e835ec29d req-d3b0b664-8bef-417e-aab3-cf69681e236d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963147 Dec 20 11:47:11.284560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdbb6952-93b5-4e38-aabc-1b839419c600 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Synchronizing usage tracker for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:11.366360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdbb6952-93b5-4e38-aabc-1b839419c600 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Unset dirty status for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:11.370450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bdbb6952-93b5-4e38-aabc-1b839419c600 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "GET /v2.0/ports?device_id=0878d42a-6ec2-4b37-b35c-455c19eafdcd HTTP/1.1" status: 200 len: 205 time: 0.1933460 Dec 20 11:47:11.371312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48886) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:11.403079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.411215 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-16cea224-32fe-4711-b84e-633ecef7af57 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:11.416114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['21a20adb-18b1-442f-be17-33e69825aa33'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:11.478788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event deleted for resources: {'Port': ['ID=21a20adb-18b1-442f-be17-33e69825aa33,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:11.482076 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:11.510653 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-8bac2362-ab52-4e88-9046-0a7de34db4ab tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] delete failed (client error): The resource could not be found. Dec 20 11:47:11.514268 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8bac2362-ab52-4e88-9046-0a7de34db4ab tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/routers/0878d42a-6ec2-4b37-b35c-455c19eafdcd HTTP/1.1" status: 404 len: 336 time: 0.1414096 Dec 20 11:47:11.514865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:11.558557 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-702b9669-8aa1-47c7-90c4-46c7ae2dab5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] DELETE failed (client error): The resource could not be found. Dec 20 11:47:11.558999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702b9669-8aa1-47c7-90c4-46c7ae2dab5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:47:11.563348 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-702b9669-8aa1-47c7-90c4-46c7ae2dab5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/subnets/389f5103-1d8d-48ac-bb3c-6b3d415728a4 HTTP/1.1" status: 404 len: 337 time: 0.0474453 Dec 20 11:47:11.563748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48898) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:11.576308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-330572fc-3021-4ab3-b803-24ff550a2d77 req-2c6d40d4-1faa-4374-850e-9cc8eff3d984 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:11.636224 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a603d1e2-24f4-4f72-911f-b600dd44135a', 'name': 'network-vif-deleted', 'tag': '9387fb16-f6a0-4e98-b6bb-a859f4647f9b', 'status': 'completed', 'code': 200} Dec 20 11:47:11.640230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] No DVR routers for this DVR port 21a20adb-18b1-442f-be17-33e69825aa33 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:11.643123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.658824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port 4e12ddfb-1cd2-4c33-a312-10d271d22b3f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:11.659408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:11.663631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a8e4751-ee33-4f82-b061-460a6f7e5f55 req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "DELETE /v2.0/ports/21a20adb-18b1-442f-be17-33e69825aa33 HTTP/1.1" status: 204 len: 173 time: 2.2586212 Dec 20 11:47:11.664779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-330572fc-3021-4ab3-b803-24ff550a2d77 req-2c6d40d4-1faa-4374-850e-9cc8eff3d984 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:11.678680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-330572fc-3021-4ab3-b803-24ff550a2d77 req-2c6d40d4-1faa-4374-850e-9cc8eff3d984 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=a603d1e2-24f4-4f72-911f-b600dd44135a HTTP/1.1" status: 200 len: 210 time: 0.2042930 Dec 20 11:47:12.069761 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-402e9020-8b8b-4b0e-b023-0721755dcfd0 req-9ccc5029-ebce-4ac8-af06-07c799c133ed tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/e525d7db-3061-4586-89cd-9a80e4238982 HTTP/1.1" status: 200 len: 1645 time: 0.3281946 Dec 20 11:47:12.074341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c194cb-50e7-4bb5-85d9-5bdbc4533d26 req-9d029829-8440-49d3-8f62-c1a1cefa9c72 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:12.078376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51c194cb-50e7-4bb5-85d9-5bdbc4533d26 req-9d029829-8440-49d3-8f62-c1a1cefa9c72 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2352705 Dec 20 11:47:12.129650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51c194cb-50e7-4bb5-85d9-5bdbc4533d26 req-206c49f6-253d-4985-922b-198dea5d45a5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Dec 20 11:47:12.161642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-402e9020-8b8b-4b0e-b023-0721755dcfd0 req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:12.189453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:12.324121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-402e9020-8b8b-4b0e-b023-0721755dcfd0 req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:12.348136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for 4e12ddfb-1cd2-4c33-a312-10d271d22b3f owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:12.453841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-402e9020-8b8b-4b0e-b023-0721755dcfd0 req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:12.461024 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:12.480299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e525d7db-3061-4586-89cd-9a80e4238982,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:12.517040 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:12.537356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-402e9020-8b8b-4b0e-b023-0721755dcfd0 req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:12.552540 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-402e9020-8b8b-4b0e-b023-0721755dcfd0 req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "DELETE /v2.0/security-groups/e525d7db-3061-4586-89cd-9a80e4238982 HTTP/1.1" status: 204 len: 173 time: 0.4808407 Dec 20 11:47:12.605682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d5aa-8818-49a2-9194-ad97ceb5733c req-3c1979d6-e2fa-47b9-b0ff-7fe270b2982f tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:12.607255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff38d5aa-8818-49a2-9194-ad97ceb5733c req-3c1979d6-e2fa-47b9-b0ff-7fe270b2982f tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.1453457 Dec 20 11:47:12.616034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:12.627048 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0baa8849-0b84-4fcb-bb62-036fa8aaa6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:12.676069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=4e12ddfb-1cd2-4c33-a312-10d271d22b3f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:12.688631 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:12.690742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff38d5aa-8818-49a2-9194-ad97ceb5733c req-ce2591ea-4205-4432-8f1b-dc228a346ffb tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773873 Dec 20 11:47:12.882918 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4c4804a-56af-42eb-a37f-9d09eac15050 req-2afbf168-4f71-4422-8896-f621569a8a19 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/53515e27-3b13-4959-95ac-4867c7c4f93a HTTP/1.1" status: 200 len: 1647 time: 0.1929498 Dec 20 11:47:12.887942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:12.926935 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/ports/4e12ddfb-1cd2-4c33-a312-10d271d22b3f HTTP/1.1" status: 204 len: 168 time: 1.3621643 Dec 20 11:47:12.927369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:12.938569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:13.014413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port b92bc98b-c244-4c88-98d2-fd37c30c1108 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:13.015293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.075437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c4804a-56af-42eb-a37f-9d09eac15050 req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.171066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c4804a-56af-42eb-a37f-9d09eac15050 req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.225086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01817a5-b5b0-4107-a847-676c76db0fa4 req-a605a553-90ab-4115-a65b-9cc1ef551ca0 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:13.226739 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d01817a5-b5b0-4107-a847-676c76db0fa4 req-a605a553-90ab-4115-a65b-9cc1ef551ca0 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.1828418 Dec 20 11:47:13.242036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48928) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:13.247481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Request body: {'floatingip': {'port_id': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:13.349388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting subnet ad1a318a-d4e4-441d-bea2-f5fcdb1addcb {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:47:13.358581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.371901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.396576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c4804a-56af-42eb-a37f-9d09eac15050 req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.404420 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08cdd187-3952-4859-af4e-c108b2b361ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:13.428612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53515e27-3b13-4959-95ac-4867c7c4f93a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:13.433844 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:13.438131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4c4804a-56af-42eb-a37f-9d09eac15050 req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.450583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4c4804a-56af-42eb-a37f-9d09eac15050 req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "DELETE /v2.0/security-groups/53515e27-3b13-4959-95ac-4867c7c4f93a HTTP/1.1" status: 204 len: 173 time: 0.5594614 Dec 20 11:47:13.456114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.636926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 21a20adb-18b1-442f-be17-33e69825aa33 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:13.639643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.650695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'name': 'network-vif-deleted', 'tag': '21a20adb-18b1-442f-be17-33e69825aa33'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:13.719998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 21a20adb-18b1-442f-be17-33e69825aa33 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:47:13.720614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 21a20adb-18b1-442f-be17-33e69825aa33 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:47:13.756073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.761509 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-051dbba8-0a3e-4ab6-b0ae-70510aee58c0 tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:13.794619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.798802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1a318a-d4e4-441d-bea2-f5fcdb1addcb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:13.804826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01ec1c-a327-4062-ad0c-8a1d95ace592 req-356d7464-9b9a-4a4d-affc-1de3502931aa tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:13.811920 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2b01ec1c-a327-4062-ad0c-8a1d95ace592 req-356d7464-9b9a-4a4d-affc-1de3502931aa tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2121885 Dec 20 11:47:13.814276 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:13.841526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:13.848176 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/subnets/ad1a318a-d4e4-441d-bea2-f5fcdb1addcb HTTP/1.1" status: 204 len: 168 time: 0.9086127 Dec 20 11:47:13.851693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc6d3f2-24df-4d56-8652-43474148a2d0 None None] Network 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:13.868927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48944) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:13.884711 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2b01ec1c-a327-4062-ad0c-8a1d95ace592 req-689307b6-5272-4833-80d6-06d80fe5ccfa tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717309 Dec 20 11:47:13.966687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for b92bc98b-c244-4c88-98d2-fd37c30c1108 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:14.110266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.152824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e328374-0c69-4acd-903c-2fb990789e8a req-9899c75a-9acc-474f-815d-e33938948016 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:14.154447 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-9899c75a-9acc-474f-815d-e33938948016 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.6499717 Dec 20 11:47:14.186475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 3526f225-78dc-4635-bace-4097e3880b08 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:14.186891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.209754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] DHCP port deletion for 95ee81ff-aaf4-4351-8bd1-a806a8ce1415 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:47:14.214517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Deleting port 3526f225-78dc-4635-bace-4097e3880b08 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:14.214898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.234645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3bff78f-52bd-4b89-878b-2c26f3992aad req-2fc873d8-2d50-40b3-a953-be08ad34a1d7 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/5e08bb6f-d57f-48cf-8ee4-be5410a09bd4 HTTP/1.1" status: 200 len: 1646 time: 0.1204140 Dec 20 11:47:14.321635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-22625a3a-51f9-4e78-978f-a435a8078fb9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/quotas/6f9c25d6a37645c09139b2aeb523877b HTTP/1.1" status: 200 len: 375 time: 0.1482365 Dec 20 11:47:14.377098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e3bff78f-52bd-4b89-878b-2c26f3992aad req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.416874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1e328374-0c69-4acd-903c-2fb990789e8a req-2b32075d-d046-47b9-a240-f40853ddc5a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:14.452314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e3bff78f-52bd-4b89-878b-2c26f3992aad req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.591119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port 3526f225-78dc-4635-bace-4097e3880b08, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3526f225-78dc-4635-bace-4097e3880b08,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:14.591854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.595804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3526f225-78dc-4635-bace-4097e3880b08 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:14.683340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] For port 3526f225-78dc-4635-bace-4097e3880b08, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3526f225-78dc-4635-bace-4097e3880b08,segment=NetworkSegment(74ea7d8d-520c-445e-af76-cc9aec213128),segment_id=74ea7d8d-520c-445e-af76-cc9aec213128)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:14.684077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.733398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e3bff78f-52bd-4b89-878b-2c26f3992aad req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.746815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for 3526f225-78dc-4635-bace-4097e3880b08 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:14.754196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.765246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1e328374-0c69-4acd-903c-2fb990789e8a req-2b32075d-d046-47b9-a240-f40853ddc5a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:14.766852 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-2b32075d-d046-47b9-a240-f40853ddc5a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4311910 Dec 20 11:47:14.778133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-25e457ba-f6b9-4f70-abdf-5e107a8e95a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:14.808138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08bb6f-d57f-48cf-8ee4-be5410a09bd4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:14.811150 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:14.826530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e3bff78f-52bd-4b89-878b-2c26f3992aad req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.827629 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3bff78f-52bd-4b89-878b-2c26f3992aad req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "DELETE /v2.0/security-groups/5e08bb6f-d57f-48cf-8ee4-be5410a09bd4 HTTP/1.1" status: 204 len: 173 time: 0.5860972 Dec 20 11:47:14.913545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:14.913773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Calling delete_port for 3526f225-78dc-4635-bace-4097e3880b08 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:14.920046 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f913009c-5cf6-45e1-aa90-3e280299a537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:14.936770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-efec15cd-cccf-43a0-9c27-22d34e092f8f service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609583 Dec 20 11:47:14.956719 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1de5ca-60c1-4eb8-a769-04743154064c', 'name': 'network-vif-deleted', 'tag': '21a20adb-18b1-442f-be17-33e69825aa33', 'status': 'completed', 'code': 200} Dec 20 11:47:15.011404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Port': ['ID=3526f225-78dc-4635-bace-4097e3880b08,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:15.017318 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:15.018270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] No DVR routers for this DVR port 3526f225-78dc-4635-bace-4097e3880b08 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:15.110121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn_limited( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn_limited( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.129560 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:15.132535 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:47:15.140645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:47:15.141085 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:47:15.166555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.174396 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7da08ba2-f9f6-4ac4-9ec8-f8a0831b5691 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:15.202668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.235915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=b92bc98b-c244-4c88-98d2-fd37c30c1108,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:15.259475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ee81ff-aaf4-4351-8bd1-a806a8ce1415']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:15.297205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ea7d8d-520c-445e-af76-cc9aec213128') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:15.297561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ea7d8d-520c-445e-af76-cc9aec213128') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:15.321580 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-46de7a4b-a93b-4768-a38e-1db5e8575e5f req-a2200537-7986-46c4-8c8d-7fc639f7638e tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "GET /v2.0/security-groups/6ea25ddd-dc9a-4070-89de-42606f07f8e5 HTTP/1.1" status: 200 len: 1646 time: 0.1363780 Dec 20 11:47:15.329900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.363248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.364048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.364048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.364300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.364589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.364945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.365295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.365644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.366010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.366400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.368431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:15.379603 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:15.382973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.396690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:47:15.397647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.414985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-85913f7b-5ac3-4593-b75e-4793a07f9452 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772923 Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:47:15.419599 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:47:15.461241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.477397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/ports/b92bc98b-c244-4c88-98d2-fd37c30c1108 HTTP/1.1" status: 204 len: 168 time: 2.5482504 Dec 20 11:47:15.478091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:15.591559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-46de7a4b-a93b-4768-a38e-1db5e8575e5f req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.593469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.608515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.616464 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b32eb16f-a3f9-4414-bd77-d28b5003ebf2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:15.643360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Deleting port 3526f225-78dc-4635-bace-4097e3880b08 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:15.643580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.644008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.657819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.718316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Network': ['ID=95ee81ff-aaf4-4351-8bd1-a806a8ce1415,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:15.725180 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:15.746399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf589f-43b7-4777-93d3-d3ebc41d2a69 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:15.747096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-71cf589f-43b7-4777-93d3-d3ebc41d2a69 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Synchronizing usage tracker for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:15.767019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-46de7a4b-a93b-4768-a38e-1db5e8575e5f req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:15.834081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fafb7-e172-425f-8c8b-8954fbfa148a None None] The port '3526f225-78dc-4635-bace-4097e3880b08' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:47:15.835619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-71cf589f-43b7-4777-93d3-d3ebc41d2a69 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Unset dirty status for tenant:f9934c5b83914360adbdbe433e0d3993 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:15.840219 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-71cf589f-43b7-4777-93d3-d3ebc41d2a69 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "GET /v2.0/ports?device_id=76565e5e-989b-4c1b-a142-5f46ade9fbe7 HTTP/1.1" status: 200 len: 913 time: 0.3068306 Dec 20 11:47:15.844718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48962) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:15.882666 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/networks/95ee81ff-aaf4-4351-8bd1-a806a8ce1415 HTTP/1.1" status: 204 len: 168 time: 1.9931400 Dec 20 11:47:15.883332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48970) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:15.962735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-46de7a4b-a93b-4768-a38e-1db5e8575e5f req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.008041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af97dc1-dcf6-4a81-a33c-22f795ed6a6b req-802270f1-244a-4c8e-999c-4296a300baee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:16.015486 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4af97dc1-dcf6-4a81-a33c-22f795ed6a6b req-802270f1-244a-4c8e-999c-4296a300baee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.2631352 Dec 20 11:47:16.106619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4af97dc1-dcf6-4a81-a33c-22f795ed6a6b req-cd818c0f-b5d3-44a3-8dd2-12ae96bfa11a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901742 Dec 20 11:47:16.138664 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d01589f-c983-4d27-a210-2e9466eb4e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:16.156815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea25ddd-dc9a-4070-89de-42606f07f8e5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:16.169019 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:16.228074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-46de7a4b-a93b-4768-a38e-1db5e8575e5f req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.229878 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-46de7a4b-a93b-4768-a38e-1db5e8575e5f req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ea25ddd-dc9a-4070-89de-42606f07f8e5 HTTP/1.1" status: 204 len: 173 time: 0.9069862 Dec 20 11:47:16.242916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48978) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:16.319263 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Floating IP ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57 associated. External IP: 172.35.0.85, port: fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1. Dec 20 11:47:16.440206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Deleting subnet 99d40385-2534-4a00-a327-83441cdbb0e0 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:47:16.443511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.483677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting subnet 22dec96e-db4a-415a-8ab0-bc320fcd643c {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:47:16.487114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.580508 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8b2652b5-2534-411f-89af-8a7a8b69fac5 req-0d0f4281-089e-4eed-876c-6e349da74a33 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 210 time: 0.0515780 Dec 20 11:47:16.599863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.643440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.722461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.812928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.874988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.886100 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-15790a69-3345-4df9-9a5a-9c4ddc88afa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:16.938559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d40385-2534-4a00-a327-83441cdbb0e0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:16.942051 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:16.950042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:16.963408 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/99d40385-2534-4a00-a327-83441cdbb0e0 HTTP/1.1" status: 204 len: 168 time: 0.7171814 Dec 20 11:47:16.963616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48982) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:17.043067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.049951 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f77e5a0c-3be1-40d1-a8a6-f37dd69afe5e tempest-ExtraDHCPOptionsTestJSON-2107187740 tempest-ExtraDHCPOptionsTestJSON-2107187740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:17.199570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Subnet': ['ID=22dec96e-db4a-415a-8ab0-bc320fcd643c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:17.205367 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:17.216714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b54938-2869-43f2-b945-666f4fad35b9 None None] Network 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:17.219684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.226926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.255309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/subnets/22dec96e-db4a-415a-8ab0-bc320fcd643c HTTP/1.1" status: 204 len: 168 time: 1.3681972 Dec 20 11:47:17.261276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:17.543131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.548738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.595676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.610033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7528fb5c-0b7f-4a95-9db7-6adf34c4a40b']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:17.625737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 77b3bc3a-712b-4927-862b-325c2b013b32 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:17.626266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.661404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b0d3c9-79cd-4312-9cee-3e6e9e068ad1') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:17.661707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b0d3c9-79cd-4312-9cee-3e6e9e068ad1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:17.722724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.756121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] DHCP port deletion for 075c7830-6a5c-4f83-b8c4-3ee0d5b196aa request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:47:17.762537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Deleting port 77b3bc3a-712b-4927-862b-325c2b013b32 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:17.762901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.767665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e328374-0c69-4acd-903c-2fb990789e8a req-36354bb6-c326-41a8-a5eb-be755870f957 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:17.769365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-36354bb6-c326-41a8-a5eb-be755870f957 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.6230934 Dec 20 11:47:17.789505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Request body: {'port': {'device_id': '13aab1c6-97d6-425c-8c98-7494738e2211', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'admin_state_up': True, 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:17.791877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.870169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:47:17.870620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:47:17.904007 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:47:17.908551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1cffd-fff3-42bb-a4ef-b7955bd0d410 req-6a171f55-8881-4726-9c6b-f1664fdf4515 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:17.920839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25c1cffd-fff3-42bb-a4ef-b7955bd0d410 req-6a171f55-8881-4726-9c6b-f1664fdf4515 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.6052709 Dec 20 11:47:18.043874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] For port 77b3bc3a-712b-4927-862b-325c2b013b32, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=77b3bc3a-712b-4927-862b-325c2b013b32,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:18.044685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:18.055328 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f714a6c3-0321-4acc-afef-d01fc51cdd40 req-bc2eb8fd-274a-44b7-9642-28b88a866be8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 210 time: 0.1229234 Dec 20 11:47:18.107135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:18.114355 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6881c465-8a6d-49c5-8491-029ad43997e6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:18.131865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:18.145063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Pushing event deleted for resources: {'Network': ['ID=7528fb5c-0b7f-4a95-9db7-6adf34c4a40b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:18.161217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:47:18.161845 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:18.168905 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7528fb5c-0b7f-4a95-9db7-6adf34c4a40b HTTP/1.1" status: 204 len: 168 time: 1.2021401 Dec 20 11:47:18.204492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Calling delete_port for 77b3bc3a-712b-4927-862b-325c2b013b32 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:18.207012 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25c1cffd-fff3-42bb-a4ef-b7955bd0d410 req-9b652424-bc42-4931-b4f1-7c10857a9252 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847314 Dec 20 11:47:18.332205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port 77b3bc3a-712b-4927-862b-325c2b013b32, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=77b3bc3a-712b-4927-862b-325c2b013b32,segment=NetworkSegment(b454f31f-0d10-48e3-b703-eaa3fc4dc759),segment_id=b454f31f-0d10-48e3-b703-eaa3fc4dc759)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:18.332894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:18.359904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:18.368215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:18.375066 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:18.383520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:18.414996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:18.430223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:18.484183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Pushing event deleted for resources: {'Port': ['ID=77b3bc3a-712b-4927-862b-325c2b013b32,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:18.491917 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:18.498178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] No DVR routers for this DVR port 77b3bc3a-712b-4927-862b-325c2b013b32 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:18.502088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:18.532284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49004) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:18.565145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 77b3bc3a-712b-4927-862b-325c2b013b32 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:18.629206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 77b3bc3a-712b-4927-862b-325c2b013b32 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:47:18.630658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 77b3bc3a-712b-4927-862b-325c2b013b32 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:47:18.752556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for 77b3bc3a-712b-4927-862b-325c2b013b32 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:18.841206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:47:18.841615 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:47:19.121710 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ded207f7-10c7-4b1c-a646-c389127cefaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e78a7e8accc942aaba9178877fff0811&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5846953 Dec 20 11:47:19.124185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:19.147601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Allocated IP 172.20.0.2 (165a1346-a2be-4723-a8c3-89391b583d6e/e6a0a1de-8ddb-431c-972c-013022002c2b/839d6c71-2ef4-41f4-b6ad-b69937c03c23) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:19.221366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.240386 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f203d9f7-8ebd-4eb7-bda5-d124000f7a65 req-78a83726-aa27-4fde-a9ba-1e28d9f01f87 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 210 time: 0.0540178 Dec 20 11:47:19.262781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.317795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:47:19.329072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.334396 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6e824112-df4d-42cf-a903-9669778e4ede tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:19.336949 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] Sync routers for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:47:19.353597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.363253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 77b3bc3a-712b-4927-862b-325c2b013b32 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:19.363965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.368101 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:19.368719 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:19.398098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa5bae-c1d8-48c4-9e26-fdbdc9319885,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:19.450946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.451328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.452564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.452564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.452564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.452852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.453124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.453475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.453829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.454200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.454558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:19.462370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] The port '77b3bc3a-712b-4927-862b-325c2b013b32' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:47:19.464696 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:19.504899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.506022 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6aa5bae-c1d8-48c4-9e26-fdbdc9319885 HTTP/1.1" status: 204 len: 168 time: 0.3808308 Dec 20 11:47:19.602541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ab3a2dee-6512-42da-bfee-5858614a2b5a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "PUT /v2.0/floatingips/ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57 HTTP/1.1" status: 200 len: 990 time: 6.3572602 Dec 20 11:47:19.605661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:19.611210 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:47:19.667373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.706803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075c7830-6a5c-4f83-b8c4-3ee0d5b196aa']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:19.727193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.733123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b454f31f-0d10-48e3-b703-eaa3fc4dc759') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:19.734252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b454f31f-0d10-48e3-b703-eaa3fc4dc759') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:19.756276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.789601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.801938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:47:19.802812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.820331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba0b2-fbf7-424f-b68b-6dfa05c59c0e req-2dd2adda-e2dc-42d6-bf0b-5fac8580e167 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:19.821890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e7bba0b2-fbf7-424f-b68b-6dfa05c59c0e req-2dd2adda-e2dc-42d6-bf0b-5fac8580e167 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4265668 Dec 20 11:47:19.831482 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'status': 'completed', 'code': 200} Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:47:19.847524 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:47:19.918628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-a83d0742-c495-4d03-af85-ee37864f9582 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1099 time: 0.3048067 Dec 20 11:47:19.983500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:19.996517 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57d1fc4d-52c0-41f6-8282-c7e804b9d835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:20.014193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.017635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.037619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Network': ['ID=075c7830-6a5c-4f83-b8c4-3ee0d5b196aa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:20.040726 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:20.045971 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/networks/075c7830-6a5c-4f83-b8c4-3ee0d5b196aa HTTP/1.1" status: 204 len: 168 time: 2.7836869 Dec 20 11:47:20.051962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49038) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:20.058577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1737122070'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:20.063679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:20.068303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:network and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:20.071611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:20.079931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:20.083549 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7d0d114-92d9-493b-be23-b829542d1cf0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:20.095533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:20.099748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.102277 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'floating_ip_address': '172.35.0.85', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'port_id': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'mac_address': 'fa:16:3e:58:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:46:07Z', 'updated_at': '2021-12-20T11:47:15Z', 'revision_number': 1, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:07Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:20.106896 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] Checking router: ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:47:20.120296 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:20.121531 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:20.137645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:47:20.156545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.156997 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Added segment 7871bb78-970c-49be-b36e-aae7ab646c1f of type vlan for network 10273653-5c6b-4f73-9cb5-567a79971b6c Dec 20 11:47:20.163691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e7bba0b2-fbf7-424f-b68b-6dfa05c59c0e req-331c0211-c81e-42af-9cdf-1734f85e0049 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210900 Dec 20 11:47:20.228778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Network 165a1346-a2be-4723-a8c3-89391b583d6e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:20.233039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.233391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:20.235608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event updated for resources: {'Port': ['ID=839d6c71-2ef4-41f4-b6ad-b69937c03c23,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:20.243547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:20.308742 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:20.315920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:20.316652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.344300 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:47:20.370145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.375069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:20.375833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.401799 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:20.435003 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3817854 Dec 20 11:47:20.440414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49050) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:20.466462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'subnet': {'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:20.469580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-22c8bff9-ae77-4780-9aaf-a1d5428bfebd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=784fe69e76694d4f96f62301b7ce894d&device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 1098 time: 0.6081545 Dec 20 11:47:20.519971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-b8596507-ac62-4446-b5ab-38e2adfce613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:20.521986 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-b8596507-ac62-4446-b5ab-38e2adfce613 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 915 time: 0.5928226 Dec 20 11:47:20.539129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port 721ed079-a1f9-48e1-9b0c-79d38d6ebb6f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:20.539129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:20.549265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Network': ['ID=10273653-5c6b-4f73-9cb5-567a79971b6c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:20.561664 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:20.563000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 10273653-5c6b-4f73-9cb5-567a79971b6c details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:47:20.674463 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8885140 Dec 20 11:47:20.717428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-c2c95521-0495-40ee-a96e-47c7f28a9344 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 217 time: 0.1839242 Dec 20 11:47:20.725886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:20.739286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:subnet and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:20.745616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:20.760706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:20.789202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:20.814898 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'floating_ip_address': '172.35.0.85', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'port_id': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'mac_address': 'fa:16:3e:58:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:46:07Z', 'updated_at': '2021-12-20T11:47:15Z', 'revision_number': 1, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:07Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:20.822849 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf5e7b-dd88-4a70-8ee9-a774bb8da2e1 None None] The sync data for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 is: [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'floating_ip_address': '172.35.0.85', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'port_id': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'mac_address': 'fa:16:3e:58:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:46:07Z', 'updated_at': '2021-12-20T11:47:15Z', 'revision_number': 1, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:07Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:47:20.916715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Request body: {'port': {'device_id': '13aab1c6-97d6-425c-8c98-7494738e2211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:20.941768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.069383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca2fbe-4e03-4b8b-ba28-221feb4dbe66 None None] New status for floating IP ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:47:21.164933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49070) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:21.263744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.269023 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bdeb2d70-7288-4c9a-a1f6-72523755f0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:21.320107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-382aff13-164a-495e-be52-90fbdb511af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:21.321436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-382aff13-164a-495e-be52-90fbdb511af2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.5790758 Dec 20 11:47:21.354249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Subnet': ['ID=72e83026-a1cb-4751-bdb2-c519eedf321f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:21.367484 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:21.374745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3194bb6-014d-4cc8-bbda-e47d947a28b2 req-a40b685b-b271-4ba0-a09a-b13086705614 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:21.375462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f3194bb6-014d-4cc8-bbda-e47d947a28b2 req-a40b685b-b271-4ba0-a09a-b13086705614 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:21.425480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-569530146-network', 'tenant_id': '8af15444528a46af90205b6a2594adf6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:21.471674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:21.481138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Usage tracker for resource:network and tenant:8af15444528a46af90205b6a2594adf6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:21.485157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:21.495172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:21.511137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Checking segment: {'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:21.511137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network hostable DHCP agents. Network: 10273653-5c6b-4f73-9cb5-567a79971b6c, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:47:21.519377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Made reservation on behalf of 8af15444528a46af90205b6a2594adf6 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:21.521431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.542439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.560969 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-c73b62da-c7dc-4031-bdfe-baafc07874ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2178619 Dec 20 11:47:21.567572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.596131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bd691-58b9-457e-a226-0928e258b314 req-c6bab440-cff5-46fe-ad9e-b493348a00b2 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:21.604598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-435bd691-58b9-457e-a226-0928e258b314 req-c6bab440-cff5-46fe-ad9e-b493348a00b2 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.1885948 Dec 20 11:47:21.604598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:21.616197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 10273653-5c6b-4f73-9cb5-567a79971b6c is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:47:21.616197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Usage tracker for resource:security_group_rule and tenant:8af15444528a46af90205b6a2594adf6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:21.616197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:21.643300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:21.652860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 10273653-5c6b-4f73-9cb5-567a79971b6c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:21.664763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d43d98-561d-4a9b-9e1c-e8a4d1560f84 None None] Network 10273653-5c6b-4f73-9cb5-567a79971b6c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:21.671921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:21.671921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.741775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f3194bb6-014d-4cc8-bbda-e47d947a28b2 req-a40b685b-b271-4ba0-a09a-b13086705614 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:21.748654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f3194bb6-014d-4cc8-bbda-e47d947a28b2 req-a40b685b-b271-4ba0-a09a-b13086705614 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 931 time: 1.2768235 Dec 20 11:47:21.762313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for 721ed079-a1f9-48e1-9b0c-79d38d6ebb6f owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:21.818520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.827719 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-435bd691-58b9-457e-a226-0928e258b314 req-24e2b673-ae8e-4ecf-b435-e3cc142a26fd tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159696 Dec 20 11:47:21.846669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4045641 Dec 20 11:47:21.850609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:21.866637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1756671281'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:21.883536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:21.892987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-1a4e5cb6-9602-472a-adc4-f00964c53b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:21.894215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-1a4e5cb6-9602-472a-adc4-f00964c53b27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89b62a73-fae3-4f74-9b27-65c508b7780c HTTP/1.1" status: 200 len: 917 time: 1.3674173 Dec 20 11:47:21.907320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:network and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:21.914971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:21.929839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:21.942732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.954584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:21.962499 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-46dfd512-d04e-45a2-ac70-b63a770f734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:21.974850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:21.978732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.014296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-10273653-5c6b-4f73-9cb5-567a79971b6c', 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'fixed_ips': [{'subnet_id': '72e83026-a1cb-4751-bdb2-c519eedf321f'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:47:22.017328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.038767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:47:22.061637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9383ada3-7769-49a9-bd06-641bdba84986,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:22.071887 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:22.091129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:47:22.104934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.105463 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Added segment 0d65f50a-48fe-4910-8606-2ef8738601cf of type vlan for network 67c4550a-8f9c-44e9-b90c-c8f906354317 Dec 20 11:47:22.130460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.131155 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Added segment 58dd79f1-2114-4406-9c3f-b32dd52b4739 of type vlan for network 0d9adfc9-de6a-427f-af2a-426c385a0574 Dec 20 11:47:22.222148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.240142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.242814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f3194bb6-014d-4cc8-bbda-e47d947a28b2 req-887c505c-ce2b-42cc-8b91-07648689797a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932513 Dec 20 11:47:22.246462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Allocated IP 19.80.0.2 (10273653-5c6b-4f73-9cb5-567a79971b6c/72e83026-a1cb-4751-bdb2-c519eedf321f/cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:22.308941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-4689b6af-10d6-4e90-b9e1-d9ac0cbf9739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 HTTP/1.1" status: 200 len: 1000 time: 0.3462834 Dec 20 11:47:22.315234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-a4026280-ed0f-4a73-8ad6-fbd024943afd service neutron] 10.222.0.53 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277362 Dec 20 11:47:22.359136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.360542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:22.362975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.380824 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7cac6c9-932e-4c59-9b93-7075c516586e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:22.442977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.455252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:22.456225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.547052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Pushing event updated for resources: {'Network': ['ID=67c4550a-8f9c-44e9-b90c-c8f906354317,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:22.555639 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:22.560686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 67c4550a-8f9c-44e9-b90c-c8f906354317 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:47:22.566051 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53ce53a9-16f5-45dc-acc7-3d2634e69855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:22.649418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-114e937e-5d10-4b53-b28d-1cbbf4d4f362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:22.652472 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-114e937e-5d10-4b53-b28d-1cbbf4d4f362 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a8bc92b-8e44-4a36-8e4c-565fd2a39b02 HTTP/1.1" status: 200 len: 855 time: 0.3188536 Dec 20 11:47:22.697766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Network': ['ID=0d9adfc9-de6a-427f-af2a-426c385a0574,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:22.704991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.711943 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:22.716186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0d9adfc9-de6a-427f-af2a-426c385a0574 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:47:22.725008 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5559330 Dec 20 11:47:22.725910 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8736947 Dec 20 11:47:22.728012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:22.732499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:22.737800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'subnet': {'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:22.764277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Request body: {'subnet': {'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-569530146-subnet', 'tenant_id': '8af15444528a46af90205b6a2594adf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:22.775223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:22.788930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Usage tracker for resource:subnet and tenant:8af15444528a46af90205b6a2594adf6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:22.803156 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8182b799-6f7d-413a-b77b-178e66cd1bbf req-b2fcb2b2-8b04-45e6-ba26-fe79b951b090 service neutron] 10.222.0.53 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058619 Dec 20 11:47:22.811587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:22.826202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:22.849250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Transition to ACTIVE for port object cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:22.860414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.865793 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:22.876493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Transition to ACTIVE for port object cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:22.886485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.890091 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:22.927604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:22.937223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:subnet and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:22.937223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:22.945043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:22.959304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Made reservation on behalf of 8af15444528a46af90205b6a2594adf6 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:22.959494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=721ed079-a1f9-48e1-9b0c-79d38d6ebb6f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:22.966257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-83f061fd-db3c-474d-9339-688017eaced4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b62a73-fae3-4f74-9b27-65c508b7780c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3031948 Dec 20 11:47:22.966992 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:22.969659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:22.982673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Network 10273653-5c6b-4f73-9cb5-567a79971b6c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:22.986945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:22.994264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:23.005206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Pushing event updated for resources: {'Port': ['ID=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:23.014789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:23.043437 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:23.096076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Attempting to bind port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:23.096461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Attempting to bind port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:23.096841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Attempting to bind port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f on network 10273653-5c6b-4f73-9cb5-567a79971b6c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:23.105142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:23.105302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Checking segment: {'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:23.105596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.106037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Bound using segment: {'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:23.107124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Bound port: cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:23.107124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.284146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839d6c71-2ef4-41f4-b6ad-b69937c03c23 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:23.300032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.310370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] For port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:23.314709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] For port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:23.324327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.330463 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:23.416848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.428228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Pushing event updated for resources: {'Port': ['ID=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:23.431888 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:23.512377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Transition to ACTIVE for port object 839d6c71-2ef4-41f4-b6ad-b69937c03c23 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:23.588696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.596479 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-29955326-cbda-4d0f-81de-0f9881da911b tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:23.621816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7c219-ff7d-44ac-b999-486dd8e5a51a req-3b6b4c3e-9d75-458c-8912-d1ea84dbcf9b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:23.628956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5bc7c219-ff7d-44ac-b999-486dd8e5a51a req-3b6b4c3e-9d75-458c-8912-d1ea84dbcf9b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.4050903 Dec 20 11:47:23.666328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-7d644339-bbd4-48ca-a524-ea519aff9a9b service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906610 Dec 20 11:47:23.771510 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5bc7c219-ff7d-44ac-b999-486dd8e5a51a req-d78bbed9-555f-4a9a-a4c3-e44afdeee33b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413932 Dec 20 11:47:23.771735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Pushing event updated for resources: {'Port': ['ID=839d6c71-2ef4-41f4-b6ad-b69937c03c23,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:23.796507 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:23.816538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.816538 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c38fb2c5-de89-41f9-8963-ba80d32cabf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:23.872149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:23.890960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cf23e-88d3-49ac-82ae-022496a71d0c req-1ca3f67b-acf9-4104-89d0-9c0359274f66 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:23.892420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d6cf23e-88d3-49ac-82ae-022496a71d0c req-1ca3f67b-acf9-4104-89d0-9c0359274f66 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 931 time: 0.4724801 Dec 20 11:47:23.918780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Subnet': ['ID=69f3d186-2c22-4c45-8781-81f3cf70f9dd,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:23.925591 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:23.927344 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6427e27b-e4c0-44d4-885d-0b74606704b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:23.997474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Checking segment: {'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:23.998545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network hostable DHCP agents. Network: 0d9adfc9-de6a-427f-af2a-426c385a0574, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:47:24.015957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653909c7-91ca-41a5-bc33-868d516b8613,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:24.018811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Checking segment: {'id': '0d65f50a-48fe-4910-8606-2ef8738601cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:24.019384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Network hostable DHCP agents. Network: 67c4550a-8f9c-44e9-b90c-c8f906354317, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:47:24.024000 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:24.050114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 0d9adfc9-de6a-427f-af2a-426c385a0574 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:47:24.053954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Network 67c4550a-8f9c-44e9-b90c-c8f906354317 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:47:24.063687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0d9adfc9-de6a-427f-af2a-426c385a0574) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:24.066925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 67c4550a-8f9c-44e9-b90c-c8f906354317) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:24.068717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:24.069466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:24.075632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0be59-a8dd-4b04-8a29-ca92bd305b07 None None] Network 0d9adfc9-de6a-427f-af2a-426c385a0574 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:24.076766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:24.077337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:24.086051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-32d7fbc3-fae3-4843-b4c5-7fa330aecb6d req-9ead5002-880f-4009-a051-4a9a4bf75133 service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022138 Dec 20 11:47:24.109868 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3796763 Dec 20 11:47:24.120829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3657770 Dec 20 11:47:24.127410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d6cf23e-88d3-49ac-82ae-022496a71d0c req-c0392ed3-dd5c-4acd-b1b5-a876e2611c1e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265649 Dec 20 11:47:24.176638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Attempting to bind port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:24.177172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Attempting to bind port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:24.177720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Attempting to bind port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:24.202035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 on network 165a1346-a2be-4723-a8c3-89391b583d6e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:47:24.202476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Attempting to bind port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:24.218119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:24.218592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Checking segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:24.219235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Bound using segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:24.219896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Bound port: 839d6c71-2ef4-41f4-b6ad-b69937c03c23, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:24.220520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:24.242034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1eba4-afc0-40b4-ab9c-6193cc10c727 None None] Network 67c4550a-8f9c-44e9-b90c-c8f906354317 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:24.396871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:24.423986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:24.549721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] For port 839d6c71-2ef4-41f4-b6ad-b69937c03c23, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:24.570493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] For port 839d6c71-2ef4-41f4-b6ad-b69937c03c23, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=839d6c71-2ef4-41f4-b6ad-b69937c03c23,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:24.586842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0d9adfc9-de6a-427f-af2a-426c385a0574', 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'fixed_ips': [{'subnet_id': '69f3d186-2c22-4c45-8781-81f3cf70f9dd'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:47:24.589355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:24.590386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:24.596418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f689ecb-e402-4a4b-b04c-d45643c64357 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:24.648548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:24.705204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Pushing event updated for resources: {'Port': ['ID=839d6c71-2ef4-41f4-b6ad-b69937c03c23,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:24.712300 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:24.735517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:24.742867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] 10.222.0.16 "PUT /v2.0/ports/839d6c71-2ef4-41f4-b6ad-b69937c03c23 HTTP/1.1" status: 200 len: 1093 time: 4.0530148 Dec 20 11:47:24.744570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aab1c6-97d6-425c-8c98-7494738e2211', 'tag': '839d6c71-2ef4-41f4-b6ad-b69937c03c23'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:24.753059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-ba856808-63ce-4b9d-8a58-d5b3b21ddae1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:24.774370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-ba856808-63ce-4b9d-8a58-d5b3b21ddae1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:24.775226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-ba856808-63ce-4b9d-8a58-d5b3b21ddae1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:24.828615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-ba856808-63ce-4b9d-8a58-d5b3b21ddae1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:24.829848 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-ba856808-63ce-4b9d-8a58-d5b3b21ddae1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/networks?id=10273653-5c6b-4f73-9cb5-567a79971b6c&id=0d9adfc9-de6a-427f-af2a-426c385a0574 HTTP/1.1" status: 200 len: 1392 time: 0.3890338 Dec 20 11:47:24.855175 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-08759deb-7031-4b5a-8bbf-f46f77464dc0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/quotas/116b4a8b89604f02ab430678839f252d HTTP/1.1" status: 200 len: 375 time: 0.0190430 Dec 20 11:47:24.921904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324121d7-4180-47b0-b3be-c1af97c1ceb8 None None] Network 10273653-5c6b-4f73-9cb5-567a79971b6c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:24.978990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-e44dce57-886e-4e1f-ad09-df5ceb05d7ed tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:24.994609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-e44dce57-886e-4e1f-ad09-df5ceb05d7ed tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:24.996332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-e44dce57-886e-4e1f-ad09-df5ceb05d7ed tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1403816 Dec 20 11:47:25.166656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-801e7845-b841-49a9-9f48-7148aa802ae8 None None] Provisioning for port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:25.192094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:25.229114 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-06ff4f08-695f-4792-a5e2-c17bc703bc46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 1096 time: 0.3900261 Dec 20 11:47:25.256412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:25.261123 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-8a20d298-7c48-4eba-a821-0fdb47c9c5f0 service neutron] 10.222.0.32 "GET /v2.0/networks/10273653-5c6b-4f73-9cb5-567a79971b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556174 Dec 20 11:47:25.323779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:25.324158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:25.326199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-74cc2f55-6e41-472e-be71-3e867d250ca5 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:25.327814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-74cc2f55-6e41-472e-be71-3e867d250ca5 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/networks?id=67c4550a-8f9c-44e9-b90c-c8f906354317 HTTP/1.1" status: 200 len: 821 time: 0.4149842 Dec 20 11:47:25.397228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7fcea-812d-4743-aa54-0d4fc00f6e2d None None] Network 67c4550a-8f9c-44e9-b90c-c8f906354317 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:25.399807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-5fab1195-e300-47c8-b5cd-4637888501b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=839d6c71-2ef4-41f4-b6ad-b69937c03c23 HTTP/1.1" status: 200 len: 217 time: 0.1595740 Dec 20 11:47:25.421894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:25.477156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Allocated IP 19.86.0.2 (0d9adfc9-de6a-427f-af2a-426c385a0574/69f3d186-2c22-4c45-8781-81f3cf70f9dd/7a445d34-4abb-44b4-9e11-696cd6c14da6) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:25.481085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-d23d382d-89bc-4f86-bf37-7c4831f352d7 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/quotas/8af15444528a46af90205b6a2594adf6 HTTP/1.1" status: 200 len: 375 time: 0.0831120 Dec 20 11:47:25.483480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:25.502164 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-eb5f3970-06fb-4efd-a407-6e20333073ab service neutron] 10.222.0.32 "GET /v2.0/networks/10273653-5c6b-4f73-9cb5-567a79971b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303119 Dec 20 11:47:25.521344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:25.528377 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:25.601239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3bbca917-9155-4a18-9d66-9f47884a7333 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8af15444528a46af90205b6a2594adf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662451 Dec 20 11:47:25.607362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e328374-0c69-4acd-903c-2fb990789e8a req-59dc6377-f280-43a1-9bf7-1c0d42953033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:25.608687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-59dc6377-f280-43a1-9bf7-1c0d42953033 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.1945982 Dec 20 11:47:25.660959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-4caf6b40-f643-4b76-a520-9f31ba849e7a service neutron] 10.222.0.32 "GET /v2.0/networks/0d9adfc9-de6a-427f-af2a-426c385a0574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499062 Dec 20 11:47:25.712911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-dbc6ba35-c5e4-4b8a-94c7-455f2cd48da9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861931 Dec 20 11:47:25.794430 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-b5d0b262-9f54-4ece-865f-f633297a6651 service neutron] 10.222.0.32 "GET /v2.0/networks/0d9adfc9-de6a-427f-af2a-426c385a0574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300192 Dec 20 11:47:25.989780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-032b32ea-9ff4-4392-8229-c714d378e6b6 service neutron] 10.222.0.32 "GET /v2.0/networks/67c4550a-8f9c-44e9-b90c-c8f906354317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621268 Dec 20 11:47:26.046479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-40c3a431-f74e-49d8-8065-f4729143c756 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205876 Dec 20 11:47:26.051486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:26.063591 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:26.082692 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aab1c6-97d6-425c-8c98-7494738e2211', 'tag': '839d6c71-2ef4-41f4-b6ad-b69937c03c23', 'status': 'completed', 'code': 200} Dec 20 11:47:26.149612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:26.253476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:26.266584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:26.274554 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:26.344838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:26.352988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4818932-eb1a-4d6c-a76a-4df30982cdea req-f367e87a-79cd-479e-a387-81e1bbc2fac8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:26.369251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-59e27798-c2c6-4910-9422-17135f8576da service neutron] 10.222.0.32 "GET /v2.0/networks/67c4550a-8f9c-44e9-b90c-c8f906354317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565180 Dec 20 11:47:26.375432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Transition to ACTIVE for port object 7a445d34-4abb-44b4-9e11-696cd6c14da6 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:26.382145 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4818932-eb1a-4d6c-a76a-4df30982cdea req-f367e87a-79cd-479e-a387-81e1bbc2fac8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 944 time: 0.1778488 Dec 20 11:47:26.441313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Transition to ACTIVE for port object 7a445d34-4abb-44b4-9e11-696cd6c14da6 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:26.456370 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e328374-0c69-4acd-903c-2fb990789e8a req-7d482ff6-ec06-48a3-9ec1-ce71105e05e2 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026608 Dec 20 11:47:26.464047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:26.476318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:26.484559 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:26.487633 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:26.513811 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4818932-eb1a-4d6c-a76a-4df30982cdea req-a6587924-b3d0-40d3-84b3-b6fcd2a8e54c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308422 Dec 20 11:47:26.562877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:47:26.667950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Network 0d9adfc9-de6a-427f-af2a-426c385a0574 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:26.669559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:26.691130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:26.765040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Pushing event updated for resources: {'Port': ['ID=7a445d34-4abb-44b4-9e11-696cd6c14da6,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:26.785551 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:26.824291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-75b99f51-4fa6-491e-ac79-1353669385fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 1096 time: 0.2577147 Dec 20 11:47:26.861249 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:47:26.898866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eeef38fc-fd89-49b7-8ff7-28336be93295 None None] Provisioning complete for port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:26.905788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eeef38fc-fd89-49b7-8ff7-28336be93295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:26.967885 n-d-victoria-1 neutron-server[83559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575', 'code': 422} returned with failed status Dec 20 11:47:26.981986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Attempting to bind port 7a445d34-4abb-44b4-9e11-696cd6c14da6 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:26.982593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Attempting to bind port 7a445d34-4abb-44b4-9e11-696cd6c14da6 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:26.983022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Attempting to bind port 7a445d34-4abb-44b4-9e11-696cd6c14da6 on network 0d9adfc9-de6a-427f-af2a-426c385a0574 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:27.013432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:27.014343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Checking segment: {'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:27.014915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:27.015467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Bound using segment: {'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:27.016110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Bound port: 7a445d34-4abb-44b4-9e11-696cd6c14da6, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:27.016681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:27.263570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] For port 7a445d34-4abb-44b4-9e11-696cd6c14da6, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:27.285761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] For port 7a445d34-4abb-44b4-9e11-696cd6c14da6, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7a445d34-4abb-44b4-9e11-696cd6c14da6,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:27.293691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c076288-3669-4e0a-963a-4a157ceffaa8 req-f2d3163c-03f0-4722-b524-7d4ad24240ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:27.311189 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c076288-3669-4e0a-963a-4a157ceffaa8 req-f2d3163c-03f0-4722-b524-7d4ad24240ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 943 time: 0.2927122 Dec 20 11:47:27.313102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:27.322703 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:27.429508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Pushing event updated for resources: {'Port': ['ID=7a445d34-4abb-44b4-9e11-696cd6c14da6,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:27.442919 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:27.449677 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c076288-3669-4e0a-963a-4a157ceffaa8 req-c0c436df-e5b8-44ce-8d99-79f336713b78 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363096 Dec 20 11:47:27.455132 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c46c9b9f-c02a-478e-a934-1deedca87ff7 req-517272e3-203a-4f04-93e5-607893444a13 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 210 time: 0.1116831 Dec 20 11:47:27.530317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-e62ceebc-dc1b-4364-9a33-0308c7953b74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:27.531659 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-e62ceebc-dc1b-4364-9a33-0308c7953b74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 912 time: 0.6929626 Dec 20 11:47:27.677777 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-e93feea8-6581-4bb7-a070-a0ab7adfbf41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=839d6c71-2ef4-41f4-b6ad-b69937c03c23 HTTP/1.1" status: 200 len: 217 time: 0.1344390 Dec 20 11:47:27.727253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff380-367f-4abf-8158-9ee3fafc8f52 req-4bc4babb-8102-45cc-bf1f-1aa4c993161e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:27.735645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3eaff380-367f-4abf-8158-9ee3fafc8f52 req-4bc4babb-8102-45cc-bf1f-1aa4c993161e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 944 time: 0.1282997 Dec 20 11:47:27.749002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed7913c7-b941-4f57-b185-c1cf6dd47ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:27.836028 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3eaff380-367f-4abf-8158-9ee3fafc8f52 req-72a0214d-a24f-4ab2-8a5b-207f140d1ac4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992982 Dec 20 11:47:27.864770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d134dd4c-870c-40fc-8741-17b069937b1d req-8356e9d0-6bec-4681-8211-6cadcf438c6e tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 210 time: 0.1010189 Dec 20 11:47:27.918627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:47:27.931115 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] Sync routers for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:47:27.956324 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:27.956984 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:28.014683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-55f26858-01ee-446a-bf16-b551fe118a25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:28.018940 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-55f26858-01ee-446a-bf16-b551fe118a25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.3293145 Dec 20 11:47:28.027268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:28.029188 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "PUT /v2.0/routers/76565e5e-989b-4c1b-a142-5f46ade9fbe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1822667 Dec 20 11:47:28.127058 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:28.142477 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] Routers {'76565e5e-989b-4c1b-a142-5f46ade9fbe7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:28.145815 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:28.172469 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-db954b2b-5908-46dc-b440-7ef0f720405c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375771 Dec 20 11:47:28.246367 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:28.246783 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64174390-348c-493e-ace3-7a762ea23a77 None None] The sync data for ids ['76565e5e-989b-4c1b-a142-5f46ade9fbe7'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:47:28.308078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:47:28.459531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:28.600364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-55c22d15-6e1a-4620-a87c-6fe4b13ee8cd tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:28.626479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-55c22d15-6e1a-4620-a87c-6fe4b13ee8cd tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:28.628027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-55c22d15-6e1a-4620-a87c-6fe4b13ee8cd tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.53 "GET /v2.0/networks?id=10273653-5c6b-4f73-9cb5-567a79971b6c&id=0d9adfc9-de6a-427f-af2a-426c385a0574 HTTP/1.1" status: 200 len: 1392 time: 0.4546413 Dec 20 11:47:28.641684 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-a9899617-c8f6-43e4-8bab-71afd86bc19b service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272377 Dec 20 11:47:28.659044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'port': {'device_id': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c', 'admin_state_up': True, 'tenant_id': '116b4a8b89604f02ab430678839f252d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:28.748368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:28.878471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad242e77-e55f-4cca-988a-ade126d2236d req-ef2e98c6-bc1d-40cb-84b4-dce731037eb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2471473 Dec 20 11:47:28.892427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:28.893699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:28.922946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:28.960914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting port f7208a01-8068-4f3a-ba47-4be53d12f141 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:28.961355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:29.170177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7a445d34-4abb-44b4-9e11-696cd6c14da6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:29.229464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589c6bc-4a0c-4d27-a5fc-7245b92c7332 None None] Network 0d9adfc9-de6a-427f-af2a-426c385a0574 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:29.343074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:29.415297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-5362f5ff-72fb-400b-9593-3a05c2427e77 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:29.416985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-5362f5ff-72fb-400b-9593-3a05c2427e77 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.53 "GET /v2.0/networks?id=67c4550a-8f9c-44e9-b90c-c8f906354317 HTTP/1.1" status: 200 len: 821 time: 0.6157196 Dec 20 11:47:29.453158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ab184cb-a20a-4d7e-a584-6fab7a275f08 None None] Provisioning for port 7a445d34-4abb-44b4-9e11-696cd6c14da6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:29.518922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Request body: {'port': {'device_id': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317', 'admin_state_up': True, 'tenant_id': '8af15444528a46af90205b6a2594adf6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:29.631228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7a445d34-4abb-44b4-9e11-696cd6c14da6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:29.643612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7a445d34-4abb-44b4-9e11-696cd6c14da6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:29.643612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:29.647834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Calling delete_port for f7208a01-8068-4f3a-ba47-4be53d12f141 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:29.706853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91b81071-6966-4536-b50a-5868453ef625 req-9eeab557-c5e5-424c-85bd-ac5fa21c6a87 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 210 time: 0.1513019 Dec 20 11:47:29.755753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 839d6c71-2ef4-41f4-b6ad-b69937c03c23 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:47:29.866483 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc2f60e8-4040-4ac2-bc20-b0ea864a62f6 req-ef180490-59c7-41a3-9e5b-94730c946570 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2030649 Dec 20 11:47:29.884361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:29.913023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a19dd0-7949-4937-b8a0-a748276175ad req-3dfc1ffb-744c-4d63-b06f-90dc22b8a784 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:29.913023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63a19dd0-7949-4937-b8a0-a748276175ad req-3dfc1ffb-744c-4d63-b06f-90dc22b8a784 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 943 time: 1.2020059 Dec 20 11:47:29.913023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:port and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:29.921310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:29.923711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:47:29.938091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:29.953442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:30.011890 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6e6a7eb-8535-4f56-a8c4-f36d6854be48 req-561a9973-f070-4e89-8893-61b4b969a984 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 210 time: 0.0649455 Dec 20 11:47:30.018758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16c9287e-5826-4f50-9d91-3faaaa6c90ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.052121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7a445d34-4abb-44b4-9e11-696cd6c14da6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7a445d34-4abb-44b4-9e11-696cd6c14da6,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:30.057011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.057011 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:30.155355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.155355 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:30.205191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Port': ['ID=f7208a01-8068-4f3a-ba47-4be53d12f141,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:30.205191 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:30.296549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 839d6c71-2ef4-41f4-b6ad-b69937c03c23, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=839d6c71-2ef4-41f4-b6ad-b69937c03c23,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:30.317899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7a445d34-4abb-44b4-9e11-696cd6c14da6,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:30.324617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:30.330687 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:30.330687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '839d6c71-2ef4-41f4-b6ad-b69937c03c23', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'port_id': '839d6c71-2ef4-41f4-b6ad-b69937c03c23', 'mac_address': 'fa:16:3e:b8:0c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0a1de-8ddb-431c-972c-013022002c2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:47:30.337205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:30.337205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.337205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Usage tracker for resource:port and tenant:8af15444528a46af90205b6a2594adf6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:30.344505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:30.362184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:30.371515 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63a19dd0-7949-4937-b8a0-a748276175ad req-6c01605c-c990-4a04-b989-9ebb2472c9f2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520507 Dec 20 11:47:30.402894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-9c9f72d5-2f7e-4402-a3a2-96b8c8736042 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9616947 Dec 20 11:47:30.422491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.520503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Made reservation on behalf of 8af15444528a46af90205b6a2594adf6 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:30.532266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.546070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1675b9e3-a466-4fc7-aeb1-5f16d6d840df None None] Provisioning complete for port 7a445d34-4abb-44b4-9e11-696cd6c14da6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:30.546070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1675b9e3-a466-4fc7-aeb1-5f16d6d840df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.597355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7a445d34-4abb-44b4-9e11-696cd6c14da6 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:30.752945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.762348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839d6c71-2ef4-41f4-b6ad-b69937c03c23 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:30.815846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 839d6c71-2ef4-41f4-b6ad-b69937c03c23, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=839d6c71-2ef4-41f4-b6ad-b69937c03c23,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:30.815846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:30.845628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Allocated IP 172.20.0.12 (67c4550a-8f9c-44e9-b90c-c8f906354317/653909c7-91ca-41a5-bc33-868d516b8613/aa4090e8-1b15-444e-a232-acdcf36699d4) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:30.853146 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:31.063522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=839d6c71-2ef4-41f4-b6ad-b69937c03c23,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:31.069029 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:31.073799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7a445d34-4abb-44b4-9e11-696cd6c14da6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:31.074784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.119724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Allocated IP 19.80.0.98 (10273653-5c6b-4f73-9cb5-567a79971b6c/72e83026-a1cb-4751-bdb2-c519eedf321f/0d0bb0f3-e544-4341-a8b7-e12882d72719) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:31.154524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['839d6c71-2ef4-41f4-b6ad-b69937c03c23'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:31.171741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.179339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112b015-8d12-40c9-94f9-b9c5ad9c3184 req-9d38bc88-5c43-4a23-a7a8-6ac59bfefac8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:31.187543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3112b015-8d12-40c9-94f9-b9c5ad9c3184 req-9d38bc88-5c43-4a23-a7a8-6ac59bfefac8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 944 time: 0.7999668 Dec 20 11:47:31.211112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.221789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.237397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.245625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3112b015-8d12-40c9-94f9-b9c5ad9c3184 req-672dbc2e-1336-4682-9607-810c7cd22005 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569766 Dec 20 11:47:31.255144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.262313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26916f5a-7b1a-44b3-b095-34f01a0e0edd req-08a2c24f-251f-4483-813e-57297552bd4d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 210 time: 0.1164591 Dec 20 11:47:31.282399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.282923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Fanout notify agent at l3_agent the message router_deleted on router 76565e5e-989b-4c1b-a142-5f46ade9fbe7 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:47:31.306043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.313536 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/routers/76565e5e-989b-4c1b-a142-5f46ade9fbe7 HTTP/1.1" status: 204 len: 168 time: 3.2851822 Dec 20 11:47:31.314444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:31.434124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.450145 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f1365208-4184-4709-8cca-dcefa1a5c696 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:31.655601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Network 67c4550a-8f9c-44e9-b90c-c8f906354317 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:31.665953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:31.667911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Pushing event updated for resources: {'Port': ['ID=aa4090e8-1b15-444e-a232-acdcf36699d4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:31.671835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:31.704393 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:31.744579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686d64d-e2e9-455a-af4f-e4197cb348fb req-7106b829-e8d8-4659-9cf2-374d43bf1010 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:31.746101 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5686d64d-e2e9-455a-af4f-e4197cb348fb req-7106b829-e8d8-4659-9cf2-374d43bf1010 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 932 time: 0.2949481 Dec 20 11:47:31.753071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.756513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Deleting subnet 8cbbdc84-1d75-401d-b165-60d1a46ac0e2 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:47:31.775823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-372497d2-5482-4817-be37-9f6bb42c1b1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b&tenant_id=5acff39f55d54bce928519a572f64e36 HTTP/1.1" status: 200 len: 1097 time: 0.3897107 Dec 20 11:47:31.776691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.797850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:31.797850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.803384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Transition to ACTIVE for port object 0d0bb0f3-e544-4341-a8b7-e12882d72719 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:31.807603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-victoria-1', 'device_owner': 'compute:nova'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:31.855623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:31.863308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e528a8-e3f6-4be3-ab4f-6eadde3aeb36 req-f0715680-3af3-462f-a0f9-65f73ddb10e5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:31.871211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b3e528a8-e3f6-4be3-ab4f-6eadde3aeb36 req-f0715680-3af3-462f-a0f9-65f73ddb10e5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 944 time: 0.3375595 Dec 20 11:47:31.896014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5686d64d-e2e9-455a-af4f-e4197cb348fb req-ae94d8aa-084a-4456-ab71-2ea7389d2068 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Synchronizing usage tracker for tenant:8af15444528a46af90205b6a2594adf6 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:31.928379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4956136 Dec 20 11:47:31.928638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5686d64d-e2e9-455a-af4f-e4197cb348fb req-ae94d8aa-084a-4456-ab71-2ea7389d2068 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Unset dirty status for tenant:8af15444528a46af90205b6a2594adf6 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:31.929740 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5686d64d-e2e9-455a-af4f-e4197cb348fb req-ae94d8aa-084a-4456-ab71-2ea7389d2068 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768262 Dec 20 11:47:31.939345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.028768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b3e528a8-e3f6-4be3-ab4f-6eadde3aeb36 req-6f70aea8-83b4-41b9-83ba-7d28d788e230 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578851 Dec 20 11:47:32.031932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.040552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.045490 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b2ca9c6-237e-4c7e-ada7-e2e2b3941133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:32.057347 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:32.097646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbbdc84-1d75-401d-b165-60d1a46ac0e2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:32.106087 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:32.112848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.119846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Request body: {'port': {'device_id': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:32.120461 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/subnets/8cbbdc84-1d75-401d-b165-60d1a46ac0e2 HTTP/1.1" status: 204 len: 168 time: 0.8043737 Dec 20 11:47:32.122350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:32.178874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.196857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 10273653-5c6b-4f73-9cb5-567a79971b6c is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:32.212163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:32.218551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:32.276931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.394552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:32.395217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.412835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Port': ['ID=0d0bb0f3-e544-4341-a8b7-e12882d72719,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:32.416636 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:32.482091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.508719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8589025 Dec 20 11:47:32.516137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.538935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Request body: {'port': {'device_id': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574', 'admin_state_up': True, 'tenant_id': '116b4a8b89604f02ab430678839f252d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:32.551292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c6bd8d-b146-42ff-9ed0-25d35a1aa209']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:32.566588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336cc74e-0ae6-4d7a-9dec-d5a2d842d14a') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:32.566878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336cc74e-0ae6-4d7a-9dec-d5a2d842d14a') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:32.581058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.590352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1b0eed3a-d41f-409f-b9a5-99544c5ed5ef None None] Provisioning for port 0d0bb0f3-e544-4341-a8b7-e12882d72719 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:32.596934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1b0eed3a-d41f-409f-b9a5-99544c5ed5ef None None] Provisioning complete for port 0d0bb0f3-e544-4341-a8b7-e12882d72719 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:32.597378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b0eed3a-d41f-409f-b9a5-99544c5ed5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.620241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.630229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:47:32.630823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:47:32.648379 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:47:32.663917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c16677-0132-4065-8eb9-15c177af3158 req-bb88747c-559e-4eef-a8b4-a6923884ecd8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:32.672390 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-87c16677-0132-4065-8eb9-15c177af3158 req-bb88747c-559e-4eef-a8b4-a6923884ecd8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 931 time: 0.1765819 Dec 20 11:47:32.717316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.717316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1b0eed3a-d41f-409f-b9a5-99544c5ed5ef None None] Port 0d0bb0f3-e544-4341-a8b7-e12882d72719 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:47:32.807753 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-87c16677-0132-4065-8eb9-15c177af3158 req-6fe4c11e-b93e-4e51-9386-4c8c37c6f7d5 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292307 Dec 20 11:47:32.812481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.818018 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c80438eb-1702-4f42-a619-0836e295b39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:32.848019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:32.866352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Pushing event deleted for resources: {'Network': ['ID=14c6bd8d-b146-42ff-9ed0-25d35a1aa209,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:32.866352 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] 10.222.0.32 "DELETE /v2.0/networks/14c6bd8d-b146-42ff-9ed0-25d35a1aa209 HTTP/1.1" status: 204 len: 168 time: 0.7283020 Dec 20 11:47:32.866352 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:33.163215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:33.226761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:33.226761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Usage tracker for resource:port and tenant:116b4a8b89604f02ab430678839f252d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:33.230114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:33.239950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a3f1-ec87-4e57-897e-ab9dbc56a731 req-d4c2e5a4-cdcf-4421-91c0-7d08ca5d7117 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:33.246041 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3f0a3f1-ec87-4e57-897e-ab9dbc56a731 req-d4c2e5a4-cdcf-4421-91c0-7d08ca5d7117 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 932 time: 0.1329567 Dec 20 11:47:33.248099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:33.256008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a126b-0389-4934-8ba0-231de799aa3b req-ea66959f-890d-4db5-afab-879d9b849206 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:33.257512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-062a126b-0389-4934-8ba0-231de799aa3b req-ea66959f-890d-4db5-afab-879d9b849206 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 944 time: 0.8120475 Dec 20 11:47:33.335079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3f0a3f1-ec87-4e57-897e-ab9dbc56a731 req-680645e6-da6a-4c4b-8c34-46900af2f90e tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856121 Dec 20 11:47:33.340852 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-062a126b-0389-4934-8ba0-231de799aa3b req-c39717ce-c283-4e2f-9986-1db45e58f1c8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 Dec 20 11:47:33.345677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Made reservation on behalf of 116b4a8b89604f02ab430678839f252d for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:33.348979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:33.432749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:33.434948 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c31057af-7685-43d5-8d42-590ddbab68c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9934c5b83914360adbdbe433e0d3993&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2754886 Dec 20 11:47:33.435735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:33.558764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:33.605277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:33.657599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:47:33.670758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:33.670758 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d41ee5f-c46d-4a96-a490-dc389219a0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:33.699590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9057fff-cd48-4e29-8eeb-2193d21bfd6e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:33.699590 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:33.715679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:33.715679 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9057fff-cd48-4e29-8eeb-2193d21bfd6e HTTP/1.1" status: 204 len: 168 time: 0.2725644 Dec 20 11:47:33.749378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:33.761348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 839d6c71-2ef4-41f4-b6ad-b69937c03c23 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:33.833640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c054b6-b280-4236-bac6-4662237a1575 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:33.863262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:33.865527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:33.871017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:33.872470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:33.876952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9adc-6e7f-498d-8cc1-e465a3467abe req-f56a7ece-cfce-4be1-b47e-09d1b00ea72d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:33.878784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49df9adc-6e7f-498d-8cc1-e465a3467abe req-f56a7ece-cfce-4be1-b47e-09d1b00ea72d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 944 time: 0.3392797 Dec 20 11:47:33.988515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Allocated IP 19.86.0.230 (0d9adfc9-de6a-427f-af2a-426c385a0574/69f3d186-2c22-4c45-8781-81f3cf70f9dd/b3310bf1-c39a-4791-9f22-7d895687d6c2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:34.027626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Transition to ACTIVE for port object f8c054b6-b280-4236-bac6-4662237a1575 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:34.051327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49df9adc-6e7f-498d-8cc1-e465a3467abe req-0aaec685-44b8-41bc-9419-c19a990bac6d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925801 Dec 20 11:47:34.051327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:34.081617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4090e8-1b15-444e-a232-acdcf36699d4 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:34.085699 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c429487b-800c-4a91-84f4-647728ef3abc tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:34.150295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988cc05-2c2b-49a7-8643-b7689df06ae3 req-320aadb3-0f1b-45e6-9970-0bb972ef756f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:34.157469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e988cc05-2c2b-49a7-8643-b7689df06ae3 req-320aadb3-0f1b-45e6-9970-0bb972ef756f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 931 time: 0.1165733 Dec 20 11:47:34.167553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:34.200631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aab1c6-97d6-425c-8c98-7494738e2211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d6c71-2ef4-41f4-b6ad-b69937c03c23'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:34.212040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 839d6c71-2ef4-41f4-b6ad-b69937c03c23, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=839d6c71-2ef4-41f4-b6ad-b69937c03c23,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:34.220984 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e988cc05-2c2b-49a7-8643-b7689df06ae3 req-8badb5b3-b496-483d-9cd4-458850405ffa tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Dec 20 11:47:34.222772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:34.222772 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:34.231402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:34.252257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Transition to ACTIVE for port object aa4090e8-1b15-444e-a232-acdcf36699d4 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:34.253419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=9']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:34.267323 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:34.268271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:34.282631 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bbb1ae92-0596-40ae-bf3d-5e88421bc0aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:34.347765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=839d6c71-2ef4-41f4-b6ad-b69937c03c23,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:34.355384 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:34.429200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4090e8-1b15-444e-a232-acdcf36699d4,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:34.534150 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:34.556284 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aab1c6-97d6-425c-8c98-7494738e2211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d6c71-2ef4-41f4-b6ad-b69937c03c23', 'code': 200} Dec 20 11:47:34.610339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d660f1-ff0d-41ef-8129-c92631939ac2 req-afd7b4cb-3b8c-4a7c-a8a1-a49493f8be85 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:34.622941 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56d660f1-ff0d-41ef-8129-c92631939ac2 req-afd7b4cb-3b8c-4a7c-a8a1-a49493f8be85 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 944 time: 0.1445353 Dec 20 11:47:34.680982 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56d660f1-ff0d-41ef-8129-c92631939ac2 req-d097a22f-29c9-42b1-b33d-ab318714a1db tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569153 Dec 20 11:47:34.927943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] No DVR routers for this DVR port f8c054b6-b280-4236-bac6-4662237a1575 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:35.030443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49298) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:35.159878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:35.160188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:35.160633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:35.201834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.206855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-61c9f978-b82f-416a-8e6e-263f753f3ffe req-abb5ca0c-e0a8-45e6-a81c-02a91c533e70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 1098 time: 0.5796990 Dec 20 11:47:35.211487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Attempting to bind port aa4090e8-1b15-444e-a232-acdcf36699d4 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:35.211825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Attempting to bind port aa4090e8-1b15-444e-a232-acdcf36699d4 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '0d65f50a-48fe-4910-8606-2ef8738601cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:35.212149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Attempting to bind port aa4090e8-1b15-444e-a232-acdcf36699d4 on network 67c4550a-8f9c-44e9-b90c-c8f906354317 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:35.219304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Port f8c054b6-b280-4236-bac6-4662237a1575 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:47:35.219304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Attempting to bind port f8c054b6-b280-4236-bac6-4662237a1575 on network 8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:35.260848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572813f7-7353-4eed-9650-a0da4c77e4ba req-e9ca0ee4-c28e-4201-9345-e8fd347e2ab0 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:35.261642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-572813f7-7353-4eed-9650-a0da4c77e4ba req-e9ca0ee4-c28e-4201-9345-e8fd347e2ab0 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Synchronizing usage tracker for tenant:8af15444528a46af90205b6a2594adf6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:35.270290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1549882919'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:35.270893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Transition to ACTIVE for port object b3310bf1-c39a-4791-9f22-7d895687d6c2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:35.283589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:35.283993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Checking segment: {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:35.284248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:35.284499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Bound using segment: {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:35.286368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Bound port: f8c054b6-b280-4236-bac6-4662237a1575, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93966b54-e0c9-41db-b896-69e481167b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:35.286368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.293048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:network and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:35.297652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:35.304367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:35.308098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Port aa4090e8-1b15-444e-a232-acdcf36699d4 on network 67c4550a-8f9c-44e9-b90c-c8f906354317 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:47:35.308400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Attempting to bind port aa4090e8-1b15-444e-a232-acdcf36699d4 on network 67c4550a-8f9c-44e9-b90c-c8f906354317 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:35.332338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Made reservation on behalf of 76e3a9b5e5f547daa9740b9b52a89348 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:35.335330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.361005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bdaf3-1dae-4c1f-9f0a-23a174054b52 req-ef6f0fa2-0189-43de-9229-976115b17c56 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:35.363467 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c35bdaf3-1dae-4c1f-9f0a-23a174054b52 req-ef6f0fa2-0189-43de-9229-976115b17c56 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 945 time: 0.1318281 Dec 20 11:47:35.363730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.375774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-572813f7-7353-4eed-9650-a0da4c77e4ba req-e9ca0ee4-c28e-4201-9345-e8fd347e2ab0 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Unset dirty status for tenant:8af15444528a46af90205b6a2594adf6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:35.376738 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-572813f7-7353-4eed-9650-a0da4c77e4ba req-e9ca0ee4-c28e-4201-9345-e8fd347e2ab0 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 944 time: 0.6820772 Dec 20 11:47:35.377308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:35.378487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Checking segment: {'id': '0d65f50a-48fe-4910-8606-2ef8738601cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:35.378487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Bound using segment: {'id': '0d65f50a-48fe-4910-8606-2ef8738601cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:35.378691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Bound port: aa4090e8-1b15-444e-a232-acdcf36699d4, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d65f50a-48fe-4910-8606-2ef8738601cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:35.379486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.459922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-61c9f978-b82f-416a-8e6e-263f753f3ffe req-11f4fb32-4f57-40c7-a265-542289a10cda service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377687 Dec 20 11:47:35.467247 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c35bdaf3-1dae-4c1f-9f0a-23a174054b52 req-3275d7e2-042c-488c-afc1-eeec4b4d745f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769737 Dec 20 11:47:35.467247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:35.481439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:security_group_rule and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:35.481439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:35.500360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:35.512152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.527771 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70e421ed-3125-4e17-9550-eb8bf42d7ec9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:35.575067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:35.606889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-572813f7-7353-4eed-9650-a0da4c77e4ba req-7610ec54-737e-445b-b2ff-112032ecc23e tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090819 Dec 20 11:47:35.607516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:35.616485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.638288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.668339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Network 0d9adfc9-de6a-427f-af2a-426c385a0574 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:35.669352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.673562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:35.673769 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:35.679232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:35.695781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:47:35.710337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] For port aa4090e8-1b15-444e-a232-acdcf36699d4, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:35.717643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event updated for resources: {'Port': ['ID=b3310bf1-c39a-4791-9f22-7d895687d6c2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:35.721202 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:35.733904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.735488 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 1094 time: 3.9431481 Dec 20 11:47:35.737833 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b1a5d008-3b73-4af2-b5cc-e31af982ef4c tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:35.746698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.747003 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Added segment 5de306bf-8028-4465-8948-0876e60fdff1 of type vlan for network 2022a17b-7931-4294-95dd-bb7abf73ebb1 Dec 20 11:47:35.755529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea26290-c41b-4d10-9d26-50c1b290c611,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:35.759284 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:35.765892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c16b-c899-4671-aa59-2ea3585c8835 req-746d18a0-3f45-4a55-9aaa-480186b99e3c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:35.769789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c16b-c899-4671-aa59-2ea3585c8835 req-746d18a0-3f45-4a55-9aaa-480186b99e3c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:35.771358 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9509c16b-c899-4671-aa59-2ea3585c8835 req-746d18a0-3f45-4a55-9aaa-480186b99e3c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1654 time: 0.1534269 Dec 20 11:47:35.813182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.822614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:35.834596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=10']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:35.839779 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:35.862420 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9509c16b-c899-4671-aa59-2ea3585c8835 req-ad453cf8-1468-49d9-a84e-5a02a6bc0aba tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839491 Dec 20 11:47:35.885874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] For port aa4090e8-1b15-444e-a232-acdcf36699d4, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=aa4090e8-1b15-444e-a232-acdcf36699d4,segment=NetworkSegment(0d65f50a-48fe-4910-8606-2ef8738601cf),segment_id=0d65f50a-48fe-4910-8606-2ef8738601cf)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:35.890741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.894557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:35.895134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.900698 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:35.952525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:35.964158 n-d-victoria-1 neutron-server[83558]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575', 'status': 'failed', 'code': 422} returned with failed status Dec 20 11:47:35.973823 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f85a2947-71ed-4144-b865-9d0c17a75d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:36.079048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:36.079362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:36.122913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Network': ['ID=2022a17b-7931-4294-95dd-bb7abf73ebb1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:36.130710 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:36.133269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6068165 Dec 20 11:47:36.139627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:36.143375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] 10.222.0.53 "PUT /v2.0/ports/aa4090e8-1b15-444e-a232-acdcf36699d4 HTTP/1.1" status: 200 len: 1094 time: 4.1600270 Dec 20 11:47:36.145452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:47:36.152667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1179008 Dec 20 11:47:36.152667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:36.157356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'subnet': {'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:36.159852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Request body: {'port': {'device_id': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:36.263210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5b9978a1-7329-4f4a-a4e9-e095d7b176ef None None] Provisioning for port b3310bf1-c39a-4791-9f22-7d895687d6c2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:36.269932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4090e8-1b15-444e-a232-acdcf36699d4,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:36.281398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5b9978a1-7329-4f4a-a4e9-e095d7b176ef None None] Provisioning complete for port b3310bf1-c39a-4791-9f22-7d895687d6c2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:36.281644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5b9978a1-7329-4f4a-a4e9-e095d7b176ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:36.289805 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:36.341912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5b9978a1-7329-4f4a-a4e9-e095d7b176ef None None] Port b3310bf1-c39a-4791-9f22-7d895687d6c2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:47:36.343357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-d684c253-8a26-4cd8-ba14-49df4b98e57c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1098 time: 0.5135715 Dec 20 11:47:36.371834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:36.380659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:subnet and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:36.395309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:36.401833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:36.412519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Made reservation on behalf of 76e3a9b5e5f547daa9740b9b52a89348 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:36.418895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623d403-53f2-4328-9c66-4c4f20060cf8 req-69346ef3-54a8-47e7-be1c-3c857f847b23 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:36.423832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e623d403-53f2-4328-9c66-4c4f20060cf8 req-69346ef3-54a8-47e7-be1c-3c857f847b23 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.5172873 Dec 20 11:47:36.522434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:36.705778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:36.738357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-2793f7fb-ac51-4853-8bad-c5efe72918c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8af15444528a46af90205b6a2594adf6&device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 1097 time: 0.5353575 Dec 20 11:47:36.818224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:36.822599 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b47aa19-fe91-48da-9565-06f14318758d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:36.823570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-005e0353-04a1-4397-a580-fc585c8349f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:36.825651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-005e0353-04a1-4397-a580-fc585c8349f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 915 time: 0.4742515 Dec 20 11:47:36.897002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5669-5dd9-48d2-ac48-9100716be655 req-6ee553ed-b91c-4ace-b781-4dcc4cbf6bd0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:36.902337 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-841c5669-5dd9-48d2-ac48-9100716be655 req-6ee553ed-b91c-4ace-b781-4dcc4cbf6bd0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 945 time: 0.1755435 Dec 20 11:47:36.920159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Subnet': ['ID=1ca38c65-2762-40c0-8513-18eb87cc5984,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:36.937274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e623d403-53f2-4328-9c66-4c4f20060cf8 req-832562df-ce2e-447b-b205-a1a4af7b792d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740469 Dec 20 11:47:36.937758 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:36.953249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-104b4d08-b687-48ff-a195-104b084b2674 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa4090e8-1b15-444e-a232-acdcf36699d4 HTTP/1.1" status: 200 len: 217 time: 0.2037225 Dec 20 11:47:36.964209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Checking segment: {'id': '5de306bf-8028-4465-8948-0876e60fdff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:36.964209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Network hostable DHCP agents. Network: 2022a17b-7931-4294-95dd-bb7abf73ebb1, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:47:36.966449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-ee955f9b-175b-4c1a-a935-963c86bfdae7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 217 time: 0.0976834 Dec 20 11:47:36.985054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-841c5669-5dd9-48d2-ac48-9100716be655 req-002b1278-aa6d-4b63-9727-8979ea1459d1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661378 Dec 20 11:47:37.030954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:47:37.052678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 2022a17b-7931-4294-95dd-bb7abf73ebb1) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:37.070568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef9929c-fc3b-4079-b01a-37130dba1c44 None None] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:37.098319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:37.102362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.187320 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0337775 Dec 20 11:47:37.188899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49332) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:37.195663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-249297933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:37.205152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:37.211432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:router and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:37.220277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:37.249733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:37.268121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efae38-c8d5-4448-b02b-ee09f33de411 req-fb2af4c2-b880-435b-b802-5735932ba011 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:37.273677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efae38-c8d5-4448-b02b-ee09f33de411 req-fb2af4c2-b880-435b-b802-5735932ba011 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:37.282261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00efae38-c8d5-4448-b02b-ee09f33de411 req-fb2af4c2-b880-435b-b802-5735932ba011 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1654 time: 0.1662443 Dec 20 11:47:37.318272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.322274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.345052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.392260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00efae38-c8d5-4448-b02b-ee09f33de411 req-41b48c5d-8bd7-4d3d-9519-c87a0c5ed19c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061308 Dec 20 11:47:37.392260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.407721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-2022a17b-7931-4294-95dd-bb7abf73ebb1', 'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1', 'tenant_id': '76e3a9b5e5f547daa9740b9b52a89348', 'fixed_ips': [{'subnet_id': '1ca38c65-2762-40c0-8513-18eb87cc5984'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:47:37.410598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.413530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-52629336-4c30-49ca-94e0-f8a6c990d246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:37.415091 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-52629336-4c30-49ca-94e0-f8a6c990d246 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=653909c7-91ca-41a5-bc33-868d516b8613 HTTP/1.1" status: 200 len: 861 time: 0.4532216 Dec 20 11:47:37.419176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.420442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-974be735-f210-4358-9c58-81775e151d5e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2304385 Dec 20 11:47:37.425656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-2a6a8545-f07d-4056-ad02-a2ab633ce6d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:37.427097 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-2a6a8545-f07d-4056-ad02-a2ab633ce6d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.4192429 Dec 20 11:47:37.429786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:37.548293 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-d46ea478-3a8a-4ab4-b2e6-a4071686045c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c4550a-8f9c-44e9-b90c-c8f906354317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254783 Dec 20 11:47:37.596619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-f200f029-6e19-46e9-bda1-d8ba3f532d4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136363 Dec 20 11:47:37.679016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Allocated IP 172.20.0.2 (2022a17b-7931-4294-95dd-bb7abf73ebb1/1ca38c65-2762-40c0-8513-18eb87cc5984/bae5a2f5-222d-456c-81cb-98fd1d5543c8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:37.890506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7dd3-3d97-4df3-a954-f0a6410a7715 req-0643ca22-718b-4d70-aeff-579ff4ff6aa3 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:37.892037 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-904c7dd3-3d97-4df3-a954-f0a6410a7715 req-0643ca22-718b-4d70-aeff-579ff4ff6aa3 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 944 time: 0.6119189 Dec 20 11:47:37.923330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.934438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Transition to ACTIVE for port object bae5a2f5-222d-456c-81cb-98fd1d5543c8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:37.953854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Transition to ACTIVE for port object bae5a2f5-222d-456c-81cb-98fd1d5543c8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:37.960701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:37.970400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'tag': 'aa4090e8-1b15-444e-a232-acdcf36699d4'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:37.973109 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:38.007153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-b744710e-3975-4612-a313-15f76f8998b8 service neutron] 10.222.0.53 "GET /v2.0/networks/67c4550a-8f9c-44e9-b90c-c8f906354317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374154 Dec 20 11:47:38.053976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:38.060132 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-83bf408a-1921-4f02-8889-2d5fb4407f02 service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568448 Dec 20 11:47:38.064473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:38.071537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:38.080758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Pushing event updated for resources: {'Port': ['ID=bae5a2f5-222d-456c-81cb-98fd1d5543c8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:38.082755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:38.085666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:38.128115 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-904c7dd3-3d97-4df3-a954-f0a6410a7715 req-2669b0f0-dec8-4c60-8ca5-c79b2c839f75 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168763 Dec 20 11:47:38.131627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:47:38.192072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Attempting to bind port bae5a2f5-222d-456c-81cb-98fd1d5543c8 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:38.192638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Attempting to bind port bae5a2f5-222d-456c-81cb-98fd1d5543c8 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '5de306bf-8028-4465-8948-0876e60fdff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:38.195371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Attempting to bind port bae5a2f5-222d-456c-81cb-98fd1d5543c8 on network 2022a17b-7931-4294-95dd-bb7abf73ebb1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:38.208962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:38.213329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Checking segment: {'id': '5de306bf-8028-4465-8948-0876e60fdff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:38.213329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:38.213329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Bound using segment: {'id': '5de306bf-8028-4465-8948-0876e60fdff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:38.213329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Bound port: bae5a2f5-222d-456c-81cb-98fd1d5543c8, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de306bf-8028-4465-8948-0876e60fdff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:38.213797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:38.264787 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'tag': 'aa4090e8-1b15-444e-a232-acdcf36699d4', 'status': 'completed', 'code': 200} Dec 20 11:47:38.336002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] For port bae5a2f5-222d-456c-81cb-98fd1d5543c8, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:38.344624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] For port bae5a2f5-222d-456c-81cb-98fd1d5543c8, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bae5a2f5-222d-456c-81cb-98fd1d5543c8,segment=NetworkSegment(5de306bf-8028-4465-8948-0876e60fdff1),segment_id=5de306bf-8028-4465-8948-0876e60fdff1)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:38.357287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:38.361451 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:38.370422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0bb0f3-e544-4341-a8b7-e12882d72719 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:38.404258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:38.427460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6bc869c-43d4-4c1c-904c-33b893793610 req-00b4b7be-e265-4cdd-93fc-2ec7d18d1e55 service neutron] 10.222.0.53 "GET /v2.0/networks/67c4550a-8f9c-44e9-b90c-c8f906354317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092498 Dec 20 11:47:38.459706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Transition to ACTIVE for port object 0d0bb0f3-e544-4341-a8b7-e12882d72719 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:38.467667 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-310024ce-6f00-4268-920b-7a7cdac3d7c7 service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934872 Dec 20 11:47:38.469103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:38.487168 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:38.526136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Pushing event updated for resources: {'Port': ['ID=bae5a2f5-222d-456c-81cb-98fd1d5543c8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:38.543978 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:38.621560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeca5f-85e6-4474-938f-20df52bb2141 req-1de756b4-fa0b-4310-b572-913243d09c64 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:38.626903 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c8aeca5f-85e6-4474-938f-20df52bb2141 req-1de756b4-fa0b-4310-b572-913243d09c64 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.5244758 Dec 20 11:47:38.773212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0bb0f3-e544-4341-a8b7-e12882d72719,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:38.781704 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:38.787941 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c8aeca5f-85e6-4474-938f-20df52bb2141 req-26bdbb79-ff71-4b99-aa96-48136a3fd4bb tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595588 Dec 20 11:47:38.956103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96a77705-7a63-4553-8439-d6956d4b141a req-65894c4f-8474-4359-843f-591ea4113c08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8af15444528a46af90205b6a2594adf6&device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 1097 time: 0.4310687 Dec 20 11:47:38.979794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Allocated IP 172.20.0.1 (2022a17b-7931-4294-95dd-bb7abf73ebb1/1ca38c65-2762-40c0-8513-18eb87cc5984/018b7848-5489-47de-a051-ad26511996bb) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:39.011333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0382f-c890-4771-9f93-dc35b65dd6d6 req-3b0e526d-5a94-41ef-831a-02204bfc3c07 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:39.018577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-65f0382f-c890-4771-9f93-dc35b65dd6d6 req-3b0e526d-5a94-41ef-831a-02204bfc3c07 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 945 time: 0.5331073 Dec 20 11:47:39.306062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a99bb0-4a6c-481a-bd7a-1d81de090533 req-a096da36-a0c5-42fd-ab00-2636ef254964 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:39.312300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a99bb0-4a6c-481a-bd7a-1d81de090533 req-a096da36-a0c5-42fd-ab00-2636ef254964 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:39.320053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-13a99bb0-4a6c-481a-bd7a-1d81de090533 req-a096da36-a0c5-42fd-ab00-2636ef254964 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1666 time: 0.2667248 Dec 20 11:47:39.343093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:39.343784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Attempting to bind port 0d0bb0f3-e544-4341-a8b7-e12882d72719 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:39.343784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Attempting to bind port 0d0bb0f3-e544-4341-a8b7-e12882d72719 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:39.343784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Attempting to bind port 0d0bb0f3-e544-4341-a8b7-e12882d72719 on network 10273653-5c6b-4f73-9cb5-567a79971b6c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:39.369649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-65f0382f-c890-4771-9f93-dc35b65dd6d6 req-424c4059-e1e4-4e1e-93c1-800652ef581b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498049 Dec 20 11:47:39.387163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Port 0d0bb0f3-e544-4341-a8b7-e12882d72719 on network 10273653-5c6b-4f73-9cb5-567a79971b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:47:39.388574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Attempting to bind port 0d0bb0f3-e544-4341-a8b7-e12882d72719 on network 10273653-5c6b-4f73-9cb5-567a79971b6c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:39.389770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Transition to ACTIVE for port object 018b7848-5489-47de-a051-ad26511996bb will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:39.435638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:39.436177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Checking segment: {'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:39.436470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Bound using segment: {'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:39.436701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Bound port: 0d0bb0f3-e544-4341-a8b7-e12882d72719, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7871bb78-970c-49be-b36e-aae7ab646c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:39.437251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:39.446131 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-13a99bb0-4a6c-481a-bd7a-1d81de090533 req-7ce37da1-722d-42ba-835b-a44f06a536f6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250901 Dec 20 11:47:39.474196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:39.485089 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40763eb1-e187-4c22-9072-22f2c6c5b852 tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:39.490624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a77705-7a63-4553-8439-d6956d4b141a req-7161b1a2-9b31-401b-a134-d87cb4591eae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:39.492601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96a77705-7a63-4553-8439-d6956d4b141a req-7161b1a2-9b31-401b-a134-d87cb4591eae service neutron] 10.222.0.53 "GET /v2.0/networks?id=67c4550a-8f9c-44e9-b90c-c8f906354317 HTTP/1.1" status: 200 len: 922 time: 0.5186493 Dec 20 11:47:39.573926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:39.583578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:39.591297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:39.661118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96a77705-7a63-4553-8439-d6956d4b141a req-21edecfc-3994-40c3-8caf-b4b1228b4bc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa4090e8-1b15-444e-a232-acdcf36699d4 HTTP/1.1" status: 200 len: 217 time: 0.1158602 Dec 20 11:47:39.690021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Port': ['ID=018b7848-5489-47de-a051-ad26511996bb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:39.700500 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:39.745374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:39.883513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] For port 0d0bb0f3-e544-4341-a8b7-e12882d72719, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:39.920922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a77705-7a63-4553-8439-d6956d4b141a req-00fd636d-1b5c-4093-a55e-0235ffbde3f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:39.922399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96a77705-7a63-4553-8439-d6956d4b141a req-00fd636d-1b5c-4093-a55e-0235ffbde3f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=653909c7-91ca-41a5-bc33-868d516b8613 HTTP/1.1" status: 200 len: 861 time: 0.2352602 Dec 20 11:47:39.980168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:40.119728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] For port 0d0bb0f3-e544-4341-a8b7-e12882d72719, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=0d0bb0f3-e544-4341-a8b7-e12882d72719,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:40.197918 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96a77705-7a63-4553-8439-d6956d4b141a req-fece0692-4d2a-4439-b4ca-c534db5fb233 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c4550a-8f9c-44e9-b90c-c8f906354317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2560320 Dec 20 11:47:40.209084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:40.235144 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:40.511577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665473ea-5283-4fe1-afac-3a6f47d0f68b None None] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:47:40.655861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9f125263-8e13-4d0a-9ed6-8c75ba1eac6c None None] Provisioning for port bae5a2f5-222d-456c-81cb-98fd1d5543c8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:40.723077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bae5a2f5-222d-456c-81cb-98fd1d5543c8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:40.813501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:40.815030 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] 10.222.0.53 "PUT /v2.0/ports/0d0bb0f3-e544-4341-a8b7-e12882d72719 HTTP/1.1" status: 200 len: 1093 time: 4.6706173 Dec 20 11:47:40.831480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'tag': '0d0bb0f3-e544-4341-a8b7-e12882d72719'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:40.943599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Request body: {'port': {'device_id': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:40.980571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03ebeb-7465-47b4-abd8-91d4f764c540 req-4ec4a5ad-b23f-4962-9cfa-89455ef854a7 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:40.992799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e03ebeb-7465-47b4-abd8-91d4f764c540 req-4ec4a5ad-b23f-4962-9cfa-89455ef854a7 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 944 time: 0.3928001 Dec 20 11:47:41.021451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0bb0f3-e544-4341-a8b7-e12882d72719,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:41.029338 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:41.290875 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96a77705-7a63-4553-8439-d6956d4b141a req-c0026efe-8450-4796-8a9f-e698619d6574 service neutron] 10.222.0.53 "GET /v2.0/networks/67c4550a-8f9c-44e9-b90c-c8f906354317?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0694582 Dec 20 11:47:41.293019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:41.330194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port bae5a2f5-222d-456c-81cb-98fd1d5543c8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:41.361323 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e03ebeb-7465-47b4-abd8-91d4f764c540 req-9bcbb928-ed28-4efc-a6da-87245f4dcff0 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653393 Dec 20 11:47:41.363163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port bae5a2f5-222d-456c-81cb-98fd1d5543c8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:41.365526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:41.460431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:41.471860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:41.530220 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:41.750140 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96a77705-7a63-4553-8439-d6956d4b141a req-203a1cb1-e337-4f10-97e4-29cf8bf575bb service neutron] 10.222.0.53 "GET /v2.0/networks/67c4550a-8f9c-44e9-b90c-c8f906354317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092412 Dec 20 11:47:41.750865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:41.795897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:41.825092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port bae5a2f5-222d-456c-81cb-98fd1d5543c8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bae5a2f5-222d-456c-81cb-98fd1d5543c8,segment=NetworkSegment(5de306bf-8028-4465-8948-0876e60fdff1),segment_id=5de306bf-8028-4465-8948-0876e60fdff1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:41.833774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Port': ['ID=018b7848-5489-47de-a051-ad26511996bb,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:41.850237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:41.856276 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:41.858028 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:41.936771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459664f-6e9c-4b39-8f22-735d428b101b req-b4e419ec-0f59-4ec0-8251-a8141fb874d4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:41.944422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9459664f-6e9c-4b39-8f22-735d428b101b req-b4e419ec-0f59-4ec0-8251-a8141fb874d4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 1.3794081 Dec 20 11:47:42.094945 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-b40fdf9a-c6e6-48e5-90d6-3fc665a2bcd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1098 time: 0.3310843 Dec 20 11:47:42.114734 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9459664f-6e9c-4b39-8f22-735d428b101b req-32cff1c8-7c87-4a94-bf65-4593082aae23 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689904 Dec 20 11:47:42.166113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=bae5a2f5-222d-456c-81cb-98fd1d5543c8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:42.188794 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:42.305601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f30e6fe-73b2-4b20-998b-9366d8cd7f96 None None] Provisioning complete for port bae5a2f5-222d-456c-81cb-98fd1d5543c8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:42.307270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f30e6fe-73b2-4b20-998b-9366d8cd7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:42.408501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68750597-8b3d-4eb4-9054-e719a597a036 req-08791a7d-0e00-4c95-b31a-c9c39676c115 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:42.415588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68750597-8b3d-4eb4-9054-e719a597a036 req-08791a7d-0e00-4c95-b31a-c9c39676c115 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:42.423456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68750597-8b3d-4eb4-9054-e719a597a036 req-08791a7d-0e00-4c95-b31a-c9c39676c115 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1666 time: 0.6833260 Dec 20 11:47:42.460648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:42.463933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:42.472843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device aa4090e8-1b15-444e-a232-acdcf36699d4 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:47:42.645117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bae5a2f5-222d-456c-81cb-98fd1d5543c8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:42.689860 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'tag': '0d0bb0f3-e544-4341-a8b7-e12882d72719', 'status': 'completed', 'code': 200} Dec 20 11:47:42.812183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68750597-8b3d-4eb4-9054-e719a597a036 req-0f480fac-6f29-4cdd-b738-8072edc500b1 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874776 Dec 20 11:47:42.837788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:47:43.102831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port aa4090e8-1b15-444e-a232-acdcf36699d4, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=aa4090e8-1b15-444e-a232-acdcf36699d4,segment=NetworkSegment(0d65f50a-48fe-4910-8606-2ef8738601cf),segment_id=0d65f50a-48fe-4910-8606-2ef8738601cf)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:43.103539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3310bf1-c39a-4791-9f22-7d895687d6c2 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:43.110776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:43.141748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'aa4090e8-1b15-444e-a232-acdcf36699d4', 'network_id': '67c4550a-8f9c-44e9-b90c-c8f906354317', 'port_id': 'aa4090e8-1b15-444e-a232-acdcf36699d4', 'mac_address': 'fa:16:3e:e7:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653909c7-91ca-41a5-bc33-868d516b8613', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:47:43.145768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Transition to ACTIVE for port object b3310bf1-c39a-4791-9f22-7d895687d6c2 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:43.155030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-78829ce9-119a-4a7e-905f-6b6ee6a4e5ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:43.160433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-78829ce9-119a-4a7e-905f-6b6ee6a4e5ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 915 time: 1.0340116 Dec 20 11:47:43.322608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Router c19e68c3-bd4c-407c-9321-e442ae72d8e6 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:47:43.432771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port bae5a2f5-222d-456c-81cb-98fd1d5543c8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:43.433154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:43.634929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:43.666696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f30e6fe-73b2-4b20-998b-9366d8cd7f96 None None] Provisioning for port 018b7848-5489-47de-a051-ad26511996bb completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:43.688397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f30e6fe-73b2-4b20-998b-9366d8cd7f96 None None] Provisioning complete for port 018b7848-5489-47de-a051-ad26511996bb triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:43.688805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f30e6fe-73b2-4b20-998b-9366d8cd7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:43.747148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:43.763793 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d1a4a42-0841-49c8-9af4-1c085265ae19 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:43.779509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48eab85-e009-4ef7-b9e0-918e63e6ffb6 req-808b6bf9-a55a-4abc-a5df-49cb9848e58e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:43.787820 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c48eab85-e009-4ef7-b9e0-918e63e6ffb6 req-808b6bf9-a55a-4abc-a5df-49cb9848e58e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.2764802 Dec 20 11:47:43.859123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0f30e6fe-73b2-4b20-998b-9366d8cd7f96 None None] Port 018b7848-5489-47de-a051-ad26511996bb cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:47:43.863533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:47:43.877683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "PUT /v2.0/routers/c19e68c3-bd4c-407c-9321-e442ae72d8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4461024 Dec 20 11:47:43.880887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:43.884703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4090e8-1b15-444e-a232-acdcf36699d4 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:43.887772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'port': {'network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1', 'name': 'tempest-FloatingIPNegativeTestJSON-1765387281'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:43.893155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] Sync routers for ids ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:47:43.929928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port aa4090e8-1b15-444e-a232-acdcf36699d4, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=aa4090e8-1b15-444e-a232-acdcf36699d4,segment=NetworkSegment(0d65f50a-48fe-4910-8606-2ef8738601cf),segment_id=0d65f50a-48fe-4910-8606-2ef8738601cf)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:43.941581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:43.943216 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c48eab85-e009-4ef7-b9e0-918e63e6ffb6 req-9f6f5adc-beef-4c7b-ad73-52e428588e8d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527686 Dec 20 11:47:43.943608 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:44.013901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] Routers {'c19e68c3-bd4c-407c-9321-e442ae72d8e6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:44.014482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:44.061525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-0489d954-7179-4dba-ad0d-4b8fba4bac47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 217 time: 0.4050274 Dec 20 11:47:44.188821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:44.204516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:port and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:44.211091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:44.231271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:44.260775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=aa4090e8-1b15-444e-a232-acdcf36699d4,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:44.261915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Made reservation on behalf of 76e3a9b5e5f547daa9740b9b52a89348 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:47:44.267477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:44.304820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:44.328626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3310bf1-c39a-4791-9f22-7d895687d6c2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:44.338467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.338810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.339454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.340280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.340280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.340280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.340587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.342469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.342469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.342469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.342469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:47:44.349674 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:44.357202 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:44.386186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['aa4090e8-1b15-444e-a232-acdcf36699d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:44.397842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80eeb1b9-eb31-48ec-a71f-b48fad1452e7 req-9c1b6b0a-17b8-4cea-b920-fa2898560135 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1915 time: 1.7018373 Dec 20 11:47:44.417585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] device_id is not set on port 6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:47:44.488948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8950459e-e6e9-4bc7-b2b4-8fc3d959d707 None None] Provisioning complete for port 018b7848-5489-47de-a051-ad26511996bb triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:44.490610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8950459e-e6e9-4bc7-b2b4-8fc3d959d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:44.609045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] Routers {'c19e68c3-bd4c-407c-9321-e442ae72d8e6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:44.609944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:44.741086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8950459e-e6e9-4bc7-b2b4-8fc3d959d707 None None] Port 018b7848-5489-47de-a051-ad26511996bb cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:47:44.801886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Allocated IP 172.20.0.6 (2022a17b-7931-4294-95dd-bb7abf73ebb1/1ca38c65-2762-40c0-8513-18eb87cc5984/6c127df2-1c82-4d0c-9d82-ca383f2a0ff0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:44.826629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:44.826910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d85a39-c2e8-4c84-b460-412a3408ff18 None None] The sync data for ids ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:47:44.841068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-038b44a0-2e74-41dd-b5eb-27a8806233f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:44.856276 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-038b44a0-2e74-41dd-b5eb-27a8806233f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.7654037 Dec 20 11:47:44.945736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:45.220946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa70df5-d839-4709-aa48-514546210e96 req-7af4fcf5-2ad4-4c59-84df-b8c39331ba34 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:45.233260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aa70df5-d839-4709-aa48-514546210e96 req-7af4fcf5-2ad4-4c59-84df-b8c39331ba34 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 944 time: 2.0707717 Dec 20 11:47:45.266683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-fa43ef1e-301c-452a-97c3-7fc487878b32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3176086 Dec 20 11:47:45.267686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb1b9-eb31-48ec-a71f-b48fad1452e7 req-6db2e9cc-ba67-4c57-ba69-820e5b5d4ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:45.269052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb1b9-eb31-48ec-a71f-b48fad1452e7 req-6db2e9cc-ba67-4c57-ba69-820e5b5d4ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:45.269403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb1b9-eb31-48ec-a71f-b48fad1452e7 req-6db2e9cc-ba67-4c57-ba69-820e5b5d4ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:45.270971 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80eeb1b9-eb31-48ec-a71f-b48fad1452e7 req-6db2e9cc-ba67-4c57-ba69-820e5b5d4ad8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=116b4a8b89604f02ab430678839f252d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8475559 Dec 20 11:47:45.375606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:45.400676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Attempting to bind port b3310bf1-c39a-4791-9f22-7d895687d6c2 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:47:45.402901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Attempting to bind port b3310bf1-c39a-4791-9f22-7d895687d6c2 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:47:45.402901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Attempting to bind port b3310bf1-c39a-4791-9f22-7d895687d6c2 on network 0d9adfc9-de6a-427f-af2a-426c385a0574 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:45.410426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Transition to ACTIVE for port object 6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:47:45.476259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Port b3310bf1-c39a-4791-9f22-7d895687d6c2 on network 0d9adfc9-de6a-427f-af2a-426c385a0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:47:45.476259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Attempting to bind port b3310bf1-c39a-4791-9f22-7d895687d6c2 on network 0d9adfc9-de6a-427f-af2a-426c385a0574 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:47:45.497115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:45.505844 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6c6510ed-99b0-46c4-b62f-1991e8db688d tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:45.548767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:47:45.549053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Checking segment: {'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:47:45.550276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Bound using segment: {'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:47:45.550753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Bound port: b3310bf1-c39a-4791-9f22-7d895687d6c2, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dd79f1-2114-4406-9c3f-b32dd52b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:47:45.551332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:45.692559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aa70df5-d839-4709-aa48-514546210e96 req-acd5819e-0e3a-4186-91da-5870005bfba3 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581881 Dec 20 11:47:45.761369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:45.765733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:45.771809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:45.913704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-8f63f3ae-ba8b-433e-87de-e82a14d6816a service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323831 Dec 20 11:47:45.969840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:45.971884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:45.995550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Port': ['ID=6c127df2-1c82-4d0c-9d82-ca383f2a0ff0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:46.010257 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:46.034687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1523225 Dec 20 11:47:46.035575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:46.066065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:46.093270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:46.128179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:floatingip and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:46.153145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:46.183224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] For port b3310bf1-c39a-4791-9f22-7d895687d6c2, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:47:46.187343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb1b9-eb31-48ec-a71f-b48fad1452e7 req-9d8a683e-d4c3-4255-9099-152ef333a5fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:46.191436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80eeb1b9-eb31-48ec-a71f-b48fad1452e7 req-9d8a683e-d4c3-4255-9099-152ef333a5fe service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8714268 Dec 20 11:47:46.191436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] For port b3310bf1-c39a-4791-9f22-7d895687d6c2, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3310bf1-c39a-4791-9f22-7d895687d6c2,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:47:46.206174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:46.329119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cbd9a9c4-cf08-4ac0-a23a-58be2ecc52f7 None None] Provisioning for port 6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:46.342239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device aa4090e8-1b15-444e-a232-acdcf36699d4 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:46.370337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:46.418681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cbd9a9c4-cf08-4ac0-a23a-58be2ecc52f7 None None] Provisioning complete for port 6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:46.419489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a9c4-cf08-4ac0-a23a-58be2ecc52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:46.429161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:46.455739 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a20f5d26-bb49-47d5-af74-d68df6bf37ee tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:46.558242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9a9c4-cf08-4ac0-a23a-58be2ecc52f7 None None] Port 6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:47:46.592169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port aa4090e8-1b15-444e-a232-acdcf36699d4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:46.601963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port aa4090e8-1b15-444e-a232-acdcf36699d4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:46.603722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:46.820985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:46.820985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/b3310bf1-c39a-4791-9f22-7d895687d6c2 HTTP/1.1" status: 200 len: 1094 time: 5.8723209 Dec 20 11:47:46.820985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'tag': 'b3310bf1-c39a-4791-9f22-7d895687d6c2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:46.917926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49bfbf9f-82a4-4006-bd6d-c2ec4db37d8c req-475e543d-2b18-42a9-bbfb-b05dc22c6402 service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158499 Dec 20 11:47:47.026553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039467f-8b4d-49a1-9ee0-1a529b5b6556 req-b9178ced-599b-43da-a205-eae74abe7af9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:47.028410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039467f-8b4d-49a1-9ee0-1a529b5b6556 req-b9178ced-599b-43da-a205-eae74abe7af9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:47.050199 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5039467f-8b4d-49a1-9ee0-1a529b5b6556 req-b9178ced-599b-43da-a205-eae74abe7af9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1678 time: 0.8111453 Dec 20 11:47:47.054114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3310bf1-c39a-4791-9f22-7d895687d6c2,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:47.072106 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:47.104677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:47.168601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c903e-c688-440d-8204-c9353d718fa4 req-aca87ffb-2a3a-4211-95df-5c1a6c1bea55 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:47.179982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4090e8-1b15-444e-a232-acdcf36699d4'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:47.185636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae6c903e-c688-440d-8204-c9353d718fa4 req-aca87ffb-2a3a-4211-95df-5c1a6c1bea55 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.7557006 Dec 20 11:47:47.203871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port aa4090e8-1b15-444e-a232-acdcf36699d4, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=aa4090e8-1b15-444e-a232-acdcf36699d4,segment=NetworkSegment(0d65f50a-48fe-4910-8606-2ef8738601cf),segment_id=0d65f50a-48fe-4910-8606-2ef8738601cf)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:47.223461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:47.223461 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d47f7801-26fc-4ffc-bbab-e3eb7b6766c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:47.251868 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5039467f-8b4d-49a1-9ee0-1a529b5b6556 req-3a7212e7-2d62-44cb-a842-933e0dba5e6f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843157 Dec 20 11:47:47.302650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:47.396299 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-449fafb6-c21e-4e47-b695-4c785ae94428 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1984 time: 0.4462743 Dec 20 11:47:47.570753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=aa4090e8-1b15-444e-a232-acdcf36699d4,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:47.608413 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:47.657872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Allocated IP 172.35.0.55 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/6b570171-5bb6-488f-ac87-96c1608637ad) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:47.841915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae6c903e-c688-440d-8204-c9353d718fa4 req-2bb4e503-5426-4c65-a6c2-26981f16bc20 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457570 Dec 20 11:47:47.841915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-4d39074f-b3e3-4317-9945-0b49df50b654 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=0d0bb0f3-e544-4341-a8b7-e12882d72719 HTTP/1.1" status: 200 len: 217 time: 0.4320564 Dec 20 11:47:47.995339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:48.023459 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'tag': 'b3310bf1-c39a-4791-9f22-7d895687d6c2', 'status': 'completed', 'code': 200} Dec 20 11:47:48.030120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-7140b07a-33e4-4f1d-bd24-64c0a9a523f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:48.032466 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-7140b07a-33e4-4f1d-bd24-64c0a9a523f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72e83026-a1cb-4751-bdb2-c519eedf321f HTTP/1.1" status: 200 len: 801 time: 0.1875305 Dec 20 11:47:48.056623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d911f-b39e-4b8f-9e63-58109ddb4a35 req-804a9c60-36de-4684-a36d-fb2c4eac4273 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:48.058209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e6d911f-b39e-4b8f-9e63-58109ddb4a35 req-804a9c60-36de-4684-a36d-fb2c4eac4273 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 946 time: 0.1887741 Dec 20 11:47:48.061543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:48.158773 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e6d911f-b39e-4b8f-9e63-58109ddb4a35 req-f24b745c-cd4c-4c15-92a5-cecdf33110f5 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920336 Dec 20 11:47:48.200965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:48.204903 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cad84547-123d-4f27-a6db-824394f2f3a1 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:48.264167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-0ee875b2-99a5-4c09-aeca-08861cc7bf33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10273653-5c6b-4f73-9cb5-567a79971b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2258501 Dec 20 11:47:48.369002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:48.375364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:48.380236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:48.455626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Port': ['ID=6b570171-5bb6-488f-ac87-96c1608637ad,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:48.472190 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:48.481732 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4090e8-1b15-444e-a232-acdcf36699d4', 'code': 200} Dec 20 11:47:48.691539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-f8fa16a7-df08-4fd6-ae52-bef0af87ef46 service neutron] 10.222.0.53 "GET /v2.0/networks/10273653-5c6b-4f73-9cb5-567a79971b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206066 Dec 20 11:47:48.933927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:48.959943 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-857cebc4-3f97-4713-a664-744f0b5c7e1d req-8df39426-bcb6-4060-a324-67ad60086b2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 1099 time: 0.3741753 Dec 20 11:47:49.097162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:49.161406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-046b31bc-61ff-44dd-9786-aa662bb72198 service neutron] 10.222.0.53 "GET /v2.0/networks/10273653-5c6b-4f73-9cb5-567a79971b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585865 Dec 20 11:47:49.192193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ede1a-fcf7-4007-868b-e5d87d25898b req-c1a84482-5e49-4991-94ea-278cd7a4d305 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:49.192193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e77ede1a-fcf7-4007-868b-e5d87d25898b req-c1a84482-5e49-4991-94ea-278cd7a4d305 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.1825185 Dec 20 11:47:49.342693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e77ede1a-fcf7-4007-868b-e5d87d25898b req-167fc3df-d171-4b31-a5d8-714b7b370ed6 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450393 Dec 20 11:47:49.394697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-857cebc4-3f97-4713-a664-744f0b5c7e1d req-22b7ff2b-6c2c-4ba5-ae1a-150eb889fabf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247468 Dec 20 11:47:49.419370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16ac8e-0619-401e-a4dd-8a2cdcca13c8 req-d3656358-5e2a-43ec-8d72-4397ef317e0d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:49.425108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16ac8e-0619-401e-a4dd-8a2cdcca13c8 req-d3656358-5e2a-43ec-8d72-4397ef317e0d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:49.426263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cb16ac8e-0619-401e-a4dd-8a2cdcca13c8 req-d3656358-5e2a-43ec-8d72-4397ef317e0d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:49.440740 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-be145631-4403-4246-9eca-110eb95585fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=b3310bf1-c39a-4791-9f22-7d895687d6c2 HTTP/1.1" status: 200 len: 217 time: 0.2637408 Dec 20 11:47:49.481648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:49.485010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-cb16ac8e-0619-401e-a4dd-8a2cdcca13c8 req-d3656358-5e2a-43ec-8d72-4397ef317e0d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:49.486687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb16ac8e-0619-401e-a4dd-8a2cdcca13c8 req-d3656358-5e2a-43ec-8d72-4397ef317e0d tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1678 time: 0.7380795 Dec 20 11:47:49.489822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:49.498177 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:49.649833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb16ac8e-0619-401e-a4dd-8a2cdcca13c8 req-092dc587-2c2d-4cd3-ba10-56f13e77350b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556301 Dec 20 11:47:49.705515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb40b-b967-47d6-8a0e-a841c327115d req-ad79e04a-921c-460a-911c-35dcfaa7814e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:49.707502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-ad79e04a-921c-460a-911c-35dcfaa7814e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=69f3d186-2c22-4c45-8781-81f3cf70f9dd HTTP/1.1" status: 200 len: 801 time: 0.1221552 Dec 20 11:47:49.727337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Port': ['ID=6b570171-5bb6-488f-ac87-96c1608637ad,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:49.743099 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:49.776816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:49.864058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:49.864794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8269308 Dec 20 11:47:49.876473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:49.885758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-0d435aac-bfc9-43c3-b6d9-7b40ce0b1555 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d9adfc9-de6a-427f-af2a-426c385a0574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699989 Dec 20 11:47:49.909955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced278-d450-4962-a241-b48414ade207 req-3bceb17a-0041-43ee-bfb0-dcfd6452427f tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:49.918560 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5ced278-d450-4962-a241-b48414ade207 req-3bceb17a-0041-43ee-bfb0-dcfd6452427f tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 946 time: 0.3590758 Dec 20 11:47:49.965230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0487b014-2539-45d3-ba0e-c413bd9f4019 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'floatingip': {'port_id': '6c127df2-1c82-4d0c-9d82-ca383f2a0ff0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:50.218239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0487b014-2539-45d3-ba0e-c413bd9f4019 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:50.287231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-42fa7698-cfb0-4625-ac00-40a61b5785f5 service neutron] 10.222.0.53 "GET /v2.0/networks/0d9adfc9-de6a-427f-af2a-426c385a0574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535192 Dec 20 11:47:50.517766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10abb40b-b967-47d6-8a0e-a841c327115d req-1c82ffa9-ddec-4311-b480-950c24f7eb4a service neutron] 10.222.0.53 "GET /v2.0/networks/0d9adfc9-de6a-427f-af2a-426c385a0574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648816 Dec 20 11:47:50.796483 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5ced278-d450-4962-a241-b48414ade207 req-e721563f-9010-427e-9822-d4400b94edad tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8686178 Dec 20 11:47:50.870760 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-0487b014-2539-45d3-ba0e-c413bd9f4019 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] update failed (client error): The resource could not be found. Dec 20 11:47:50.872151 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0487b014-2539-45d3-ba0e-c413bd9f4019 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "PUT /v2.0/floatingips/6336a66f-d3a9-41da-a701-327906eebe05 HTTP/1.1" status: 404 len: 507 time: 0.9935386 Dec 20 11:47:50.875612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:50.892380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-cfa7f4f4-aa4a-47f0-8434-92feb9bb322e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=116b4a8b89604f02ab430678839f252d&device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1984 time: 0.2852497 Dec 20 11:47:51.031109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d67-9a10-4449-ad3b-7fe63a8e9312 req-ad997cfe-5876-4fbd-bdf4-2250b1290d34 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:51.032585 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-20bf8d67-9a10-4449-ad3b-7fe63a8e9312 req-ad997cfe-5876-4fbd-bdf4-2250b1290d34 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.4274416 Dec 20 11:47:51.164880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-20bf8d67-9a10-4449-ad3b-7fe63a8e9312 req-d2cfc5b4-90ec-44c7-9868-2151a85a9a57 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162837 Dec 20 11:47:51.172734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-635995fb-020d-48aa-b602-42393ff7ffb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:51.177200 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-635995fb-020d-48aa-b602-42393ff7ffb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0d9adfc9-de6a-427f-af2a-426c385a0574 HTTP/1.1" status: 200 len: 903 time: 0.2549686 Dec 20 11:47:51.214528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Deleting port 6b570171-5bb6-488f-ac87-96c1608637ad {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:51.214952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:51.286999 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-151b62d3-a7bc-4610-b38d-25bcb0fa050f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=b3310bf1-c39a-4791-9f22-7d895687d6c2 HTTP/1.1" status: 200 len: 217 time: 0.0962677 Dec 20 11:47:51.471382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa7fc0-b7af-4a15-a951-85ed1a6e19d3 req-ab73040c-224a-4167-bd1f-820286b599f8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:51.479413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa7fc0-b7af-4a15-a951-85ed1a6e19d3 req-ab73040c-224a-4167-bd1f-820286b599f8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:51.487087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58fa7fc0-b7af-4a15-a951-85ed1a6e19d3 req-ab73040c-224a-4167-bd1f-820286b599f8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1678 time: 0.4337454 Dec 20 11:47:51.562069 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-58fa7fc0-b7af-4a15-a951-85ed1a6e19d3 req-68157410-983f-49ec-9bb9-47442f1e692b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738325 Dec 20 11:47:51.564000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:51.564520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:51.595444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-7a05ec06-e3a4-4829-a378-5c40d75de4f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:51.596915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-7a05ec06-e3a4-4829-a378-5c40d75de4f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=69f3d186-2c22-4c45-8781-81f3cf70f9dd HTTP/1.1" status: 200 len: 801 time: 0.3032219 Dec 20 11:47:51.710171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Calling delete_port for 6b570171-5bb6-488f-ac87-96c1608637ad owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:51.723116 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-136220cf-a889-4475-a0f4-e0a0b2d656a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d9adfc9-de6a-427f-af2a-426c385a0574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180098 Dec 20 11:47:51.899323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:51.905315 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:51.909290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-054f3b1b-56e6-4436-b693-a6751867c725 service neutron] 10.222.0.53 "GET /v2.0/networks/0d9adfc9-de6a-427f-af2a-426c385a0574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783586 Dec 20 11:47:52.166889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d657159-1dd9-4c5c-9194-2bc84ce995d7 req-07a063eb-aa6f-4558-a27e-bca012169800 service neutron] 10.222.0.53 "GET /v2.0/networks/0d9adfc9-de6a-427f-af2a-426c385a0574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515912 Dec 20 11:47:52.185153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event deleted for resources: {'Port': ['ID=6b570171-5bb6-488f-ac87-96c1608637ad,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:52.196412 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:52.271421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:52.301481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69d0b-bbdc-4c45-a89b-ecd11bf696fb req-e75aeb07-348d-48e6-9bd5-a3be83ba2277 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:52.303029 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4a69d0b-bbdc-4c45-a89b-ecd11bf696fb req-e75aeb07-348d-48e6-9bd5-a3be83ba2277 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 946 time: 0.2815259 Dec 20 11:47:52.305001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:52.306764 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "DELETE /v2.0/floatingips/6336a66f-d3a9-41da-a701-327906eebe05 HTTP/1.1" status: 204 len: 168 time: 1.4296520 Dec 20 11:47:52.313155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49490) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:52.318790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'floatingip': {'floating_network_id': '2022a17b-7931-4294-95dd-bb7abf73ebb1', 'port_id': '6c127df2-1c82-4d0c-9d82-ca383f2a0ff0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:52.329257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:52.343254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:floatingip and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:52.347301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:52.359444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:52.380337 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4a69d0b-bbdc-4c45-a89b-ecd11bf696fb req-a0b2c81a-282b-4488-89fa-26e3920429ee tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Dec 20 11:47:52.388456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:52.696120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6f48-2b2f-47a6-a7a9-9214cf171bfd req-18a1b0a0-179a-46bd-abbb-0fea9eb52923 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:52.707821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-247f6f48-2b2f-47a6-a7a9-9214cf171bfd req-18a1b0a0-179a-46bd-abbb-0fea9eb52923 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.1682045 Dec 20 11:47:52.764372 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-247f6f48-2b2f-47a6-a7a9-9214cf171bfd req-dec94dc9-084e-4232-9469-246b023fe37e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554180 Dec 20 11:47:52.799935 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:47:52.802661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-53522cae-6c40-4fdd-a657-607faf8797d5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4882944 Dec 20 11:47:52.806933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49500) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:52.814118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': '6c127df2-1c82-4d0c-9d82-ca383f2a0ff0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:47:52.826457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:47:52.831699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Usage tracker for resource:floatingip and tenant:76e3a9b5e5f547daa9740b9b52a89348 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:47:52.836111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:47:52.844252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:47:52.866939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:53.123117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:53.243137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3782f-15ad-42db-8a77-7f7a41aa2e7b req-ef4e9bd4-e5c8-41e9-9390-3780ce218034 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.248293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3782f-15ad-42db-8a77-7f7a41aa2e7b req-ef4e9bd4-e5c8-41e9-9390-3780ce218034 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.255471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ece3782f-15ad-42db-8a77-7f7a41aa2e7b req-ef4e9bd4-e5c8-41e9-9390-3780ce218034 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1678 time: 0.1822269 Dec 20 11:47:53.331537 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ece3782f-15ad-42db-8a77-7f7a41aa2e7b req-be30e0d3-e745-46c0-8d8d-4595d289a566 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746117 Dec 20 11:47:53.443771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Allocated IP 172.35.0.54 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/28857390-9755-4305-9b89-6699935835b2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:47:53.650829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:53.684228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:53.688252 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:53.749060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:47:53.756697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:47:53.761093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:47:53.790885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event updated for resources: {'Port': ['ID=28857390-9755-4305-9b89-6699935835b2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:53.796736 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:53.867002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.870977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.874834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.878655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.882477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.886328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.890135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:53.891960 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-a7b0fcf4-d2b1-46c8-be88-b559b0e55928 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 0.1128733 Dec 20 11:47:53.941076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Deleting port 28857390-9755-4305-9b89-6699935835b2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:53.941682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:53.941974 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfcec1e9-50ea-40ac-a1d9-a786fae70c64 req-634ffdc0-aec6-4ce6-b07c-a355f97984f9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0441906 Dec 20 11:47:54.153846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:54.154219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:54.375968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.379958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.384338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.387382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device b3310bf1-c39a-4791-9f22-7d895687d6c2 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:47:54.389217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.393319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.397664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.398559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Calling delete_port for 28857390-9755-4305-9b89-6699935835b2 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:54.402882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.404951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c88eabe-ad40-4241-bbd2-1b14ecbb62a6 req-049956ce-c794-4e92-bdd4-c0853f142836 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 0.1337941 Dec 20 11:47:54.475788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbadd48-b305-4b19-8664-0e4121e871bb req-228bd1d4-7899-480d-a40d-008c8f55444a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.479300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7bbadd48-b305-4b19-8664-0e4121e871bb req-228bd1d4-7899-480d-a40d-008c8f55444a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.3684871 Dec 20 11:47:54.545088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port b3310bf1-c39a-4791-9f22-7d895687d6c2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3310bf1-c39a-4791-9f22-7d895687d6c2,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:54.564669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'b3310bf1-c39a-4791-9f22-7d895687d6c2', 'network_id': '0d9adfc9-de6a-427f-af2a-426c385a0574', 'port_id': 'b3310bf1-c39a-4791-9f22-7d895687d6c2', 'mac_address': 'fa:16:3e:40:69:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f3d186-2c22-4c45-8781-81f3cf70f9dd', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:47:54.623759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7bbadd48-b305-4b19-8664-0e4121e871bb req-0276717c-86cc-43fc-809a-2a10c28e99df tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097665 Dec 20 11:47:54.628463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:54.630793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:54.640498 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-651b34c2-a16f-4672-9524-3df4b38a1ad6 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:54.651476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3310bf1-c39a-4791-9f22-7d895687d6c2 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:54.667724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db755a6-1561-4f57-9725-2145d7356a8b req-180c8103-49d0-4089-b190-89931b935eb3 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.673180 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6db755a6-1561-4f57-9725-2145d7356a8b req-180c8103-49d0-4089-b190-89931b935eb3 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 946 time: 0.1343186 Dec 20 11:47:54.691927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port b3310bf1-c39a-4791-9f22-7d895687d6c2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3310bf1-c39a-4791-9f22-7d895687d6c2,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:54.698506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event deleted for resources: {'Port': ['ID=28857390-9755-4305-9b89-6699935835b2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:54.700236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:54.701505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 0d0bb0f3-e544-4341-a8b7-e12882d72719 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:47:54.705593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:54.707798 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:54.824823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=b3310bf1-c39a-4791-9f22-7d895687d6c2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:54.829208 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:54.850421 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6db755a6-1561-4f57-9725-2145d7356a8b req-f2e99ab4-1180-4cdf-8ecc-97a91de50f9c tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763678 Dec 20 11:47:54.885965 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] create failed (client error): The resource could not be found. Dec 20 11:47:54.887745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0792089 Dec 20 11:47:54.891953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49530) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:54.933790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23654-47e9-4781-abbc-6913c5a38b8d req-6ba3854d-9502-4d13-ab0b-5dbf91360b4c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.934398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 0d0bb0f3-e544-4341-a8b7-e12882d72719, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=0d0bb0f3-e544-4341-a8b7-e12882d72719,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:54.938651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23654-47e9-4781-abbc-6913c5a38b8d req-6ba3854d-9502-4d13-ab0b-5dbf91360b4c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:54.945887 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a23654-47e9-4781-abbc-6913c5a38b8d req-6ba3854d-9502-4d13-ab0b-5dbf91360b4c tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1679 time: 0.1332238 Dec 20 11:47:54.952537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '0d0bb0f3-e544-4341-a8b7-e12882d72719', 'network_id': '10273653-5c6b-4f73-9cb5-567a79971b6c', 'port_id': '0d0bb0f3-e544-4341-a8b7-e12882d72719', 'mac_address': 'fa:16:3e:4f:c6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e83026-a1cb-4751-bdb2-c519eedf321f', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:47:54.961320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Deleting port 6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:54.962019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:54.994792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a23654-47e9-4781-abbc-6913c5a38b8d req-7aa0466a-47da-4121-a65f-cc057acdfcf8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475266 Dec 20 11:47:55.022942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:55.041984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0bb0f3-e544-4341-a8b7-e12882d72719 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:55.059187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 0d0bb0f3-e544-4341-a8b7-e12882d72719, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=0d0bb0f3-e544-4341-a8b7-e12882d72719,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:55.066440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:55.068928 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e2342101-cb87-4145-852c-a1ff12acba3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:55.139456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=0d0bb0f3-e544-4341-a8b7-e12882d72719,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:55.146789 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:55.231159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:55.355283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Calling delete_port for 6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:55.406213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['0d0bb0f3-e544-4341-a8b7-e12882d72719'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:55.434347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['b3310bf1-c39a-4791-9f22-7d895687d6c2'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:55.534191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:55.545837 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ef06df94-eaa7-435a-9fd8-51d168bb91ed tempest-FloatingIPDetailsTestJSON-11469181 tempest-FloatingIPDetailsTestJSON-11469181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:55.608722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event deleted for resources: {'Port': ['ID=6c127df2-1c82-4d0c-9d82-ca383f2a0ff0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:55.613268 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:55.765304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:55.772858 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "DELETE /v2.0/ports/6c127df2-1c82-4d0c-9d82-ca383f2a0ff0 HTTP/1.1" status: 204 len: 168 time: 0.8776217 Dec 20 11:47:55.774124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:55.792480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751664-4a7a-42b7-978d-8902190adde0 req-ce1f5a66-8c81-4fb9-aba1-dfe64cad42ba tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:55.793972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c5751664-4a7a-42b7-978d-8902190adde0 req-ce1f5a66-8c81-4fb9-aba1-dfe64cad42ba tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.53 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 946 time: 0.2254257 Dec 20 11:47:55.917225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e1f6c-6c6e-444e-ac6e-f26d9729eaf0 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:55.917225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e40e1f6c-6c6e-444e-ac6e-f26d9729eaf0 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Synchronizing usage tracker for tenant:76e3a9b5e5f547daa9740b9b52a89348 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:47:55.953355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e40e1f6c-6c6e-444e-ac6e-f26d9729eaf0 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Unset dirty status for tenant:76e3a9b5e5f547daa9740b9b52a89348 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:47:55.953355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e40e1f6c-6c6e-444e-ac6e-f26d9729eaf0 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "GET /v2.0/ports?device_id=c19e68c3-bd4c-407c-9321-e442ae72d8e6 HTTP/1.1" status: 200 len: 913 time: 0.1721680 Dec 20 11:47:55.953355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49546) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:56.028647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Deleting port aa4090e8-1b15-444e-a232-acdcf36699d4 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:56.028647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:56.142151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da653c-1fd0-4793-9589-5d5e25c4181e req-9ea54bd7-8cf9-4973-80f5-598592db9f61 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:56.143598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d5da653c-1fd0-4793-9589-5d5e25c4181e req-9ea54bd7-8cf9-4973-80f5-598592db9f61 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.2705021 Dec 20 11:47:56.213401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fba90c-ac80-415f-b279-d68a09afabb6 req-ea8e52ac-f914-4954-9130-add0e95963a2 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:56.214866 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35fba90c-ac80-415f-b279-d68a09afabb6 req-ea8e52ac-f914-4954-9130-add0e95963a2 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca9f378-9403-497b-a63f-f8e0594e2157 HTTP/1.1" status: 200 len: 946 time: 0.1121244 Dec 20 11:47:56.294654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d5da653c-1fd0-4793-9589-5d5e25c4181e req-c30cf726-0875-497f-8cad-33d738267a83 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410496 Dec 20 11:47:56.328270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] For port aa4090e8-1b15-444e-a232-acdcf36699d4, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=aa4090e8-1b15-444e-a232-acdcf36699d4,segment=NetworkSegment(0d65f50a-48fe-4910-8606-2ef8738601cf),segment_id=0d65f50a-48fe-4910-8606-2ef8738601cf)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:56.328702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:56.397370 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35fba90c-ac80-415f-b279-d68a09afabb6 req-90299538-df23-4ac2-8cc9-b078613d4a73 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.32 "GET /v2.0/security-groups?id=9383ada3-7769-49a9-bd06-641bdba84986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742926 Dec 20 11:47:56.463580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:56.519801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Calling delete_port for aa4090e8-1b15-444e-a232-acdcf36699d4 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:56.759779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:56.771154 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:56.772505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['aa4090e8-1b15-444e-a232-acdcf36699d4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:56.872281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Pushing event deleted for resources: {'Port': ['ID=aa4090e8-1b15-444e-a232-acdcf36699d4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:56.882862 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:56.889939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c354c-278c-404e-a059-5b554f841d66 req-b069df7d-6ec9-4c16-b63b-1f04f271b06f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:56.893775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c354c-278c-404e-a059-5b554f841d66 req-b069df7d-6ec9-4c16-b63b-1f04f271b06f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:56.901089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd3c354c-278c-404e-a059-5b554f841d66 req-b069df7d-6ec9-4c16-b63b-1f04f271b06f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1680 time: 0.1587179 Dec 20 11:47:56.942118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] No DVR routers for this DVR port aa4090e8-1b15-444e-a232-acdcf36699d4 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:47:56.942118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:56.961784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'name': 'network-vif-deleted', 'tag': 'aa4090e8-1b15-444e-a232-acdcf36699d4'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:56.961784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c5751664-4a7a-42b7-978d-8902190adde0 req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] 10.222.0.53 "DELETE /v2.0/ports/aa4090e8-1b15-444e-a232-acdcf36699d4 HTTP/1.1" status: 204 len: 173 time: 1.1579070 Dec 20 11:47:57.018749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd3c354c-278c-404e-a059-5b554f841d66 req-7696c356-1a93-4cff-826e-569621ef1ac8 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045704 Dec 20 11:47:57.124214 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca9f378-9403-497b-a63f-f8e0594e2157', 'name': 'network-vif-deleted', 'tag': 'aa4090e8-1b15-444e-a232-acdcf36699d4', 'status': 'completed', 'code': 200} Dec 20 11:47:57.132977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49582) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:57.360257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c2ba7f8-f123-4d30-ae5a-a485e99e1d2a req-82ce7823-4445-4ba2-80ff-29e09ce157b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6516 time: 0.2258945 Dec 20 11:47:57.428004 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c2ba7f8-f123-4d30-ae5a-a485e99e1d2a req-3cf6e2d5-6810-4458-a862-a0ac7d98c3b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579128 Dec 20 11:47:57.557769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Deleting port 018b7848-5489-47de-a051-ad26511996bb {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:57.558055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:57.570285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235366-3d86-4e0e-afcf-7c6e84de683c req-182f49a2-a2bc-4203-9072-a8fdf1dae25f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:57.575377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8235366-3d86-4e0e-afcf-7c6e84de683c req-182f49a2-a2bc-4203-9072-a8fdf1dae25f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 945 time: 0.1034234 Dec 20 11:47:57.617056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3d92e-74b5-41cb-bd1f-55073a86d9ab req-cf81d422-7e20-46cd-afcf-2bb2be251d4d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:57.618630 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22e3d92e-74b5-41cb-bd1f-55073a86d9ab req-cf81d422-7e20-46cd-afcf-2bb2be251d4d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 945 time: 0.2050204 Dec 20 11:47:57.631674 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8235366-3d86-4e0e-afcf-7c6e84de683c req-037c2266-7cfb-407a-83a0-f24c5ac19acc tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505848 Dec 20 11:47:57.724434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e7059e1-8f71-4c34-afd6-6f1c7c293ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:57.736113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49600) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:57.766580 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22e3d92e-74b5-41cb-bd1f-55073a86d9ab req-17e934a3-275b-43ea-bec8-1ba9a2477861 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198044 Dec 20 11:47:57.813689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Deleting subnet 653909c7-91ca-41a5-bc33-868d516b8613 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:47:57.820601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:57.827348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:57.847626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:47:57.894808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:57.966457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:57.973207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Calling delete_port for 018b7848-5489-47de-a051-ad26511996bb owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:58.009392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:58.024462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'f8c054b6-b280-4236-bac6-4662237a1575', 'network_id': '8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7', 'port_id': 'f8c054b6-b280-4236-bac6-4662237a1575', 'mac_address': 'fa:16:3e:89:be:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c4ea15-bdaa-490f-83f6-2838a1602ecb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:47:58.051202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.057440 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6dc058a8-fb8d-4a77-af38-18590ea9f7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:58.091157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.109694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653909c7-91ca-41a5-bc33-868d516b8613,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:58.118776 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:58.119155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c054b6-b280-4236-bac6-4662237a1575 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:47:58.124749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.132031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/653909c7-91ca-41a5-bc33-868d516b8613 HTTP/1.1" status: 204 len: 168 time: 0.3948803 Dec 20 11:47:58.134989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49608) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:58.142341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:58.147956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.150651 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:58.213859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.219324 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:58.241769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:58.248242 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:58.282174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event deleted for resources: {'Port': ['ID=018b7848-5489-47de-a051-ad26511996bb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:58.288316 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:58.417301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device b3310bf1-c39a-4791-9f22-7d895687d6c2 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:58.526036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f8c054b6-b280-4236-bac6-4662237a1575'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:47:58.543980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.621036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.669460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936753b6-db5e-462e-9ac8-c39886a1aa0b req-972db864-5cd0-4bba-898c-7090e35ed060 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:58.673800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936753b6-db5e-462e-9ac8-c39886a1aa0b req-972db864-5cd0-4bba-898c-7090e35ed060 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:58.682073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-936753b6-db5e-462e-9ac8-c39886a1aa0b req-972db864-5cd0-4bba-898c-7090e35ed060 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1680 time: 0.4784865 Dec 20 11:47:58.682886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port b3310bf1-c39a-4791-9f22-7d895687d6c2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:58.693486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port b3310bf1-c39a-4791-9f22-7d895687d6c2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:58.694721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.763339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.814618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-936753b6-db5e-462e-9ac8-c39886a1aa0b req-d098847c-1260-4699-8eaa-8cde58e832db tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314332 Dec 20 11:47:58.823096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c4550a-8f9c-44e9-b90c-c8f906354317']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:58.839593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d65f50a-48fe-4910-8606-2ef8738601cf') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:58.839894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d65f50a-48fe-4910-8606-2ef8738601cf') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:58.857748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.876837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.883490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:47:58.884591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.918046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:47:58.980018 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:47:58.984419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3310bf1-c39a-4791-9f22-7d895687d6c2'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:47:58.989653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.006290 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-32008268-28b4-4a74-97b7-647e741999c2 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:59.021371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port b3310bf1-c39a-4791-9f22-7d895687d6c2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3310bf1-c39a-4791-9f22-7d895687d6c2,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:59.021371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.021371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 0d0bb0f3-e544-4341-a8b7-e12882d72719 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:59.029128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.042768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c4550a-8f9c-44e9-b90c-c8f906354317,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:59.045788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/67c4550a-8f9c-44e9-b90c-c8f906354317 HTTP/1.1" status: 204 len: 168 time: 0.9082081 Dec 20 11:47:59.046765 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:59.084199 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:59.217300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=b3310bf1-c39a-4791-9f22-7d895687d6c2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:59.220806 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:59.233188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 0d0bb0f3-e544-4341-a8b7-e12882d72719 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:47:59.240387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 0d0bb0f3-e544-4341-a8b7-e12882d72719 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:47:59.243644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.263692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f48d9-a09e-4437-9551-9fba721aec4f req-6c6b2164-f52a-45aa-b17a-749b84391512 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:59.265126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-868f48d9-a09e-4437-9551-9fba721aec4f req-6c6b2164-f52a-45aa-b17a-749b84391512 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 945 time: 0.2053082 Dec 20 11:47:59.346879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Deleting port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:47:59.347961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.440019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.501370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:59.502388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a433-b485-4e2a-9edd-06c2f1374629 req-3c45a711-5d49-4f1a-b047-11ea3f9e60cb tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:59.503799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c383a433-b485-4e2a-9edd-06c2f1374629 req-3c45a711-5d49-4f1a-b047-11ea3f9e60cb tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 946 time: 0.5416770 Dec 20 11:47:59.509745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 0d0bb0f3-e544-4341-a8b7-e12882d72719, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=0d0bb0f3-e544-4341-a8b7-e12882d72719,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:59.515534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.518918 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:47:59.552249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f77d0-bc7b-4dd2-a1eb-5740f6b86482 req-964ccf05-b00a-4ec9-be43-f710e6e3c028 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:47:59.559652 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b6f77d0-bc7b-4dd2-a1eb-5740f6b86482 req-964ccf05-b00a-4ec9-be43-f710e6e3c028 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 945 time: 0.3682086 Dec 20 11:47:59.592673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Router c19e68c3-bd4c-407c-9321-e442ae72d8e6 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:47:59.605671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=0d0bb0f3-e544-4341-a8b7-e12882d72719,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:47:59.612957 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:47:59.614564 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c383a433-b485-4e2a-9edd-06c2f1374629 req-9151b385-8ec5-4f0b-81b9-a2a291a90ad9 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977824 Dec 20 11:47:59.702308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b6f77d0-bc7b-4dd2-a1eb-5740f6b86482 req-7163a957-ddeb-441f-b486-fdc4d9ba888a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399038 Dec 20 11:47:59.731302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a151f0dd-0686-4d9a-bbb0-18e40795d008 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8af15444528a46af90205b6a2594adf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2287037 Dec 20 11:47:59.734926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:59.788582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:47:59.802655 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] Sync routers for ids ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:47:59.805581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] For port 839d6c71-2ef4-41f4-b6ad-b69937c03c23, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=839d6c71-2ef4-41f4-b6ad-b69937c03c23,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:47:59.807096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:47:59.821321 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] Routers {'c19e68c3-bd4c-407c-9321-e442ae72d8e6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:59.821874 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "PUT /v2.0/routers/c19e68c3-bd4c-407c-9321-e442ae72d8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8705020 Dec 20 11:47:59.824659 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:59.824825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49632) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:47:59.863380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:47:59.914475 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3310bf1-c39a-4791-9f22-7d895687d6c2', 'code': 200} Dec 20 11:47:59.932412 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:59.950750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Calling delete_port for 839d6c71-2ef4-41f4-b6ad-b69937c03c23 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:47:59.965742 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] Routers {'c19e68c3-bd4c-407c-9321-e442ae72d8e6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:47:59.966378 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:47:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:47:59.990415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.023922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6db56d9f-78ae-4362-b5cb-59c187ff47f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.032513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port f8c054b6-b280-4236-bac6-4662237a1575 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:00.041871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port f8c054b6-b280-4236-bac6-4662237a1575 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:00.043001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.084313 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:00.084726 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734ee2d-9938-47f3-9445-936c645d5610 None None] The sync data for ids ['c19e68c3-bd4c-407c-9321-e442ae72d8e6'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:48:00.088430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.159042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67d73058-4d4e-41e0-8682-33910afb7f55 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.211712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.219010 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a12275cb-614c-479b-9ddc-870b46ba2646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:00.223768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.232858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383ada3-7769-49a9-bd06-641bdba84986,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:00.235577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.236893 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:00.242917 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:00.257304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['839d6c71-2ef4-41f4-b6ad-b69937c03c23'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:48:00.286456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event deleted for resources: {'Port': ['ID=839d6c71-2ef4-41f4-b6ad-b69937c03c23,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:00.293630 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:00.344230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:00.352344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.354713 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a4489eac-96f9-4246-8a43-5766c84461b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:00.381856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] No DVR routers for this DVR port 839d6c71-2ef4-41f4-b6ad-b69937c03c23 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:00.388538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.390680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-868f48d9-a09e-4437-9551-9fba721aec4f req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "DELETE /v2.0/ports/839d6c71-2ef4-41f4-b6ad-b69937c03c23 HTTP/1.1" status: 204 len: 173 time: 1.1196287 Dec 20 11:48:00.391552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aab1c6-97d6-425c-8c98-7494738e2211', 'name': 'network-vif-deleted', 'tag': '839d6c71-2ef4-41f4-b6ad-b69937c03c23'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:00.411247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:00.422187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9383ada3-7769-49a9-bd06-641bdba84986 HTTP/1.1" status: 204 len: 168 time: 0.6856482 Dec 20 11:48:00.443463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device aa4090e8-1b15-444e-a232-acdcf36699d4 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:00.523630 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aab1c6-97d6-425c-8c98-7494738e2211', 'name': 'network-vif-deleted', 'tag': '839d6c71-2ef4-41f4-b6ad-b69937c03c23', 'status': 'completed', 'code': 200} Dec 20 11:48:00.533192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: aa4090e8-1b15-444e-a232-acdcf36699d4 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:00.533192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device aa4090e8-1b15-444e-a232-acdcf36699d4 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:00.542154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=12']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:00.555118 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:00.926426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d892479-f31d-4d71-ad0a-0edccd722b5c req-f2e32035-7e28-4d4b-a93b-155e3771891f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:00.929391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d892479-f31d-4d71-ad0a-0edccd722b5c req-f2e32035-7e28-4d4b-a93b-155e3771891f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1268744 Dec 20 11:48:00.965711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546819ab-34f4-41cb-a84e-9afff3cc6908 req-c766295c-a165-4740-b945-b338f82afd94 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:00.970343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546819ab-34f4-41cb-a84e-9afff3cc6908 req-c766295c-a165-4740-b945-b338f82afd94 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:00.971994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-546819ab-34f4-41cb-a84e-9afff3cc6908 req-c766295c-a165-4740-b945-b338f82afd94 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1682 time: 0.8764305 Dec 20 11:48:01.011880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67d73058-4d4e-41e0-8682-33910afb7f55 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.031908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67d73058-4d4e-41e0-8682-33910afb7f55 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.032706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d892479-f31d-4d71-ad0a-0edccd722b5c req-4359dd57-5785-4e40-83d4-98d617627f54 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951061 Dec 20 11:48:01.040452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-546819ab-34f4-41cb-a84e-9afff3cc6908 req-b8c911f0-b3f3-4065-b6d9-4bd6f11f2d5f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Dec 20 11:48:01.081079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67d73058-4d4e-41e0-8682-33910afb7f55 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.083139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d73058-4d4e-41e0-8682-33910afb7f55 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Fanout notify agent at l3_agent the message router_deleted on router c19e68c3-bd4c-407c-9321-e442ae72d8e6 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:48:01.135935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67d73058-4d4e-41e0-8682-33910afb7f55 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.139218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-67d73058-4d4e-41e0-8682-33910afb7f55 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "DELETE /v2.0/routers/c19e68c3-bd4c-407c-9321-e442ae72d8e6 HTTP/1.1" status: 204 len: 168 time: 1.3129942 Dec 20 11:48:01.141595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49658) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:01.208792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.216863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.386720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-863e311a-f9aa-4e7f-b09c-b1a3332ac645 req-689b65ac-f49f-419c-835a-26d9f997017e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=13aab1c6-97d6-425c-8c98-7494738e2211 HTTP/1.1" status: 200 len: 210 time: 0.1100073 Dec 20 11:48:01.642582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Deleting subnet 1ca38c65-2762-40c0-8513-18eb87cc5984 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:01.645458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.700557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.775820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49670) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:01.795793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.892735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.906572 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:01.916171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0bb0f3-e544-4341-a8b7-e12882d72719'}, {'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:01.927056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-581099239-network', 'tenant_id': '897246b604c0464b9e698b4925e01ba2'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:01.932544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:01.936426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Usage tracker for resource:network and tenant:897246b604c0464b9e698b4925e01ba2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:01.939340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:01.947012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:01.948657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca38c65-2762-40c0-8513-18eb87cc5984,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:01.950714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.954651 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:01.961397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:01.962213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "DELETE /v2.0/subnets/1ca38c65-2762-40c0-8513-18eb87cc5984 HTTP/1.1" status: 204 len: 168 time: 0.8184793 Dec 20 11:48:01.965152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Made reservation on behalf of 897246b604c0464b9e698b4925e01ba2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:01.966283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848d756-7a44-4587-8159-2e4ae0e1abd1 None None] Network 2022a17b-7931-4294-95dd-bb7abf73ebb1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:01.968394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:01.987262 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0bb0f3-e544-4341-a8b7-e12882d72719', 'code': 200} Dec 20 11:48:01.987532 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575', 'code': 200} Dec 20 11:48:02.025569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.128235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.129483 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93a2cbd5-fa68-41aa-a61c-881b24b3c7a0 req-858628b5-7c26-42aa-bbf6-7b62075cb043 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1988 time: 0.0772712 Dec 20 11:48:02.141862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:02.149444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:897246b604c0464b9e698b4925e01ba2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:02.152317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Deleting port bae5a2f5-222d-456c-81cb-98fd1d5543c8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:02.152881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.181026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:02.193792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:02.325672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93a2cbd5-fa68-41aa-a61c-881b24b3c7a0 req-ba983c3d-e10a-4229-b696-04036780967e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858554 Dec 20 11:48:02.364927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] DHCP port deletion for 2022a17b-7931-4294-95dd-bb7abf73ebb1 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:48:02.370846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa1698f9-dcb0-47e5-997c-27b0acb2843e req-7eee6faf-03bb-4d62-a3b2-8d7bc2480d12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1100 time: 0.1933622 Dec 20 11:48:02.371689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Deleting port bae5a2f5-222d-456c-81cb-98fd1d5543c8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:02.372557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.377016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d8f7c-cf47-4d5e-b5d6-63bd14c58d06 req-4afbadfe-4c80-4d56-8a04-78bbf46489fe tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:02.378417 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-969d8f7c-cf47-4d5e-b5d6-63bd14c58d06 req-4afbadfe-4c80-4d56-8a04-78bbf46489fe tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1332085 Dec 20 11:48:02.447122 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa1698f9-dcb0-47e5-997c-27b0acb2843e req-2df47319-3cb5-44e5-9f57-26ded78bf2a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677540 Dec 20 11:48:02.452727 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-969d8f7c-cf47-4d5e-b5d6-63bd14c58d06 req-bc05529a-2ca4-4c1c-9a54-1ff8b86dd383 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606585 Dec 20 11:48:02.513590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.530169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] For port bae5a2f5-222d-456c-81cb-98fd1d5543c8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bae5a2f5-222d-456c-81cb-98fd1d5543c8,segment=NetworkSegment(5de306bf-8028-4465-8948-0876e60fdff1),segment_id=5de306bf-8028-4465-8948-0876e60fdff1)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:02.530519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.541406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.547502 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3cf65cc-3ce6-4e72-a5ea-649424a1344c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:02.583729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bae5a2f5-222d-456c-81cb-98fd1d5543c8 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:02.626910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be952-228e-4dee-b228-cee6a2fa16c7 req-9d36b042-232f-4d8e-8033-d4a717451e8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:02.627729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] For port bae5a2f5-222d-456c-81cb-98fd1d5543c8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bae5a2f5-222d-456c-81cb-98fd1d5543c8,segment=NetworkSegment(5de306bf-8028-4465-8948-0876e60fdff1),segment_id=5de306bf-8028-4465-8948-0876e60fdff1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:02.628158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.630783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be952-228e-4dee-b228-cee6a2fa16c7 req-9d36b042-232f-4d8e-8033-d4a717451e8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:02.632333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe8be952-228e-4dee-b228-cee6a2fa16c7 req-9d36b042-232f-4d8e-8033-d4a717451e8b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1682 time: 0.3827698 Dec 20 11:48:02.723304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Calling delete_port for bae5a2f5-222d-456c-81cb-98fd1d5543c8 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:02.749414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:02.776603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2144a52-5a0c-4ab3-9da4-9ffed9acf385,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:02.793268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Calling delete_port for bae5a2f5-222d-456c-81cb-98fd1d5543c8 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:02.796696 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:02.821291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.821635 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Added segment c7c10471-b755-4efa-ae56-3b6d6599f61f of type vlan for network d033f559-42db-41e6-ab93-83a99e1b49d9 Dec 20 11:48:02.859474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe8be952-228e-4dee-b228-cee6a2fa16c7 req-27dcff30-3a92-4aab-98a4-9d17bd67a5d6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626427 Dec 20 11:48:02.876003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.878927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.903015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.907179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-706d8447-3074-48e3-959a-b8f7cf4aa128 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:02.924475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:02.941790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:48:02.942182 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:48:02.955598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event deleted for resources: {'Port': ['ID=bae5a2f5-222d-456c-81cb-98fd1d5543c8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:02.958351 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:02.966133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] No DVR routers for this DVR port bae5a2f5-222d-456c-81cb-98fd1d5543c8 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:02.999576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.000513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:03.001093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.008954 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:03.199859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d033f559-42db-41e6-ab93-83a99e1b49d9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:03.202788 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:03.204345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4275603 Dec 20 11:48:03.207709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:03.213753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d033f559-42db-41e6-ab93-83a99e1b49d9 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:03.213917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Request body: {'subnet': {'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-581099239-subnet', 'tenant_id': '897246b604c0464b9e698b4925e01ba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:03.219112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:03.219415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.222982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Usage tracker for resource:subnet and tenant:897246b604c0464b9e698b4925e01ba2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:03.226234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:03.232224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:03.247835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Made reservation on behalf of 897246b604c0464b9e698b4925e01ba2 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:03.248081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2022a17b-7931-4294-95dd-bb7abf73ebb1']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:03.250848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.283187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de306bf-8028-4465-8948-0876e60fdff1') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:03.284371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de306bf-8028-4465-8948-0876e60fdff1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:03.300446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.318822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.328242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:03.328758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:03.375531 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:03.443531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Deleting port bae5a2f5-222d-456c-81cb-98fd1d5543c8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:03.444572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.573927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eccc6f49-dd2b-4fc0-99ec-f5bcc56ef74e None None] The port 'bae5a2f5-222d-456c-81cb-98fd1d5543c8' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:48:03.646887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.653430 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23ed8631-81cd-4282-9f61-f5c5e7768c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:03.670177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.732836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Pushing event deleted for resources: {'Network': ['ID=2022a17b-7931-4294-95dd-bb7abf73ebb1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:03.740720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] 10.222.0.32 "DELETE /v2.0/networks/2022a17b-7931-4294-95dd-bb7abf73ebb1 HTTP/1.1" status: 204 len: 168 time: 1.7779739 Dec 20 11:48:03.741804 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:03.790904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e540407-df82-48c7-a8bc-eab46e91f5d6 req-273fc597-9ac3-4da0-a0da-5bc0a7549cf7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:03.792349 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e540407-df82-48c7-a8bc-eab46e91f5d6 req-273fc597-9ac3-4da0-a0da-5bc0a7549cf7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1597836 Dec 20 11:48:03.812657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-21e6ade2-3b7f-456e-881c-1132b16aa5fb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:03.814451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-21e6ade2-3b7f-456e-881c-1132b16aa5fb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.4355505 Dec 20 11:48:03.834093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:03.838674 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-3976a9e1-cee3-4160-a76a-cba39adb8564 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/quotas/6f9c25d6a37645c09139b2aeb523877b HTTP/1.1" status: 200 len: 375 time: 0.0162477 Dec 20 11:48:03.850231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0136051e-5b5f-4f33-9fc8-7d9daf406334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:03.853934 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:48:03.894765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 839d6c71-2ef4-41f4-b6ad-b69937c03c23 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:03.907227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-5654b364-6d8c-461a-93d5-b71bc116a21c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560019 Dec 20 11:48:03.932768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e540407-df82-48c7-a8bc-eab46e91f5d6 req-97910d14-1f49-4b01-bc3c-83870919ee4e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316597 Dec 20 11:48:03.956320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 839d6c71-2ef4-41f4-b6ad-b69937c03c23 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:03.957210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 839d6c71-2ef4-41f4-b6ad-b69937c03c23 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:03.994932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e966187-dd60-4fe7-a0fc-e716b0aba67b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:04.005750 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:04.013336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Checking segment: {'id': 'c7c10471-b755-4efa-ae56-3b6d6599f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:04.013689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Network hostable DHCP agents. Network: d033f559-42db-41e6-ab93-83a99e1b49d9, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:04.047912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Network d033f559-42db-41e6-ab93-83a99e1b49d9 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:04.066186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d033f559-42db-41e6-ab93-83a99e1b49d9) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:04.074299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:04.075389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:04.079039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11a6c7-6366-44cc-91cd-bd348cc846b6 None None] Network d033f559-42db-41e6-ab93-83a99e1b49d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:04.106389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8975213 Dec 20 11:48:04.154632 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-1f21f376-27b8-427c-82c4-d8f6fed48990 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327564 Dec 20 11:48:04.155130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49760) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:04.393059 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-43e4143c-4633-4763-b4a8-e77a1f8b2683 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76e3a9b5e5f547daa9740b9b52a89348&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2367041 Dec 20 11:48:04.393718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49766) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:04.485592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:04.497473 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-caefd068-20c8-4323-9d10-e95ec04588d1 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411362 Dec 20 11:48:04.584536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdeb1b7-a14e-418a-a69e-4235b5e92f65 None None] Network d033f559-42db-41e6-ab93-83a99e1b49d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:04.598027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:04.663453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84587278-2a3b-4af7-98ae-9a5afcc5020b req-8d6818f8-fd1e-4879-9da6-22a6200c5ea2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:04.667896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84587278-2a3b-4af7-98ae-9a5afcc5020b req-8d6818f8-fd1e-4879-9da6-22a6200c5ea2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:04.669540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84587278-2a3b-4af7-98ae-9a5afcc5020b req-8d6818f8-fd1e-4879-9da6-22a6200c5ea2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1682 time: 0.1801507 Dec 20 11:48:04.717345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:04.725490 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-24d51f35-2dfa-43ad-b6b5-0adac3e6a6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:04.740595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea26290-c41b-4d10-9d26-50c1b290c611,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:04.747765 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:04.750632 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84587278-2a3b-4af7-98ae-9a5afcc5020b req-949c7279-8aeb-475a-b938-f8ed5ccb4d0f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748131 Dec 20 11:48:04.753322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:04.754539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ea26290-c41b-4d10-9d26-50c1b290c611 HTTP/1.1" status: 204 len: 168 time: 0.3597434 Dec 20 11:48:04.900863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-670132b4-6c64-4b16-9b25-1281d1da59a2 req-c6d8e3d9-bf60-4a62-8d6a-fca1569d670e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:04.927249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-670132b4-6c64-4b16-9b25-1281d1da59a2 req-c6d8e3d9-bf60-4a62-8d6a-fca1569d670e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:04.929238 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670132b4-6c64-4b16-9b25-1281d1da59a2 req-c6d8e3d9-bf60-4a62-8d6a-fca1569d670e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.0831022 Dec 20 11:48:05.148894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f005-3d58-4cef-b047-2de696cd659e req-98fb9825-7b75-4d29-b8c5-99b2354516b8 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:05.150104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-92d4f005-3d58-4cef-b047-2de696cd659e req-98fb9825-7b75-4d29-b8c5-99b2354516b8 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Synchronizing usage tracker for tenant:897246b604c0464b9e698b4925e01ba2 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:05.179002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-92d4f005-3d58-4cef-b047-2de696cd659e req-98fb9825-7b75-4d29-b8c5-99b2354516b8 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Unset dirty status for tenant:897246b604c0464b9e698b4925e01ba2 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:05.186799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-98fb9825-7b75-4d29-b8c5-99b2354516b8 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/networks?id=d033f559-42db-41e6-ab93-83a99e1b49d9 HTTP/1.1" status: 200 len: 808 time: 0.2070644 Dec 20 11:48:05.200360 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-d60a56bc-fe1c-485f-8680-1fb5937b42ea tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/quotas/897246b604c0464b9e698b4925e01ba2 HTTP/1.1" status: 200 len: 375 time: 0.0126708 Dec 20 11:48:05.263880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-7f09f5bb-7619-4b54-9478-a0e5609e061c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=897246b604c0464b9e698b4925e01ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576169 Dec 20 11:48:05.285277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec20b80-64dd-49b1-9415-fab1c4784ed2 req-16e9d269-6b09-4809-aad8-88c5cbd1fb35 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:05.288469 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ec20b80-64dd-49b1-9415-fab1c4784ed2 req-16e9d269-6b09-4809-aad8-88c5cbd1fb35 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.0945516 Dec 20 11:48:05.343210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ec20b80-64dd-49b1-9415-fab1c4784ed2 req-82ff5850-f713-4ad1-83dd-817768cae3e4 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Dec 20 11:48:05.447797 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-c58bf5cf-d54c-4b7f-a869-5e9ae2ed6d70 service neutron] 10.222.0.32 "GET /v2.0/networks/d033f559-42db-41e6-ab93-83a99e1b49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806479 Dec 20 11:48:05.599726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-c47f3c6f-7ecc-460d-a896-82affa4ea590 service neutron] 10.222.0.32 "GET /v2.0/networks/d033f559-42db-41e6-ab93-83a99e1b49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457827 Dec 20 11:48:05.812087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49828) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:06.003000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1368231380'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:06.022611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:06.032181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:network and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:06.035469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:06.048344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:06.066486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:06.070026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.087870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.120895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7e20c-0c47-4b98-a18f-413be0b80ba0 req-e04ee364-4555-4c8a-b675-e7f210622e37 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:06.123091 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80d7e20c-0c47-4b98-a18f-413be0b80ba0 req-e04ee364-4555-4c8a-b675-e7f210622e37 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1304591 Dec 20 11:48:06.130738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:06.135020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:security_group_rule and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:06.138194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:06.146807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:06.180054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80d7e20c-0c47-4b98-a18f-413be0b80ba0 req-a20ac83e-f09d-47b0-9b45-9fd5c9d46e2f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501692 Dec 20 11:48:06.191327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e24f401c-c99e-40fc-b632-ac498c91136b req-381765da-ef04-4e56-9afa-c487b2041c53 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.0469840 Dec 20 11:48:06.269528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.276274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.281056 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-05610e06-da60-49c2-a752-4f263ebf30d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:06.313571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f8dfc2-4dbb-44f5-959f-8b72a636b991,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:06.317164 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:06.323827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:06.336498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.337104 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Added segment 03d1e51d-b2fc-493d-9642-8fd10d707791 of type vlan for network 332b4d83-9cab-401c-b761-c2a13ec61842 Dec 20 11:48:06.391874 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-abb38944-adfb-4695-9eb4-c05314ce6949 req-aadbc9ed-66c7-422f-8dce-5796f36b401d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 210 time: 0.1269002 Dec 20 11:48:06.431657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-46e718c3-2795-4ed8-8a9f-c8ef527f110d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.0863628 Dec 20 11:48:06.499092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.605763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4b311-c726-4901-8063-edf066bb81d2 req-0ade22fb-6043-4faf-8142-5cb80cd0f94e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:06.607563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06d4b311-c726-4901-8063-edf066bb81d2 req-0ade22fb-6043-4faf-8142-5cb80cd0f94e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.0849617 Dec 20 11:48:06.634818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.638474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:06.639044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:06.646569 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602abc6c-d101-4978-a29e-35f9f8bd60c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:06.657306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06d4b311-c726-4901-8063-edf066bb81d2 req-591ca6d5-9ebf-4f78-b70d-bd27ab3509f6 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Dec 20 11:48:06.699137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f44fa-0192-4c42-81dd-018f5e1a0892 req-c7f0f5dc-7bba-427a-b97d-0f22d4066926 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:06.702944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f44fa-0192-4c42-81dd-018f5e1a0892 req-c7f0f5dc-7bba-427a-b97d-0f22d4066926 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:06.704445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a6f44fa-0192-4c42-81dd-018f5e1a0892 req-c7f0f5dc-7bba-427a-b97d-0f22d4066926 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1682 time: 0.3112833 Dec 20 11:48:06.710698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-34d175d9-1e15-42b2-bfeb-bbdf274a1358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:06.712561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-34d175d9-1e15-42b2-bfeb-bbdf274a1358 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6f9c25d6a37645c09139b2aeb523877b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2635369 Dec 20 11:48:06.886712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e862-a922-49b6-9e87-5e2fb3fe2ba4 req-f0572a8b-a25f-417b-a688-5c98102f3783 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:06.888592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4fd3e862-a922-49b6-9e87-5e2fb3fe2ba4 req-f0572a8b-a25f-417b-a688-5c98102f3783 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.0862765 Dec 20 11:48:06.945695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1325021 Dec 20 11:48:06.947938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Network': ['ID=332b4d83-9cab-401c-b761-c2a13ec61842,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:06.959056 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:06.959242 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4fd3e862-a922-49b6-9e87-5e2fb3fe2ba4 req-531080ab-3d0c-429e-add2-720d6020c854 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640604 Dec 20 11:48:06.965004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 332b4d83-9cab-401c-b761-c2a13ec61842 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:07.272184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a6f44fa-0192-4c42-81dd-018f5e1a0892 req-603071c4-351a-402f-8fd9-94a274bf23e7 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455277 Dec 20 11:48:07.299254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a6295-7ea5-4623-8e8e-fca6ef7ca3d8 req-bb0e0aac-099d-459c-aa78-822b9e140de7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:07.300773 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-622a6295-7ea5-4623-8e8e-fca6ef7ca3d8 req-bb0e0aac-099d-459c-aa78-822b9e140de7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.0999339 Dec 20 11:48:07.382346 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-622a6295-7ea5-4623-8e8e-fca6ef7ca3d8 req-f05fed96-7baa-4f7e-8e75-1bb2002b8e90 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749760 Dec 20 11:48:07.443145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-daee09b5-480b-43b5-a329-d0080d5fa23d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:07.444589 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-daee09b5-480b-43b5-a329-d0080d5fa23d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7110224 Dec 20 11:48:07.450856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f005-3d58-4cef-b047-2de696cd659e req-0fd7c47d-6f2a-45b4-a1ae-46e9fd21bf0d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:07.452168 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-0fd7c47d-6f2a-45b4-a1ae-46e9fd21bf0d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.16 "GET /v2.0/networks?id=d033f559-42db-41e6-ab93-83a99e1b49d9 HTTP/1.1" status: 200 len: 808 time: 0.4921901 Dec 20 11:48:07.473113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Request body: {'port': {'device_id': 'ddc23496-8359-4531-8242-9f3572680b2c', 'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9', 'admin_state_up': True, 'tenant_id': '897246b604c0464b9e698b4925e01ba2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:07.552279 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b2c28e6a-9aae-48ed-acfc-8bfc0dcfe445 req-37feb2ce-f8a0-4ab7-a549-9e049b5c59c1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.0461416 Dec 20 11:48:07.568935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-e306d622-2da0-418c-bf16-4342fb0cce22 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:07.573397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-e306d622-2da0-418c-bf16-4342fb0cce22 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:07.574942 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-e306d622-2da0-418c-bf16-4342fb0cce22 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1682 time: 0.2113316 Dec 20 11:48:07.660341 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e00b0d63-956c-4f2e-833c-6564f1efd563 req-6a80eea0-b94c-4b07-ac00-11f11fcb4024 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.1567597 Dec 20 11:48:07.739309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5e0a0248-9d16-4cbe-9403-f8cce982397a req-a53a44c0-e1e2-45bc-9afe-5da57afce9ae tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 210 time: 0.1438189 Dec 20 11:48:07.759860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27915-31d8-460e-92c2-bdc284f3f171 req-93b835cd-32e9-4ddc-af58-32058f323ae7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:07.761405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-daf27915-31d8-460e-92c2-bdc284f3f171 req-93b835cd-32e9-4ddc-af58-32058f323ae7 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.0911393 Dec 20 11:48:07.831827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:07.838649 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-daf27915-31d8-460e-92c2-bdc284f3f171 req-23df0e2d-831c-432b-a852-c28923b37777 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707524 Dec 20 11:48:07.840049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Usage tracker for resource:port and tenant:897246b604c0464b9e698b4925e01ba2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:07.845179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 0d0bb0f3-e544-4341-a8b7-e12882d72719 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:07.845518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:07.873751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:07.886863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:07.943406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Made reservation on behalf of 897246b604c0464b9e698b4925e01ba2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:07.946330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:08.011126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18cd05d9-9b45-4a7e-b617-f5077a68ea70 req-466ac095-7dd7-4291-a94f-47f421f60840 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.0535076 Dec 20 11:48:08.449762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port 0d0bb0f3-e544-4341-a8b7-e12882d72719, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=0d0bb0f3-e544-4341-a8b7-e12882d72719,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:08.450176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:08.462170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd05d9-9b45-4a7e-b617-f5077a68ea70 req-204fb4bc-0190-4cfc-9fd1-cb0fb004712b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:08.463099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18cd05d9-9b45-4a7e-b617-f5077a68ea70 req-204fb4bc-0190-4cfc-9fd1-cb0fb004712b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6f9c25d6a37645c09139b2aeb523877b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4124424 Dec 20 11:48:08.651400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc010b-9db7-467b-949a-9c34728d9b4b req-27310908-92a7-4347-8c3e-266a79c67a3b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:08.655567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc010b-9db7-467b-949a-9c34728d9b4b req-27310908-92a7-4347-8c3e-266a79c67a3b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:08.657209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ccfc010b-9db7-467b-949a-9c34728d9b4b req-27310908-92a7-4347-8c3e-266a79c67a3b tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 1682 time: 0.2243011 Dec 20 11:48:08.706480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ccfc010b-9db7-467b-949a-9c34728d9b4b req-3d2c92e6-0c93-426d-9052-9c8a28e8e454 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Dec 20 11:48:08.743931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54917a-0763-4ff4-8947-94ea5b30ac0b req-c0ece755-f2e8-4d89-a6d2-cf39896339e0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:08.745374 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db54917a-0763-4ff4-8947-94ea5b30ac0b req-c0ece755-f2e8-4d89-a6d2-cf39896339e0 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.7368298 Dec 20 11:48:08.754460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for 0d0bb0f3-e544-4341-a8b7-e12882d72719 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:08.792870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Allocated IP 172.20.0.12 (d033f559-42db-41e6-ab93-83a99e1b49d9/9e966187-dd60-4fe7-a0fc-e716b0aba67b/e64e62f9-c544-4370-9fd0-ef2a31d4fe16) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:08.995879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db54917a-0763-4ff4-8947-94ea5b30ac0b req-807a3671-120d-4359-b039-bda8a47cb9cc tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126446 Dec 20 11:48:09.003979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a9b74ff-378f-4b78-9b3b-56f8811c47e6 req-e75fe164-5e42-4dca-8c62-be576a12ad2a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.0559454 Dec 20 11:48:09.040412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd05d9-9b45-4a7e-b617-f5077a68ea70 req-ce4bbcff-5033-44f2-a091-b170c10a805a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:09.040895 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18cd05d9-9b45-4a7e-b617-f5077a68ea70 req-ce4bbcff-5033-44f2-a091-b170c10a805a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5679078 Dec 20 11:48:09.206852 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18cd05d9-9b45-4a7e-b617-f5077a68ea70 req-8567fd89-f10f-463a-8e3d-c2eda2593dec tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab67daa4-b153-474a-b8e2-7a44d2f17afd HTTP/1.1" status: 200 len: 210 time: 0.0528510 Dec 20 11:48:09.208855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:09.221683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['b3310bf1-c39a-4791-9f22-7d895687d6c2', '0d0bb0f3-e544-4341-a8b7-e12882d72719'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:48:09.225139 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56029e39-e819-4a29-aff5-808b1e879055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:09.308295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Port': ['ID=0d0bb0f3-e544-4341-a8b7-e12882d72719,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:09.326818 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:09.337507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5faffd74-a6f0-46b2-baff-02af3e361deb req-9a5f2388-b523-48de-a151-c4050a9fc15c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 210 time: 0.0759840 Dec 20 11:48:09.438687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:09.470237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] No DVR routers for this DVR port 0d0bb0f3-e544-4341-a8b7-e12882d72719 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:09.473469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:09.488900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-deleted', 'tag': '0d0bb0f3-e544-4341-a8b7-e12882d72719'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:09.558849 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.53 "DELETE /v2.0/ports/0d0bb0f3-e544-4341-a8b7-e12882d72719 HTTP/1.1" status: 204 len: 173 time: 1.9643793 Dec 20 11:48:09.697142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:09.708294 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d4dd3cd6-e68e-42dd-b4ca-91c88ce6a6c2 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:09.771437 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-deleted', 'tag': '0d0bb0f3-e544-4341-a8b7-e12882d72719', 'status': 'completed', 'code': 200} Dec 20 11:48:09.780069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port b3310bf1-c39a-4791-9f22-7d895687d6c2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:09.780714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:09.853772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Network d033f559-42db-41e6-ab93-83a99e1b49d9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:09.857868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:09.864183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Pushing event updated for resources: {'Port': ['ID=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:09.866988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:09.899909 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:10.049325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d22d21-6adc-47d5-affe-09a778e572e4 req-55823663-311b-4cb0-826f-b9d6b1d38997 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:10.057913 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35d22d21-6adc-47d5-affe-09a778e572e4 req-55823663-311b-4cb0-826f-b9d6b1d38997 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 946 time: 0.0919876 Dec 20 11:48:10.066180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:10.066925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:10.111030 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35d22d21-6adc-47d5-affe-09a778e572e4 req-e4623ee9-5894-41c3-bd2e-2f8d1715f094 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/security-groups?id=5566ed3a-4d5c-4051-b47f-53a16747f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520108 Dec 20 11:48:10.178785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7116520 Dec 20 11:48:10.183110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:10.191292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'subnet': {'network_id': '332b4d83-9cab-401c-b761-c2a13ec61842', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:10.203786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Request body: {'port': {'device_id': 'ddc23496-8359-4531-8242-9f3572680b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:10.275980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e99af-3fc7-4226-81af-b57d7e79f201 req-ea00e5ce-69af-4f7e-b760-07dd702dc973 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:10.277524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-327e99af-3fc7-4226-81af-b57d7e79f201 req-ea00e5ce-69af-4f7e-b760-07dd702dc973 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.3188128 Dec 20 11:48:10.317813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port b3310bf1-c39a-4791-9f22-7d895687d6c2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3310bf1-c39a-4791-9f22-7d895687d6c2,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:10.318099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:10.349195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:10.353617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:subnet and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:10.357012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:10.362924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:10.374883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:10.484436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:10.494067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for b3310bf1-c39a-4791-9f22-7d895687d6c2 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:10.699664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-327e99af-3fc7-4226-81af-b57d7e79f201 req-35b327f4-25ec-46cd-bcf5-401b00dfe8de tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106522 Dec 20 11:48:10.727325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:10.796316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a738c-1517-4194-be4e-d951ce6ef689 req-1df0f507-1085-4892-bd57-ad2e643ab821 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:10.797819 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-1df0f507-1085-4892-bd57-ad2e643ab821 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.2240620 Dec 20 11:48:10.827213 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-3a6aef32-9a01-4d75-8ec9-441bae764b71 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/quotas/6f9c25d6a37645c09139b2aeb523877b HTTP/1.1" status: 200 len: 375 time: 0.0204294 Dec 20 11:48:10.895877 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-c0844173-98bb-47f1-ade6-c85b4576dee8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570631 Dec 20 11:48:10.906047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:10.926613 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c06f2b5e-3c3a-4848-ac40-9167871b6249 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:10.967411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:10.979678 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e690221a-51f3-446a-b70d-9b8ce56a4a9b tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:11.044960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Port': ['ID=b3310bf1-c39a-4791-9f22-7d895687d6c2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:11.047312 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:11.071022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Subnet': ['ID=3e746efa-f9ff-4988-83b8-c21184736fe8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:11.077352 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:11.115692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Checking segment: {'id': '03d1e51d-b2fc-493d-9642-8fd10d707791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '332b4d83-9cab-401c-b761-c2a13ec61842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:11.116050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network hostable DHCP agents. Network: 332b4d83-9cab-401c-b761-c2a13ec61842, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:11.121580 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-a40d91fa-41f9-4e48-bbd4-5d9f9c32970c service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172365 Dec 20 11:48:11.200028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] No DVR routers for this DVR port b3310bf1-c39a-4791-9f22-7d895687d6c2 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:11.207055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.232305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network 332b4d83-9cab-401c-b761-c2a13ec61842 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:11.233354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ffe1f-3a36-4bb7-a2a6-a1be86feea3b req-f0d07547-37b2-41d7-ba86-8620ceb79883 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:11.234095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-753ffe1f-3a36-4bb7-a2a6-a1be86feea3b req-f0d07547-37b2-41d7-ba86-8620ceb79883 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Synchronizing usage tracker for tenant:897246b604c0464b9e698b4925e01ba2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:11.240362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af701820-f6b2-4d9d-bedf-f3ec9100cbb6 req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.53 "DELETE /v2.0/ports/b3310bf1-c39a-4791-9f22-7d895687d6c2 HTTP/1.1" status: 204 len: 173 time: 1.6716144 Dec 20 11:48:11.256440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 332b4d83-9cab-401c-b761-c2a13ec61842) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:11.272246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:11.272857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.284794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e87b09-0407-4a29-b30b-c111edf32a82 None None] Network 332b4d83-9cab-401c-b761-c2a13ec61842 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:11.295515 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-9f45c673-7839-4377-842b-400963cc30ed service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675522 Dec 20 11:48:11.328182 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1438396 Dec 20 11:48:11.332134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:11.338431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1373343559'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:11.350913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:11.356906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:network and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:11.360471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:11.381777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:11.403368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:11.406645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.412082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-753ffe1f-3a36-4bb7-a2a6-a1be86feea3b req-f0d07547-37b2-41d7-ba86-8620ceb79883 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Unset dirty status for tenant:897246b604c0464b9e698b4925e01ba2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:11.418603 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-753ffe1f-3a36-4bb7-a2a6-a1be86feea3b req-f0d07547-37b2-41d7-ba86-8620ceb79883 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 932 time: 0.5859568 Dec 20 11:48:11.459383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:11.475636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.476269 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Added segment 891e18d1-4483-4fd9-8e6a-04f8fe298f82 of type vlan for network 0375c21e-c055-4ded-9bb7-941c811b79c7 Dec 20 11:48:11.486173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64e62f9-c544-4370-9fd0-ef2a31d4fe16 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:48:11.497403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.514557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-753ffe1f-3a36-4bb7-a2a6-a1be86feea3b req-3554201e-8c5b-4095-a19b-6ce46555bb42 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950401 Dec 20 11:48:11.541954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.544698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Transition to ACTIVE for port object e64e62f9-c544-4370-9fd0-ef2a31d4fe16 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:11.551378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.557077 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f0bebbf9-768a-4abc-bf29-9b33a5b29d26 tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:11.640863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.647767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:11.648993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.660958 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-448a1612-83c0-4608-9679-2a8a803080b2 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:11.693921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-332b4d83-9cab-401c-b761-c2a13ec61842', 'network_id': '332b4d83-9cab-401c-b761-c2a13ec61842', 'tenant_id': 'cfc49108d54e4a4e87cd86c394174024', 'fixed_ips': [{'subnet_id': '3e746efa-f9ff-4988-83b8-c21184736fe8'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:11.698171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:11.726764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:11.739059 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:11.878217 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5450671 Dec 20 11:48:11.879602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-deleted', 'tag': 'b3310bf1-c39a-4791-9f22-7d895687d6c2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:11.884792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:11.891071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'subnet': {'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:11.906098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Network': ['ID=0375c21e-c055-4ded-9bb7-941c811b79c7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:11.921863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0375c21e-c055-4ded-9bb7-941c811b79c7 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:11.942550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fccde43f-5d96-4ba0-a73d-a083f487e4c3 req-ef38ceb2-676b-4689-9417-9c9c61e316f4 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Synchronizing usage tracker for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:11.968718 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:11.983421 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-220c8103-1aac-4a02-8b1c-27cfeffb6488 req-bb520e0a-5080-4463-b117-72e47234878c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 210 time: 0.0746121 Dec 20 11:48:12.001948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fccde43f-5d96-4ba0-a73d-a083f487e4c3 req-ef38ceb2-676b-4689-9417-9c9c61e316f4 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Unset dirty status for tenant:116b4a8b89604f02ab430678839f252d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:12.010043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Allocated IP 2001:db8:0:ffff::2 (332b4d83-9cab-401c-b761-c2a13ec61842/3e746efa-f9ff-4988-83b8-c21184736fe8/9c2f9c03-b13e-4184-bdc8-a438bc01c5a4) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:12.018311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fccde43f-5d96-4ba0-a73d-a083f487e4c3 req-ef38ceb2-676b-4689-9417-9c9c61e316f4 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ed8e36-c14c-46e2-b5e7-1bed211129f4 HTTP/1.1" status: 200 len: 210 time: 0.1925385 Dec 20 11:48:12.024848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Attempting to bind port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:12.026430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Attempting to bind port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'c7c10471-b755-4efa-ae56-3b6d6599f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:12.028371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Attempting to bind port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 on network d033f559-42db-41e6-ab93-83a99e1b49d9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:12.048148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 on network d033f559-42db-41e6-ab93-83a99e1b49d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:48:12.048748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Attempting to bind port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 on network d033f559-42db-41e6-ab93-83a99e1b49d9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:12.056779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:12.057110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Checking segment: {'id': 'c7c10471-b755-4efa-ae56-3b6d6599f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:12.057512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Bound using segment: {'id': 'c7c10471-b755-4efa-ae56-3b6d6599f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:12.057968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Bound port: e64e62f9-c544-4370-9fd0-ef2a31d4fe16, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c10471-b755-4efa-ae56-3b6d6599f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:12.058345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.142735 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed8e36-c14c-46e2-b5e7-1bed211129f4', 'name': 'network-vif-deleted', 'tag': 'b3310bf1-c39a-4791-9f22-7d895687d6c2', 'status': 'completed', 'code': 200} Dec 20 11:48:12.172152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:12.176807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:subnet and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:12.180736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:12.191587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:12.208466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] For port e64e62f9-c544-4370-9fd0-ef2a31d4fe16, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:12.212988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] For port e64e62f9-c544-4370-9fd0-ef2a31d4fe16, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,segment=NetworkSegment(c7c10471-b755-4efa-ae56-3b6d6599f61f),segment_id=c7c10471-b755-4efa-ae56-3b6d6599f61f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:12.218559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.224380 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d42f412-2f1f-4ebf-b8ee-265e68ba84db tempest-InstanceActionsNegativeTestJSON-1277686891 tempest-InstanceActionsNegativeTestJSON-1277686891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:12.302293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.304638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] 10.222.0.16 "PUT /v2.0/ports/e64e62f9-c544-4370-9fd0-ef2a31d4fe16 HTTP/1.1" status: 200 len: 1094 time: 2.1143038 Dec 20 11:48:12.318762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:12.323282 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:12.382102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:12.388545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.407040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Transition to ACTIVE for port object 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:12.433793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Transition to ACTIVE for port object 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:12.441665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.454732 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:12.494905 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-f9c5f32b-1189-4729-897d-a26cbfc9e740 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897246b604c0464b9e698b4925e01ba2&device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 1097 time: 0.0863724 Dec 20 11:48:12.505349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.535296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Pushing event updated for resources: {'Port': ['ID=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:12.537516 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:12.539088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device b3310bf1-c39a-4791-9f22-7d895687d6c2 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:12.552403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd98c42-aa01-49f5-8a70-8f3b238b922b req-705babbd-dd30-470e-b620-b301de8cbc32 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:12.553942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7dd98c42-aa01-49f5-8a70-8f3b238b922b req-705babbd-dd30-470e-b620-b301de8cbc32 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.3424335 Dec 20 11:48:12.575181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: b3310bf1-c39a-4791-9f22-7d895687d6c2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:12.575629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device b3310bf1-c39a-4791-9f22-7d895687d6c2 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:12.576053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 0d0bb0f3-e544-4341-a8b7-e12882d72719 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:12.595697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-c0a8e0ea-3b38-43fe-9db5-c004aa937f24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e64e62f9-c544-4370-9fd0-ef2a31d4fe16 HTTP/1.1" status: 200 len: 217 time: 0.0927973 Dec 20 11:48:12.616428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 0d0bb0f3-e544-4341-a8b7-e12882d72719 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:12.616808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 0d0bb0f3-e544-4341-a8b7-e12882d72719 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:12.624029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Network 332b4d83-9cab-401c-b761-c2a13ec61842 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:12.625379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:12.627998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:12.676342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f005-3d58-4cef-b047-2de696cd659e req-e2f622c6-119e-40b1-88bc-6244dc6b5135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:12.678786 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-e2f622c6-119e-40b1-88bc-6244dc6b5135 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e966187-dd60-4fe7-a0fc-e716b0aba67b HTTP/1.1" status: 200 len: 848 time: 0.0769346 Dec 20 11:48:12.733428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-034beb43-b96d-48d4-9037-4eea521ba39d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d033f559-42db-41e6-ab93-83a99e1b49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471885 Dec 20 11:48:12.734296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Attempting to bind port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:12.734510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Attempting to bind port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '03d1e51d-b2fc-493d-9642-8fd10d707791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '332b4d83-9cab-401c-b761-c2a13ec61842'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:12.734887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Attempting to bind port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 on network 332b4d83-9cab-401c-b761-c2a13ec61842 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:12.741548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:12.742082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Checking segment: {'id': '03d1e51d-b2fc-493d-9642-8fd10d707791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '332b4d83-9cab-401c-b761-c2a13ec61842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:12.742500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.743432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Bound using segment: {'id': '03d1e51d-b2fc-493d-9642-8fd10d707791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '332b4d83-9cab-401c-b761-c2a13ec61842'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:12.744078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Bound port: 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d1e51d-b2fc-493d-9642-8fd10d707791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '332b4d83-9cab-401c-b761-c2a13ec61842'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:12.744282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.853408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] For port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:12.857514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] For port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,segment=NetworkSegment(03d1e51d-b2fc-493d-9642-8fd10d707791),segment_id=03d1e51d-b2fc-493d-9642-8fd10d707791)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:12.874651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:12.887776 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:12.901879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7dd98c42-aa01-49f5-8a70-8f3b238b922b req-e6214866-0dfd-466d-a1f5-825a8e74de9d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353715 Dec 20 11:48:13.035790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Pushing event updated for resources: {'Port': ['ID=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:13.039036 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:13.068454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:48:13.069763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:13.077958 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-747893e3-4adc-4e31-a271-590ec10ab623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:13.171589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Subnet': ['ID=31c80caf-4fac-4708-833e-018c046320de,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:13.175601 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:13.176724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Checking segment: {'id': '891e18d1-4483-4fd9-8e6a-04f8fe298f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:13.177080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network hostable DHCP agents. Network: 0375c21e-c055-4ded-9bb7-941c811b79c7, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:13.209520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network 0375c21e-c055-4ded-9bb7-941c811b79c7 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:13.222152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0375c21e-c055-4ded-9bb7-941c811b79c7) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:13.228986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:13.230111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:13.233764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b0a87-12a3-41d6-b5a7-33476d5c5f3c None None] Network 0375c21e-c055-4ded-9bb7-941c811b79c7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:13.284842 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3962994 Dec 20 11:48:13.285112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49946) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:13.294290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'port': {'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7', 'name': 'tempest-NetworksIpV6TestAttrs-2087645445'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:13.441643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-bdb2da8d-291d-4e5b-b4f9-cfcb3792be15 service neutron] 10.222.0.16 "GET /v2.0/networks/d033f559-42db-41e6-ab93-83a99e1b49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539953 Dec 20 11:48:13.482166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536be79-ecac-4cb9-9b26-8b756e850d91 req-5f86c1f4-0298-4b79-b820-eede4aa461fd tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:13.489406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2536be79-ecac-4cb9-9b26-8b756e850d91 req-5f86c1f4-0298-4b79-b820-eede4aa461fd tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 944 time: 0.7546823 Dec 20 11:48:13.585228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:13.590230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:port and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:13.593436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:13.599933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:13.614525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0375c21e-c055-4ded-9bb7-941c811b79c7', 'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7', 'tenant_id': 'cfc49108d54e4a4e87cd86c394174024', 'fixed_ips': [{'subnet_id': '31c80caf-4fac-4708-833e-018c046320de'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:13.616058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:13.622836 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2536be79-ecac-4cb9-9b26-8b756e850d91 req-6146334f-29eb-4d2d-8f41-2f903692ba28 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322818 Dec 20 11:48:13.639889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a738c-1517-4194-be4e-d951ce6ef689 req-68caa968-ca3e-43b3-8b04-99a28a0c8568 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:13.641501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-68caa968-ca3e-43b3-8b04-99a28a0c8568 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.5283291 Dec 20 11:48:13.647382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:13.650657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:13.684646 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-373c9bb7-2448-41ef-9b24-3e8a0d401732 req-be0dfcf9-1f9f-4985-ab1d-b341ed58e114 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 210 time: 0.0767529 Dec 20 11:48:13.703190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Request body: {'port': {'device_id': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'admin_state_up': True, 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:13.713717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] device_id is not set on port 62d70be7-e281-4ce8-ae8f-7a9056f35763 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:48:13.779385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49952) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:13.890914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Allocated IP 2001:db8::f816:3eff:fe45:5fc6 (0375c21e-c055-4ded-9bb7-941c811b79c7/31c80caf-4fac-4708-833e-018c046320de/62d70be7-e281-4ce8-ae8f-7a9056f35763) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:13.927973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92d4f005-3d58-4cef-b047-2de696cd659e req-9d2d5750-281e-4648-8730-6506aa7a49f4 service neutron] 10.222.0.16 "GET /v2.0/networks/d033f559-42db-41e6-ab93-83a99e1b49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678814 Dec 20 11:48:14.092515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting subnet 69f3d186-2c22-4c45-8781-81f3cf70f9dd {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:14.096978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.151911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.155259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc23496-8359-4531-8242-9f3572680b2c', 'tag': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:14.170399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Transition to ACTIVE for port object 62d70be7-e281-4ce8-ae8f-7a9056f35763 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:14.197498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.203951 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b15da15-3319-4dcd-ae69-5b55b81f362a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:14.217763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.280553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Allocated IP 2001:db8::f816:3eff:feb2:bc6c (0375c21e-c055-4ded-9bb7-941c811b79c7/31c80caf-4fac-4708-833e-018c046320de/f66eb972-ae46-498c-9c14-5e1423e7fc5f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:14.294515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:14.298458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Port': ['ID=62d70be7-e281-4ce8-ae8f-7a9056f35763,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:14.303761 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:14.316847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network 0375c21e-c055-4ded-9bb7-941c811b79c7 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:14.318172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:14.321361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:14.325548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:14.326185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.326596 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc23496-8359-4531-8242-9f3572680b2c', 'tag': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16', 'status': 'completed', 'code': 200} Dec 20 11:48:14.360127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0738208 Dec 20 11:48:14.363513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:14.430088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:14.496437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting subnet 31c80caf-4fac-4708-833e-018c046320de {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:14.505159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:14.509188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.568184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c48689-1540-4a5c-abaa-8af7ad2d1f21 None None] Network 332b4d83-9cab-401c-b761-c2a13ec61842 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:14.609703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:14.643190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9eb55-6ea6-4a9e-a8b3-c32aea2e4126 req-9e65881c-05ac-4ca7-804b-723b9b33512b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:14.644648 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40f9eb55-6ea6-4a9e-a8b3-c32aea2e4126 req-9e65881c-05ac-4ca7-804b-723b9b33512b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.4841106 Dec 20 11:48:14.647308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-dc8def52-47da-4784-ab94-46fcf3904a80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5acff39f55d54bce928519a572f64e36&device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 1100 time: 0.4827518 Dec 20 11:48:14.649837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-6a8cfc7c-ee0e-40fb-91fb-b4f4b1a2635e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897246b604c0464b9e698b4925e01ba2&device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 1097 time: 0.3223252 Dec 20 11:48:14.747057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.751518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.754808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-41fefc37-0b91-41cd-931f-fad45987d2f3 None None] Provisioning for port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:14.788068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Transition to ACTIVE for port object f66eb972-ae46-498c-9c14-5e1423e7fc5f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:14.803785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:14.820245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:14.820667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:14.857854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6854352-eef0-4369-9001-7800a132ad1d req-65118bca-97e9-4d0d-9eed-b9fa105d379e tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:14.859455 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6854352-eef0-4369-9001-7800a132ad1d req-65118bca-97e9-4d0d-9eed-b9fa105d379e tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 944 time: 0.0847695 Dec 20 11:48:14.906968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e6854352-eef0-4369-9001-7800a132ad1d req-bbaed919-3857-495b-b749-caf1ed34ff0c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Synchronizing usage tracker for tenant:897246b604c0464b9e698b4925e01ba2 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:14.914422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Transition to ACTIVE for port object f66eb972-ae46-498c-9c14-5e1423e7fc5f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:14.924666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e6854352-eef0-4369-9001-7800a132ad1d req-bbaed919-3857-495b-b749-caf1ed34ff0c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Unset dirty status for tenant:897246b604c0464b9e698b4925e01ba2 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:14.926018 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6854352-eef0-4369-9001-7800a132ad1d req-bbaed919-3857-495b-b749-caf1ed34ff0c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604210 Dec 20 11:48:14.957746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.005499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.014702 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:15.034338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.081862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.125467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Network 0375c21e-c055-4ded-9bb7-941c811b79c7 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:15.126348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Pushing event updated for resources: {'Port': ['ID=f66eb972-ae46-498c-9c14-5e1423e7fc5f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:15.130522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:15.135656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:15.138372 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:15.150117 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e1a1ab8-2890-4f08-82df-9bb7aeb60838 req-b6187391-9a60-4337-ad57-5395da8165db tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 210 time: 0.0702157 Dec 20 11:48:15.212394 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40f9eb55-6ea6-4a9e-a8b3-c32aea2e4126 req-248583b9-0daf-43c2-ae40-0473e0506b65 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595341 Dec 20 11:48:15.249426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-0d7536f5-549d-4a23-a8f6-929c9f87b114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:15.251111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-0d7536f5-549d-4a23-a8f6-929c9f87b114 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 200 len: 915 time: 0.5774400 Dec 20 11:48:15.268834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.270806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Allocated IP 172.20.0.14 (165a1346-a2be-4723-a8c3-89391b583d6e/e6a0a1de-8ddb-431c-972c-013022002c2b/5d6ca68c-1460-45a7-90ba-eddb13efd82a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:15.319351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-58581eef-d23b-472e-ac9f-252450de55f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:15.321326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-58581eef-d23b-472e-ac9f-252450de55f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d033f559-42db-41e6-ab93-83a99e1b49d9 HTTP/1.1" status: 200 len: 909 time: 0.6237257 Dec 20 11:48:15.372426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.373490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Attempting to bind port f66eb972-ae46-498c-9c14-5e1423e7fc5f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:15.373875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Attempting to bind port f66eb972-ae46-498c-9c14-5e1423e7fc5f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '891e18d1-4483-4fd9-8e6a-04f8fe298f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:15.381695 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc0de557-6798-47b5-b547-9e6f66f440ae tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:15.382416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Attempting to bind port f66eb972-ae46-498c-9c14-5e1423e7fc5f on network 0375c21e-c055-4ded-9bb7-941c811b79c7 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:15.389086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.409324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.417451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-76e55d33-2a4d-4a38-b43e-32c5bd494d67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e64e62f9-c544-4370-9fd0-ef2a31d4fe16 HTTP/1.1" status: 200 len: 217 time: 0.0852699 Dec 20 11:48:15.423340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Subnet': ['ID=31c80caf-4fac-4708-833e-018c046320de,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:15.427870 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:15.431431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:15.431819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Checking segment: {'id': '891e18d1-4483-4fd9-8e6a-04f8fe298f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:15.432232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.432647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Bound using segment: {'id': '891e18d1-4483-4fd9-8e6a-04f8fe298f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:15.432958 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-427d1a8c-14f8-40c6-a934-ab052648e752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:15.433171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Bound port: f66eb972-ae46-498c-9c14-5e1423e7fc5f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891e18d1-4483-4fd9-8e6a-04f8fe298f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0375c21e-c055-4ded-9bb7-941c811b79c7'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:15.433491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.439704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.449789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/31c80caf-4fac-4708-833e-018c046320de HTTP/1.1" status: 204 len: 168 time: 1.0852282 Dec 20 11:48:15.452158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49974) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:15.521856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Subnet': ['ID=69f3d186-2c22-4c45-8781-81f3cf70f9dd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:15.532306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,segment=NetworkSegment(03d1e51d-b2fc-493d-9642-8fd10d707791),segment_id=03d1e51d-b2fc-493d-9642-8fd10d707791)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:15.566091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.581191 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:15.649793 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-b3caad39-fff2-40b8-9952-b14ed521e5db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 200 len: 217 time: 0.3798680 Dec 20 11:48:15.661111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677045bf-568e-4d9c-aa29-4513aaf660cb None None] Network 0d9adfc9-de6a-427f-af2a-426c385a0574 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:15.692555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae524329-79cc-4edb-b442-ded6b7f6950d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:15.693972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae524329-79cc-4edb-b442-ded6b7f6950d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:15.694733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae524329-79cc-4edb-b442-ded6b7f6950d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Synchronizing usage tracker for tenant:cfc49108d54e4a4e87cd86c394174024 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:15.712933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae524329-79cc-4edb-b442-ded6b7f6950d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Unset dirty status for tenant:cfc49108d54e4a4e87cd86c394174024 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:15.714134 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ae524329-79cc-4edb-b442-ded6b7f6950d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2609274 Dec 20 11:48:15.716737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.717168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:15.717428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] For port f66eb972-ae46-498c-9c14-5e1423e7fc5f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:15.778897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] For port f66eb972-ae46-498c-9c14-5e1423e7fc5f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f66eb972-ae46-498c-9c14-5e1423e7fc5f,segment=NetworkSegment(891e18d1-4483-4fd9-8e6a-04f8fe298f82),segment_id=891e18d1-4483-4fd9-8e6a-04f8fe298f82)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:15.797246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.797526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.797789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.797933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.798325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.798699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.799060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.799421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.799778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.800141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.800500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.800933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:15.803607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:15.804269 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:15.809455 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:15.810070 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:15.819494 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/subnets/69f3d186-2c22-4c45-8781-81f3cf70f9dd HTTP/1.1" status: 204 len: 168 time: 2.0357034 Dec 20 11:48:15.824559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49984) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:15.839508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15116fb7-9e40-449d-9da6-c7e4408baea3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.847416 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-15116fb7-9e40-449d-9da6-c7e4408baea3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 11:48:15.847857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15116fb7-9e40-449d-9da6-c7e4408baea3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:15.853136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-15116fb7-9e40-449d-9da6-c7e4408baea3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/0375c21e-c055-4ded-9bb7-941c811b79c7 HTTP/1.1" status: 409 len: 405 time: 0.1313202 Dec 20 11:48:15.853623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49988) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:15.860120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-138719008'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:15.862096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-6951707b-126c-4427-aeb4-69eb2b0d06de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:15.863519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-6951707b-126c-4427-aeb4-69eb2b0d06de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e966187-dd60-4fe7-a0fc-e716b0aba67b HTTP/1.1" status: 200 len: 848 time: 0.3998215 Dec 20 11:48:15.865789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:15.869310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:network and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:15.872524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:15.878876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:15.891369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:15.894740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.924236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-5d722d4a-8012-4012-8510-3fa55b36eb65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:15.925269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:15.926458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-5d722d4a-8012-4012-8510-3fa55b36eb65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 200 len: 854 time: 0.2632718 Dec 20 11:48:15.933597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bde9ddfa-e3e0-4e7e-a1ca-6b14cdb0a797 None None] Provisioning complete for port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:15.933985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bde9ddfa-e3e0-4e7e-a1ca-6b14cdb0a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.936914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:15.937528 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Added segment 6b7c3084-51b2-4b09-9633-d18bdf7630e1 of type vlan for network 9e044a4b-feda-483d-9a35-cf4f4c38167e Dec 20 11:48:15.968698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.005279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.015320 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-2fb94ba3-193f-4273-9447-0573b9401117 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732126 Dec 20 11:48:16.016008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:16.016637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.017264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-f189284d-f986-4062-b1d4-ebb959e4cf12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d033f559-42db-41e6-ab93-83a99e1b49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362834 Dec 20 11:48:16.021991 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3effe27-1ea9-497b-b62a-0a71ddb2672c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:16.065759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Pushing event updated for resources: {'Port': ['ID=f66eb972-ae46-498c-9c14-5e1423e7fc5f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:16.082074 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:16.083004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.093962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2367272 Dec 20 11:48:16.094197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:16.144481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'subnet': {'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:16.167229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.204154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c06c92e-0be2-4275-8ad6-d4a1173f8a96 None None] Network 0375c21e-c055-4ded-9bb7-941c811b79c7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:16.206370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Network': ['ID=9e044a4b-feda-483d-9a35-cf4f4c38167e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:16.216466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:16.236855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 9e044a4b-feda-483d-9a35-cf4f4c38167e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:16.331289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] DHCP port deletion for 0d9adfc9-de6a-427f-af2a-426c385a0574 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:48:16.357262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:16.378110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:16.379874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 7a445d34-4abb-44b4-9e11-696cd6c14da6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:16.380267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.393155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecc169-b875-4e27-a068-172aeeac5709 req-72894a8c-df04-40f2-9cdc-087d9fce033c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:16.400322 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bdecc169-b875-4e27-a068-172aeeac5709 req-72894a8c-df04-40f2-9cdc-087d9fce033c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 944 time: 0.2603295 Dec 20 11:48:16.423487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:16.426944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Deleting port 7a445d34-4abb-44b4-9e11-696cd6c14da6 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:16.427506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.495267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9b27b6c3-6ce5-4021-8e74-68440be222ba req-83c8b3ab-215b-4847-85d9-eba35f91c5ac tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:16.499316 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-00da497d-c9d2-4411-b8ed-9a3a867634f5 service neutron] 10.222.0.16 "GET /v2.0/networks/d033f559-42db-41e6-ab93-83a99e1b49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132149 Dec 20 11:48:16.544018 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bdecc169-b875-4e27-a068-172aeeac5709 req-a5ffd99f-502b-42fd-adb0-5106f6333ebe tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426365 Dec 20 11:48:16.552980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.554615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.561287 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-0c2d389f-3c36-46eb-8c99-2a78f8c2508c service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734623 Dec 20 11:48:16.615163 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:16.630767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:16.744702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9b27b6c3-6ce5-4021-8e74-68440be222ba req-83c8b3ab-215b-4847-85d9-eba35f91c5ac tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:16.745591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9b27b6c3-6ce5-4021-8e74-68440be222ba req-83c8b3ab-215b-4847-85d9-eba35f91c5ac tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 210 time: 0.3335962 Dec 20 11:48:16.839267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22218268-3fcd-4225-bb69-962ac33ba9f3 req-d63050a3-0f2e-415d-a755-c5adaa60101e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:16.847075 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22218268-3fcd-4225-bb69-962ac33ba9f3 req-d63050a3-0f2e-415d-a755-c5adaa60101e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1595321 Dec 20 11:48:16.873066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:16.873657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:16.941363 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22218268-3fcd-4225-bb69-962ac33ba9f3 req-bc15be32-9056-498c-8895-d3bd1dcb5c37 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933073 Dec 20 11:48:17.026813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Network 165a1346-a2be-4723-a8c3-89391b583d6e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:17.027978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:17.029974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] For port 7a445d34-4abb-44b4-9e11-696cd6c14da6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7a445d34-4abb-44b4-9e11-696cd6c14da6,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:17.030454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.059537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:48:17.060881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.064651 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58ad008f-0014-435f-9da7-2369af0018c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:17.067187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:17.120379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event updated for resources: {'Port': ['ID=5d6ca68c-1460-45a7-90ba-eddb13efd82a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:17.155461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Subnet': ['ID=8cf2134e-d70f-49b2-ac89-690845d22345,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:17.158632 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:17.168837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Checking segment: {'id': '6b7c3084-51b2-4b09-9633-d18bdf7630e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:17.169189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network hostable DHCP agents. Network: 9e044a4b-feda-483d-9a35-cf4f4c38167e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:17.172858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Calling delete_port for 7a445d34-4abb-44b4-9e11-696cd6c14da6 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:17.186991 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:17.194071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network 9e044a4b-feda-483d-9a35-cf4f4c38167e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:17.208728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 9e044a4b-feda-483d-9a35-cf4f4c38167e) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:17.210446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70b7196e-0a52-48b4-8a03-0bf04f115df3 req-010dd9b5-b7ca-4de4-96fa-0cad5a577160 service neutron] 10.222.0.16 "GET /v2.0/networks/d033f559-42db-41e6-ab93-83a99e1b49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874797 Dec 20 11:48:17.214279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:17.214870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.223203 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc9cb98-7f56-4b17-a35a-903fbc96782d req-81a6f6fb-7643-45a8-8005-1f5795a809a7 service neutron] 10.222.0.16 "GET /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370196 Dec 20 11:48:17.234669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port 7a445d34-4abb-44b4-9e11-696cd6c14da6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7a445d34-4abb-44b4-9e11-696cd6c14da6,segment=NetworkSegment(58dd79f1-2114-4406-9c3f-b32dd52b4739),segment_id=58dd79f1-2114-4406-9c3f-b32dd52b4739)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:17.235052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.249109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1535916 Dec 20 11:48:17.250642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:17.251263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.256507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50006) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:17.258705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68854b3-6c22-4feb-b7b9-d14315e7d45e None None] Network 9e044a4b-feda-483d-9a35-cf4f4c38167e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:17.312603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'port': {'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e', 'name': 'tempest-NetworksIpV6TestAttrs-597615234'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:17.387294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7a445d34-4abb-44b4-9e11-696cd6c14da6 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:17.404580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for 7a445d34-4abb-44b4-9e11-696cd6c14da6 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:17.420265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.429267 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:17.459336 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7606492 Dec 20 11:48:17.462611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 7a445d34-4abb-44b4-9e11-696cd6c14da6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:17.462959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7a445d34-4abb-44b4-9e11-696cd6c14da6 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:17.475166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Pushing event deleted for resources: {'Port': ['ID=7a445d34-4abb-44b4-9e11-696cd6c14da6,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:17.485378 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:17.491827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] No DVR routers for this DVR port 7a445d34-4abb-44b4-9e11-696cd6c14da6 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:17.517380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Request body: {'port': {'device_id': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:17.613741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-9e044a4b-feda-483d-9a35-cf4f4c38167e', 'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e', 'tenant_id': 'cfc49108d54e4a4e87cd86c394174024', 'fixed_ips': [{'subnet_id': '8cf2134e-d70f-49b2-ac89-690845d22345'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:17.620623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.675427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:48:17.675427 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:48:17.719367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:17.724189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.730277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:port and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:17.734433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:17.744398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:17.792718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:17.795651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:17.807422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ecce2-c203-4519-9867-659de5fa165a req-a9e01392-81f0-43fe-ab3c-1faa980ff010 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:17.815065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e1ecce2-c203-4519-9867-659de5fa165a req-a9e01392-81f0-43fe-ab3c-1faa980ff010 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 944 time: 0.1026366 Dec 20 11:48:17.841496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] device_id is not set on port a41fc4c4-8fca-42af-aa72-599bddcd668b yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:48:17.876757 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e1ecce2-c203-4519-9867-659de5fa165a req-8d7cf8e5-96e0-4b17-9c70-c83803f7e91a tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590551 Dec 20 11:48:17.928092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Allocated IP 2001:db8::f816:3eff:fe46:65d7 (9e044a4b-feda-483d-9a35-cf4f4c38167e/8cf2134e-d70f-49b2-ac89-690845d22345/8872f591-5902-47aa-b93e-0805f1472284) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:17.994898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e64e62f9-c544-4370-9fd0-ef2a31d4fe16 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:48:18.170857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port 7a445d34-4abb-44b4-9e11-696cd6c14da6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:18.171227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.220284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc95e92-c7a4-43a8-b320-18fe4556d52e req-88c42331-ee36-4fcf-97b0-14feab49a27c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:18.221978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fdc95e92-c7a4-43a8-b320-18fe4556d52e req-88c42331-ee36-4fcf-97b0-14feab49a27c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 932 time: 0.2324674 Dec 20 11:48:18.261108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.276294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] The port '7a445d34-4abb-44b4-9e11-696cd6c14da6' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:48:18.292044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e64e62f9-c544-4370-9fd0-ef2a31d4fe16, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,segment=NetworkSegment(c7c10471-b755-4efa-ae56-3b6d6599f61f),segment_id=c7c10471-b755-4efa-ae56-3b6d6599f61f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:18.318740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16', 'network_id': 'd033f559-42db-41e6-ab93-83a99e1b49d9', 'port_id': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16', 'mac_address': 'fa:16:3e:ef:f7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e966187-dd60-4fe7-a0fc-e716b0aba67b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:48:18.426165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fdc95e92-c7a4-43a8-b320-18fe4556d52e req-7dd2fac3-abcf-452d-81df-26c7b72a92aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794705 Dec 20 11:48:18.427787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.441013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.458106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Transition to ACTIVE for port object 8872f591-5902-47aa-b93e-0805f1472284 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:18.462425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64e62f9-c544-4370-9fd0-ef2a31d4fe16 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:48:18.489568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.503914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6ca68c-1460-45a7-90ba-eddb13efd82a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:48:18.507035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e64e62f9-c544-4370-9fd0-ef2a31d4fe16, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,segment=NetworkSegment(c7c10471-b755-4efa-ae56-3b6d6599f61f),segment_id=c7c10471-b755-4efa-ae56-3b6d6599f61f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:18.509341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Transition to ACTIVE for port object 8872f591-5902-47aa-b93e-0805f1472284 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:18.515325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.518817 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:18.523845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.562442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0981fe-a90b-4511-a8aa-444be1ba1ca0 req-0a442d0c-124b-40fe-8943-f0b5730c7b0f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:18.564597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.569518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9adfc9-de6a-427f-af2a-426c385a0574']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:18.570419 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea0981fe-a90b-4511-a8aa-444be1ba1ca0 req-0a442d0c-124b-40fe-8943-f0b5730c7b0f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1546061 Dec 20 11:48:18.590491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd79f1-2114-4406-9c3f-b32dd52b4739') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:18.591041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd79f1-2114-4406-9c3f-b32dd52b4739') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:18.604364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Network 9e044a4b-feda-483d-9a35-cf4f4c38167e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:18.607469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:18.608792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Transition to ACTIVE for port object 5d6ca68c-1460-45a7-90ba-eddb13efd82a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:18.610419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:18.613394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:18.618870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.619065 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:18.621259 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f877c96e-d523-4c45-9f43-8f4e5de63032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:18.634119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.642069 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6082ac09-ac14-4c12-a4e2-fca65d36c808 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:18.650657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea0981fe-a90b-4511-a8aa-444be1ba1ca0 req-ba4b6a89-6022-48e1-9d16-d984207257d5 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788276 Dec 20 11:48:18.706990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Allocated IP 2001:db8::f816:3eff:feee:8ac8 (9e044a4b-feda-483d-9a35-cf4f4c38167e/8cf2134e-d70f-49b2-ac89-690845d22345/a41fc4c4-8fca-42af-aa72-599bddcd668b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:18.712051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.733878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:18.734429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:18.750405 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:18.757741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e64e62f9-c544-4370-9fd0-ef2a31d4fe16'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:48:18.792427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Pushing event updated for resources: {'Port': ['ID=8872f591-5902-47aa-b93e-0805f1472284,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:18.795149 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:18.828304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Attempting to bind port 8872f591-5902-47aa-b93e-0805f1472284 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:18.828679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Attempting to bind port 8872f591-5902-47aa-b93e-0805f1472284 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '6b7c3084-51b2-4b09-9633-d18bdf7630e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:18.829045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Attempting to bind port 8872f591-5902-47aa-b93e-0805f1472284 on network 9e044a4b-feda-483d-9a35-cf4f4c38167e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:18.851133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:18.851515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Checking segment: {'id': '6b7c3084-51b2-4b09-9633-d18bdf7630e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:18.852461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.852860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Bound using segment: {'id': '6b7c3084-51b2-4b09-9633-d18bdf7630e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:18.853344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Bound port: 8872f591-5902-47aa-b93e-0805f1472284, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7c3084-51b2-4b09-9633-d18bdf7630e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e044a4b-feda-483d-9a35-cf4f4c38167e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:18.853725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:18.986414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] For port 8872f591-5902-47aa-b93e-0805f1472284, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:19.077685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6ca68c-1460-45a7-90ba-eddb13efd82a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:19.089356 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:19.113451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7c261-6a5b-4811-b42e-2d05fe168507 req-f48e21a4-d1bc-4dd7-a77c-579213500c43 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:19.114970 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24d7c261-6a5b-4811-b42e-2d05fe168507 req-f48e21a4-d1bc-4dd7-a77c-579213500c43 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 945 time: 0.1015241 Dec 20 11:48:19.116003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] For port 8872f591-5902-47aa-b93e-0805f1472284, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8872f591-5902-47aa-b93e-0805f1472284,segment=NetworkSegment(6b7c3084-51b2-4b09-9633-d18bdf7630e1),segment_id=6b7c3084-51b2-4b09-9633-d18bdf7630e1)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:19.116885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.122724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.128749 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:19.150759 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6290e352-35b5-45e6-a47e-4c545d598424 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:19.165841 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24d7c261-6a5b-4811-b42e-2d05fe168507 req-52b03b0e-9c67-4d09-8590-ddc9e697c055 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Dec 20 11:48:19.170960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.191713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Network': ['ID=0d9adfc9-de6a-427f-af2a-426c385a0574,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:19.209137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Pushing event updated for resources: {'Port': ['ID=8872f591-5902-47aa-b93e-0805f1472284,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:19.212896 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:19.246222 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:19.348627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/networks/0d9adfc9-de6a-427f-af2a-426c385a0574 HTTP/1.1" status: 204 len: 168 time: 3.5152509 Dec 20 11:48:19.351809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:19.383876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17761142-c592-44c6-939b-8a3f9dc9f983 req-b9656e27-104e-4d20-b2ac-823056db3c34 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:19.385331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-17761142-c592-44c6-939b-8a3f9dc9f983 req-b9656e27-104e-4d20-b2ac-823056db3c34 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.4443927 Dec 20 11:48:19.427768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Attempting to bind port 5d6ca68c-1460-45a7-90ba-eddb13efd82a on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:19.428180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Attempting to bind port 5d6ca68c-1460-45a7-90ba-eddb13efd82a by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:19.428572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Attempting to bind port 5d6ca68c-1460-45a7-90ba-eddb13efd82a on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:19.458542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Port 5d6ca68c-1460-45a7-90ba-eddb13efd82a on network 165a1346-a2be-4723-a8c3-89391b583d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:48:19.458935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Attempting to bind port 5d6ca68c-1460-45a7-90ba-eddb13efd82a on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:19.505094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.513055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:19.513386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Checking segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:19.513778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Bound using segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:19.514244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Bound port: 5d6ca68c-1460-45a7-90ba-eddb13efd82a, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:19.514585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.540628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-17761142-c592-44c6-939b-8a3f9dc9f983 req-9ae7a3eb-0e1d-46a8-8e6d-144cb205199f tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371126 Dec 20 11:48:19.566788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Transition to ACTIVE for port object a41fc4c4-8fca-42af-aa72-599bddcd668b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:19.684273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.692786 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-60d8f8fd-79a5-4a81-affa-e99c8c0000bf tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:19.744023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] For port 5d6ca68c-1460-45a7-90ba-eddb13efd82a, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:19.772242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting subnet 72e83026-a1cb-4751-bdb2-c519eedf321f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:19.777965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.812114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] For port 5d6ca68c-1460-45a7-90ba-eddb13efd82a, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5d6ca68c-1460-45a7-90ba-eddb13efd82a,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:19.818584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network 9e044a4b-feda-483d-9a35-cf4f4c38167e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:19.825979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:19.828614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Port': ['ID=a41fc4c4-8fca-42af-aa72-599bddcd668b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:19.831172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.837549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:19.840598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:19.841140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.845085 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:19.845250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773cc6-bed4-4915-b546-e29ae33e407a req-581a16ed-912a-48df-8522-8a8f9fa34177 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:19.845583 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:19.846734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a773cc6-bed4-4915-b546-e29ae33e407a req-581a16ed-912a-48df-8522-8a8f9fa34177 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 944 time: 0.1665783 Dec 20 11:48:19.851630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.916079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:19.918143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d6ca68c-1460-45a7-90ba-eddb13efd82a HTTP/1.1" status: 200 len: 1094 time: 2.4507904 Dec 20 11:48:19.918792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'tag': '5d6ca68c-1460-45a7-90ba-eddb13efd82a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:19.930729 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7fc588e8-9b47-4c68-b18f-f36ba3b99391 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6710525 Dec 20 11:48:19.936663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:19.987420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e64e62f9-c544-4370-9fd0-ef2a31d4fe16 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:20.003827 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a773cc6-bed4-4915-b546-e29ae33e407a req-7f4e7f08-2aad-44dd-ad08-d4bb2559192c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256642 Dec 20 11:48:20.012516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3621e9-00ef-4237-89d3-5dc11a2d0029 req-74b2705f-aabf-4bef-a540-c2fd8aadb061 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:20.020490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af3621e9-00ef-4237-89d3-5dc11a2d0029 req-74b2705f-aabf-4bef-a540-c2fd8aadb061 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2982340 Dec 20 11:48:20.037458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting subnet 8cf2134e-d70f-49b2-ac89-690845d22345 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:20.041315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.082968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.091647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af3621e9-00ef-4237-89d3-5dc11a2d0029 req-878d5f34-4a7f-4b7e-801e-eb7a15ea1fc8 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699961 Dec 20 11:48:20.102592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6ca68c-1460-45a7-90ba-eddb13efd82a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:20.114183 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:20.165908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:20.174275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:20.174735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2f537854-5fed-4eb2-9f4a-4266f99b607c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 1097 time: 0.2168486 Dec 20 11:48:20.174963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.195405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.290729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.297021 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c01544b0-0f1a-4577-bae5-c02be0993d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:20.368273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.374347 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'tag': '5d6ca68c-1460-45a7-90ba-eddb13efd82a', 'status': 'completed', 'code': 200} Dec 20 11:48:20.377541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-d1ee0fcc-178b-4ceb-8182-5dcbb92c3e46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d6ca68c-1460-45a7-90ba-eddb13efd82a HTTP/1.1" status: 200 len: 217 time: 0.1955364 Dec 20 11:48:20.435560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e64e62f9-c544-4370-9fd0-ef2a31d4fe16, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,segment=NetworkSegment(c7c10471-b755-4efa-ae56-3b6d6599f61f),segment_id=c7c10471-b755-4efa-ae56-3b6d6599f61f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:20.438873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc23496-8359-4531-8242-9f3572680b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:20.446793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.458868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.461181 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8b741cd5-560b-4a4d-b565-6ff3965686dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:20.521716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Subnet': ['ID=72e83026-a1cb-4751-bdb2-c519eedf321f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:20.538263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.558821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:20.566070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b0943-9d95-4046-a0b5-33412c67af06 None None] Network 10273653-5c6b-4f73-9cb5-567a79971b6c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:20.572896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/subnets/72e83026-a1cb-4751-bdb2-c519eedf321f HTTP/1.1" status: 204 len: 168 time: 1.2196615 Dec 20 11:48:20.577012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:20.578487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfabd4-e88f-463f-a6d5-178f48afb232 None None] Network 9e044a4b-feda-483d-9a35-cf4f4c38167e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:20.597886 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:20.600832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a738c-1517-4194-be4e-d951ce6ef689 req-46fe884f-b345-4d75-9b23-6f3cdb7d5b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:20.603553 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-46fe884f-b345-4d75-9b23-6f3cdb7d5b3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.2179425 Dec 20 11:48:20.614628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.615432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.615549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 8872f591-5902-47aa-b93e-0805f1472284 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:20.615819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.616190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.616611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.617236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.619148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.619469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.619836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.620201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.620585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:20.639102 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:20.669626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-91e70f81-c833-41f4-b074-0122d8c91118 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565743 Dec 20 11:48:20.673323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.680812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f60544-ce13-48b1-9745-9a2fb3730953 req-986c7bbf-42b5-438d-95a0-3a77dacf756e tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:20.683434 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2842b70c-8efb-42e9-8cbd-579279af8664 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:20.687427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85f60544-ce13-48b1-9745-9a2fb3730953 req-986c7bbf-42b5-438d-95a0-3a77dacf756e tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 946 time: 0.2147853 Dec 20 11:48:20.783302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf2134e-d70f-49b2-ac89-690845d22345,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:20.789347 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:20.799489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.804599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.826692 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/8cf2134e-d70f-49b2-ac89-690845d22345 HTTP/1.1" status: 204 len: 168 time: 0.8827412 Dec 20 11:48:20.826925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85f60544-ce13-48b1-9745-9a2fb3730953 req-04d1fb97-c14f-4120-91d6-82f7341c063b tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386302 Dec 20 11:48:20.827384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50056) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:20.832545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Deleting port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:20.833753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:20.909404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a5541fd8-f627-4582-ac58-2de3795208f5 None None] Provisioning for port 8872f591-5902-47aa-b93e-0805f1472284 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:20.916017 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-c0853e16-cfa2-4f52-881f-4312d52c9c16 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266147 Dec 20 11:48:20.916671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a8105-6d63-4ef7-ad6c-611ce6a52616 req-fe73afcc-b8d1-4db9-becf-f455ac7b01a3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:20.918174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8f3a8105-6d63-4ef7-ad6c-611ce6a52616 req-fe73afcc-b8d1-4db9-becf-f455ac7b01a3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.5627024 Dec 20 11:48:20.925266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b85481-eb5b-4039-8068-30047f49f3ca tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:20.926961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b85481-eb5b-4039-8068-30047f49f3ca tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:20.929585 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a5b85481-eb5b-4039-8068-30047f49f3ca tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0995522 Dec 20 11:48:21.003980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50060) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:21.029259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 8872f591-5902-47aa-b93e-0805f1472284 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:21.038258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 8872f591-5902-47aa-b93e-0805f1472284 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:21.038646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.065373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-309a738c-1517-4194-be4e-d951ce6ef689 req-2442c403-1071-4964-8313-c8b3627d0dd7 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433916 Dec 20 11:48:21.119689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] For port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:21.120052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.121622 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc23496-8359-4531-8242-9f3572680b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16', 'code': 200} Dec 20 11:48:21.230248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] DHCP port deletion for 10273653-5c6b-4f73-9cb5-567a79971b6c request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:48:21.245871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Deleting port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:21.246264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.297722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.323894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] DHCP port deletion for 9e044a4b-feda-483d-9a35-cf4f4c38167e request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:48:21.344640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Deleting port 8872f591-5902-47aa-b93e-0805f1472284 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:21.345005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.357678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59306ecc-3312-4e54-9def-270e3fbee0f2 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.390094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 8872f591-5902-47aa-b93e-0805f1472284, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8872f591-5902-47aa-b93e-0805f1472284,segment=NetworkSegment(6b7c3084-51b2-4b09-9633-d18bdf7630e1),segment_id=6b7c3084-51b2-4b09-9633-d18bdf7630e1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:21.422555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.426919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Calling delete_port for cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:21.436261 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4345d8c9-2456-4771-8b3f-08add2b7775b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:21.489433 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-59306ecc-3312-4e54-9def-270e3fbee0f2 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 11:48:21.490435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59306ecc-3312-4e54-9def-270e3fbee0f2 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:21.492132 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59306ecc-3312-4e54-9def-270e3fbee0f2 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/9e044a4b-feda-483d-9a35-cf4f4c38167e HTTP/1.1" status: 409 len: 405 time: 0.4868083 Dec 20 11:48:21.497104 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8f3a8105-6d63-4ef7-ad6c-611ce6a52616 req-0ea343f7-9377-4475-9c70-d30b1ac61f1b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944000 Dec 20 11:48:21.499530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50068) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:21.520313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1276788066'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:21.527788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-8267adca-388c-4836-bbff-71de819b7400 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 1097 time: 0.3760641 Dec 20 11:48:21.528505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:21.544811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:network and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:21.548092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:21.553502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-29aee0a2-c744-46dd-a9a2-55831bf122f0 req-0d6d55ea-ca7d-41fe-b9eb-65accf0c8c6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 1099 time: 0.1999257 Dec 20 11:48:21.555019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:21.563380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000fd4c-3173-4555-914c-57c147bbdffe req-18f07f1a-f304-41c5-910c-ffe40c408fc6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:21.564882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3000fd4c-3173-4555-914c-57c147bbdffe req-18f07f1a-f304-41c5-910c-ffe40c408fc6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 944 time: 0.1793170 Dec 20 11:48:21.572364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.580422 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-776a5c8d-c064-4ac4-b508-c4ca81fc0bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:21.613329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:21.617005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.676449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] For port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,segment=NetworkSegment(7871bb78-970c-49be-b36e-aae7ab646c1f),segment_id=7871bb78-970c-49be-b36e-aae7ab646c1f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:21.676761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.723168 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-29aee0a2-c744-46dd-a9a2-55831bf122f0 req-4e91f00b-a039-4c09-88fa-779225f8a891 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573238 Dec 20 11:48:21.728388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3000fd4c-3173-4555-914c-57c147bbdffe req-0f8d4aae-6dcb-4f79-80eb-7d8ed2fca00d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446731 Dec 20 11:48:21.744547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-080a5de9-3be3-4549-8e7b-8eca290dae71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:21.745793 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-080a5de9-3be3-4549-8e7b-8eca290dae71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 912 time: 0.2172403 Dec 20 11:48:21.807151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Calling delete_port for cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:21.822744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Port': ['ID=cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:21.827767 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:21.829772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-49f1d9da-7d4f-4426-b9c1-91ee5147cd77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d6ca68c-1460-45a7-90ba-eddb13efd82a HTTP/1.1" status: 200 len: 217 time: 0.0762820 Dec 20 11:48:21.834952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] No DVR routers for this DVR port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:21.913186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:21.925850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=8872f591-5902-47aa-b93e-0805f1472284,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:21.927971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-bc482ffa-cc93-4694-9089-ea0eabc5614d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:21.929070 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:21.940469 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-bc482ffa-cc93-4694-9089-ea0eabc5614d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.1017401 Dec 20 11:48:21.955756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:48:21.956774 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:48:21.969035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:21.969379 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Added segment 8b1105bf-9d91-4236-9b3a-7d5d5cba6001 of type vlan for network 2651e25b-343c-4dc7-86e3-85160277200b Dec 20 11:48:22.028785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.036618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] For port 8872f591-5902-47aa-b93e-0805f1472284, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8872f591-5902-47aa-b93e-0805f1472284,segment=NetworkSegment(6b7c3084-51b2-4b09-9633-d18bdf7630e1),segment_id=6b7c3084-51b2-4b09-9633-d18bdf7630e1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:22.037174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.040810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-e710f27f-4542-4c09-96ee-cf86ca54216e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932064 Dec 20 11:48:22.080131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.084723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10273653-5c6b-4f73-9cb5-567a79971b6c']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:22.102243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7871bb78-970c-49be-b36e-aae7ab646c1f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:22.102684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7871bb78-970c-49be-b36e-aae7ab646c1f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:22.124866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.159878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6c7eb-56ab-46cd-b5ab-a64790d08d56 req-401c1d8a-ca9b-49ba-9571-a458e46b6889 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:22.161360 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfc6c7eb-56ab-46cd-b5ab-a64790d08d56 req-401c1d8a-ca9b-49ba-9571-a458e46b6889 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2963388 Dec 20 11:48:22.162396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.165523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Calling delete_port for 8872f591-5902-47aa-b93e-0805f1472284 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:22.169889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:22.170366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:22.186548 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:22.193762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.197482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:22.198092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.199302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9aa4-f804-4208-bad2-f222e5f4aa91 req-9354b392-40d1-4d81-b7b7-fd19d15bd0d1 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:22.200856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-180f9aa4-f804-4208-bad2-f222e5f4aa91 req-9354b392-40d1-4d81-b7b7-fd19d15bd0d1 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 946 time: 0.2023771 Dec 20 11:48:22.209656 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-870cb711-1253-4aeb-90a1-4c965ac0d0e1 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565537 Dec 20 11:48:22.218832 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9629748-c422-4db9-b0be-33f58e06eab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:22.245131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.249073 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:22.295062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Pushing event deleted for resources: {'Port': ['ID=8872f591-5902-47aa-b93e-0805f1472284,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:22.301273 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:22.312430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] No DVR routers for this DVR port 8872f591-5902-47aa-b93e-0805f1472284 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:22.355612 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8550494 Dec 20 11:48:22.358622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-180f9aa4-f804-4208-bad2-f222e5f4aa91 req-241616d2-56e2-474a-9a70-4b813335978a tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449082 Dec 20 11:48:22.359467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50080) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:22.381456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'subnet': {'network_id': '2651e25b-343c-4dc7-86e3-85160277200b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:22.410947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.415865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Network': ['ID=2651e25b-343c-4dc7-86e3-85160277200b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:22.421528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.424177 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:22.424670 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:22.433299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 2651e25b-343c-4dc7-86e3-85160277200b details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:22.451855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Pushing event deleted for resources: {'Network': ['ID=10273653-5c6b-4f73-9cb5-567a79971b6c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:22.455236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfc6c7eb-56ab-46cd-b5ab-a64790d08d56 req-6226699e-46c8-45c3-835b-2287f8dd3383 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680316 Dec 20 11:48:22.456014 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:22.458042 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] 10.222.0.32 "DELETE /v2.0/networks/10273653-5c6b-4f73-9cb5-567a79971b6c HTTP/1.1" status: 204 len: 168 time: 1.8800766 Dec 20 11:48:22.467987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Deleting port cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:22.467987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.552952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dd320999-1eb7-406e-8990-c8d8fcbddb01 None None] The port 'cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:48:22.554030 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a87ccf2-1b82-4325-aedd-24cdd60b2370 req-b68d9a6a-9faf-4d87-bd4d-95fa3cb03dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259091 Dec 20 11:48:22.575402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:22.579975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:subnet and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:22.583292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:22.589645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:22.600921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:22.609196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:22.665129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a3688-bfe3-4d34-8496-1afe13e88e9e None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:48:22.694235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:22.694558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cc6a50dc-6c2f-4a2f-a5e4-0db5d6b5734f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:22.694935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 8872f591-5902-47aa-b93e-0805f1472284 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:22.737210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 8872f591-5902-47aa-b93e-0805f1472284 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:22.737561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 8872f591-5902-47aa-b93e-0805f1472284 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:22.787903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:22.862678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a3688-bfe3-4d34-8496-1afe13e88e9e None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:48:22.954992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3714b9-6eec-48cb-ac29-1f5323ad0c93 req-6ec64436-1b7a-4168-b100-747b15d494ff tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:22.956670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca3714b9-6eec-48cb-ac29-1f5323ad0c93 req-6ec64436-1b7a-4168-b100-747b15d494ff tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2619383 Dec 20 11:48:23.048385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca3714b9-6eec-48cb-ac29-1f5323ad0c93 req-5834cae7-612c-44c6-b594-a8bd261a4aca tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841310 Dec 20 11:48:23.148406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16640-099a-4739-b315-b0f4c78a1225 req-88041872-8146-4d3c-9f8d-becbf3199efd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:23.156667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bd16640-099a-4739-b315-b0f4c78a1225 req-88041872-8146-4d3c-9f8d-becbf3199efd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 944 time: 0.0940824 Dec 20 11:48:23.172648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50100) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:23.330607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bd16640-099a-4739-b315-b0f4c78a1225 req-d1b78093-3c82-4fb6-b9cc-351bcb0b944a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730647 Dec 20 11:48:23.433331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.objects.ports [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:48:23.437225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:23.442209 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e07c7a6e-d1bd-41b4-82ef-8cf07c84640b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:23.532666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Subnet': ['ID=e8a23520-202a-4be0-b29c-88f6ccd4cfdf,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:23.541499 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:23.555832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ee5c4-b19d-48fc-8197-58f5ebdeedb6 req-14cb549f-1846-4b57-9657-a20d83a0e860 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:23.557256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2c4ee5c4-b19d-48fc-8197-58f5ebdeedb6 req-14cb549f-1846-4b57-9657-a20d83a0e860 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2074480 Dec 20 11:48:23.559109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Checking segment: {'id': '8b1105bf-9d91-4236-9b3a-7d5d5cba6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2651e25b-343c-4dc7-86e3-85160277200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:23.559463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network hostable DHCP agents. Network: 2651e25b-343c-4dc7-86e3-85160277200b, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:23.617551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2c4ee5c4-b19d-48fc-8197-58f5ebdeedb6 req-76ad64d7-9536-405f-b4ab-f5694a035f8a tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Dec 20 11:48:23.618610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network 2651e25b-343c-4dc7-86e3-85160277200b is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:23.628264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 2651e25b-343c-4dc7-86e3-85160277200b) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:23.632127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:23.632701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:23.641211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d83ee0-9b26-42d3-9ec7-9cda4fa43fca None None] Network 2651e25b-343c-4dc7-86e3-85160277200b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:23.661830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2857699 Dec 20 11:48:23.662243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50112) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:23.696326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62351c4-534e-4547-b946-e45b4a55856c req-5d83f640-b32d-42e8-b9d2-d3a9544276ae tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:23.703267 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c62351c4-534e-4547-b946-e45b4a55856c req-5d83f640-b32d-42e8-b9d2-d3a9544276ae tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 946 time: 0.1846459 Dec 20 11:48:23.778366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c62351c4-534e-4547-b946-e45b4a55856c req-87793fb1-a313-4045-af19-f6b6a4d71677 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737543 Dec 20 11:48:23.821968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:23.852916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:23.879846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-2651e25b-343c-4dc7-86e3-85160277200b', 'network_id': '2651e25b-343c-4dc7-86e3-85160277200b', 'tenant_id': 'cfc49108d54e4a4e87cd86c394174024', 'fixed_ips': [{'subnet_id': 'e8a23520-202a-4be0-b29c-88f6ccd4cfdf'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:23.880669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:23.976672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.059741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b857bcd-b9ae-49bc-9858-6b7965697dc0 req-5f5c5a98-5971-4435-a67b-9c1520562b25 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:24.066494 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b857bcd-b9ae-49bc-9858-6b7965697dc0 req-5f5c5a98-5971-4435-a67b-9c1520562b25 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1746104 Dec 20 11:48:24.094943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Allocated IP 2001:db8::f816:3eff:febe:6f10 (2651e25b-343c-4dc7-86e3-85160277200b/e8a23520-202a-4be0-b29c-88f6ccd4cfdf/3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:24.109426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b857bcd-b9ae-49bc-9858-6b7965697dc0 req-f5b757f5-3ac4-4914-bebe-2341681c8e9b tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Dec 20 11:48:24.373903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.385391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Transition to ACTIVE for port object 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:24.406621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Transition to ACTIVE for port object 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:24.416522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.424639 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:24.506486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.508116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Network 2651e25b-343c-4dc7-86e3-85160277200b is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:24.509500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:24.518827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Pushing event updated for resources: {'Port': ['ID=3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:24.522297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:24.522803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cd3e7-0f6b-4e0d-b824-283da2eb308e req-d70ba3fa-96b1-4400-af08-8b15ef107068 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:24.525375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5d6ca68c-1460-45a7-90ba-eddb13efd82a details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:48:24.529494 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:24.530528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c95cd3e7-0f6b-4e0d-b824-283da2eb308e req-d70ba3fa-96b1-4400-af08-8b15ef107068 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.1282945 Dec 20 11:48:24.532788 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80d3905b-9fc9-438c-9ac9-8b733211422f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:24.609096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a23520-202a-4be0-b29c-88f6ccd4cfdf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:24.621443 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:24.663481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Attempting to bind port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:24.664167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Attempting to bind port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '8b1105bf-9d91-4236-9b3a-7d5d5cba6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2651e25b-343c-4dc7-86e3-85160277200b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:24.664795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Attempting to bind port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 on network 2651e25b-343c-4dc7-86e3-85160277200b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:24.672915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:24.673296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Checking segment: {'id': '8b1105bf-9d91-4236-9b3a-7d5d5cba6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2651e25b-343c-4dc7-86e3-85160277200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:24.673798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.674235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Bound using segment: {'id': '8b1105bf-9d91-4236-9b3a-7d5d5cba6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2651e25b-343c-4dc7-86e3-85160277200b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:24.674698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Bound port: 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1105bf-9d91-4236-9b3a-7d5d5cba6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2651e25b-343c-4dc7-86e3-85160277200b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:24.675080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.710572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.720314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c95cd3e7-0f6b-4e0d-b824-283da2eb308e req-d69593a0-f77e-4ebb-830a-7c90c0707d72 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889653 Dec 20 11:48:24.739868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2651e25b-343c-4dc7-86e3-85160277200b']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:24.760129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1105bf-9d91-4236-9b3a-7d5d5cba6001') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:24.760639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1105bf-9d91-4236-9b3a-7d5d5cba6001') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:24.776100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.787801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5d6ca68c-1460-45a7-90ba-eddb13efd82a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5d6ca68c-1460-45a7-90ba-eddb13efd82a,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:24.795867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.808877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:24.809507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.813788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Deleting port 0e79de1a-96d7-478c-9a44-e97c0103c7ee {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:24.814409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.842520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '5d6ca68c-1460-45a7-90ba-eddb13efd82a', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'port_id': '5d6ca68c-1460-45a7-90ba-eddb13efd82a', 'mac_address': 'fa:16:3e:f1:29:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0a1de-8ddb-431c-972c-013022002c2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:48:24.915477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9760e5-fc58-4b16-a17c-1aaff8a6de77 req-a5667c40-b9ea-4aed-b8ae-2e974d2f53c2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:24.916957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc9760e5-fc58-4b16-a17c-1aaff8a6de77 req-a5667c40-b9ea-4aed-b8ae-2e974d2f53c2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 944 time: 0.2002783 Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:24.922220 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:24.933346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.950610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] For port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:24.953438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6ca68c-1460-45a7-90ba-eddb13efd82a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:48:24.962515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:48:24.962515 n-d-victoria-1 neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:48:24.962515 n-d-victoria-1 neutron-server[83558]: [parameters: {'id': '2651e25b-343c-4dc7-86e3-85160277200b'}] Dec 20 11:48:24.962515 n-d-victoria-1 neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:48:24.962515 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:48:24.969800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] For port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4,segment=NetworkSegment(8b1105bf-9d91-4236-9b3a-7d5d5cba6001),segment_id=8b1105bf-9d91-4236-9b3a-7d5d5cba6001)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:24.974949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5d6ca68c-1460-45a7-90ba-eddb13efd82a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5d6ca68c-1460-45a7-90ba-eddb13efd82a,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:24.976497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:24.982258 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:25.002377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb4e00-aafa-4aad-8074-4798287fa391 req-a3e41a9b-faa8-4ad6-98d6-499f4fb73e80 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:25.003819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f3bb4e00-aafa-4aad-8074-4798287fa391 req-a3e41a9b-faa8-4ad6-98d6-499f4fb73e80 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.0781450 Dec 20 11:48:25.017917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:25.054455 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc9760e5-fc58-4b16-a17c-1aaff8a6de77 req-4e3f6750-d666-4116-8038-bf7a70e10aa3 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218925 Dec 20 11:48:25.061380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] For port 0e79de1a-96d7-478c-9a44-e97c0103c7ee, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0e79de1a-96d7-478c-9a44-e97c0103c7ee,segment=NetworkSegment(44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8),segment_id=44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:25.061655 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f3bb4e00-aafa-4aad-8074-4798287fa391 req-6732c09c-fc0b-47d2-8ab5-1dcc49e7b74d tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Dec 20 11:48:25.061766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:25.063078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Pushing event updated for resources: {'Port': ['ID=3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:25.065816 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:25.066297 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:25.188759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=5d6ca68c-1460-45a7-90ba-eddb13efd82a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:25.192130 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:25.199858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae034e92-f8de-45e6-b5ca-83d64a20e149 None None] Network 2651e25b-343c-4dc7-86e3-85160277200b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:25.219817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Calling delete_port for 0e79de1a-96d7-478c-9a44-e97c0103c7ee owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:25.328086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['5d6ca68c-1460-45a7-90ba-eddb13efd82a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:48:25.469969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:25.485261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:25.486949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:25.511140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:25.516291 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d17c2a2a-70dd-411b-8fb7-b1114c91fc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:25.576184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e79de1a-96d7-478c-9a44-e97c0103c7ee,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:25.583415 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:25.587620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26794f-4074-4d55-9eb9-d4e2a28c03a0 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:48:25.644435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b658b9-06a8-4292-bac2-ccfeeae19ea6 req-482fcd61-188d-4dee-8729-1b1a3a93d451 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:25.652753 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5b658b9-06a8-4292-bac2-ccfeeae19ea6 req-482fcd61-188d-4dee-8729-1b1a3a93d451 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2228215 Dec 20 11:48:25.758886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5b658b9-06a8-4292-bac2-ccfeeae19ea6 req-5eba735c-3c88-49ae-83ea-0331fa9ab8c3 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051183 Dec 20 11:48:25.763276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a26794f-4074-4d55-9eb9-d4e2a28c03a0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:48:25.780260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] For port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4,segment=NetworkSegment(8b1105bf-9d91-4236-9b3a-7d5d5cba6001),segment_id=8b1105bf-9d91-4236-9b3a-7d5d5cba6001)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:25.780753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:25.915510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Calling delete_port for 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:26.087651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0cfd9-812e-4a79-a34d-c9b7f385d79f req-1fde3466-668b-4038-9ca0-ab92507ba18c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:26.097043 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-67c0cfd9-812e-4a79-a34d-c9b7f385d79f req-1fde3466-668b-4038-9ca0-ab92507ba18c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2037146 Dec 20 11:48:26.116708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.124707 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a0c6729-c690-4a21-b625-5183fd490869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:26.170671 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-67c0cfd9-812e-4a79-a34d-c9b7f385d79f req-6bbeb539-c9e2-429d-a796-6075fa68590c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727615 Dec 20 11:48:26.172746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Port': ['ID=3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:26.176584 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:26.179511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No DVR routers for this DVR port 3e3dbe8d-1b96-45ae-84a8-e25fa27eb4d4 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:26.212211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.353572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.411658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2651e25b-343c-4dc7-86e3-85160277200b']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:26.426488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1105bf-9d91-4236-9b3a-7d5d5cba6001') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:26.426841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1105bf-9d91-4236-9b3a-7d5d5cba6001') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:26.442033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.461634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.483942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:26.484577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.530734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5d6ca68c-1460-45a7-90ba-eddb13efd82a up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:26.535193 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:26.683432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.690907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c148-6343-440f-bff6-705cca551676 req-0dd33479-08f4-451e-aa7b-e7fe717c50bf tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:26.696880 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-664e5d1a-2c7a-4182-a120-88cb87ed0e77 tempest-PortsAdminExtendedAttrsTestJSON-1169903125 tempest-PortsAdminExtendedAttrsTestJSON-1169903125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:26.698388 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2699c148-6343-440f-bff6-705cca551676 req-0dd33479-08f4-451e-aa7b-e7fe717c50bf tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 945 time: 0.1504006 Dec 20 11:48:26.723322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.731492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 5d6ca68c-1460-45a7-90ba-eddb13efd82a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:26.736121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Network': ['ID=2651e25b-343c-4dc7-86e3-85160277200b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:26.736940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 5d6ca68c-1460-45a7-90ba-eddb13efd82a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:26.737339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.750020 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:26.762366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/2651e25b-343c-4dc7-86e3-85160277200b HTTP/1.1" status: 204 len: 168 time: 3.0991702 Dec 20 11:48:26.766029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50168) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:26.774689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1305303863'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:26.783505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:26.791214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:network and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:26.794904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:26.804180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:26.822832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:26.826659 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2699c148-6343-440f-bff6-705cca551676 req-cc878fe9-18ec-40b0-81f1-905df844b991 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272769 Dec 20 11:48:26.827539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.878924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:26.908390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.908734 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Added segment 68119814-c42e-4eaf-82f9-32c0aaff1455 of type vlan for network bac84c99-184a-4f5f-a62a-ea45551ac6fe Dec 20 11:48:26.964269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.966958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:26.997078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:27.000638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6ca68c-1460-45a7-90ba-eddb13efd82a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:27.001748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:27.002645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:27.011803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5d6ca68c-1460-45a7-90ba-eddb13efd82a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5d6ca68c-1460-45a7-90ba-eddb13efd82a,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:27.025912 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e28b5a03-7a50-42da-a481-790b6a56ba3a tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:27.027818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:27.031978 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:27.144285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Network': ['ID=bac84c99-184a-4f5f-a62a-ea45551ac6fe,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:27.146929 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:27.152207 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3847852 Dec 20 11:48:27.153552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50176) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:27.160437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'subnet': {'network_id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:27.162402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network bac84c99-184a-4f5f-a62a-ea45551ac6fe details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:27.239580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=5d6ca68c-1460-45a7-90ba-eddb13efd82a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:27.244622 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:27.306765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:27.312946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:subnet and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:27.319073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583455c5-ad77-4846-a7c2-7d059466ac1e req-25dba875-6fb9-4171-893b-18122d97034c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:27.325071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:27.326798 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-583455c5-ad77-4846-a7c2-7d059466ac1e req-25dba875-6fb9-4171-893b-18122d97034c tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2672770 Dec 20 11:48:27.340048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:27.361040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:27.390859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-583455c5-ad77-4846-a7c2-7d059466ac1e req-033e5c9d-90e7-4980-a07b-1b94eff54605 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627193 Dec 20 11:48:27.433958 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6ca68c-1460-45a7-90ba-eddb13efd82a', 'code': 200} Dec 20 11:48:27.483777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:27.614878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:48:27.744299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4042e893-b01d-4e6a-bed0-2bc1a12c8392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:27.803004 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6cf04f5a-9ac4-4259-89e7-c4be5d4320cb req-aed851e0-3b4f-4674-abbe-4a19e80a03c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 1099 time: 0.2826982 Dec 20 11:48:27.832570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7417b-a5d9-43ff-b4fc-37e02d1968d4 req-f4058c33-b422-41b0-b4c4-7387e8553915 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:27.834032 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f1a7417b-a5d9-43ff-b4fc-37e02d1968d4 req-f4058c33-b422-41b0-b4c4-7387e8553915 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2515926 Dec 20 11:48:27.837413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:48:27.850824 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] 10.222.0.32 "PUT /v2.0/routers/07c857be-f94d-49b3-baf5-9e9c0008cbf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6769621 Dec 20 11:48:27.853791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50188) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:27.855432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] Sync routers for ids ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:48:27.870856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] Routers {'07c857be-f94d-49b3-baf5-9e9c0008cbf1'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:48:27.871510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:48:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:27.915657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6cf04f5a-9ac4-4259-89e7-c4be5d4320cb req-da70683d-e9c6-4617-ac71-b7752156d907 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044371 Dec 20 11:48:27.951454 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f1a7417b-a5d9-43ff-b4fc-37e02d1968d4 req-70345dd5-7799-4485-977d-4a8c98d66473 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959330 Dec 20 11:48:27.958216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:27.970736 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b9ead78-a508-494e-9c07-9f5a8b898494 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:28.063704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Subnet': ['ID=d9fa1ded-e6f1-4b1e-bda8-a74a3b172c5c,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:28.067501 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:28.074885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Checking segment: {'id': '68119814-c42e-4eaf-82f9-32c0aaff1455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:28.075375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network hostable DHCP agents. Network: bac84c99-184a-4f5f-a62a-ea45551ac6fe, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:28.078450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] Set router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:48:28.103703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network bac84c99-184a-4f5f-a62a-ea45551ac6fe is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:28.125351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, bac84c99-184a-4f5f-a62a-ea45551ac6fe) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:28.137102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b277384-aede-468e-9b35-853bb88356ba None None] Network bac84c99-184a-4f5f-a62a-ea45551ac6fe requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:28.143130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:28.143807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:28.169542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6b512-dfe3-4dbf-ac63-f596dfe58184 req-373e5ecc-3fda-4872-aa19-67a461324821 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:28.171396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-82b6b512-dfe3-4dbf-ac63-f596dfe58184 req-373e5ecc-3fda-4872-aa19-67a461324821 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 946 time: 0.1842525 Dec 20 11:48:28.181775 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0268254 Dec 20 11:48:28.190489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50200) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:28.228348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:28.298260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-82b6b512-dfe3-4dbf-ac63-f596dfe58184 req-946cab96-76c6-443c-8152-93864b8ae13b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173880 Dec 20 11:48:28.467095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:28.560218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-bac84c99-184a-4f5f-a62a-ea45551ac6fe', 'network_id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe', 'tenant_id': 'cfc49108d54e4a4e87cd86c394174024', 'fixed_ips': [{'subnet_id': 'd9fa1ded-e6f1-4b1e-bda8-a74a3b172c5c'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:28.561131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:28.564334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:28.582817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Deleting port da7728ec-a1f5-46cf-8c23-b61e1af0888a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:28.583477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:28.596741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:28.851630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4a2f0-2154-44d3-ac6b-e885d37eb78b req-d4de0d48-8045-44f7-9aad-9f345e0e50db tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:28.858290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00c4a2f0-2154-44d3-ac6b-e885d37eb78b req-d4de0d48-8045-44f7-9aad-9f345e0e50db tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2291770 Dec 20 11:48:28.908799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Allocated IP 2001:db8::2 (bac84c99-184a-4f5f-a62a-ea45551ac6fe/d9fa1ded-e6f1-4b1e-bda8-a74a3b172c5c/5d563bc6-6d40-4f46-aaa0-6b90e7260e40) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:28.938731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00c4a2f0-2154-44d3-ac6b-e885d37eb78b req-004b8c8c-123f-4c2f-b633-34516c4a0caf tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794587 Dec 20 11:48:28.942963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:48:25Z', 'revision_number': 5, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port': {'id': 'da7728ec-a1f5-46cf-8c23-b61e1af0888a', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:48Z', 'updated_at': '2021-12-20T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:28.985087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] For port da7728ec-a1f5-46cf-8c23-b61e1af0888a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=da7728ec-a1f5-46cf-8c23-b61e1af0888a,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:28.985881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:29.005355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] Checking router: 07c857be-f94d-49b3-baf5-9e9c0008cbf1 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:48:29.092538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] Routers {'07c857be-f94d-49b3-baf5-9e9c0008cbf1'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:48:29.093604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:48:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:29.263118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Calling delete_port for da7728ec-a1f5-46cf-8c23-b61e1af0888a owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:29.364914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] Set router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:48:29.511697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:48:28Z', 'revision_number': 6, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:29.522109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a93f2-4cde-445e-9a13-b88e841f5b50 None None] The sync data for ids ['07c857be-f94d-49b3-baf5-9e9c0008cbf1'] in n-d-victoria-1 is: [{'id': '07c857be-f94d-49b3-baf5-9e9c0008cbf1', 'name': 'tempest-ServersTestMultiNic-1026678311-router', 'tenant_id': '116b4a8b89604f02ab430678839f252d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:47Z', 'updated_at': '2021-12-20T11:48:28Z', 'revision_number': 6, 'project_id': '116b4a8b89604f02ab430678839f252d', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:48:29.563556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:29.586947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Transition to ACTIVE for port object 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:29.627086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Transition to ACTIVE for port object 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:29.642872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:29.656050 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:29.669374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:29.674795 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e97e2dec-1fe1-46b6-8c92-a2d02343cd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:29.746651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:29.752232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fa1ded-e6f1-4b1e-bda8-a74a3b172c5c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:29.762015 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:29.769412 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bbff7eae-4be7-4682-b07f-c2fe15cea9c5 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:29.779741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Network bac84c99-184a-4f5f-a62a-ea45551ac6fe is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:29.783323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:29.788463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:29.968543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.005364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7728ec-a1f5-46cf-8c23-b61e1af0888a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:30.009747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Pushing event updated for resources: {'Port': ['ID=5d563bc6-6d40-4f46-aaa0-6b90e7260e40,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:30.020445 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:30.029408 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:30.030159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac84c99-184a-4f5f-a62a-ea45551ac6fe']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:30.030615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f6bd-6038-4e89-b6f2-5637d0a8fd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.047562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a20edb-2ee1-4edb-bf13-1cb4a2cebf61 req-1c4171ee-35f9-48fb-b8fb-bbe884f4905c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:30.056052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38a20edb-2ee1-4edb-bf13-1cb4a2cebf61 req-1c4171ee-35f9-48fb-b8fb-bbe884f4905c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 946 time: 0.5047777 Dec 20 11:48:30.060097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Attempting to bind port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:30.060485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Attempting to bind port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '68119814-c42e-4eaf-82f9-32c0aaff1455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:30.060870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68119814-c42e-4eaf-82f9-32c0aaff1455') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:30.061002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Attempting to bind port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 on network bac84c99-184a-4f5f-a62a-ea45551ac6fe {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:30.061329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68119814-c42e-4eaf-82f9-32c0aaff1455') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:30.071839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:30.072225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Checking segment: {'id': '68119814-c42e-4eaf-82f9-32c0aaff1455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:30.073875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.074311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Bound using segment: {'id': '68119814-c42e-4eaf-82f9-32c0aaff1455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:30.074811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Bound port: 5d563bc6-6d40-4f46-aaa0-6b90e7260e40, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68119814-c42e-4eaf-82f9-32c0aaff1455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:30.075206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.075792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.096814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.104677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:30.105444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:30.207014 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:30.247024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:48:30.247024 n-d-victoria-1 neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:48:30.247024 n-d-victoria-1 neutron-server[83558]: [parameters: {'id': 'bac84c99-184a-4f5f-a62a-ea45551ac6fe'}] Dec 20 11:48:30.247024 n-d-victoria-1 neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:48:30.247420 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:48:30.251811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.273421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] For port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:30.277868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] For port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5d563bc6-6d40-4f46-aaa0-6b90e7260e40,segment=NetworkSegment(68119814-c42e-4eaf-82f9-32c0aaff1455),segment_id=68119814-c42e-4eaf-82f9-32c0aaff1455)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:30.291103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.302667 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:30.322315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859d215-4674-490b-b6bb-2763f8bf63bd req-8fd16fad-1572-4a09-8445-763a980f2a4b tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:30.327163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c859d215-4674-490b-b6bb-2763f8bf63bd req-8fd16fad-1572-4a09-8445-763a980f2a4b tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 946 time: 0.1153321 Dec 20 11:48:30.408245 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c859d215-4674-490b-b6bb-2763f8bf63bd req-f10ba035-25c6-4a3f-afb6-e6aea0c567e5 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776038 Dec 20 11:48:30.458396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Pushing event updated for resources: {'Port': ['ID=5d563bc6-6d40-4f46-aaa0-6b90e7260e40,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:30.467591 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:30.546995 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38a20edb-2ee1-4edb-bf13-1cb4a2cebf61 req-6c373219-ea97-4bac-be9f-7b27a50ef67c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898219 Dec 20 11:48:30.619048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0e79de1a-96d7-478c-9a44-e97c0103c7ee no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:30.681764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 0e79de1a-96d7-478c-9a44-e97c0103c7ee {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:30.682278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0e79de1a-96d7-478c-9a44-e97c0103c7ee not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:30.682804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device da7728ec-a1f5-46cf-8c23-b61e1af0888a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:30.738430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: da7728ec-a1f5-46cf-8c23-b61e1af0888a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:30.738934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device da7728ec-a1f5-46cf-8c23-b61e1af0888a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:30.748315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.758632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7974fbb9-729d-42ca-982b-87445f78fbb7 None None] Network bac84c99-184a-4f5f-a62a-ea45551ac6fe requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:30.767553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:30.768128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.784152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.788751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.871886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.872568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c857be-f94d-49b3-baf5-9e9c0008cbf1 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:48:30.910466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:30.911616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] 10.222.0.32 "DELETE /v2.0/routers/07c857be-f94d-49b3-baf5-9e9c0008cbf1 HTTP/1.1" status: 204 len: 168 time: 3.0567260 Dec 20 11:48:30.914764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50244) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:31.048440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Deleting subnet b0475402-0a1f-4800-82ef-d0a4d39d3bf5 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:31.065353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.217524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.227530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.283594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.334503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] For port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5d563bc6-6d40-4f46-aaa0-6b90e7260e40,segment=NetworkSegment(68119814-c42e-4eaf-82f9-32c0aaff1455),segment_id=68119814-c42e-4eaf-82f9-32c0aaff1455)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:31.336325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.355631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f26eb24-8786-415c-828c-c9b63aff1761 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:48:31.384039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457109c-29a5-40e6-8df7-705f9225b899 req-073d5f0a-bc40-4f2c-8455-be0a3ff0056c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:31.385569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d457109c-29a5-40e6-8df7-705f9225b899 req-073d5f0a-bc40-4f2c-8455-be0a3ff0056c tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 946 time: 0.3532851 Dec 20 11:48:31.541054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f26eb24-8786-415c-828c-c9b63aff1761 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:48:31.577388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e0821-1f17-4202-9aca-6fd4b535ecd5 req-e4204e4b-200a-4f4f-94e7-8153ef60a03a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:31.579865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Calling delete_port for 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:31.585843 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ee3e0821-1f17-4202-9aca-6fd4b535ecd5 req-e4204e4b-200a-4f4f-94e7-8153ef60a03a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 946 time: 0.1318765 Dec 20 11:48:31.655431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.674177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Deleting port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:31.674530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.781017 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ee3e0821-1f17-4202-9aca-6fd4b535ecd5 req-811443d5-9a9e-4a0a-b316-8ad3ecaab2d8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915290 Dec 20 11:48:31.819916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.824752 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0be1f9b-b497-4cbd-beb4-3b3e4e488b5b tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:31.873405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0475402-0a1f-4800-82ef-d0a4d39d3bf5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:31.876171 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:31.888685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.898449 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0475402-0a1f-4800-82ef-d0a4d39d3bf5 HTTP/1.1" status: 204 len: 168 time: 0.9826074 Dec 20 11:48:31.900941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:31.902475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:31.916926 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d565e94-d8eb-487f-815b-5ac42a4b2f36 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:31.972375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Port': ['ID=5d563bc6-6d40-4f46-aaa0-6b90e7260e40,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:31.983870 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:32.009305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No DVR routers for this DVR port 5d563bc6-6d40-4f46-aaa0-6b90e7260e40 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:32.027656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.042229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Deleting port 85c15de5-f0c2-477b-8a18-8b0470ad535d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:32.042652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.089211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad2185-23f9-4056-963b-3c2b03c4e4fe None None] Network 84d9b129-9f6f-4410-856f-d689c42206dc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:32.105805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae2f4f-5dd6-4f52-bf66-1447925323a6 req-199cf43d-1c8d-4b65-98bc-623699bf9ff8 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:32.107275 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9eae2f4f-5dd6-4f52-bf66-1447925323a6 req-199cf43d-1c8d-4b65-98bc-623699bf9ff8 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 946 time: 0.3721583 Dec 20 11:48:32.372104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.392062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] For port 85c15de5-f0c2-477b-8a18-8b0470ad535d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85c15de5-f0c2-477b-8a18-8b0470ad535d,segment=NetworkSegment(44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8),segment_id=44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:32.392062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.439161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac84c99-184a-4f5f-a62a-ea45551ac6fe']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:32.439392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6efcf-54be-4170-a157-89c3ecc604f2 None None] DHCP port deletion for 84d9b129-9f6f-4410-856f-d689c42206dc request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:48:32.444472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bae6efcf-54be-4170-a157-89c3ecc604f2 None None] Deleting port 85c15de5-f0c2-477b-8a18-8b0470ad535d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:32.444931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bae6efcf-54be-4170-a157-89c3ecc604f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.474121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68119814-c42e-4eaf-82f9-32c0aaff1455') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:32.474603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68119814-c42e-4eaf-82f9-32c0aaff1455') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:32.494556 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9eae2f4f-5dd6-4f52-bf66-1447925323a6 req-a9905772-80b6-460b-a30c-4362623c19c1 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2144a52-5a0c-4ab3-9da4-9ffed9acf385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368211 Dec 20 11:48:32.511825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] For port e64e62f9-c544-4370-9fd0-ef2a31d4fe16, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,segment=NetworkSegment(c7c10471-b755-4efa-ae56-3b6d6599f61f),segment_id=c7c10471-b755-4efa-ae56-3b6d6599f61f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:32.520682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.540752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Calling delete_port for 85c15de5-f0c2-477b-8a18-8b0470ad535d owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:32.545162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.625755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85c15de5-f0c2-477b-8a18-8b0470ad535d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:32.670878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.676894 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-076336bc-acbb-436c-8df9-aa5e71cba994 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:32.693842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Calling delete_port for e64e62f9-c544-4370-9fd0-ef2a31d4fe16 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:32.729354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c15de5-f0c2-477b-8a18-8b0470ad535d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:32.732493 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:32.740255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.744257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] No DVR routers for this DVR port 85c15de5-f0c2-477b-8a18-8b0470ad535d on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:32.753340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:32.754059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:32.773891 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:32.823326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 85c15de5-f0c2-477b-8a18-8b0470ad535d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:32.829177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85c15de5-f0c2-477b-8a18-8b0470ad535d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:32.850518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bae6efcf-54be-4170-a157-89c3ecc604f2 None None] The port '85c15de5-f0c2-477b-8a18-8b0470ad535d' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:48:32.859945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.906168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.942598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:32.984361 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:32.991824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d9b129-9f6f-4410-856f-d689c42206dc']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:33.015695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:33.015996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fc50b0-f57d-4a3c-8dd3-ffd69bb8d3a8') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:33.038978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.039884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.072260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.083020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:33.083595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:33.097868 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:33.188274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.191787 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aaf859cc-8f50-42e3-abf6-71514e59c671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:33.193909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Network': ['ID=bac84c99-184a-4f5f-a62a-ea45551ac6fe,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:33.200573 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:33.205710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.211794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.217361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e64e62f9-c544-4370-9fd0-ef2a31d4fe16'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:48:33.220617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:33.227388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d9b129-9f6f-4410-856f-d689c42206dc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:33.251467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:33.271962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84d9b129-9f6f-4410-856f-d689c42206dc HTTP/1.1" status: 204 len: 168 time: 1.3677948 Dec 20 11:48:33.309628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Pushing event deleted for resources: {'Port': ['ID=e64e62f9-c544-4370-9fd0-ef2a31d4fe16,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:33.313311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/bac84c99-184a-4f5f-a62a-ea45551ac6fe HTTP/1.1" status: 204 len: 168 time: 5.1216567 Dec 20 11:48:33.316315 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:33.318012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50284) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:33.334950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1327402036'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:33.343888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:33.354757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:network and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:33.362032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:33.374015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:33.407666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:33.410960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.473886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:33.490292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] No DVR routers for this DVR port e64e62f9-c544-4370-9fd0-ef2a31d4fe16 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:33.498323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.500561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d457109c-29a5-40e6-8df7-705f9225b899 req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.16 "DELETE /v2.0/ports/e64e62f9-c544-4370-9fd0-ef2a31d4fe16 HTTP/1.1" status: 204 len: 173 time: 2.0359600 Dec 20 11:48:33.512195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc23496-8359-4531-8242-9f3572680b2c', 'name': 'network-vif-deleted', 'tag': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:33.524297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.524578 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Added segment 2216f28d-27de-4090-a0c5-addf2f9e267f of type vlan for network e091e058-e346-4bc3-a4fe-9fb29b618029 Dec 20 11:48:33.565935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f6637-b359-4ab9-b07a-74d035d52bc8 req-217ec066-b2d2-4b9a-951b-4699237036d0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:33.567949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e70f6637-b359-4ab9-b07a-74d035d52bc8 req-217ec066-b2d2-4b9a-951b-4699237036d0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 946 time: 0.5970442 Dec 20 11:48:33.619093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.671398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.678722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:33.680142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.686517 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:33.716467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e70f6637-b359-4ab9-b07a-74d035d52bc8 req-50c793e7-0454-4e1e-bb33-a484fd836a1b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274378 Dec 20 11:48:33.716711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50294) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:33.723630 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc23496-8359-4531-8242-9f3572680b2c', 'name': 'network-vif-deleted', 'tag': 'e64e62f9-c544-4370-9fd0-ef2a31d4fe16', 'status': 'completed', 'code': 200} Dec 20 11:48:33.870777 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-652055e9-3be6-472f-ba93-26703b52dbad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=116b4a8b89604f02ab430678839f252d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1528621 Dec 20 11:48:33.873153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50300) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:33.895720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Network': ['ID=e091e058-e346-4bc3-a4fe-9fb29b618029,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:33.911591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network e091e058-e346-4bc3-a4fe-9fb29b618029 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:33.963976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:33.994127 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:34.004976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6831753 Dec 20 11:48:34.006022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:34.014884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50304) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:34.025315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Request body: {'subnet': {'network_id': 'e091e058-e346-4bc3-a4fe-9fb29b618029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:34.052376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da90c921-6c2d-4027-bfc8-09c39cde0e98 req-41e1e086-ccb3-401d-b31e-fd461c45aac6 tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc23496-8359-4531-8242-9f3572680b2c HTTP/1.1" status: 200 len: 210 time: 0.1457002 Dec 20 11:48:34.213001 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:34.220803 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2980e060-4881-4a9c-a109-b9cdb5042af1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:34.234700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5566ed3a-4d5c-4051-b47f-53a16747f84d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:34.262551 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:34.282590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:34.297604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Usage tracker for resource:subnet and tenant:cfc49108d54e4a4e87cd86c394174024 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:34.305821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:34.316171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:34.361858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:34.369962 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5566ed3a-4d5c-4051-b47f-53a16747f84d HTTP/1.1" status: 204 len: 168 time: 0.4958899 Dec 20 11:48:34.371554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Made reservation on behalf of cfc49108d54e4a4e87cd86c394174024 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:34.435758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501ebf-576f-4025-a911-92255408d94d req-605a8db7-1599-4c98-88db-3da908717e21 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:34.437491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91501ebf-576f-4025-a911-92255408d94d req-605a8db7-1599-4c98-88db-3da908717e21 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 946 time: 0.1404731 Dec 20 11:48:34.500423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91501ebf-576f-4025-a911-92255408d94d req-9eaee03f-e5de-4db0-9f17-b059499be878 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561037 Dec 20 11:48:34.563845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:35.030263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.objects.ports [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:48:35.031549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:35.035412 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33e557f3-0e3a-44a7-a932-730133d4080e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:35.116522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event updated for resources: {'Subnet': ['ID=d62c1812-994b-4cb0-85d8-643f937f5996,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:35.120865 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:35.129106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Checking segment: {'id': '2216f28d-27de-4090-a0c5-addf2f9e267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e091e058-e346-4bc3-a4fe-9fb29b618029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:35.129467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network hostable DHCP agents. Network: e091e058-e346-4bc3-a4fe-9fb29b618029, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:35.153114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Network e091e058-e346-4bc3-a4fe-9fb29b618029 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:35.168782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, e091e058-e346-4bc3-a4fe-9fb29b618029) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:35.181482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7189e6-2a8d-416f-92c7-dc5fc41bc2d5 None None] Network e091e058-e346-4bc3-a4fe-9fb29b618029 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:35.184467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:35.185061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:35.217795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2010024 Dec 20 11:48:35.220716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:35.308649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:35.515165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-e091e058-e346-4bc3-a4fe-9fb29b618029', 'network_id': 'e091e058-e346-4bc3-a4fe-9fb29b618029', 'tenant_id': 'cfc49108d54e4a4e87cd86c394174024', 'fixed_ips': [{'subnet_id': 'd62c1812-994b-4cb0-85d8-643f937f5996'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:35.516008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:35.578813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Deleting subnet 9e966187-dd60-4fe7-a0fc-e716b0aba67b {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:35.580701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:35.621628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:35.810111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:35.872353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:35.988230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.012345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.066576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Allocated IP 2001:db8::f816:3eff:fed6:3477 (e091e058-e346-4bc3-a4fe-9fb29b618029/d62c1812-994b-4cb0-85d8-643f937f5996/fa916b68-449e-4873-9e1d-93b16959421c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:36.080537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e64e62f9-c544-4370-9fd0-ef2a31d4fe16 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:36.097607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1736830343-network', 'tenant_id': '0cddf9a3fe4845ddb65d33bf57ea5dd2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:36.102386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:36.106831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Usage tracker for resource:network and tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:36.109707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:36.124356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:36.153711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Made reservation on behalf of 0cddf9a3fe4845ddb65d33bf57ea5dd2 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:36.153711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.166928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: e64e62f9-c544-4370-9fd0-ef2a31d4fe16 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:36.166928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e64e62f9-c544-4370-9fd0-ef2a31d4fe16 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:36.175388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.237854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-a957aaf9-3555-4455-a879-b518d50db4c0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:36.239423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-a957aaf9-3555-4455-a879-b518d50db4c0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 946 time: 0.6576252 Dec 20 11:48:36.324232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:36.346466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Usage tracker for resource:security_group_rule and tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:36.361387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c2e7b-daeb-4568-ba77-f3f4f2347625 req-b5761b65-bb5b-4696-a3e9-fdac62b3e2b3 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:36.369930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e58c2e7b-daeb-4568-ba77-f3f4f2347625 req-b5761b65-bb5b-4696-a3e9-fdac62b3e2b3 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 946 time: 0.6297219 Dec 20 11:48:36.372311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.396731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:36.407246 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:36.457967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.472480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Transition to ACTIVE for port object fa916b68-449e-4873-9e1d-93b16959421c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:36.487700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e966187-dd60-4fe7-a0fc-e716b0aba67b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:36.493231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:36.496793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.510848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Transition to ACTIVE for port object fa916b68-449e-4873-9e1d-93b16959421c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:36.519644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.524083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:36.534292 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:36.535126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e966187-dd60-4fe7-a0fc-e716b0aba67b HTTP/1.1" status: 204 len: 168 time: 1.2128537 Dec 20 11:48:36.541231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:36.544846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Deleting port 5d6ca68c-1460-45a7-90ba-eddb13efd82a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:36.545508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.575206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Network e091e058-e346-4bc3-a4fe-9fb29b618029 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:36.582938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:36.585707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:36.599929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.611016 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d27d2be3-155d-4cd8-a8f4-dc332058ccaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:36.670345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Subnet': ['ID=d62c1812-994b-4cb0-85d8-643f937f5996,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:36.678698 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:36.699845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Pushing event updated for resources: {'Port': ['ID=fa916b68-449e-4873-9e1d-93b16959421c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:36.704138 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:36.713423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Attempting to bind port fa916b68-449e-4873-9e1d-93b16959421c on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:36.713974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Attempting to bind port fa916b68-449e-4873-9e1d-93b16959421c by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2216f28d-27de-4090-a0c5-addf2f9e267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e091e058-e346-4bc3-a4fe-9fb29b618029'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:36.714383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Attempting to bind port fa916b68-449e-4873-9e1d-93b16959421c on network e091e058-e346-4bc3-a4fe-9fb29b618029 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:36.725215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:36.725594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Checking segment: {'id': '2216f28d-27de-4090-a0c5-addf2f9e267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e091e058-e346-4bc3-a4fe-9fb29b618029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:36.726091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.726714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Bound using segment: {'id': '2216f28d-27de-4090-a0c5-addf2f9e267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e091e058-e346-4bc3-a4fe-9fb29b618029'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:36.727572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Bound port: fa916b68-449e-4873-9e1d-93b16959421c, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2216f28d-27de-4090-a0c5-addf2f9e267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e091e058-e346-4bc3-a4fe-9fb29b618029'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:36.727700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.736474 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e58c2e7b-daeb-4568-ba77-f3f4f2347625 req-f174b434-37d2-4556-add8-3bd0fc818eac tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628325 Dec 20 11:48:36.814244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.824764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9609d2-6031-4aa1-a0c0-1994b0ee34ba req-316dc436-04d6-4f41-a7d5-cfec426e15af tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:36.826180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] For port fa916b68-449e-4873-9e1d-93b16959421c, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:36.829430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] For port fa916b68-449e-4873-9e1d-93b16959421c, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fa916b68-449e-4873-9e1d-93b16959421c,segment=NetworkSegment(2216f28d-27de-4090-a0c5-addf2f9e267f),segment_id=2216f28d-27de-4090-a0c5-addf2f9e267f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:36.831982 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da9609d2-6031-4aa1-a0c0-1994b0ee34ba req-316dc436-04d6-4f41-a7d5-cfec426e15af tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.2749646 Dec 20 11:48:36.834582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.838227 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:36.845342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.886261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.921299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:36.931086 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dba3b4c1-bebb-4248-915e-1d43fe430252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:36.941774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Pushing event updated for resources: {'Port': ['ID=fa916b68-449e-4873-9e1d-93b16959421c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:36.947904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e091e058-e346-4bc3-a4fe-9fb29b618029']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:36.957746 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:36.969790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:36.989850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cda21a0-4e83-47ac-892d-a041cd45e323,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:37.002296 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:37.008035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2216f28d-27de-4090-a0c5-addf2f9e267f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:37.008331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2216f28d-27de-4090-a0c5-addf2f9e267f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:37.009699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.010148 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Added segment c7c373e0-759c-4200-aa49-a05c2a31063f of type vlan for network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 Dec 20 11:48:37.019397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] For port 5d6ca68c-1460-45a7-90ba-eddb13efd82a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5d6ca68c-1460-45a7-90ba-eddb13efd82a,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:37.020015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.033004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.043018 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919d5e0-8fb8-45d7-97bc-2915aa9e2a5f None None] Network e091e058-e346-4bc3-a4fe-9fb29b618029 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:37.046027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da9609d2-6031-4aa1-a0c0-1994b0ee34ba req-a6966bfd-6815-4e8b-8e06-dccbd2586fdd tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132077 Dec 20 11:48:37.117273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.125555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.143452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:37.143853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:37.158564 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:37.174701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d033f559-42db-41e6-ab93-83a99e1b49d9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:37.180851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Calling delete_port for 5d6ca68c-1460-45a7-90ba-eddb13efd82a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:37.239225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.264678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c10471-b755-4efa-ae56-3b6d6599f61f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:37.265198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c10471-b755-4efa-ae56-3b6d6599f61f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:37.273524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368c203-de80-4fc5-b464-45de7ac1ceb1 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:48:37.285730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.308689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.316382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:37.317037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.337346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:37.337602 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:37.339874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:37.339874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.348342 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:37.403689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:48:37.403689 n-d-victoria-1 neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:48:37.403689 n-d-victoria-1 neutron-server[83557]: [parameters: {'id': 'e091e058-e346-4bc3-a4fe-9fb29b618029'}] Dec 20 11:48:37.403689 n-d-victoria-1 neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:48:37.404225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:48:37.419864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.423659 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:37.434945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368c203-de80-4fc5-b464-45de7ac1ceb1 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:48:37.437040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.447683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Pushing event deleted for resources: {'Network': ['ID=d033f559-42db-41e6-ab93-83a99e1b49d9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:37.451404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:37.465478 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d033f559-42db-41e6-ab93-83a99e1b49d9 HTTP/1.1" status: 204 len: 168 time: 0.9372838 Dec 20 11:48:37.472500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Pushing event updated for resources: {'Network': ['ID=5c987974-66f6-4f3a-9346-d9f4c9ee8120,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:37.479855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8918660 Dec 20 11:48:37.479855 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:37.480174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50376) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:37.486064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Request body: {'subnet': {'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1736830343-subnet', 'tenant_id': '0cddf9a3fe4845ddb65d33bf57ea5dd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:37.491320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:37.491852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:37.493627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.500415 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d9621e9-3df5-49a8-b97a-b4a4039b9322 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:37.515451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['5d6ca68c-1460-45a7-90ba-eddb13efd82a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:48:37.532091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Usage tracker for resource:subnet and tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:37.540167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:37.553479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event deleted for resources: {'Port': ['ID=5d6ca68c-1460-45a7-90ba-eddb13efd82a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:37.556966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:37.559033 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:37.627837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Made reservation on behalf of 0cddf9a3fe4845ddb65d33bf57ea5dd2 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:37.630139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.648124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50380) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:37.656772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] No DVR routers for this DVR port 5d6ca68c-1460-45a7-90ba-eddb13efd82a on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:37.660752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.662767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1248bfc9-3edd-49ba-b05f-105ec0853235 req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "DELETE /v2.0/ports/5d6ca68c-1460-45a7-90ba-eddb13efd82a HTTP/1.1" status: 204 len: 173 time: 1.4113524 Dec 20 11:48:37.663272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'name': 'network-vif-deleted', 'tag': '5d6ca68c-1460-45a7-90ba-eddb13efd82a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:37.706473 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f85bf745-72c6-4446-8204-e8946e31f4c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=897246b604c0464b9e698b4925e01ba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556819 Dec 20 11:48:37.708411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50386) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:37.813046 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1442a9-3556-464a-8b2c-22523eb1f54b', 'name': 'network-vif-deleted', 'tag': '5d6ca68c-1460-45a7-90ba-eddb13efd82a', 'status': 'completed', 'code': 200} Dec 20 11:48:37.905776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:37.923682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting port fa916b68-449e-4873-9e1d-93b16959421c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:37.923957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.045758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f83302ad-2ff6-4a27-8c9b-19c284cd0378 req-5de1dc0a-8037-4fb1-9727-980a5d6bd6c8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:38.161226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.175852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] For port fa916b68-449e-4873-9e1d-93b16959421c, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fa916b68-449e-4873-9e1d-93b16959421c,segment=NetworkSegment(2216f28d-27de-4090-a0c5-addf2f9e267f),segment_id=2216f28d-27de-4090-a0c5-addf2f9e267f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:38.176252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.192025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.214846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.223239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f83302ad-2ff6-4a27-8c9b-19c284cd0378 req-5de1dc0a-8037-4fb1-9727-980a5d6bd6c8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:38.224893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f83302ad-2ff6-4a27-8c9b-19c284cd0378 req-5de1dc0a-8037-4fb1-9727-980a5d6bd6c8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c1442a9-3556-464a-8b2c-22523eb1f54b HTTP/1.1" status: 200 len: 210 time: 0.2387233 Dec 20 11:48:38.284172 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a8761e6e-b59d-4705-a2f3-29d0b6487c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:38.304776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Calling delete_port for fa916b68-449e-4873-9e1d-93b16959421c owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:38.330601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.421247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.422379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:38.430298 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:38.430934 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df77688f-bbb4-4789-a768-3d17bab028c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:38.448076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-29001a1d-64c3-47ba-80a2-c477848ee097 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:38.450125 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-29001a1d-64c3-47ba-80a2-c477848ee097 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.3521390 Dec 20 11:48:38.453807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2144a52-5a0c-4ab3-9da4-9ffed9acf385,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:38.458857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.459936 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2144a52-5a0c-4ab3-9da4-9ffed9acf385 HTTP/1.1" status: 204 len: 168 time: 0.7512503 Dec 20 11:48:38.506518 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:38.508183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Checking segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:38.508469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Network hostable DHCP agents. Network: 5c987974-66f6-4f3a-9346-d9f4c9ee8120, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:38.544618 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4b847a11-1661-4870-9256-515059b85662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:38.587533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Port': ['ID=fa916b68-449e-4873-9e1d-93b16959421c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:38.592266 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:38.593346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Deleting port f8c054b6-b280-4236-bac6-4662237a1575 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:38.593687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.597587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No DVR routers for this DVR port fa916b68-449e-4873-9e1d-93b16959421c on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:38.699846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:38.730615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 5c987974-66f6-4f3a-9346-d9f4c9ee8120) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:38.742067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df493e88-97f4-4668-abed-9ac2fab18565 None None] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:38.751364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.768477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d635d-40ea-4f74-83fb-485146cb7965 req-8ae63f52-9902-4868-b3e6-3052db138706 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:38.770440 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-303d635d-40ea-4f74-83fb-485146cb7965 req-8ae63f52-9902-4868-b3e6-3052db138706 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930c129-5067-40e6-bdfd-ac384b4aa68b HTTP/1.1" status: 200 len: 947 time: 0.3904197 Dec 20 11:48:38.783501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-1b01f130-1bc4-4d1f-89b0-96d33660a212 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.2638936 Dec 20 11:48:38.784663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:38.785228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.819563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e091e058-e346-4bc3-a4fe-9fb29b618029']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:38.844824 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3635488 Dec 20 11:48:38.848122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2216f28d-27de-4090-a0c5-addf2f9e267f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:38.848885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2216f28d-27de-4090-a0c5-addf2f9e267f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:38.867459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.889757 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-303d635d-40ea-4f74-83fb-485146cb7965 req-be91bb01-e95c-4dd4-af29-89d27331d63e tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.32 "GET /v2.0/security-groups?id=12d053b7-9c08-413a-8d4e-35b7b31ed291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124594 Dec 20 11:48:38.903718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.910955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:38.911353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:38.927039 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:39.032874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.039527 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:39.064498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.083385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] For port f8c054b6-b280-4236-bac6-4662237a1575, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f8c054b6-b280-4236-bac6-4662237a1575,segment=NetworkSegment(93966b54-e0c9-41db-b896-69e481167b1a),segment_id=93966b54-e0c9-41db-b896-69e481167b1a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:39.083857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.100056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'tenant_id': '0cddf9a3fe4845ddb65d33bf57ea5dd2', 'fixed_ips': [{'subnet_id': '7eb4ebf1-067d-453b-87f6-ef81f9d64bb9'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:39.100896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.104871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Network': ['ID=e091e058-e346-4bc3-a4fe-9fb29b618029,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:39.124039 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:39.128022 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/e091e058-e346-4bc3-a4fe-9fb29b618029 HTTP/1.1" status: 204 len: 168 time: 3.9063356 Dec 20 11:48:39.135578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:39.217912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Calling delete_port for f8c054b6-b280-4236-bac6-4662237a1575 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:39.240707 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5e614a-8463-4dda-8335-3bbeabf98d12 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:39.243068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5e614a-8463-4dda-8335-3bbeabf98d12 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:39.247613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ec5e614a-8463-4dda-8335-3bbeabf98d12 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/d62c1812-994b-4cb0-85d8-643f937f5996 HTTP/1.1" status: 404 len: 337 time: 0.1109514 Dec 20 11:48:39.277240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50422) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:39.317886 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-1bc907b7-ab61-4492-b985-9d061742d37b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=795f3e1f52794904ac6bee547e966db9&device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 6516 time: 0.3244958 Dec 20 11:48:39.357613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Allocated IP 172.20.0.2 (5c987974-66f6-4f3a-9346-d9f4c9ee8120/7eb4ebf1-067d-453b-87f6-ef81f9d64bb9/ae54ffcb-dfb3-406d-86ed-711e7810484d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:39.365058 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e37306-701a-4e3a-affb-d073b8514d28 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:39.365494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e37306-701a-4e3a-affb-d073b8514d28 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:39.367208 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a5e37306-701a-4e3a-affb-d073b8514d28 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/e091e058-e346-4bc3-a4fe-9fb29b618029 HTTP/1.1" status: 404 len: 339 time: 0.0845594 Dec 20 11:48:39.371254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50432) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:39.454975 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f58361-97da-4b9a-a0ac-2e8946cb4870 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:39.455409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f58361-97da-4b9a-a0ac-2e8946cb4870 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:39.457297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b4f58361-97da-4b9a-a0ac-2e8946cb4870 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/d9fa1ded-e6f1-4b1e-bda8-a74a3b172c5c HTTP/1.1" status: 404 len: 337 time: 0.0668347 Dec 20 11:48:39.459984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:39.505626 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-973c20a6-170c-4663-bb54-337ca872b7d6 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:39.506099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973c20a6-170c-4663-bb54-337ca872b7d6 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:39.508477 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-973c20a6-170c-4663-bb54-337ca872b7d6 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/bac84c99-184a-4f5f-a62a-ea45551ac6fe HTTP/1.1" status: 404 len: 339 time: 0.0473950 Dec 20 11:48:39.512055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50450) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:39.573261 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c77948-3643-4a5d-bea3-276f63ed7d0f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:39.574420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c77948-3643-4a5d-bea3-276f63ed7d0f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:39.580800 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e9c77948-3643-4a5d-bea3-276f63ed7d0f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/e8a23520-202a-4be0-b29c-88f6ccd4cfdf HTTP/1.1" status: 404 len: 337 time: 0.0671153 Dec 20 11:48:39.581983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50454) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:39.609617 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ad58c9-aee4-473e-a8d9-27e82872e854 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:39.610533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ad58c9-aee4-473e-a8d9-27e82872e854 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:39.615277 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d1ad58c9-aee4-473e-a8d9-27e82872e854 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/2651e25b-343c-4dc7-86e3-85160277200b HTTP/1.1" status: 404 len: 339 time: 0.0315115 Dec 20 11:48:39.616153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:39.629007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.656969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f8c054b6-b280-4236-bac6-4662237a1575'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:48:39.665071 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1ae06a9f-0752-4883-b0b9-7c7eaef2c800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:39.732414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.752839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Transition to ACTIVE for port object ae54ffcb-dfb3-406d-86ed-711e7810484d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:39.777649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting port a41fc4c4-8fca-42af-aa72-599bddcd668b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:39.779660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.793497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Transition to ACTIVE for port object ae54ffcb-dfb3-406d-86ed-711e7810484d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:39.802037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Pushing event deleted for resources: {'Port': ['ID=f8c054b6-b280-4236-bac6-4662237a1575,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:39.806197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:39.819427 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ce74f9e-2d5e-464c-aaf7-1fb11ce1ec37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:39.891762 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:39.921451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:39.924630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:39.932786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:39.941285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Pushing event updated for resources: {'Port': ['ID=ae54ffcb-dfb3-406d-86ed-711e7810484d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:39.946442 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:39.988239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-154b9ad9-6560-4f9c-b7cb-12d52e16438e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:39.988524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-154b9ad9-6560-4f9c-b7cb-12d52e16438e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:39.988890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-154b9ad9-6560-4f9c-b7cb-12d52e16438e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:39.990803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-154b9ad9-6560-4f9c-b7cb-12d52e16438e service neutron] 10.222.0.53 "GET /v2.0/networks?id=369c3643-7840-4b2a-8a85-116c0d1f8252&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&id=55f00df5-b69b-49b5-bf56-5247b87a2628&id=55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 200 len: 2296 time: 0.6207929 Dec 20 11:48:39.992376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] No DVR routers for this DVR port f8c054b6-b280-4236-bac6-4662237a1575 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:40.056178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Attempting to bind port ae54ffcb-dfb3-406d-86ed-711e7810484d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:40.056828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Attempting to bind port ae54ffcb-dfb3-406d-86ed-711e7810484d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:40.057390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Attempting to bind port ae54ffcb-dfb3-406d-86ed-711e7810484d on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:40.064752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:40.065375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Checking segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:40.065946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:40.066544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Bound using segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:40.067171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Bound port: ae54ffcb-dfb3-406d-86ed-711e7810484d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:40.067716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:40.149602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:40.157847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-2f839744-59b0-4526-a75e-59ccdf0f7281 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:40.158563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-2f839744-59b0-4526-a75e-59ccdf0f7281 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Synchronizing usage tracker for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:40.162760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-deleted', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:40.172682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:40.177164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] For port ae54ffcb-dfb3-406d-86ed-711e7810484d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:40.181471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] For port ae54ffcb-dfb3-406d-86ed-711e7810484d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae54ffcb-dfb3-406d-86ed-711e7810484d,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:40.188424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:40.193561 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-199a3cce-b128-449e-a66a-558e1c444e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:40.279540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Pushing event updated for resources: {'Port': ['ID=ae54ffcb-dfb3-406d-86ed-711e7810484d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:40.284561 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:40.331874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Calling delete_port for a41fc4c4-8fca-42af-aa72-599bddcd668b owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:40.442822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:40.449558 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a579483-bfb2-4fb8-9d2b-33f034f77200 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:40.492131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c4cf-aa34-4092-ba06-876413806924 req-3cfaf7be-c1c3-4975-a1f1-6255799c9b63 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:40.499053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-3cfaf7be-c1c3-4975-a1f1-6255799c9b63 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.6300092 Dec 20 11:48:40.517378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Port': ['ID=a41fc4c4-8fca-42af-aa72-599bddcd668b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:40.522590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-889361d1-92d2-4301-b22b-7cf4784b5220 req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] 10.222.0.16 "DELETE /v2.0/ports/f8c054b6-b280-4236-bac6-4662237a1575 HTTP/1.1" status: 204 len: 173 time: 2.0663424 Dec 20 11:48:40.523945 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:40.543407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:40.554335 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-4622ca8c-a5c9-4ad8-97ed-40fd8e35514c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/quotas/6f9c25d6a37645c09139b2aeb523877b HTTP/1.1" status: 200 len: 375 time: 0.0541475 Dec 20 11:48:40.573173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5d6ca68c-1460-45a7-90ba-eddb13efd82a no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:40.580692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-2f839744-59b0-4526-a75e-59ccdf0f7281 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Unset dirty status for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:40.583809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-2f839744-59b0-4526-a75e-59ccdf0f7281 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 816 time: 0.5973721 Dec 20 11:48:40.619363 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-8f3bff72-1160-4a7c-846d-193f65de3b64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 200 len: 1001 time: 0.4450753 Dec 20 11:48:40.623522 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-ebcf59ea-6ac9-4f64-aca1-c0b675ba93f7 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/quotas/0cddf9a3fe4845ddb65d33bf57ea5dd2 HTTP/1.1" status: 200 len: 375 time: 0.0266931 Dec 20 11:48:40.625310 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-ce7cdec5-73ab-49d1-b0d3-4d86d5b71dc4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679660 Dec 20 11:48:40.627542 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/ports/a41fc4c4-8fca-42af-aa72-599bddcd668b HTTP/1.1" status: 204 len: 168 time: 1.0094135 Dec 20 11:48:40.642280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50488) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:40.699054 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6f6a00-f4c6-46c9-ac23-7e07fc949a98 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:40.699840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6f6a00-f4c6-46c9-ac23-7e07fc949a98 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:40.704699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb6f6a00-f4c6-46c9-ac23-7e07fc949a98 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/8cf2134e-d70f-49b2-ac89-690845d22345 HTTP/1.1" status: 404 len: 337 time: 0.0611479 Dec 20 11:48:40.705591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50496) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:40.712089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 5d6ca68c-1460-45a7-90ba-eddb13efd82a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:40.712358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5d6ca68c-1460-45a7-90ba-eddb13efd82a not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:40.818693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-4b26154b-07e4-425a-a6a7-722786421ca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:40.820171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-4b26154b-07e4-425a-a6a7-722786421ca6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df HTTP/1.1" status: 200 len: 856 time: 0.1791098 Dec 20 11:48:40.859580 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:48:40.923805 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-c3ac9858-3cda-4597-a195-58371ff817ce tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2812803 Dec 20 11:48:41.022064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:41.052660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-9c38bcc1-f15b-4c01-9823-e71ad957ae45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=369c3643-7840-4b2a-8a85-116c0d1f8252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2228882 Dec 20 11:48:41.135397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-81f925ee-2c20-481c-9c97-6178d5de0096 service neutron] 10.222.0.32 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106583 Dec 20 11:48:41.339927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:41.401134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e044a4b-feda-483d-9a35-cf4f4c38167e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:41.418340 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-87b25b81-90df-440d-8ead-5dc5de33e0ec service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852321 Dec 20 11:48:41.426105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7c3084-51b2-4b09-9633-d18bdf7630e1') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:41.426396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7c3084-51b2-4b09-9633-d18bdf7630e1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:41.476186 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-a6776210-0ee1-4d08-8dcb-7f717178653c service neutron] 10.222.0.32 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397999 Dec 20 11:48:41.480249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-5d67e813-a0d1-479c-a500-391b4c167068 service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166603 Dec 20 11:48:41.701546 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-34d0ef01-2a86-4ca8-8f2f-dd0f3e654121 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385828 Dec 20 11:48:41.701546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:41.745923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:41.792444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:41.792444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:41.892155 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:41.906444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c459d1-727f-4852-ace4-f3dbe4a17260 None None] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:42.141512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-7322dd8e-5c74-44bf-a933-b5f473793323 service neutron] 10.222.0.53 "GET /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481018 Dec 20 11:48:42.146837 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930c129-5067-40e6-bdfd-ac384b4aa68b', 'name': 'network-vif-deleted', 'tag': 'f8c054b6-b280-4236-bac6-4662237a1575', 'status': 'completed', 'code': 200} Dec 20 11:48:42.147439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50516) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:42.247611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:42.351125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-56b25ab4-a9dd-48f3-aeef-10c974326466 None None] Provisioning for port ae54ffcb-dfb3-406d-86ed-711e7810484d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:42.374545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: f8c054b6-b280-4236-bac6-4662237a1575 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:48:42.375012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f8c054b6-b280-4236-bac6-4662237a1575 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:42.410391 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a1ae816-a5b3-4833-8309-ad62c8f01f80 req-3b2057fa-8110-422e-998a-110e9d44a892 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 210 time: 0.1618636 Dec 20 11:48:42.411024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:42.420005 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6934cbfa-db28-4333-a49a-74251896350e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:42.461614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:42.476298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Network': ['ID=9e044a4b-feda-483d-9a35-cf4f4c38167e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:42.480836 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:42.483370 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/9e044a4b-feda-483d-9a35-cf4f4c38167e HTTP/1.1" status: 204 len: 168 time: 1.7758875 Dec 20 11:48:42.486152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:42.566149 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-0fb5319a-f0b9-4364-b8ef-e46af4ba8ac4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 217 time: 0.4142194 Dec 20 11:48:42.570707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Deleting subnet 67c4ea15-bdaa-490f-83f6-2838a1602ecb {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:42.684097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:42.698256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae54ffcb-dfb3-406d-86ed-711e7810484d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:42.727095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting port 62d70be7-e281-4ce8-ae8f-7a9056f35763 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:42.727341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:42.883718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port ae54ffcb-dfb3-406d-86ed-711e7810484d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:42.888753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port ae54ffcb-dfb3-406d-86ed-711e7810484d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:42.889143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:42.962031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-972cf394-e9e4-4a63-9490-76b3a85cdf9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:42.963632 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-972cf394-e9e4-4a63-9490-76b3a85cdf9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.3683436 Dec 20 11:48:42.968273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.081281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cfe7cdb0-75e1-40f4-9964-db521e0a309e None None] Provisioning complete for port ae54ffcb-dfb3-406d-86ed-711e7810484d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:43.081963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cfe7cdb0-75e1-40f4-9964-db521e0a309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.124739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.143312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.155672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.176479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port ae54ffcb-dfb3-406d-86ed-711e7810484d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae54ffcb-dfb3-406d-86ed-711e7810484d,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:43.187523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.190408 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-35a7b45d-4383-4e26-8dc7-208e6ae2a94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:43.327871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=ae54ffcb-dfb3-406d-86ed-711e7810484d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:43.330917 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:43.358606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Calling delete_port for 62d70be7-e281-4ce8-ae8f-7a9056f35763 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:43.468286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.474997 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:43.523617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Port': ['ID=62d70be7-e281-4ce8-ae8f-7a9056f35763,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:43.527767 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:43.534570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.541636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/ports/62d70be7-e281-4ce8-ae8f-7a9056f35763 HTTP/1.1" status: 204 len: 168 time: 1.0541313 Dec 20 11:48:43.544099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50564) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:43.576362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-63106192-ddf9-408a-9950-1ebeff68ca5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9799259 Dec 20 11:48:43.604027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-e9ad3df4-400d-4fc2-8bf6-b0d3de3ce00d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:43.617078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-e9ad3df4-400d-4fc2-8bf6-b0d3de3ce00d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 816 time: 1.0435312 Dec 20 11:48:43.621396 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa033f39-a1b6-4ab8-85ce-eb71c3ddcf97 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] DELETE failed (client error): The resource could not be found. Dec 20 11:48:43.621838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa033f39-a1b6-4ab8-85ce-eb71c3ddcf97 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:48:43.631091 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aa033f39-a1b6-4ab8-85ce-eb71c3ddcf97 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/31c80caf-4fac-4708-833e-018c046320de HTTP/1.1" status: 404 len: 337 time: 0.0859225 Dec 20 11:48:43.634300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50570) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:43.675041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-05ca70fc-184e-4c96-bca2-8cb2748b39c9 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/quotas/0cddf9a3fe4845ddb65d33bf57ea5dd2 HTTP/1.1" status: 200 len: 375 time: 0.0566216 Dec 20 11:48:43.778565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.780129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.797554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting port f66eb972-ae46-498c-9c14-5e1423e7fc5f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:43.797901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:43.820472 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-47430366-4e83-44ea-b654-09e2c61780d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:43.883260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-c356d4c6-660a-43fa-9dea-f24888ccbdc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8627036 Dec 20 11:48:44.008209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c4ea15-bdaa-490f-83f6-2838a1602ecb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:44.085204 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:44.242903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:44.259459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-093ce75d-51cc-4e24-b89c-582d60ec7206 req-3dc70f22-12c5-4934-95f6-4c235a758945 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 210 time: 0.0818326 Dec 20 11:48:44.391635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] For port f66eb972-ae46-498c-9c14-5e1423e7fc5f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f66eb972-ae46-498c-9c14-5e1423e7fc5f,segment=NetworkSegment(891e18d1-4483-4fd9-8e6a-04f8fe298f82),segment_id=891e18d1-4483-4fd9-8e6a-04f8fe298f82)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:44.391988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:44.425685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67c4ea15-bdaa-490f-83f6-2838a1602ecb HTTP/1.1" status: 204 len: 168 time: 2.2753863 Dec 20 11:48:44.426510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50584) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:44.575243 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-dcbb516b-a2c8-458d-8dd4-e83b4aaeffdd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=784fe69e76694d4f96f62301b7ce894d&device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 1098 time: 0.9417691 Dec 20 11:48:44.639278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae54ffcb-dfb3-406d-86ed-711e7810484d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:44.667726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Calling delete_port for f66eb972-ae46-498c-9c14-5e1423e7fc5f owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:44.737373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-6976ee2c-ec4f-4939-b527-e5382ff13a32 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:44.738972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-6976ee2c-ec4f-4939-b527-e5382ff13a32 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.16 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 816 time: 1.0106926 Dec 20 11:48:44.740912 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-4b2fbd71-f5dc-4f7c-afb4-ae7aadc1337b service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510740 Dec 20 11:48:44.809187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:44.820543 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f260942-cdde-45de-bedd-bdaac9c53abe tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:44.824270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port ae54ffcb-dfb3-406d-86ed-711e7810484d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:44.825033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:44.837226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-c3b05e8e-a62e-48c0-b404-8cd796e87cd4 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1612852 Dec 20 11:48:44.874613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Request body: {'port': {'device_id': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'admin_state_up': True, 'tenant_id': '0cddf9a3fe4845ddb65d33bf57ea5dd2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:44.918749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Port': ['ID=f66eb972-ae46-498c-9c14-5e1423e7fc5f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:44.921700 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:44.939459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No DVR routers for this DVR port f66eb972-ae46-498c-9c14-5e1423e7fc5f on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:44.991068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.084992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.114131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0375c21e-c055-4ded-9bb7-941c811b79c7']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:45.129088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.129435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891e18d1-4483-4fd9-8e6a-04f8fe298f82') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:45.129911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891e18d1-4483-4fd9-8e6a-04f8fe298f82') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:45.150173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.174053 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-5f47c59b-a018-484a-9e4c-ef802026527d service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636727 Dec 20 11:48:45.177528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.185848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:45.187030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:45.206867 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:45.317754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.324052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.329254 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3365c95-c8b5-439f-af80-07c7d5619d17 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:45.384255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c4cf-aa34-4092-ba06-876413806924 req-b2c34158-f25c-4f4d-b24c-b59bd90cc77d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:45.386427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-b2c34158-f25c-4f4d-b24c-b59bd90cc77d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 1.0955980 Dec 20 11:48:45.393574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Network': ['ID=0375c21e-c055-4ded-9bb7-941c811b79c7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:45.402476 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:45.411811 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/0375c21e-c055-4ded-9bb7-941c811b79c7 HTTP/1.1" status: 204 len: 168 time: 1.7762885 Dec 20 11:48:45.412877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50598) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:45.473347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Request body: {'port': {'device_id': '04260934-077d-46c4-8571-301495cdb605', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'admin_state_up': True, 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:45.505377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-12c86df4-7fcd-46a3-b491-c4cab28e7531 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 217 time: 0.3023660 Dec 20 11:48:45.540352 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4aba554e-4b01-4bdd-8e4a-fd2eb53d510d req-79884a2a-a912-432e-bc26-fab747373833 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 210 time: 0.0509551 Dec 20 11:48:45.679191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting subnet 3e746efa-f9ff-4988-83b8-c21184736fe8 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:45.683018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.744070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.825261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-12570f04-9b1e-442a-a01f-9879d92386c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:45.826731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-12570f04-9b1e-442a-a01f-9879d92386c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89b62a73-fae3-4f74-9b27-65c508b7780c HTTP/1.1" status: 200 len: 917 time: 1.2086391 Dec 20 11:48:45.849001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.925130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.930217 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9372416e-0165-4ca3-a9bc-8efcdd06a8c9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:45.966742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:45.969188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Subnet': ['ID=3e746efa-f9ff-4988-83b8-c21184736fe8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:45.981911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:45.983089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:45.987834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30daaff-74bb-4679-b7bb-038dc3ee8469 None None] Network 332b4d83-9cab-401c-b761-c2a13ec61842 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:46.014502 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/subnets/3e746efa-f9ff-4988-83b8-c21184736fe8 HTTP/1.1" status: 204 len: 168 time: 0.5997627 Dec 20 11:48:46.015502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50618) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:46.030769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Usage tracker for resource:port and tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:46.040137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-8ab8cd0e-5f56-43d8-979a-60070f9f7ea1 service neutron] 10.222.0.32 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1293085 Dec 20 11:48:46.044603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.073083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:46.076798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-3383d821-87bb-4c2d-8856-668cbbf12b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:46.078436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-3383d821-87bb-4c2d-8856-668cbbf12b4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.5417321 Dec 20 11:48:46.094122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:46.161717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.185633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Deleting port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:46.185964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.208145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:46.260730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Made reservation on behalf of 0cddf9a3fe4845ddb65d33bf57ea5dd2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:46.263943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.282614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93966b54-e0c9-41db-b896-69e481167b1a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:46.283141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93966b54-e0c9-41db-b896-69e481167b1a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:46.359662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:46.371809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.379867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-259a739f-86a0-4b7a-bc26-3e3ce15cd544 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 HTTP/1.1" status: 200 len: 1000 time: 0.4789283 Dec 20 11:48:46.435364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:46.446361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] DHCP port deletion for 332b4d83-9cab-401c-b761-c2a13ec61842 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:48:46.453660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Deleting port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:46.454574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.513389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.553874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:46.558290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.592409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:46.592730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:46.637920 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:46.683117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] For port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,segment=NetworkSegment(03d1e51d-b2fc-493d-9642-8fd10d707791),segment_id=03d1e51d-b2fc-493d-9642-8fd10d707791)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:46.683806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.716450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-d3ce9117-a0d3-477f-831a-75809d928c5f service neutron] 10.222.0.32 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338737 Dec 20 11:48:46.844687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:48:46.967639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] For port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,segment=NetworkSegment(03d1e51d-b2fc-493d-9642-8fd10d707791),segment_id=03d1e51d-b2fc-493d-9642-8fd10d707791)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:46.968048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:46.993068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Calling delete_port for 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:47.051732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Allocated IP 172.20.0.13 (5c987974-66f6-4f3a-9346-d9f4c9ee8120/7eb4ebf1-067d-453b-87f6-ef81f9d64bb9/3a9cc372-6c5a-40ca-ab3e-c25c7708167f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:47.099847 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c31ade2a-2d32-4b9c-8483-b067694b6c82 req-f7d0725d-e603-4dd0-9e70-3d3e143d2b40 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 210 time: 0.2755268 Dec 20 11:48:47.175272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Calling delete_port for 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:48:47.230637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.236374 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-452e2aee-a18b-4c25-8ba0-3fd4055a9c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:47.338639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Port': ['ID=9c2f9c03-b13e-4184-bdc8-a438bc01c5a4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:47.347050 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:47.354350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] No DVR routers for this DVR port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:48:47.415370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:48:47.415729 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:48:47.418896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No active binding found for port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 {{(pid=83559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 11:48:47.422771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:48:47.494274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.534834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Transition to ACTIVE for port object 3a9cc372-6c5a-40ca-ab3e-c25c7708167f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:47.552393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-786afc85-0de8-4811-9258-24abce8af2d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:47.555060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-786afc85-0de8-4811-9258-24abce8af2d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a8bc92b-8e44-4a36-8e4c-565fd2a39b02 HTTP/1.1" status: 200 len: 855 time: 1.1613100 Dec 20 11:48:47.563042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-7f4c8765-da9c-4f59-8422-aa05885458a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4699981 Dec 20 11:48:47.563849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.599249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.653075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332b4d83-9cab-401c-b761-c2a13ec61842']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:47.681714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d1e51d-b2fc-493d-9642-8fd10d707791') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:47.682068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d1e51d-b2fc-493d-9642-8fd10d707791') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:47.697550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.716913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.730929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:47.731174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.732308 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2bfffb98-c488-4c32-9d7d-a8bd5eaaedee tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:47.746370 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:47.854795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.860214 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2fbb2d74-9273-4825-9d5c-716d2412892b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:47.895496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.902767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.906808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:47.910198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-9b84ab52-5cbd-46db-b447-1a94c94fb592 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368165 Dec 20 11:48:47.915054 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:47.917468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Deleting port 9c2f9c03-b13e-4184-bdc8-a438bc01c5a4 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:48:47.917867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.920373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:47.934113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Pushing event deleted for resources: {'Network': ['ID=332b4d83-9cab-401c-b761-c2a13ec61842,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:47.940014 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:47.957367 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] 10.222.0.32 "DELETE /v2.0/networks/332b4d83-9cab-401c-b761-c2a13ec61842 HTTP/1.1" status: 204 len: 168 time: 1.9408488 Dec 20 11:48:48.064612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7557e364-5c4b-464c-b817-f73bebc782cc None None] The port '9c2f9c03-b13e-4184-bdc8-a438bc01c5a4' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:48:48.092677 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ba6bed49-80e2-494c-82b8-e5b05911d9ef tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:48.092862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:48.398094 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-507f3fb1-7ca8-4316-b417-71ae3eaeae01 req-9b983ddb-e3ce-45c4-8eca-08cb46b54aa1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 210 time: 0.0646596 Dec 20 11:48:48.490668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:48.523589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50666) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:48.625232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:48.739296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:48.884544 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-34315e98-a224-445d-a0fe-220e9f421cbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfc49108d54e4a4e87cd86c394174024&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3594346 Dec 20 11:48:48.887499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:48.938207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:48.938806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:48.942517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Pushing event updated for resources: {'Port': ['ID=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:48.958470 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8e71d61c-b5de-4d0a-b38c-28f7e7ed5cb7 HTTP/1.1" status: 204 len: 168 time: 4.4875157 Dec 20 11:48:48.985003 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:48.988425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.018837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-44bec2fd-1fbb-4a85-ba84-7d916064d8b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:49.024712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-44bec2fd-1fbb-4a85-ba84-7d916064d8b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 816 time: 1.4627421 Dec 20 11:48:49.025941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-01d76cf8-b0c5-47ba-84f1-7eb504414c00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b62a73-fae3-4f74-9b27-65c508b7780c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.4584095 Dec 20 11:48:49.041523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.084729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3a715d4-5cc2-4529-b936-6804af13b590 None None] Provisioning for port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:49.098302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3a715d4-5cc2-4529-b936-6804af13b590 None None] Provisioning complete for port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:49.099896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b3a715d4-5cc2-4529-b936-6804af13b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.112250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-cf159130-d92b-4a1e-a111-f558f322ec85 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1862934 Dec 20 11:48:49.114149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.119039 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b63049b6-eebf-433c-808c-b222e9735280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:49.129548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f8dfc2-4dbb-44f5-959f-8b72a636b991,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:49.138467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:49.139351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.145427 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0f8dfc2-4dbb-44f5-959f-8b72a636b991 HTTP/1.1" status: 204 len: 168 time: 0.2560222 Dec 20 11:48:49.181880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b3a715d4-5cc2-4529-b936-6804af13b590 None None] Port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:48:49.186208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Allocated IP 172.20.0.9 (165a1346-a2be-4723-a8c3-89391b583d6e/e6a0a1de-8ddb-431c-972c-013022002c2b/88451159-b2ac-464b-b2ad-5c8f759e0b01) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:49.192859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:49.255445 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e89d84fa-fa84-4021-a61f-fa867272333d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5acff39f55d54bce928519a572f64e36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610001 Dec 20 11:48:49.256029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50698) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:49.328574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.370050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.437348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.441429 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-356b1d34-af25-4304-8ac1-7097d1ada53e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:49.453198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6303837 Dec 20 11:48:49.459416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d053b7-9c08-413a-8d4e-35b7b31ed291,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:49.461342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-29ff6190-c20b-4e37-ad61-c88adc83ae39 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:49.462939 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:49.468955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-29ff6190-c20b-4e37-ad61-c88adc83ae39 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 816 time: 0.8121727 Dec 20 11:48:49.490391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:49.492417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12d053b7-9c08-413a-8d4e-35b7b31ed291 HTTP/1.1" status: 204 len: 168 time: 0.2353148 Dec 20 11:48:49.499607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-230c0dcd-dacc-43a5-81c0-394810a63429 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/quotas/0cddf9a3fe4845ddb65d33bf57ea5dd2 HTTP/1.1" status: 200 len: 375 time: 0.3962252 Dec 20 11:48:49.507725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Request body: {'port': {'device_id': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:49.599909 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcc222ec-34b1-4186-a663-1088e3ee6a21 req-faa5399a-384f-4c43-a43e-552742905c42 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 210 time: 0.0600975 Dec 20 11:48:49.603643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Request body: {'port': {'device_id': '855b4379-3c02-41d3-979d-f700985c0408', 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'admin_state_up': True, 'tenant_id': '0cddf9a3fe4845ddb65d33bf57ea5dd2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:49.640580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-3eb33b9c-ad38-4e38-8e78-2611929b7006 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=35c7aa44-3c53-4e70-9811-b77047572a5c HTTP/1.1" status: 200 len: 217 time: 0.4615095 Dec 20 11:48:49.897556 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-f3a5b63e-2a99-481a-8403-97a7b04d95ea service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284893 Dec 20 11:48:50.142312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-c8d7e5e3-0562-4ee6-b500-fe3191c8c011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:50.151785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-c8d7e5e3-0562-4ee6-b500-fe3191c8c011 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.4862540 Dec 20 11:48:50.346803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:50.359078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:50.413836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-a2e104a2-8c21-4c2f-ba49-81c300be0675 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Synchronizing usage tracker for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:50.425670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:50.454079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Usage tracker for resource:port and tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:50.481155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:50.511031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:50.514396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad435c-3bab-48b3-a31a-67d933f086f9 req-b14f52a7-5c37-4922-9114-11a3234f273f service neutron] 10.222.0.16 "GET /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065850 Dec 20 11:48:50.560766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:50.624313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:50.625888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Made reservation on behalf of 0cddf9a3fe4845ddb65d33bf57ea5dd2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:50.628861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:50.752809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50780) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:50.868125 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-de51a6b3-3f14-4f7f-bbe2-979907e95855 tempest-ServersNegativeTestJSON-1252941363 tempest-ServersNegativeTestJSON-1252941363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:50.884416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46a320-e22d-4892-b09b-644b22f2bce3 req-1a70a793-cf03-43ab-8997-90f96c512517 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:50.886868 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e46a320-e22d-4892-b09b-644b22f2bce3 req-1a70a793-cf03-43ab-8997-90f96c512517 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 931 time: 0.1016290 Dec 20 11:48:50.923198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1197894438-network', 'tenant_id': '19df2ceef07c48e19a4d35fb47bdf645'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:50.935168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:50.941009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Usage tracker for resource:network and tenant:19df2ceef07c48e19a4d35fb47bdf645 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:50.958746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-a2e104a2-8c21-4c2f-ba49-81c300be0675 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Unset dirty status for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:50.960291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-a2e104a2-8c21-4c2f-ba49-81c300be0675 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4109652 Dec 20 11:48:50.966946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:50.987073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-a26145bb-b617-42ab-8fda-12dd815b48bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8248940 Dec 20 11:48:50.987934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e46a320-e22d-4892-b09b-644b22f2bce3 req-81ca513a-596d-4b0b-83a6-0343753d355a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949805 Dec 20 11:48:50.997288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:51.019073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Made reservation on behalf of 19df2ceef07c48e19a4d35fb47bdf645 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:51.025596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.047150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.065791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1597089006'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:51.076779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:51.088220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:51.093005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:51.101773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:51.107170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:51.114485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Usage tracker for resource:security_group_rule and tenant:19df2ceef07c48e19a4d35fb47bdf645 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:51.119331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:51.125042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:51.128428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:51.131557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.155375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.207599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:51.216251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:security_group_rule and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:51.223038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:51.231087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:51.248765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Network 165a1346-a2be-4723-a8c3-89391b583d6e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:51.262450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:51.265086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:51.268070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.282177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.294737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:51.304873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.305263 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Added segment 73cf848b-2bd8-42da-8cd1-7e0e99ce3c2f of type vlan for network 768ea523-5334-4ed6-8d93-eca5f8e339ec Dec 20 11:48:51.317571 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e10b0b3f-c564-4aee-bb78-8ff33b20b983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:51.320883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-eee4a02b-2a9c-48ab-9f38-1af4f021a35a service neutron] 10.222.0.32 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456266 Dec 20 11:48:51.332111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:51.335505 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:51.348024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac03ea8-d2c3-4cd5-be5f-70469f2c7b46,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:51.353225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:51.376466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.428944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.436045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.439270 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-46ceda79-ed5e-4573-8eff-874088ce422e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:51.448182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.449075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:51.449823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.483780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:51.495688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:51.496363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.507417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032bf5f9-f6a0-4a06-8e67-f2014d37bd8e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:51.515904 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:51.516642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:51.531665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.531929 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 94dfb4a4-43be-4af1-b678-1295f783e868 of type vlan for network b4330ef7-55b5-4532-a969-5d91f47db5a8 Dec 20 11:48:51.544961 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7908552 Dec 20 11:48:51.548763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50790) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:51.567669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Request body: {'subnet': {'network_id': '768ea523-5334-4ed6-8d93-eca5f8e339ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1197894438-subnet', 'tenant_id': '19df2ceef07c48e19a4d35fb47bdf645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:51.573121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:51.577187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Usage tracker for resource:subnet and tenant:19df2ceef07c48e19a4d35fb47bdf645 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:51.580208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:51.587440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:51.610195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Made reservation on behalf of 19df2ceef07c48e19a4d35fb47bdf645 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:51.612725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.689474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.693422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-1df947cc-0128-4564-96c7-b3b8eb8704fc service neutron] 10.222.0.32 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361278 Dec 20 11:48:51.694657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2303402 Dec 20 11:48:51.702377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Pushing event updated for resources: {'Network': ['ID=768ea523-5334-4ed6-8d93-eca5f8e339ec,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:51.709680 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:51.716276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 768ea523-5334-4ed6-8d93-eca5f8e339ec details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:51.729967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Request body: {'port': {'device_id': '04260934-077d-46c4-8571-301495cdb605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:51.783082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-b8164ac7-cae5-472c-8ebd-d36146c24061 service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665770 Dec 20 11:48:51.833874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.839185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:51.839767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:51.844739 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b74aed7e-9a17-419a-be4d-61ce489f0d01 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:52.092777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:52.225332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=b4330ef7-55b5-4532-a969-5d91f47db5a8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:52.230799 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:52.246478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b4330ef7-55b5-4532-a969-5d91f47db5a8 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:52.308519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9cc372-6c5a-40ca-ab3e-c25c7708167f {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:48:52.310173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a1a6fb0d-d8a8-4ce1-9e93-747fe5e71068 req-5194b699-a106-425e-832f-01206901016f tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 0.1312015 Dec 20 11:48:52.320179 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7561285 Dec 20 11:48:52.341533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:52.404829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Transition to ACTIVE for port object 3a9cc372-6c5a-40ca-ab3e-c25c7708167f will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:52.431069 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-f00ac46f-9d35-4748-8044-81135bc2bd4a service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273661 Dec 20 11:48:52.466052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:52.474070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': 'b4330ef7-55b5-4532-a969-5d91f47db5a8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:52.530075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:52.536544 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7309fd46-843b-4314-bd08-f9b0a59fe10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:52.646088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:52.665015 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:52.669874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8fc71a-4257-42de-b606-ce210ab0fc59,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:52.675019 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:52.679759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:52.691864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:52.697153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:52.709070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:52.723214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Checking segment: {'id': '73cf848b-2bd8-42da-8cd1-7e0e99ce3c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '768ea523-5334-4ed6-8d93-eca5f8e339ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:52.723943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Network hostable DHCP agents. Network: 768ea523-5334-4ed6-8d93-eca5f8e339ec, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:52.736720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:52.751926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-88372b4b-4a20-4707-aad4-b6aa4eefd891 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43 HTTP/1.1" status: 200 len: 217 time: 0.2164285 Dec 20 11:48:52.855858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:52.871860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Network 768ea523-5334-4ed6-8d93-eca5f8e339ec is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:52.918104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 768ea523-5334-4ed6-8d93-eca5f8e339ec) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:52.929633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a984d679-f4d2-41e2-bd0d-fdc943a68169 None None] Network 768ea523-5334-4ed6-8d93-eca5f8e339ec requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:52.948084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:52.950940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:53.118515 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5635297 Dec 20 11:48:53.168228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:53.171466 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:53.175196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Allocated IP 172.20.0.9 (5c987974-66f6-4f3a-9346-d9f4c9ee8120/7eb4ebf1-067d-453b-87f6-ef81f9d64bb9/f12645a6-293a-4b77-b5cc-03f8ca279b86) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:53.299563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd1289-8b70-4bed-916f-c91e3a0747c0 req-aeff3a16-7210-46ab-9d3b-605b155c3fbe tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:53.304834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a0cd1289-8b70-4bed-916f-c91e3a0747c0 req-aeff3a16-7210-46ab-9d3b-605b155c3fbe tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:48:53.409009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-24b31248-aee5-4847-ba21-57a1f0a65db7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:53.410489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-24b31248-aee5-4847-ba21-57a1f0a65db7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 200 len: 797 time: 0.6443815 Dec 20 11:48:53.452226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:53.457780 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2fb9abc0-8274-400b-9931-a02d4300845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:53.556102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c87fac-a93e-42ed-b0ca-cf052eb4cde4 None None] Network 768ea523-5334-4ed6-8d93-eca5f8e339ec requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:53.587616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b1e7fb87-65e1-47c1-99e7-d80855671f94 req-b9335fc0-420d-46e3-ac40-2d0df4ead20d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 0.0636702 Dec 20 11:48:53.638351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:53.723954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Deleting subnet be8fc71a-4257-42de-b606-ce210ab0fc59 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:48:53.749707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=2b9303e5-5bbd-41c9-96c4-1fb19a29b654,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:53.755490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:53.855829 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:53.856049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88451159-b2ac-464b-b2ad-5c8f759e0b01 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:48:53.864382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:53.891314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '94dfb4a4-43be-4af1-b678-1295f783e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4330ef7-55b5-4532-a969-5d91f47db5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:53.891314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: b4330ef7-55b5-4532-a969-5d91f47db5a8, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:53.892865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Transition to ACTIVE for port object 88451159-b2ac-464b-b2ad-5c8f759e0b01 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:53.971131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.108690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network b4330ef7-55b5-4532-a969-5d91f47db5a8 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:54.128595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.197527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b4330ef7-55b5-4532-a969-5d91f47db5a8) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:54.225429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:54.225551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.237227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e271f28b-1378-4890-86f8-36a51abffe75 None None] Network b4330ef7-55b5-4532-a969-5d91f47db5a8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:54.362171 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8946955 Dec 20 11:48:54.391368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:54.420882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342983181'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:54.427835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:54.455640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:54.459684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:54.490427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:54.530137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.553082 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9006c18-4dfa-4fee-b609-d6a86bdf4e13 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:54.628136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:54.631151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.657823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.676755 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:54.682848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-b4330ef7-55b5-4532-a969-5d91f47db5a8', 'network_id': 'b4330ef7-55b5-4532-a969-5d91f47db5a8', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': '2b9303e5-5bbd-41c9-96c4-1fb19a29b654'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:54.683773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.727806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8fc71a-4257-42de-b606-ce210ab0fc59,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:54.733979 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:54.742682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.762266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:54.781395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/be8fc71a-4257-42de-b606-ce210ab0fc59 HTTP/1.1" status: 204 len: 168 time: 1.1397982 Dec 20 11:48:54.789658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50852) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:54.805242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Attempting to bind port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:54.805730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Attempting to bind port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:54.806210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Attempting to bind port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:54.844454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:54.844799 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 2b680778-9c1f-4213-87a7-be6cfd4a8b6c of type vlan for network 2dc0db22-4642-4618-a2e5-a7582b2f0d60 Dec 20 11:48:54.868145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a0cd1289-8b70-4bed-916f-c91e3a0747c0 req-aeff3a16-7210-46ab-9d3b-605b155c3fbe tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:48:54.875645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a0cd1289-8b70-4bed-916f-c91e3a0747c0 req-aeff3a16-7210-46ab-9d3b-605b155c3fbe tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 931 time: 2.7038963 Dec 20 11:48:54.886450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:48:54.887122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Attempting to bind port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:54.904553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-20314782-ddb8-4841-b800-38886c79ff42 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:54.907251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-20314782-ddb8-4841-b800-38886c79ff42 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 816 time: 0.9221737 Dec 20 11:48:54.924301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Allocated IP 172.20.255.242 (b4330ef7-55b5-4532-a969-5d91f47db5a8/2b9303e5-5bbd-41c9-96c4-1fb19a29b654/2df1b1e2-2b13-43a7-8f36-f4fe175169bb) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:54.973559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:55.020779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1da14618-b7ea-42af-9960-d648b2217fa7 req-28777d7b-5269-4aae-aad6-cd780a39de89 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 0.1371028 Dec 20 11:48:55.038026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Request body: {'port': {'device_id': '790e7901-456c-4571-a26b-8e14ff52b40f', 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'admin_state_up': True, 'tenant_id': '0cddf9a3fe4845ddb65d33bf57ea5dd2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:55.041818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.045479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.070039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:55.070783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Checking segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:55.071782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Bound using segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:55.072613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Bound port: 3a9cc372-6c5a-40ca-ab3e-c25c7708167f, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:55.073297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.100446 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:55.159604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.173128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Transition to ACTIVE for port object 2df1b1e2-2b13-43a7-8f36-f4fe175169bb will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:55.200575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Transition to ACTIVE for port object 2df1b1e2-2b13-43a7-8f36-f4fe175169bb will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:55.202198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.211693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.215858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:55.216725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.221163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.227184 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:55.235087 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:55.271731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] For port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:55.291989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] For port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:55.294271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Network b4330ef7-55b5-4532-a969-5d91f47db5a8 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:55.300517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a0cd1289-8b70-4bed-916f-c91e3a0747c0 req-ce8a985e-1d16-4eab-8f97-f9de416d5130 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237268 Dec 20 11:48:55.301324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:55.313409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:55.342928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.388661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Pushing event updated for resources: {'Port': ['ID=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:55.405961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.406587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.407080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.407615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.408118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.408645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.409124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.410205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.411465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.412170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.412698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:48:55.425724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.428863 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:55.444104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Transition to ACTIVE for port object f12645a6-293a-4b77-b5cc-03f8ca279b86 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:48:55.469122 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d87d87e-34d4-4b95-bd85-226986328a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:55.531808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768ea523-5334-4ed6-8d93-eca5f8e339ec']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:55.547624 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1551881 Dec 20 11:48:55.562390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Attempting to bind port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:55.564009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Attempting to bind port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '94dfb4a4-43be-4af1-b678-1295f783e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4330ef7-55b5-4532-a969-5d91f47db5a8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:55.564611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Attempting to bind port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb on network b4330ef7-55b5-4532-a969-5d91f47db5a8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:55.565120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cf848b-2bd8-42da-8cd1-7e0e99ce3c2f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:55.567440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cf848b-2bd8-42da-8cd1-7e0e99ce3c2f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:55.579813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:55.581575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:55.582490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Checking segment: {'id': '94dfb4a4-43be-4af1-b678-1295f783e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4330ef7-55b5-4532-a969-5d91f47db5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:55.583600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.584657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Bound using segment: {'id': '94dfb4a4-43be-4af1-b678-1295f783e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4330ef7-55b5-4532-a969-5d91f47db5a8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:55.585858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Bound port: 2df1b1e2-2b13-43a7-8f36-f4fe175169bb, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dfb4a4-43be-4af1-b678-1295f783e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b4330ef7-55b5-4532-a969-5d91f47db5a8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:55.586322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.596061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': '2dc0db22-4642-4618-a2e5-a7582b2f0d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:55.618348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.701898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.716708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] For port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:55.720635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] For port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,segment=NetworkSegment(94dfb4a4-43be-4af1-b678-1295f783e868),segment_id=94dfb4a4-43be-4af1-b678-1295f783e868)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:55.722749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=2dc0db22-4642-4618-a2e5-a7582b2f0d60,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:55.733297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.745221 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:55.806043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 2dc0db22-4642-4618-a2e5-a7582b2f0d60 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:48:55.836739 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:55.838417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:55.842153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.848966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:55.855065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:55.856235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:55.875246 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:55.880903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:55.902257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:55.972564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Pushing event updated for resources: {'Port': ['ID=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:55.977681 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:55.986047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:55.999491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:56.001047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] 10.222.0.16 "PUT /v2.0/ports/3a9cc372-6c5a-40ca-ab3e-c25c7708167f HTTP/1.1" status: 200 len: 1094 time: 6.5288036 Dec 20 11:48:56.014096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'tag': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:56.055435 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-1dbe52f5-13d5-4494-84a9-3ebb7815b27f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a61c8b48-37fb-40c3-853b-f2ab8979d5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0717511 Dec 20 11:48:56.057458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:48:56.130956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:56.133828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:56.139737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:56.174022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:56.185793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:56.205071 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-08f3839f-04db-4a04-b695-5b31418fec39 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:56.215574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:48:56.243225 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] 10.222.0.32 "DELETE /v2.0/networks/768ea523-5334-4ed6-8d93-eca5f8e339ec HTTP/1.1" status: 204 len: 168 time: 1.4511995 Dec 20 11:48:56.298593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Pushing event deleted for resources: {'Network': ['ID=768ea523-5334-4ed6-8d93-eca5f8e339ec,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:56.305793 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:56.309991 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'tag': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f', 'status': 'completed', 'code': 200} Dec 20 11:48:56.335775 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:56.338907 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f56caf21-5f9b-4e5f-93a4-08f1facbb219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.598s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:56.630547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e2ac275a-8642-461f-8ecd-7e0a81f1eaa7 req-25e42ce4-ea03-4f10-a2a8-58d545b1909d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 0.0850046 Dec 20 11:48:56.770661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2df1b1e2-2b13-43a7-8f36-f4fe175169bb up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:48:56.869208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50888) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:56.888010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:56.896193 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34acc259-c795-4961-946f-891babdbec32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:56.961546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-864d218f-63c0-4a6b-8f2f-e953d108b7a5 None None] Provisioning for port f12645a6-293a-4b77-b5cc-03f8ca279b86 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:56.966428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-864d218f-63c0-4a6b-8f2f-e953d108b7a5 None None] Provisioning complete for port f12645a6-293a-4b77-b5cc-03f8ca279b86 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:56.966961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-864d218f-63c0-4a6b-8f2f-e953d108b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.015203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=a5119488-912b-42c6-b9cf-67c962eb16ed,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:57.025521 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:57.026749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:57.040092 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-df5c7c20-fbd0-468f-9d12-f1af95050d51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19df2ceef07c48e19a4d35fb47bdf645&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1667280 Dec 20 11:48:57.040465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:57.050132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-864d218f-63c0-4a6b-8f2f-e953d108b7a5 None None] Port f12645a6-293a-4b77-b5cc-03f8ca279b86 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:48:57.079046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '2b680778-9c1f-4213-87a7-be6cfd4a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2dc0db22-4642-4618-a2e5-a7582b2f0d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:57.079391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: 2dc0db22-4642-4618-a2e5-a7582b2f0d60, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:48:57.111749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Attempting to bind port 88451159-b2ac-464b-b2ad-5c8f759e0b01 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:48:57.112301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Attempting to bind port 88451159-b2ac-464b-b2ad-5c8f759e0b01 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:48:57.112419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Attempting to bind port 88451159-b2ac-464b-b2ad-5c8f759e0b01 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:57.135646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.166529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.184374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:57.193468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 2dc0db22-4642-4618-a2e5-a7582b2f0d60 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:48:57.270345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 2dc0db22-4642-4618-a2e5-a7582b2f0d60) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:48:57.281328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2292397c-095f-4fc0-b097-7e2b4dd85efd None None] Network 2dc0db22-4642-4618-a2e5-a7582b2f0d60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:57.283542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Pushing event updated for resources: {'Port': ['ID=f12645a6-293a-4b77-b5cc-03f8ca279b86,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:57.318943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:57.322850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.387704 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.049s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:57.391455 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8062835 Dec 20 11:48:57.394145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:57.418539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:57.447315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:57.447944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.489613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Port 88451159-b2ac-464b-b2ad-5c8f759e0b01 on network 165a1346-a2be-4723-a8c3-89391b583d6e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:48:57.492162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Attempting to bind port 88451159-b2ac-464b-b2ad-5c8f759e0b01 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:48:57.569669 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0619802 Dec 20 11:48:57.623645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Request body: {'port': {'device_id': '855b4379-3c02-41d3-979d-f700985c0408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:57.699530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Made reservation on behalf of 0cddf9a3fe4845ddb65d33bf57ea5dd2 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:57.702842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.718220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:48:57.718856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Checking segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:48:57.719415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Bound using segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:48:57.720032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Bound port: 88451159-b2ac-464b-b2ad-5c8f759e0b01, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:48:57.720743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.773768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-ac863255-7a2d-4e92-9476-81be988bc29e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 1097 time: 1.7126305 Dec 20 11:48:57.796647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-43c8c275-57eb-4471-946f-0479730e532e service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6332860 Dec 20 11:48:57.844768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.847928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.853725 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77e79f34-e112-4e05-971f-af31f67118f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:57.877162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac03ea8-d2c3-4cd5-be5f-70469f2c7b46,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:57.880724 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:57.918694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.920060 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ac03ea8-d2c3-4cd5-be5f-70469f2c7b46 HTTP/1.1" status: 204 len: 168 time: 0.8785262 Dec 20 11:48:57.972058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:57.985702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34540b95-a466-48eb-82ce-489d02695d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-2dc0db22-4642-4618-a2e5-a7582b2f0d60', 'network_id': '2dc0db22-4642-4618-a2e5-a7582b2f0d60', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': 'a5119488-912b-42c6-b9cf-67c962eb16ed'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:48:57.986470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34540b95-a466-48eb-82ce-489d02695d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.047274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929a352-d485-4588-aacf-384f7adf4b3e None None] Network b4330ef7-55b5-4532-a969-5d91f47db5a8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:58.213113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.233294 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a337241-4080-46ad-a7fb-43221172f41f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:58.354970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd3c183c-b4d5-4f1d-8812-97c59cc92528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.466380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-9421235d-6236-496a-aef2-37fb5fd9cc5d service neutron] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585076 Dec 20 11:48:58.486688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-71ba4443-6768-4609-9e51-dc23fcebfa90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f HTTP/1.1" status: 200 len: 217 time: 0.6823072 Dec 20 11:48:58.533089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=a5119488-912b-42c6-b9cf-67c962eb16ed,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:58.539545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.561027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Provisioning for port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:48:58.586875 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:58.598096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56792915-4ef4-4dae-9898-8a83545e0ff2 req-b2ff616a-da20-4b7c-86cf-db64eb45cb6d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:58.599744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56792915-4ef4-4dae-9898-8a83545e0ff2 req-b2ff616a-da20-4b7c-86cf-db64eb45cb6d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 943 time: 1.5409138 Dec 20 11:48:58.610062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Provisioning complete for port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:58.610400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.620330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d8073d28-3b8f-4dad-84b6-83ae09346208 req-e44a1a55-4fcf-4466-9957-5891c2dc1425 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 0.0967736 Dec 20 11:48:58.626762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc0db22-4642-4618-a2e5-a7582b2f0d60']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:58.653707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b680778-9c1f-4213-87a7-be6cfd4a8b6c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:58.654263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b680778-9c1f-4213-87a7-be6cfd4a8b6c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:48:58.678278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.705176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.717018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:48:58.719549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:48:58.744014 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server [None req-34540b95-a466-48eb-82ce-489d02695d8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5119488-912b-42c6-b9cf-67c962eb16ed: This subnet is being modified by another concurrent operation. Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 11:48:58.749951 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise exception Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5119488-912b-42c6-b9cf-67c962eb16ed: This subnet is being modified by another concurrent operation. Dec 20 11:48:58.754042 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Dec 20 11:48:58.903849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.907837 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4fa8c57a-f764-443d-9456-799f790ba254 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:58.929305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:58.940206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683f442-23b4-4430-ad37-2dc784127b81 None None] Network 2dc0db22-4642-4618-a2e5-a7582b2f0d60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:48:58.943490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-bc61513d-5666-460b-ab33-4dc532cdc18a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 HTTP/1.1" status: 200 len: 217 time: 0.4554160 Dec 20 11:48:58.973255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:48:58.977764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:48:59.001424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683f442-23b4-4430-ad37-2dc784127b81 None None] Network 2dc0db22-4642-4618-a2e5-a7582b2f0d60 could not be found, it might have been deleted concurrently. {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 11:48:59.078071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.151348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=2dc0db22-4642-4618-a2e5-a7582b2f0d60,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:59.166085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.167429 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/2dc0db22-4642-4618-a2e5-a7582b2f0d60 HTTP/1.1" status: 204 len: 168 time: 1.7680750 Dec 20 11:48:59.168835 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:59.169452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:59.175627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1950749874'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:59.181803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:48:59.186862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:48:59.190877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:48:59.200251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:48:59.202984 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed6a0be5-743b-429a-b067-b02f86bb3457 tempest-ListImageFiltersTestJSON-227115082 tempest-ListImageFiltersTestJSON-227115082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:59.204574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] For port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,segment=NetworkSegment(94dfb4a4-43be-4af1-b678-1295f783e868),segment_id=94dfb4a4-43be-4af1-b678-1295f783e868)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:48:59.214383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.223472 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:59.233821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:48:59.241482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.263467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.291041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56792915-4ef4-4dae-9898-8a83545e0ff2 req-81be90b3-e3c4-4901-afa2-9d77093d332c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297644 Dec 20 11:48:59.352357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-0cc76316-b508-4965-8499-496a5f9f73c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:59.353949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-0cc76316-b508-4965-8499-496a5f9f73c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 200 len: 855 time: 0.7409356 Dec 20 11:48:59.379966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:48:59.415534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Pushing event updated for resources: {'Port': ['ID=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:59.416668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.417020 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 66aae54c-a939-4bcb-b2fb-0ff98228aa29 of type vlan for network d7fb3997-b45a-4034-902d-4fc31f27ec5e Dec 20 11:48:59.421715 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:59.488790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.533665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-06fe2762-1622-457e-bfee-3026e362a33e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:59.551404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-06fe2762-1622-457e-bfee-3026e362a33e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.5561056 Dec 20 11:48:59.555704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.559033 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] 10.222.0.16 "PUT /v2.0/ports/88451159-b2ac-464b-b2ad-5c8f759e0b01 HTTP/1.1" status: 200 len: 1093 time: 7.8437724 Dec 20 11:48:59.575819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.580578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:48:59.581506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.587204 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d3720cde-3eac-4b3a-86ce-a545df1762c7 tempest-QuotasNegativeTest-990270575 tempest-QuotasNegativeTest-990270575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:48:59.636611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:48:59.713399 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5424962 Dec 20 11:48:59.722262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50952) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:48:59.726379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:48:59.732695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba968d1-aabd-4ec1-b8b0-ab4d77eaff95 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:48:59.926553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Allocated IP 172.20.0.11 (5c987974-66f6-4f3a-9346-d9f4c9ee8120/7eb4ebf1-067d-453b-87f6-ef81f9d64bb9/5231901c-b830-4f5c-b8fa-86ba890a9c2e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:48:59.938659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:48:59.949309 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:48:59.964313 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'status': 'completed', 'code': 200} Dec 20 11:48:59.966747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31985d1c-a597-4281-844f-0e6de42de041 None None] Provisioning complete for port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:48:59.967196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31985d1c-a597-4281-844f-0e6de42de041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:48:59.994608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=d7fb3997-b45a-4034-902d-4fc31f27ec5e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:00.010539 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:00.024229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d7fb3997-b45a-4034-902d-4fc31f27ec5e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:00.072422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5398f7a7-6606-4859-b5e7-147f2509876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:00.078952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c2841ef9-b804-454d-a283-a3970449b555 req-4600bf00-23b8-4fc0-80fc-5c4b7da25515 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Synchronizing usage tracker for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:49:00.122318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-7611e5d3-b3a7-4a2c-b2d7-0cf04b8b999b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c987974-66f6-4f3a-9346-d9f4c9ee8120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6097617 Dec 20 11:49:00.148426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-678c0d84-2f47-4f79-8674-793d683d32eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 1096 time: 0.3127036 Dec 20 11:49:00.154367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:00.158707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:00.162688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:00.173789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:00.186869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:00.410023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:00.499614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba968d1-aabd-4ec1-b8b0-ab4d77eaff95 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:49:00.615575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing IP validity checks on allocation pools {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 11:49:00.617396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 11:49:00.653270 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-8f0cde8c-259b-4b27-8573-be755920a57c service neutron] 10.222.0.16 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169029 Dec 20 11:49:00.674448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2df1b1e2-2b13-43a7-8f36-f4fe175169bb up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:00.900389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b8ed0-a71c-498d-a23f-9aa80db7af8e req-9b8d8898-b227-49ae-adb1-d81ab0486583 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:00.902139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a61b8ed0-a71c-498d-a23f-9aa80db7af8e req-9b8d8898-b227-49ae-adb1-d81ab0486583 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 943 time: 0.1842813 Dec 20 11:49:00.952811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:00.953201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:00.963741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:00.985106 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a0cdb24-af0d-4656-bdad-365c98166232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:01.048889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-222d4450-0fcc-4696-b28a-4ec84cf15ee5 req-bfde804b-980b-4e7d-8240-b9c6aeaa7dbc service neutron] 10.222.0.16 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368363 Dec 20 11:49:01.060673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c2841ef9-b804-454d-a283-a3970449b555 req-4600bf00-23b8-4fc0-80fc-5c4b7da25515 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Unset dirty status for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:49:01.073888 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2841ef9-b804-454d-a283-a3970449b555 req-4600bf00-23b8-4fc0-80fc-5c4b7da25515 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 1.0876374 Dec 20 11:49:01.081548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-9843a546-8b30-4567-b521-e79fd6c23b18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2793572 Dec 20 11:49:01.157977 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a61b8ed0-a71c-498d-a23f-9aa80db7af8e req-e94d115c-0f37-4bef-a689-9a10f92abb08 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494020 Dec 20 11:49:01.168794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=932a5a1f-b753-4b17-92f8-1533ac248202,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:01.181696 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:01.220134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '66aae54c-a939-4bcb-b2fb-0ff98228aa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:01.220500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: d7fb3997-b45a-4034-902d-4fc31f27ec5e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:01.227038 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-f4898cf8-fb4b-4a54-80c4-ad6242bb2669 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01 HTTP/1.1" status: 200 len: 217 time: 1.0332181 Dec 20 11:49:01.296613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:01.312925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:01.329741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network d7fb3997-b45a-4034-902d-4fc31f27ec5e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:01.365207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d7fb3997-b45a-4034-902d-4fc31f27ec5e) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:01.375153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:01.375741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:01.458954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c4cf-aa34-4092-ba06-876413806924 req-47018f38-697c-4fcd-afa3-6843b0c07964 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:01.461211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-47018f38-697c-4fcd-afa3-6843b0c07964 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.1293111 Dec 20 11:49:01.462137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:01.462467 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7421105 Dec 20 11:49:01.503359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd505cc-f24e-4218-8f62-229fbbb9e457 None None] Network d7fb3997-b45a-4034-902d-4fc31f27ec5e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:01.546740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:01.649249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-aa80dd1a-49c5-47d7-af00-b00a0f95a230 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647930 Dec 20 11:49:01.778250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:01.823514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:01.867699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:01.912579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-d7fb3997-b45a-4034-902d-4fc31f27ec5e', 'network_id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': '932a5a1f-b753-4b17-92f8-1533ac248202'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:49:01.914231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:01.916312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:01.944212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:01.944807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-ee16bc04-bbff-47da-96e1-0985cf55d122 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 1097 time: 0.7195439 Dec 20 11:49:01.950032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Usage tracker for resource:security_group_rule and tenant:3df0efe743984b1fb3defec7e8920cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:01.957149 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-5d138f4b-1e13-4323-a08d-10bfd8a0431f service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8611095 Dec 20 11:49:01.959392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:01.970233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:01.980527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:01.989924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Usage tracker for resource:security_group_rule and tenant:90cec40a94204e8487476e4cd4078963 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:01.997024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:02.005164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Transition to ACTIVE for port object 5231901c-b830-4f5c-b8fa-86ba890a9c2e will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:02.005395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:02.068287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.091268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.102293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.192185 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c61cf512-2f90-4e18-8be6-69ed4f4deef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:02.206304 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3df0efe743984b1fb3defec7e8920cb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6581762 Dec 20 11:49:02.217551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Allocated IP 172.20.0.3 (d7fb3997-b45a-4034-902d-4fc31f27ec5e/932a5a1f-b753-4b17-92f8-1533ac248202/7c8a3743-0c47-4519-96b2-37a22d8a38fb) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:49:02.217658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51002) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:02.311867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-e717654d-a0de-4685-92e2-7ffffd7dc9d7 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291878 Dec 20 11:49:02.472614 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3c5cc959-c15a-4a4e-9663-c8bddf260eb4 req-c30a085a-2d32-4acb-8ab0-1cd02906144f tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 0.1040735 Dec 20 11:49:02.490726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.491147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f583f-65bd-4961-9e3b-6055f7a105a5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:02.497650 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:02.510301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.530277 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6cc20631-8486-4d8d-a178-80508155b646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:02.582239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d07233-ed64-48ce-9037-63f945797b2d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:02.591018 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:02.626686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.635018 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90cec40a94204e8487476e4cd4078963&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8520453 Dec 20 11:49:02.635018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.635816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51014) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:02.653409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Transition to ACTIVE for port object 7c8a3743-0c47-4519-96b2-37a22d8a38fb will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:02.693720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.729614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.729969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Transition to ACTIVE for port object 7c8a3743-0c47-4519-96b2-37a22d8a38fb will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:02.739578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.746769 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:02.763962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.794611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.827499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.837093 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79c67e2f-7879-4ae9-b0cc-b4533cbce8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:02.854123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Network d7fb3997-b45a-4034-902d-4fc31f27ec5e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:49:02.863069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:02.868331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:49:02.876435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f583f-65bd-4961-9e3b-6055f7a105a5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:02.881437 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:02.884106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Pushing event updated for resources: {'Port': ['ID=7c8a3743-0c47-4519-96b2-37a22d8a38fb,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:02.887837 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:02.900505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.902203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e58f583f-65bd-4961-9e3b-6055f7a105a5 HTTP/1.1" status: 204 len: 168 time: 0.6896291 Dec 20 11:49:02.923728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-f3e7a4d2-8399-4098-bb2c-7cb024bdba8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:02.927347 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-f3e7a4d2-8399-4098-bb2c-7cb024bdba8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 917 time: 0.9686599 Dec 20 11:49:02.946814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.953613 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d1bf64f-559b-4d9a-91c0-7cc243985e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:02.987939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d07233-ed64-48ce-9037-63f945797b2d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:02.996845 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:02.998655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:02.999785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2d07233-ed64-48ce-9037-63f945797b2d HTTP/1.1" status: 204 len: 168 time: 0.3636513 Dec 20 11:49:03.073786 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23f6c4cf-aa34-4092-ba06-876413806924 req-7b3586d1-c69d-4bd7-a56e-f720bc34b9e3 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525401 Dec 20 11:49:03.087173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Attempting to bind port 7c8a3743-0c47-4519-96b2-37a22d8a38fb on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:49:03.087472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Attempting to bind port 7c8a3743-0c47-4519-96b2-37a22d8a38fb by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '66aae54c-a939-4bcb-b2fb-0ff98228aa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:49:03.087845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Attempting to bind port 7c8a3743-0c47-4519-96b2-37a22d8a38fb on network d7fb3997-b45a-4034-902d-4fc31f27ec5e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:03.099162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:49:03.099799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Checking segment: {'id': '66aae54c-a939-4bcb-b2fb-0ff98228aa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:03.101176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:03.101756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Bound using segment: {'id': '66aae54c-a939-4bcb-b2fb-0ff98228aa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:49:03.103463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Bound port: 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66aae54c-a939-4bcb-b2fb-0ff98228aa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:49:03.104667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:03.109648 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-3ad07573-700c-4484-82e2-6629cee95e9c service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1437201 Dec 20 11:49:03.110718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:03.158787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:03.280312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:49:03.285253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c8a3743-0c47-4519-96b2-37a22d8a38fb,segment=NetworkSegment(66aae54c-a939-4bcb-b2fb-0ff98228aa29),segment_id=66aae54c-a939-4bcb-b2fb-0ff98228aa29)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:49:03.297563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:03.322843 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:03.361928 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:03.488961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Pushing event updated for resources: {'Port': ['ID=7c8a3743-0c47-4519-96b2-37a22d8a38fb,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:03.497441 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:03.536718 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-727853c4-fa8d-4462-861d-a31345d14497 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f HTTP/1.1" status: 200 len: 217 time: 0.3849592 Dec 20 11:49:03.540365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-6dc38183-a675-4871-b500-5f06473ad4ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 200 len: 217 time: 0.3874695 Dec 20 11:49:03.813365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:49:03.815251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:03.832317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Pushing event updated for resources: {'Port': ['ID=5231901c-b830-4f5c-b8fa-86ba890a9c2e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:03.837128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:49:04.028262 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:04.070189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f29b-087d-442c-b5f7-7627239f77cb req-f781b46f-404e-4385-8434-1e3b80a8a8e4 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:04.096759 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8714f29b-087d-442c-b5f7-7627239f77cb req-f781b46f-404e-4385-8434-1e3b80a8a8e4 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 932 time: 0.1793337 Dec 20 11:49:04.149428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf98d8-37f5-4388-b7f5-466b2f2abd95 req-07d91a2d-99f7-4296-9af5-c0d532f1efcd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:04.161129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3faf98d8-37f5-4388-b7f5-466b2f2abd95 req-07d91a2d-99f7-4296-9af5-c0d532f1efcd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 943 time: 1.7297418 Dec 20 11:49:04.165990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-3e6e66e4-44a4-4c51-8adb-746c68747ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:04.177525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-3e6e66e4-44a4-4c51-8adb-746c68747ab1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 200 len: 855 time: 0.5533669 Dec 20 11:49:04.191105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8714f29b-087d-442c-b5f7-7627239f77cb req-3d80282d-5c81-4e0b-9e1b-e0903370b15a tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929482 Dec 20 11:49:04.222903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:04.223559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:04.260632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:04.269215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3a9cc372-6c5a-40ca-ab3e-c25c7708167f details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:49:04.290585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-81b677e0-ff6a-4bc4-9619-ca40f7a6b086 None None] Provisioning for port 5231901c-b830-4f5c-b8fa-86ba890a9c2e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:04.301101 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc13291f-6fe8-442c-a003-3fcc56c70a5c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:04.326647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-81b677e0-ff6a-4bc4-9619-ca40f7a6b086 None None] Provisioning complete for port 5231901c-b830-4f5c-b8fa-86ba890a9c2e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:04.327554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81b677e0-ff6a-4bc4-9619-ca40f7a6b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:04.369800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-8625195b-d1fb-4598-a038-f65ab753350c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:04.372167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-8625195b-d1fb-4598-a038-f65ab753350c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 200 len: 797 time: 0.7498901 Dec 20 11:49:04.392095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12645a6-293a-4b77-b5cc-03f8ca279b86 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:49:04.435167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:49:04.451279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=932a5a1f-b753-4b17-92f8-1533ac248202,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:04.517376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:04.524807 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:04.650665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.6173244 Dec 20 11:49:04.697680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-0af4a9f9-c2f8-4d8b-baad-d6dcd6863035 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 1096 time: 1.4787123 Dec 20 11:49:04.733839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fece470-910c-447c-b681-51308768cada req-d22ce7d1-2fc9-4353-9872-539c1435d5aa tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:04.744982 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8fece470-910c-447c-b681-51308768cada req-d22ce7d1-2fc9-4353-9872-539c1435d5aa tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 945 time: 0.2077942 Dec 20 11:49:04.750425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Request body: {'port': {'device_id': '790e7901-456c-4571-a26b-8e14ff52b40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:04.779331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:04.810150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f', 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'port_id': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f', 'mac_address': 'fa:16:3e:b5:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb4ebf1-067d-453b-87f6-ef81f9d64bb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:49:04.834222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8fece470-910c-447c-b681-51308768cada req-df8c7e99-20ce-46c2-a83c-f26dd9896a46 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870152 Dec 20 11:49:04.863089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-81b677e0-ff6a-4bc4-9619-ca40f7a6b086 None None] Port 5231901c-b830-4f5c-b8fa-86ba890a9c2e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:49:04.864626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7c8a3743-0c47-4519-96b2-37a22d8a38fb up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:04.934450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Transition to ACTIVE for port object f12645a6-293a-4b77-b5cc-03f8ca279b86 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:04.949157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a14c5-dad8-46a3-b30e-caa5bc22009e None None] Network d7fb3997-b45a-4034-902d-4fc31f27ec5e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:04.952911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3faf98d8-37f5-4388-b7f5-466b2f2abd95 req-2a2bc508-278f-45ae-9b4c-c7f7914409b7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7902226 Dec 20 11:49:05.020650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.025919 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-90032e47-6d92-41ab-b7cf-aab5863ed6b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:05.106162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.109426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51074) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:05.137809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fb3997-b45a-4034-902d-4fc31f27ec5e']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:05.153452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66aae54c-a939-4bcb-b2fb-0ff98228aa29') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:05.154496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66aae54c-a939-4bcb-b2fb-0ff98228aa29') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:05.169455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.197872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.208039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:05.208039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.339431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:05.340730 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:05.371974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9c6bbfc-196f-4664-9e03-b364645d51db None None] Provisioning for port 7c8a3743-0c47-4519-96b2-37a22d8a38fb completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:05.410614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9cc372-6c5a-40ca-ab3e-c25c7708167f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:49:05.450888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:05.467367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.469709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7c8a3743-0c47-4519-96b2-37a22d8a38fb completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:05.471517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1221175788-network', 'tenant_id': '124e4bddbc4145eab4de2e57d19b8b7f'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:05.482458 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:05.505183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:05.521425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Usage tracker for resource:network and tenant:124e4bddbc4145eab4de2e57d19b8b7f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:05.528303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:05.548955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:05.553790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7c8a3743-0c47-4519-96b2-37a22d8a38fb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:05.554199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.588967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Made reservation on behalf of 124e4bddbc4145eab4de2e57d19b8b7f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:05.592932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.598041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] DHCP port deletion for d7fb3997-b45a-4034-902d-4fc31f27ec5e request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:49:05.612801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.625608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Deleting port 7c8a3743-0c47-4519-96b2-37a22d8a38fb {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:05.625931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.638449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42110-5240-42c7-949f-238389c9e9ec req-bd11111f-3fa9-4217-a8ed-d175de7238b1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:05.639936 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-39c42110-5240-42c7-949f-238389c9e9ec req-bd11111f-3fa9-4217-a8ed-d175de7238b1 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.53 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 945 time: 0.2948899 Dec 20 11:49:05.644848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:49:05.644848 n-d-victoria-1 neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:49:05.644848 n-d-victoria-1 neutron-server[83558]: [parameters: {'id': 'd7fb3997-b45a-4034-902d-4fc31f27ec5e'}] Dec 20 11:49:05.644848 n-d-victoria-1 neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:05.645655 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:05.714334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:05.729618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Usage tracker for resource:security_group_rule and tenant:124e4bddbc4145eab4de2e57d19b8b7f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:05.735925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:05.736063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['3a9cc372-6c5a-40ca-ab3e-c25c7708167f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:49:05.759284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Deleting port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:05.759712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:05.794682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f12645a6-293a-4b77-b5cc-03f8ca279b86,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:05.806281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:05.813104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:05.887343 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:05.898889 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:06.012941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-6c35d927-e74b-4529-8cce-bbc28a61a445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:06.016214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-6c35d927-e74b-4529-8cce-bbc28a61a445 service neutron] 10.222.0.16 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 912 time: 1.1959877 Dec 20 11:49:06.030986 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-18323514-30e3-4063-b895-b9d7385ce5a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c987974-66f6-4f3a-9346-d9f4c9ee8120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.7926974 Dec 20 11:49:06.128442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.140162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.146874 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f91f67cf-c05f-4006-93bc-bd8017c2d3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:06.193546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b48552-06c5-46b1-85a3-d877a774a7cb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:06.215088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.226213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c8a3743-0c47-4519-96b2-37a22d8a38fb,segment=NetworkSegment(66aae54c-a939-4bcb-b2fb-0ff98228aa29),segment_id=66aae54c-a939-4bcb-b2fb-0ff98228aa29)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:06.226637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.246676 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:06.248949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.297520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:06.341775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.342151 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Added segment a69413e9-c00b-4faf-84e5-475e5e45b164 of type vlan for network e9d31763-3639-4fd7-9ff2-6db1d5fb9034 Dec 20 11:49:06.369963 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-8848797a-c71f-4b07-9c44-c6cf34f9fe9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55f00df5-b69b-49b5-bf56-5247b87a2628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9712737 Dec 20 11:49:06.400135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 88451159-b2ac-464b-b2ad-5c8f759e0b01 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:49:06.402469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.411060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.419804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Calling delete_port for 7c8a3743-0c47-4519-96b2-37a22d8a38fb owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:06.468728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-86c08e4e-2e2a-431f-831d-5fc962708cad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01 HTTP/1.1" status: 200 len: 217 time: 0.4361167 Dec 20 11:49:06.492060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.493173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:06.494076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.507250 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2ebd1266-1da4-4760-b5fd-03fbac40f9ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:06.595958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea68b8f-5e17-470e-be6a-b8490f7add78 req-c5959d7e-d30f-4993-afec-37e6ba6ac015 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:06.604390 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ea68b8f-5e17-470e-be6a-b8490f7add78 req-c5959d7e-d30f-4993-afec-37e6ba6ac015 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 945 time: 0.4151490 Dec 20 11:49:06.683311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port 7c8a3743-0c47-4519-96b2-37a22d8a38fb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:06.683891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.732004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ea68b8f-5e17-470e-be6a-b8490f7add78 req-c7858621-c0ef-4b41-872f-569361d3b0b6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups?id=69277c9c-dad2-475f-93a8-e0efc8f7a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264963 Dec 20 11:49:06.777950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c8a3743-0c47-4519-96b2-37a22d8a38fb,segment=NetworkSegment(66aae54c-a939-4bcb-b2fb-0ff98228aa29),segment_id=66aae54c-a939-4bcb-b2fb-0ff98228aa29)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:06.789455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:06.849742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.868156 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7556360 Dec 20 11:49:06.870185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Pushing event updated for resources: {'Network': ['ID=e9d31763-3639-4fd7-9ff2-6db1d5fb9034,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:06.872829 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:06.874778 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-56e1973c-61e1-42ab-b3b7-a281a5e931cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:06.919305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] For port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:06.919762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:06.975824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-5c09d131-7969-44e7-9cd9-faad85a457df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:06.977613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-5c09d131-7969-44e7-9cd9-faad85a457df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.4806740 Dec 20 11:49:07.035157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network e9d31763-3639-4fd7-9ff2-6db1d5fb9034 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:07.051847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7c8a3743-0c47-4519-96b2-37a22d8a38fb no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:07.086924 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'port_id': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'mac_address': 'fa:16:3e:ba:8e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0a1de-8ddb-431c-972c-013022002c2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:49:07.113345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-7e2f31f9-198a-4c42-989f-9ab88eef0d9c service neutron] 10.222.0.16 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9325821 Dec 20 11:49:07.116449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-4e4814ce-2f87-4b63-8fd6-79965cf26627 service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396317 Dec 20 11:49:07.155073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83d19-0945-4833-b782-52dd91e46840 req-bd2f7fcc-bced-432d-8f2f-b5f176c4f732 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:07.157680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1d83d19-0945-4833-b782-52dd91e46840 req-bd2f7fcc-bced-432d-8f2f-b5f176c4f732 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 932 time: 1.4751658 Dec 20 11:49:07.173934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Attempting to bind port f12645a6-293a-4b77-b5cc-03f8ca279b86 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:49:07.175004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Attempting to bind port f12645a6-293a-4b77-b5cc-03f8ca279b86 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:49:07.175004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Attempting to bind port f12645a6-293a-4b77-b5cc-03f8ca279b86 on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:07.180806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:07.181841 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:07.183413 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-7a1b27be-7dff-433b-85e0-74913cce9981 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719022 Dec 20 11:49:07.290379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bf23-aa5e-455b-a7e7-018563b5350d req-739f182c-cc12-4de4-834c-3663e5ff895d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:07.303183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3398bf23-aa5e-455b-a7e7-018563b5350d req-739f182c-cc12-4de4-834c-3663e5ff895d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 943 time: 0.2799320 Dec 20 11:49:07.427853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7c8a3743-0c47-4519-96b2-37a22d8a38fb,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:07.430859 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:07.434451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.468946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e1d83d19-0945-4833-b782-52dd91e46840 req-236cd63f-68d5-42f3-a20e-7cdef0da025b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Synchronizing usage tracker for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:49:07.473785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Port f12645a6-293a-4b77-b5cc-03f8ca279b86 on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:49:07.474240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Attempting to bind port f12645a6-293a-4b77-b5cc-03f8ca279b86 on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:07.490924 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88451159-b2ac-464b-b2ad-5c8f759e0b01 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:49:07.564451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3398bf23-aa5e-455b-a7e7-018563b5350d req-a832b52c-b924-49c6-86b7-cc5cf28c3c2d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606237 Dec 20 11:49:07.565132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.577348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:07.586124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.586505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.586867 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Floating IP f99c0868-66eb-4198-84af-4bf268228baf disassociated. External IP: 172.35.0.252, port: 56c1a02b-944d-4bcb-a2ef-5e2b50325dba. Dec 20 11:49:07.587203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Calling delete_port for 56c1a02b-944d-4bcb-a2ef-5e2b50325dba owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:07.594356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.596518 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d271add-84d6-46fa-8216-1ac5fdcb0a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:07.638152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:49:07.638500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Checking segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:07.638898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Bound using segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:49:07.639336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Bound port: f12645a6-293a-4b77-b5cc-03f8ca279b86, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:49:07.639685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.667694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:07.677725 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:07.687470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Deleting port 7c8a3743-0c47-4519-96b2-37a22d8a38fb {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:07.688425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.870388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.888888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:07.898654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c8a3743-0c47-4519-96b2-37a22d8a38fb,segment=NetworkSegment(66aae54c-a939-4bcb-b2fb-0ff98228aa29),segment_id=66aae54c-a939-4bcb-b2fb-0ff98228aa29)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:07.927997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:07.935350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event deleted for resources: {'Port': ['ID=56c1a02b-944d-4bcb-a2ef-5e2b50325dba,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:07.939112 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:07.955904 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:08.018309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['88451159-b2ac-464b-b2ad-5c8f759e0b01'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:49:08.218764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c8a3743-0c47-4519-96b2-37a22d8a38fb,segment=NetworkSegment(66aae54c-a939-4bcb-b2fb-0ff98228aa29),segment_id=66aae54c-a939-4bcb-b2fb-0ff98228aa29)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:08.219165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:08.233857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7c8a3743-0c47-4519-96b2-37a22d8a38fb,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:08.239026 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:08.323196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3a9cc372-6c5a-40ca-ab3e-c25c7708167f up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:08.415318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20feaad-c8a9-412b-9593-23e5679e7684 req-d43d5449-104c-46b0-8a9b-b9dded092115 tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:08.421735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20feaad-c8a9-412b-9593-23e5679e7684 req-d43d5449-104c-46b0-8a9b-b9dded092115 tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:08.425526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20feaad-c8a9-412b-9593-23e5679e7684 req-d43d5449-104c-46b0-8a9b-b9dded092115 tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:08.426455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b20feaad-c8a9-412b-9593-23e5679e7684 req-d43d5449-104c-46b0-8a9b-b9dded092115 tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] Synchronizing usage tracker for tenant:124e4bddbc4145eab4de2e57d19b8b7f on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:49:08.487516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b20feaad-c8a9-412b-9593-23e5679e7684 req-d43d5449-104c-46b0-8a9b-b9dded092115 tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] Unset dirty status for tenant:124e4bddbc4145eab4de2e57d19b8b7f on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:49:08.488690 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b20feaad-c8a9-412b-9593-23e5679e7684 req-d43d5449-104c-46b0-8a9b-b9dded092115 tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3051326 Dec 20 11:49:08.585816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Calling delete_port for 7c8a3743-0c47-4519-96b2-37a22d8a38fb owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:08.603704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:49:08.726067 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-a8cb3774-ccb2-422a-be28-d19160d1c22a service neutron] 10.222.0.53 "GET /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5532784 Dec 20 11:49:08.727820 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fbb21f-a3cf-4cc3-a34a-25ee07b64e20 req-3f3b6997-5ca9-4a21-bd85-214c17efc210 service neutron] 10.222.0.16 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5631077 Dec 20 11:49:08.768507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 56c1a02b-944d-4bcb-a2ef-5e2b50325dba no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:08.799773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e1d83d19-0945-4833-b782-52dd91e46840 req-236cd63f-68d5-42f3-a20e-7cdef0da025b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Unset dirty status for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:49:08.801456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1d83d19-0945-4833-b782-52dd91e46840 req-236cd63f-68d5-42f3-a20e-7cdef0da025b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5511429 Dec 20 11:49:08.831897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c8a3743-0c47-4519-96b2-37a22d8a38fb,segment=NetworkSegment(66aae54c-a939-4bcb-b2fb-0ff98228aa29),segment_id=66aae54c-a939-4bcb-b2fb-0ff98228aa29)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:08.832568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:08.852732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] For port f12645a6-293a-4b77-b5cc-03f8ca279b86, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:49:08.907848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 56c1a02b-944d-4bcb-a2ef-5e2b50325dba {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:08.908205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 56c1a02b-944d-4bcb-a2ef-5e2b50325dba not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:08.946363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5231901c-b830-4f5c-b8fa-86ba890a9c2e {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:49:08.977737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:08.985696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:08.986135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.021109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for 7c8a3743-0c47-4519-96b2-37a22d8a38fb owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:09.043752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:09.044123 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:09.047302 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e4eafdb8-6463-4f0a-98bc-bd1c75bcd6f9 req-6e134401-311d-4016-896b-7577fb158194 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 210 time: 0.2813611 Dec 20 11:49:09.061953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] For port f12645a6-293a-4b77-b5cc-03f8ca279b86, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:49:09.073505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.121518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-495cd55b-7107-4cc0-b245-ce7467a3ee06 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8516433 Dec 20 11:49:09.127483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.133757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.144064 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8f5ded48-4b4d-4b9d-9bb1-fc6957db0e90 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:09.157207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:09.168130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:09.173981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.176146 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:09.242469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Transition to ACTIVE for port object 5231901c-b830-4f5c-b8fa-86ba890a9c2e will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:09.283216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.290115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:09.305019 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:09.317739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.320176 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/f12645a6-293a-4b77-b5cc-03f8ca279b86 HTTP/1.1" status: 200 len: 1093 time: 11.7196681 Dec 20 11:49:09.370147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30c7a-e37a-419c-a450-7ae9b718b959 req-d57cdb18-b345-42ef-acf1-92da636924db tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:09.371486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-59a30c7a-e37a-419c-a450-7ae9b718b959 req-d57cdb18-b345-42ef-acf1-92da636924db tempest-ComputeTenantNetworksTest-310484678 tempest-ComputeTenantNetworksTest-310484678-project] 10.222.0.32 "GET /v2.0/networks/e9d31763-3639-4fd7-9ff2-6db1d5fb9034 HTTP/1.1" status: 200 len: 769 time: 0.2143064 Dec 20 11:49:09.386185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:09.410851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:09.413422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:09.454690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Deleting port 7c8a3743-0c47-4519-96b2-37a22d8a38fb {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:09.455984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.534274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.539672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:49:09.551858 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] Sync routers for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:49:09.575445 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:09.575989 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:09.610815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:09.611180 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:09.632140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f12645a6-293a-4b77-b5cc-03f8ca279b86,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:09.650955 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:09.656756 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-25c94d34-fa42-4206-a783-9fc64e726426 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:09.724525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5d44-2c10-4f9d-abd3-18424a52ace8 req-f0805020-cc7b-4108-9b0c-38156a87b441 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:09.726451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fdd5d44-2c10-4f9d-abd3-18424a52ace8 req-f0805020-cc7b-4108-9b0c-38156a87b441 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.6714272 Dec 20 11:49:09.737689 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd4c380b-c33a-4c4c-b166-f38aec2b55ee req-515aa9aa-dc7b-4f3d-b2f5-c60a5f5afa53 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968807 Dec 20 11:49:09.757604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] No DVR routers for this DVR port 56c1a02b-944d-4bcb-a2ef-5e2b50325dba on host n-h1-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:09.767511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.770728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'name': 'network-vif-deleted', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:09.783745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.861976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] For port 7c8a3743-0c47-4519-96b2-37a22d8a38fb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c8a3743-0c47-4519-96b2-37a22d8a38fb,segment=NetworkSegment(66aae54c-a939-4bcb-b2fb-0ff98228aa29),segment_id=66aae54c-a939-4bcb-b2fb-0ff98228aa29)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:09.862581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.883989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5231901c-b830-4f5c-b8fa-86ba890a9c2e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:09.893236 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:09.920471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:09.922843 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:09.938361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.53 "DELETE /v2.0/ports/56c1a02b-944d-4bcb-a2ef-5e2b50325dba HTTP/1.1" status: 204 len: 173 time: 4.2924430 Dec 20 11:49:09.965719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:09.969834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d31763-3639-4fd7-9ff2-6db1d5fb9034']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:09.975819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fdd5d44-2c10-4f9d-abd3-18424a52ace8 req-030fbb13-a86d-457f-8988-f66215451b2a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341259 Dec 20 11:49:09.980602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Usage tracker for resource:security_group_rule and tenant:5422907903924e8f9a844fd41929a1ff is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:09.986756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:09.998497 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-d2b6cd7e-d7f9-4904-9d93-8433d7cbeac0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 1096 time: 0.5566533 Dec 20 11:49:10.003633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:10.014440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69413e9-c00b-4faf-84e5-475e5e45b164') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:10.015004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69413e9-c00b-4faf-84e5-475e5e45b164') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:10.036691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a134c55-0a6d-468e-8e1d-ccc9fb82ddfd req-4ff54184-f851-474e-9911-648b457cd269 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:10.044107 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a134c55-0a6d-468e-8e1d-ccc9fb82ddfd req-4ff54184-f851-474e-9911-648b457cd269 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 944 time: 0.4280152 Dec 20 11:49:10.050740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.078703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Attempting to bind port 5231901c-b830-4f5c-b8fa-86ba890a9c2e on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:49:10.079080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Attempting to bind port 5231901c-b830-4f5c-b8fa-86ba890a9c2e by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:49:10.079413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Attempting to bind port 5231901c-b830-4f5c-b8fa-86ba890a9c2e on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:10.094654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-c96d5f13-f2d6-4463-97b7-df3ef93b7c29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86 HTTP/1.1" status: 200 len: 217 time: 0.0886235 Dec 20 11:49:10.095765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Port 5231901c-b830-4f5c-b8fa-86ba890a9c2e on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:49:10.096142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Attempting to bind port 5231901c-b830-4f5c-b8fa-86ba890a9c2e on network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:10.116337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.133450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:10.134350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:10.148642 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:10.155538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port 7c8a3743-0c47-4519-96b2-37a22d8a38fb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:10.155921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.183952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Calling delete_port for 7c8a3743-0c47-4519-96b2-37a22d8a38fb owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:10.201922 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a134c55-0a6d-468e-8e1d-ccc9fb82ddfd req-bf115bde-0cdb-4644-a689-ad0f9f612f05 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566560 Dec 20 11:49:10.280204 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f', 'code': 200} Dec 20 11:49:10.285135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 88451159-b2ac-464b-b2ad-5c8f759e0b01 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:10.448745 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e407ea8d-e9fc-4c2e-9596-d118fe242110', 'name': 'network-vif-deleted', 'tag': '56c1a02b-944d-4bcb-a2ef-5e2b50325dba', 'status': 'completed', 'code': 200} Dec 20 11:49:10.449336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.454200 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:10.493231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.531234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.550520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d31763-3639-4fd7-9ff2-6db1d5fb9034,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:10.554990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.618228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.625060 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86', 'status': 'completed', 'code': 200} Dec 20 11:49:10.628321 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:10.634494 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-25ba8c61-0406-43d6-8975-9d4d1cdf23d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:10.635592 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-01ac691d-7342-4605-acec-d63db1bc6d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:10.642349 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:10.648247 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] Checking router: a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:49:10.661060 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:10.661978 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:10.686375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Pushing event deleted for resources: {'Port': ['ID=7c8a3743-0c47-4519-96b2-37a22d8a38fb,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:10.690137 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9d31763-3639-4fd7-9ff2-6db1d5fb9034 HTTP/1.1" status: 204 len: 168 time: 1.2974486 Dec 20 11:49:10.692767 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:10.699567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] No DVR routers for this DVR port 7c8a3743-0c47-4519-96b2-37a22d8a38fb on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:10.713383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 88451159-b2ac-464b-b2ad-5c8f759e0b01 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:10.737820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 88451159-b2ac-464b-b2ad-5c8f759e0b01 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:10.738417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.758654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7f828d4b-8fc0-425a-8e8b-3c6600c42530 req-35423c97-6f1a-4b87-bf81-a7a4b364a0bf tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Synchronizing usage tracker for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:49:10.769266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5422907903924e8f9a844fd41929a1ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3549514 Dec 20 11:49:10.778778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51186) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:10.798148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:49:10.799990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Checking segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:10.809879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Bound using segment: {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:49:10.810526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Bound port: 5231901c-b830-4f5c-b8fa-86ba890a9c2e, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c373e0-759c-4200-aa49-a05c2a31063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:49:10.813634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.823824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ca9b3-9954-49e3-82ab-0bd52af35ca4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:10.831631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-7f828d4b-8fc0-425a-8e8b-3c6600c42530 req-35423c97-6f1a-4b87-bf81-a7a4b364a0bf tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Unset dirty status for tenant:839f9de09a7d488ca6806fc2ae46dd15 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:49:10.846687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f828d4b-8fc0-425a-8e8b-3c6600c42530 req-35423c97-6f1a-4b87-bf81-a7a4b364a0bf tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/ports?device_id=e407ea8d-e9fc-4c2e-9596-d118fe242110 HTTP/1.1" status: 200 len: 210 time: 0.1812923 Dec 20 11:49:10.852098 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:10.937956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] The port '7c8a3743-0c47-4519-96b2-37a22d8a38fb' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:49:10.970102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51190) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:10.982973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:10.990445 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:11.042993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-7033aed8-7e70-4c0f-8edf-809d8a7c911e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:11.044326 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ae9db7a4-f35f-4796-8479-6a1ec154a6f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=124e4bddbc4145eab4de2e57d19b8b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0729246 Dec 20 11:49:11.044812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:11.047081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:11.048581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-7033aed8-7e70-4c0f-8edf-809d8a7c911e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 200 len: 855 time: 0.9452827 Dec 20 11:49:11.052518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.055106 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:11.125466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.161647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.172449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:11.175986 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:11.224665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] For port 5231901c-b830-4f5c-b8fa-86ba890a9c2e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:49:11.234980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.242696 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36c96d99-e63c-43c9-9c92-338f6e697e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:11.259525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b48552-06c5-46b1-85a3-d877a774a7cb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:11.263044 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:11.264532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.269671 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89b48552-06c5-46b1-85a3-d877a774a7cb HTTP/1.1" status: 204 len: 168 time: 0.2213287 Dec 20 11:49:11.337734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] For port 5231901c-b830-4f5c-b8fa-86ba890a9c2e, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5231901c-b830-4f5c-b8fa-86ba890a9c2e,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:49:11.349518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.361131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cc8f3514-6e90-4f15-b30f-68db74f62c39 req-00667eed-9dc7-46b1-a1d0-5ee4390e2e8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 1099 time: 0.7306678 Dec 20 11:49:11.383227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.418815 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e92b7cdf-5ab7-44be-a2aa-5a5aa1238aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:11.434352 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:11.438469 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f399f6b-1bf3-4510-b36e-c0b24ebbf253 None None] The sync data for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 is: [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:41:10Z', 'revision_number': 4, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '22ed1e91-b5e8-4606-aea7-cce110d45122', 'name': '', 'network_id': '0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'mac_address': 'fa:16:3e:49:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:41:07Z', 'updated_at': '2021-12-20T11:41:43Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'subnets': [{'id': '50eb89d5-aaaa-4ed4-8658-e03703da4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:49:11.465048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.507604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fb3997-b45a-4034-902d-4fc31f27ec5e']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:11.533850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3d7db-c893-4848-a3d8-057ebfe8d669 req-a7cffd07-38d0-4b89-90fd-34231437703b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:11.541113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ed3d7db-c893-4848-a3d8-057ebfe8d669 req-a7cffd07-38d0-4b89-90fd-34231437703b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 944 time: 0.9239640 Dec 20 11:49:11.555751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66aae54c-a939-4bcb-b2fb-0ff98228aa29') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:11.556271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66aae54c-a939-4bcb-b2fb-0ff98228aa29') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:11.588340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.602423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cc8f3514-6e90-4f15-b30f-68db74f62c39 req-4dc559c9-f1c0-4dd1-b0ba-eb50a78484df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229385 Dec 20 11:49:11.605898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd999a39-b525-4a88-a8da-77f2b2085868 req-bd0e664c-1762-4935-ba5a-3193c9636df0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:11.611441 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd999a39-b525-4a88-a8da-77f2b2085868 req-bd0e664c-1762-4935-ba5a-3193c9636df0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.1086197 Dec 20 11:49:11.624245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.664027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.665410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/5231901c-b830-4f5c-b8fa-86ba890a9c2e HTTP/1.1" status: 200 len: 1094 time: 6.9674566 Dec 20 11:49:11.701138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd999a39-b525-4a88-a8da-77f2b2085868 req-4e95ee5b-85e9-443e-ac05-813ead548e08 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766423 Dec 20 11:49:11.711938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-50f374e4-f05e-4085-932e-6593c03726fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c987974-66f6-4f3a-9346-d9f4c9ee8120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6456800 Dec 20 11:49:11.716715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.732543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5231901c-b830-4f5c-b8fa-86ba890a9c2e,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:11.792761 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:11.805771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:11.806523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:11.828623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21abb84c-c663-4693-8313-fb327e0d7068 None None] New status for floating IP f99c0868-66eb-4198-84af-4bf268228baf: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:11.854188 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:11.885618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ed3d7db-c893-4848-a3d8-057ebfe8d669 req-1e02ef8b-863f-4a78-baba-e3ff0a2d5c47 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436012 Dec 20 11:49:12.094219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.099484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:12.106607 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b13e57c8-d1f5-4f03-8c88-58ee29c278c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:12.112939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.134947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.140460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ca9b3-9954-49e3-82ab-0bd52af35ca4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:12.146128 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:12.157024 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2015cda6-88d0-440b-a242-8a621c749b1a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:12.201726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=d7fb3997-b45a-4034-902d-4fc31f27ec5e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:12.217848 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:12.223182 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/d7fb3997-b45a-4034-902d-4fc31f27ec5e HTTP/1.1" status: 204 len: 168 time: 10.7426417 Dec 20 11:49:12.227264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:12.227832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.231660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d0ca9b3-9954-49e3-82ab-0bd52af35ca4 HTTP/1.1" status: 204 len: 168 time: 1.3579402 Dec 20 11:49:12.236749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-11346b9e-e87d-461c-8d8b-f41a1a3a066c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 1097 time: 0.5217075 Dec 20 11:49:12.238830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-1c7a724d-a7a9-4e33-bd86-5fdcf83efad7 service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475710 Dec 20 11:49:12.240772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279786817'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:12.264096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:12.271300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.285409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:12.322119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:12.374543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-383f1b34-1781-4ca3-b4ad-958d96019f0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5231901c-b830-4f5c-b8fa-86ba890a9c2e HTTP/1.1" status: 200 len: 217 time: 0.1258192 Dec 20 11:49:12.403333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:12.415510 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'code': 200} Dec 20 11:49:12.416082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.450375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:12.489178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-338f6c4f-72e1-4304-9b1e-73d90917b24b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:12.491180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-338f6c4f-72e1-4304-9b1e-73d90917b24b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 200 len: 855 time: 0.0948989 Dec 20 11:49:12.505947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4be0-51c4-42b6-81e6-65b2591a6278 req-c17c4e03-e8d6-46cb-80e5-b635ab0fe4a3 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:12.509208 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a5e4be0-51c4-42b6-81e6-65b2591a6278 req-c17c4e03-e8d6-46cb-80e5-b635ab0fe4a3 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.3962693 Dec 20 11:49:12.546755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:12.550472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.610662 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a5e4be0-51c4-42b6-81e6-65b2591a6278 req-218bd3c3-0faa-48cc-a04f-75a509902604 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881572 Dec 20 11:49:12.620782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:12.641944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.642465 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment a0aba226-4a8c-4de6-830c-c9a43bc25636 of type vlan for network 24775634-c8cc-48d7-bef3-b2d9008a9041 Dec 20 11:49:12.653844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790e7901-456c-4571-a26b-8e14ff52b40f', 'tag': '5231901c-b830-4f5c-b8fa-86ba890a9c2e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:12.680400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.718881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.722916 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d12d9d2f-b160-41e5-b849-f52f97ed9e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:12.733837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-ff5bf5e8-dcef-4033-bb0d-81e6727016e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c987974-66f6-4f3a-9346-d9f4c9ee8120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2378561 Dec 20 11:49:12.739685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.745562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:12.746211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:12.764620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69277c9c-dad2-475f-93a8-e0efc8f7a167,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:12.804503 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:12.809085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f78b9cd-1afa-4fa6-901a-1e61b5cded66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:12.885821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6571579 Dec 20 11:49:12.890588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51250) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:12.911890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': '24775634-c8cc-48d7-bef3-b2d9008a9041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:13.069849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:13.070722 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790e7901-456c-4571-a26b-8e14ff52b40f', 'tag': '5231901c-b830-4f5c-b8fa-86ba890a9c2e', 'status': 'completed', 'code': 200} Dec 20 11:49:13.071362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51256) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:13.071448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "DELETE /v2.0/security-groups/69277c9c-dad2-475f-93a8-e0efc8f7a167 HTTP/1.1" status: 204 len: 168 time: 0.9702268 Dec 20 11:49:13.076153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51262) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:13.130545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d2191caf-741a-4c9a-a566-de4f09d8d845 req-2f65d17f-852a-4ece-affa-64ddaf0603df service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583809 Dec 20 11:49:13.170908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:13.182550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-834d3709-9c1a-4b78-b879-89ad75630bd3 req-68d35d08-635e-4ca6-9c9b-6f0988da5c0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 1098 time: 0.6902723 Dec 20 11:49:13.189843 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-d72ec957-bcdd-44f3-9e93-feac4795f67e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] show failed (client error): The resource could not be found. Dec 20 11:49:13.193693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d72ec957-bcdd-44f3-9e93-feac4795f67e tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "GET /v2.0/security-groups/69277c9c-dad2-475f-93a8-e0efc8f7a167 HTTP/1.1" status: 404 len: 347 time: 0.1087468 Dec 20 11:49:13.204344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:13.208448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=24775634-c8cc-48d7-bef3-b2d9008a9041,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:13.212233 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:13.224220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 24775634-c8cc-48d7-bef3-b2d9008a9041 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:13.312802 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-51d2f609-cb07-4f20-8db9-404ccade39a4 service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696671 Dec 20 11:49:13.398546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:13.402371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:13.426151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Usage tracker for resource:security_group_rule and tenant:9bb8180f672a414081ef27edec8d25e3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:13.434072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:13.441051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-834d3709-9c1a-4b78-b879-89ad75630bd3 req-550f46a0-23e5-4ed6-b66d-11df4bf628cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101128 Dec 20 11:49:13.478908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:13.487092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:13.496810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Deleting port ed4291f4-2e94-4ddc-b616-4916bb61c1f3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:13.497213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:13.501788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:13.523825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:13.544529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-a0ee9161-2066-4406-a1b5-a48572675a23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 1096 time: 0.3559744 Dec 20 11:49:13.556183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0905bd-f861-4af8-977f-d237acfea02d req-04091786-d32e-43b0-98ad-77e82df17a58 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:13.557646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a0905bd-f861-4af8-977f-d237acfea02d req-04091786-d32e-43b0-98ad-77e82df17a58 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.4892161 Dec 20 11:49:13.613359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:13.634323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73102221-f248-4fc1-9e00-fec22aaae273 req-81208a00-7e1c-4af6-85de-563a5ab4e79e tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:13.635945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73102221-f248-4fc1-9e00-fec22aaae273 req-81208a00-7e1c-4af6-85de-563a5ab4e79e tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 944 time: 0.5598311 Dec 20 11:49:13.642518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95ba2fa0-d9e2-44af-a105-4d63f66eb15b req-3ab5552f-c1cc-4e1d-8042-ff9281613ad9 service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026919 Dec 20 11:49:13.822172 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0a0905bd-f861-4af8-977f-d237acfea02d req-c66d4eec-bafc-411f-9c32-d2e4b10a926d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304127 Dec 20 11:49:13.835023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:13.840077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-abb87c41-4637-4856-8e25-1ca81451a13f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:13.841705 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-abb87c41-4637-4856-8e25-1ca81451a13f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 917 time: 0.2780607 Dec 20 11:49:13.860570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:13.896609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:13.908450 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0fb4e2d4-60dc-494c-88c8-7de44c4400f6 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:13.937105 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-16be82e7-fe07-43ad-acaa-3245121f3015 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86 HTTP/1.1" status: 200 len: 217 time: 0.0882812 Dec 20 11:49:14.014560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f5fb8-203b-4ac0-bf37-daca3f6ddf9d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:14.020325 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:14.033303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bb8180f672a414081ef27edec8d25e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9581177 Dec 20 11:49:14.036921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51288) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:14.040762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-883a81c7-472e-4007-8b7c-6a26a5f4b733 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 1097 time: 0.3148556 Dec 20 11:49:14.051727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.052190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.066648 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73102221-f248-4fc1-9e00-fec22aaae273 req-096bfeea-8733-49c0-8d4b-207186a2553c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204347 Dec 20 11:49:14.087095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-74eb5cfb-3886-46d1-aec1-8445ebdf5332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:14.089212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-74eb5cfb-3886-46d1-aec1-8445ebdf5332 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 200 len: 855 time: 0.1424186 Dec 20 11:49:14.262394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Calling delete_port for ed4291f4-2e94-4ddc-b616-4916bb61c1f3 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:14.304822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.342776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-2842a9b4-7a2e-4ba5-98aa-ca56d910820c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:14.344771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-2842a9b4-7a2e-4ba5-98aa-ca56d910820c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 917 time: 0.2902622 Dec 20 11:49:14.357935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-7a42e72b-84a8-4db1-9ad1-ea96e62fb267 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c987974-66f6-4f3a-9346-d9f4c9ee8120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2578585 Dec 20 11:49:14.403078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.407895 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6ed80e12-a789-4621-882f-ea5b887954b1 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:14.420612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.472030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=6c1bfbf4-d6dc-442e-bb0c-f1b5dc991c82,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:14.478262 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:14.482976 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-112a7b9a-00c2-4030-954e-4ce0ae503db8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5231901c-b830-4f5c-b8fa-86ba890a9c2e HTTP/1.1" status: 200 len: 217 time: 0.1291804 Dec 20 11:49:14.595973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e978a1f-735b-4c0f-94e2-591a13c11851 req-c5e17ecd-a6a0-42e7-a6e2-8d9c5fb2e0eb tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:14.597445 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e978a1f-735b-4c0f-94e2-591a13c11851 req-c5e17ecd-a6a0-42e7-a6e2-8d9c5fb2e0eb tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.3496928 Dec 20 11:49:14.629107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': 'a0aba226-4a8c-4de6-830c-c9a43bc25636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24775634-c8cc-48d7-bef3-b2d9008a9041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:14.629817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: 24775634-c8cc-48d7-bef3-b2d9008a9041, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:14.640814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.646554 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b203ac78-79b7-4b36-9730-78360e54d4b5 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:14.701649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Pushing event deleted for resources: {'Port': ['ID=ed4291f4-2e94-4ddc-b616-4916bb61c1f3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:14.703275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-1c40ba86-e500-406e-be1d-5378030aaa49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:14.705947 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:14.710226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-1c40ba86-e500-406e-be1d-5378030aaa49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 200 len: 855 time: 0.1945009 Dec 20 11:49:14.714195 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-64b580ef-9cd6-4d5f-b30d-b60ee0909200 service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960660 Dec 20 11:49:14.774030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.785231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f52caf83-a631-4e49-ad7a-0291055a2e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:14.818302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f5fb8-203b-4ac0-bf37-daca3f6ddf9d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:14.927961 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e978a1f-735b-4c0f-94e2-591a13c11851 req-fde35b63-4cf4-4123-970e-711b62cf3e8a tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218753 Dec 20 11:49:14.949381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.958951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 24775634-c8cc-48d7-bef3-b2d9008a9041 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:14.969798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:14.979011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 24775634-c8cc-48d7-bef3-b2d9008a9041) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:14.986221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:14.986656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3eda94-bfd4-4b0d-b9bf-e262ccd5c218 None None] Network 24775634-c8cc-48d7-bef3-b2d9008a9041 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:14.986832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:15.015510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:15.016670 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] 10.222.0.32 "DELETE /v2.0/floatingips/f99c0868-66eb-4198-84af-4bf268228baf HTTP/1.1" status: 204 len: 168 time: 1.8096511 Dec 20 11:49:15.021551 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1270607 Dec 20 11:49:15.021551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:15.034646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:15.036943 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d3f5fb8-203b-4ac0-bf37-daca3f6ddf9d HTTP/1.1" status: 204 len: 168 time: 0.9942222 Dec 20 11:49:15.046976 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:15.346310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-24775634-c8cc-48d7-bef3-b2d9008a9041', 'network_id': '24775634-c8cc-48d7-bef3-b2d9008a9041', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': '6c1bfbf4-d6dc-442e-bb0c-f1b5dc991c82'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:49:15.347749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:15.442844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:15.479881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77b007a5-800f-43d0-8ccb-346a5abc8432 req-8e2fdcb8-b9cf-4359-9bb0-624dadcce316 service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555246 Dec 20 11:49:15.503558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e1e99-7808-49f7-a1d6-28d797b91b39 req-d1d94723-8ad0-4d8d-a606-c4a954adbfc2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:15.514204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f32e1e99-7808-49f7-a1d6-28d797b91b39 req-d1d94723-8ad0-4d8d-a606-c4a954adbfc2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.4698977 Dec 20 11:49:15.577415 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-1566fe83-4b0c-4bfe-9cba-7848e823a5f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c987974-66f6-4f3a-9346-d9f4c9ee8120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.8572340 Dec 20 11:49:15.594581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:15.685543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Allocated IP 172.20.0.1 (24775634-c8cc-48d7-bef3-b2d9008a9041/6c1bfbf4-d6dc-442e-bb0c-f1b5dc991c82/e680617b-329f-4505-9ae9-ae0dbf850805) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:49:15.726777 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f32e1e99-7808-49f7-a1d6-28d797b91b39 req-ec917f9a-9996-4713-99d4-9f2737b35de9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102602 Dec 20 11:49:15.732809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93c6be-3c35-4947-97d0-598b7e1d4f1f req-4465e8e0-6045-4ffb-9888-587d4b7fd7f3 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:15.741469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d93c6be-3c35-4947-97d0-598b7e1d4f1f req-4465e8e0-6045-4ffb-9888-587d4b7fd7f3 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 944 time: 0.3548062 Dec 20 11:49:15.844803 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d93c6be-3c35-4947-97d0-598b7e1d4f1f req-4ec78e06-f721-448f-9f79-5aa6744ad8ea tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023784 Dec 20 11:49:16.004505 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-160d258b-5249-4efb-b605-e550a3f5abcb service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049823 Dec 20 11:49:16.088115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:16.129617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Transition to ACTIVE for port object e680617b-329f-4505-9ae9-ae0dbf850805 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:16.191524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Transition to ACTIVE for port object e680617b-329f-4505-9ae9-ae0dbf850805 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:16.214294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:16.218050 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:16.282090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-5f1aad4d-98c1-4915-a648-31672a6b9e3f tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:16.296624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-5f1aad4d-98c1-4915-a648-31672a6b9e3f tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.16 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.5662920 Dec 20 11:49:16.344750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:16.362080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Network 24775634-c8cc-48d7-bef3-b2d9008a9041 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:49:16.367435 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-751e761e-1ad9-470a-a175-d06b8bc81852 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:16.374193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:16.376475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Pushing event updated for resources: {'Port': ['ID=e680617b-329f-4505-9ae9-ae0dbf850805,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:16.395139 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:16.396202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:49:16.638114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1bfbf4-d6dc-442e-bb0c-f1b5dc991c82,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:16.646139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Deleting port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:16.647459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:16.709744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Attempting to bind port e680617b-329f-4505-9ae9-ae0dbf850805 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:49:16.710219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Attempting to bind port e680617b-329f-4505-9ae9-ae0dbf850805 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'a0aba226-4a8c-4de6-830c-c9a43bc25636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24775634-c8cc-48d7-bef3-b2d9008a9041'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:49:16.710624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Attempting to bind port e680617b-329f-4505-9ae9-ae0dbf850805 on network 24775634-c8cc-48d7-bef3-b2d9008a9041 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:16.726435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:49:16.726822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Checking segment: {'id': 'a0aba226-4a8c-4de6-830c-c9a43bc25636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24775634-c8cc-48d7-bef3-b2d9008a9041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:16.727231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:16.727632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Bound using segment: {'id': 'a0aba226-4a8c-4de6-830c-c9a43bc25636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24775634-c8cc-48d7-bef3-b2d9008a9041'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:49:16.728106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Bound port: e680617b-329f-4505-9ae9-ae0dbf850805, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aba226-4a8c-4de6-830c-c9a43bc25636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24775634-c8cc-48d7-bef3-b2d9008a9041'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:49:16.728487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:16.774103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:16.789124 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:16.848929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5231901c-b830-4f5c-b8fa-86ba890a9c2e details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:49:16.897226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24775634-c8cc-48d7-bef3-b2d9008a9041']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:16.952300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aba226-4a8c-4de6-830c-c9a43bc25636') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:16.952599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aba226-4a8c-4de6-830c-c9a43bc25636') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:16.993635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeada91-6b55-4130-b08b-53b2ddffc92b req-a7a701e6-e164-4644-ba7a-b7940debfd5e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:16.996492 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7eeada91-6b55-4130-b08b-53b2ddffc92b req-a7a701e6-e164-4644-ba7a-b7940debfd5e tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 945 time: 0.7883229 Dec 20 11:49:17.035929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.045230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] For port e680617b-329f-4505-9ae9-ae0dbf850805, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:49:17.108581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7eeada91-6b55-4130-b08b-53b2ddffc92b req-a6708c48-d9db-4360-9f55-475dff2f07b2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d67350e-3267-4345-95eb-08a02b8dd2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054602 Dec 20 11:49:17.118764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6b89db-1d48-4a9e-a0a0-131eca6ae166 req-09616392-0e57-4f04-a460-ffff572a91f9 service neutron] 10.222.0.53 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1004648 Dec 20 11:49:17.192530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] For port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:17.192887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.223511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] For port e680617b-329f-4505-9ae9-ae0dbf850805, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e680617b-329f-4505-9ae9-ae0dbf850805,segment=NetworkSegment(a0aba226-4a8c-4de6-830c-c9a43bc25636),segment_id=a0aba226-4a8c-4de6-830c-c9a43bc25636)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:49:17.234833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.241710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.248090 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:17.252071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:17.253320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.492123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5231901c-b830-4f5c-b8fa-86ba890a9c2e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5231901c-b830-4f5c-b8fa-86ba890a9c2e,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:17.528203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Pushing event updated for resources: {'Port': ['ID=e680617b-329f-4505-9ae9-ae0dbf850805,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:17.532021 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:17.538371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '5231901c-b830-4f5c-b8fa-86ba890a9c2e', 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'port_id': '5231901c-b830-4f5c-b8fa-86ba890a9c2e', 'mac_address': 'fa:16:3e:ce:aa:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb4ebf1-067d-453b-87f6-ef81f9d64bb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:17.551058 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:17.634073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e10960-b2cd-41e1-bedc-dabf22f6fb39 None None] Network 24775634-c8cc-48d7-bef3-b2d9008a9041 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:17.734976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:49:17.734976 n-d-victoria-1 neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:49:17.734976 n-d-victoria-1 neutron-server[83557]: [parameters: {'id': '24775634-c8cc-48d7-bef3-b2d9008a9041'}] Dec 20 11:49:17.734976 n-d-victoria-1 neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:17.741465 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:17.749692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.853066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1814b-d379-4531-a031-c31a73bae690 req-62fac992-4905-4ff2-92a3-61e201a25ad1 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:17.863956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-17a1814b-d379-4531-a031-c31a73bae690 req-62fac992-4905-4ff2-92a3-61e201a25ad1 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 944 time: 0.2862949 Dec 20 11:49:17.865071 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:49:17.875089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdad1a-493d-494b-9c48-89df40729a04 req-084b5d90-2d50-44d9-94b0-764b22bd5a96 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:17.878739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5231901c-b830-4f5c-b8fa-86ba890a9c2e {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:49:17.879010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aebdad1a-493d-494b-9c48-89df40729a04 req-084b5d90-2d50-44d9-94b0-764b22bd5a96 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.3092966 Dec 20 11:49:17.938836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.939513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.939900 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Floating IP ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57 disassociated. External IP: 172.35.0.85, port: fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1. Dec 20 11:49:17.940406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Calling delete_port for fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:17.951332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5231901c-b830-4f5c-b8fa-86ba890a9c2e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5231901c-b830-4f5c-b8fa-86ba890a9c2e,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:17.962126 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-17a1814b-d379-4531-a031-c31a73bae690 req-4fb01501-6d0d-4b0e-8fd3-2a59ce713e8b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968318 Dec 20 11:49:17.962690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:17.963678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f12645a6-293a-4b77-b5cc-03f8ca279b86 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:49:17.966365 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:18.216966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:18.230293 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aebdad1a-493d-494b-9c48-89df40729a04 req-f43f7814-1349-4075-b462-7fbd168103f2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274214 Dec 20 11:49:18.242619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:18.252157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ebbda9-7d04-473a-a4ba-287a9bbb8403 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:49:18.276986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port e680617b-329f-4505-9ae9-ae0dbf850805 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:18.277360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:18.299675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:18.303021 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:18.310331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:49:18.360448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f12645a6-293a-4b77-b5cc-03f8ca279b86, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:18.384103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=5231901c-b830-4f5c-b8fa-86ba890a9c2e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:18.390243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event deleted for resources: {'Port': ['ID=fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:18.404275 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:18.432984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.433361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.433725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.434115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.434492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.434841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.435194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.435548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.435896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.436243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.436590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:18.438526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'f12645a6-293a-4b77-b5cc-03f8ca279b86', 'network_id': '5c987974-66f6-4f3a-9346-d9f4c9ee8120', 'port_id': 'f12645a6-293a-4b77-b5cc-03f8ca279b86', 'mac_address': 'fa:16:3e:30:22:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb4ebf1-067d-453b-87f6-ef81f9d64bb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:49:18.455888 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:18.538138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c9ea39c-9134-4d17-8e5e-43351a9dfe0d req-2d1e39de-9a68-4107-b596-39ef818b7797 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 210 time: 0.0955808 Dec 20 11:49:18.662801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:18.704872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port e680617b-329f-4505-9ae9-ae0dbf850805, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e680617b-329f-4505-9ae9-ae0dbf850805,segment=NetworkSegment(a0aba226-4a8c-4de6-830c-c9a43bc25636),segment_id=a0aba226-4a8c-4de6-830c-c9a43bc25636)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:18.705305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:18.730579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12645a6-293a-4b77-b5cc-03f8ca279b86 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:49:18.808990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f12645a6-293a-4b77-b5cc-03f8ca279b86, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:18.812101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebbda9-7d04-473a-a4ba-287a9bbb8403 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:49:18.829108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:18.833211 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:18.901718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for e680617b-329f-4505-9ae9-ae0dbf850805 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:18.923550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f12645a6-293a-4b77-b5cc-03f8ca279b86,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:18.927351 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:19.088900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:19.093282 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2981193f-35db-4091-94d9-d17cade3c336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:19.145297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:49:19.214221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Port': ['ID=e680617b-329f-4505-9ae9-ae0dbf850805,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:19.217778 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:19.229405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No DVR routers for this DVR port e680617b-329f-4505-9ae9-ae0dbf850805 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:19.238534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['f12645a6-293a-4b77-b5cc-03f8ca279b86'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:49:19.294482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['5231901c-b830-4f5c-b8fa-86ba890a9c2e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:49:19.778596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b25a9-2218-4856-bbbe-b9d25c6d5d90 req-e998d513-8184-4f84-aeee-86566e1e1afa tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:19.788343 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a3b25a9-2218-4856-bbbe-b9d25c6d5d90 req-e998d513-8184-4f84-aeee-86566e1e1afa tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 945 time: 0.3679693 Dec 20 11:49:19.904562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:19.944154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a3b25a9-2218-4856-bbbe-b9d25c6d5d90 req-1cad5eb0-c8e8-4e42-8a16-a8d428165760 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529140 Dec 20 11:49:20.015855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:49:20.030793 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] Sync routers for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:49:20.047505 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:20.048134 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:20.074067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24775634-c8cc-48d7-bef3-b2d9008a9041']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:20.103090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aba226-4a8c-4de6-830c-c9a43bc25636') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:20.103405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aba226-4a8c-4de6-830c-c9a43bc25636') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:20.140605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.179374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.197624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:20.198118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:20.214489 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:20.234847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116a07-a607-429a-be9a-74bc94a780dd req-055ba228-3d2a-4647-9955-0b563615d37b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:20.242060 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f116a07-a607-429a-be9a-74bc94a780dd req-055ba228-3d2a-4647-9955-0b563615d37b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.3295190 Dec 20 11:49:20.258125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] No DVR routers for this DVR port fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:20.263916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.297115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'name': 'network-vif-deleted', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:20.348058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:20.406825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-14d5592b-130b-4a71-8178-8249865cdf13 req-54dbb448-3b06-40db-8415-7a5c8b3d2f1c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Synchronizing usage tracker for tenant:784fe69e76694d4f96f62301b7ce894d on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:49:20.438120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.443351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51874dea-f370-48e8-9fdd-b6d93960ddfb req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.16 "DELETE /v2.0/ports/fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 HTTP/1.1" status: 204 len: 173 time: 4.1280971 Dec 20 11:49:20.444041 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:20.455078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.462684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:20.473713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:20.476378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:20.485985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-14d5592b-130b-4a71-8178-8249865cdf13 req-54dbb448-3b06-40db-8415-7a5c8b3d2f1c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Unset dirty status for tenant:784fe69e76694d4f96f62301b7ce894d on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:49:20.494772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14d5592b-130b-4a71-8178-8249865cdf13 req-54dbb448-3b06-40db-8415-7a5c8b3d2f1c tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 210 time: 0.2006719 Dec 20 11:49:20.516462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=24775634-c8cc-48d7-bef3-b2d9008a9041,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:20.530666 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:20.550585 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f116a07-a607-429a-be9a-74bc94a780dd req-0a29c3a8-3b39-402b-82dc-e51c9a51ed53 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076677 Dec 20 11:49:20.552345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/24775634-c8cc-48d7-bef3-b2d9008a9041 HTTP/1.1" status: 204 len: 168 time: 5.5291789 Dec 20 11:49:20.555745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:20.568431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-996225255'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:20.580817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:20.587242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:20.593550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:20.607378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:20.639417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:20.642671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.692337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:20.711244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.711743 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment f4671d27-fa6e-48c6-ad9d-a5162ae31250 of type vlan for network 41b2d311-afc2-4ad4-910f-593a1cd9046a Dec 20 11:49:20.712823 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23dd8e1-1e56-4f2c-b6c0-915d685f36e0', 'name': 'network-vif-deleted', 'tag': 'fe5f5f2d-01ac-4331-b372-f7df0cfdc2b1', 'status': 'completed', 'code': 200} Dec 20 11:49:20.771867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.854467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.864100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:20.864954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:20.874445 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9f77c20-02fa-4eb5-b9b0-cebc39a93aea tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:21.127797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=41b2d311-afc2-4ad4-910f-593a1cd9046a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:21.155945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.156320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.156689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.157055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.157414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.157771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.158149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.164603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.165076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.165455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.165850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:49:21.177397 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:21.185133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 41b2d311-afc2-4ad4-910f-593a1cd9046a details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:21.201357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51440) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:21.208019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': '41b2d311-afc2-4ad4-910f-593a1cd9046a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:21.211584 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6547215 Dec 20 11:49:21.310610 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:07Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:21.319867 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] Checking router: ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:49:21.365021 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:21.365687 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:21.493645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34e441-97e8-426b-a46b-f26fc4c651ce req-8235dd2c-f2a2-4b09-940a-5e0d977779bc tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:21.505552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd34e441-97e8-426b-a46b-f26fc4c651ce req-8235dd2c-f2a2-4b09-940a-5e0d977779bc tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 945 time: 0.2742383 Dec 20 11:49:21.557686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:21.565136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:21.572783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:21.590167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:21.618685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:21.622527 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd34e441-97e8-426b-a46b-f26fc4c651ce req-3732f586-a713-4e37-be4d-f4905c73c60e tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149256 Dec 20 11:49:21.812096 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:21.895858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:22.025913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a43da7e9-8b68-4019-b101-a8e6130d6088 req-a70c7e07-ac02-4d7d-a546-6a7ec35cc100 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23dd8e1-1e56-4f2c-b6c0-915d685f36e0 HTTP/1.1" status: 200 len: 210 time: 0.1056926 Dec 20 11:49:22.089728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697402d-6407-4e41-ad96-070d968c0fa3 req-f0ce9191-35cf-4970-aac0-4174932c092e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:22.091532 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5697402d-6407-4e41-ad96-070d968c0fa3 req-f0ce9191-35cf-4970-aac0-4174932c092e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.2015402 Dec 20 11:49:22.207924 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5697402d-6407-4e41-ad96-070d968c0fa3 req-582e1f8e-7a2f-4b36-9462-3e92bd612d8f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100366 Dec 20 11:49:22.467062 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:07Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:22.474639 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e35b9-d14d-47f5-aedb-1c755f3225b6 None None] The sync data for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 is: [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:45:52Z', 'revision_number': 4, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '39112d72-d309-4e12-9a8a-32bffc97bcb3', 'name': '', 'network_id': '89b62a73-fae3-4f74-9b27-65c508b7780c', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'mac_address': 'fa:16:3e:0a:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:50Z', 'updated_at': '2021-12-20T11:46:07Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'subnets': [{'id': '1a8bc92b-8e44-4a36-8e4c-565fd2a39b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:49:22.490065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:22.498854 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-375c047e-1067-44fa-aeb8-23c2417f37ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:22.696533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': 'f4671d27-fa6e-48c6-ad9d-a5162ae31250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '41b2d311-afc2-4ad4-910f-593a1cd9046a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:22.697220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: 41b2d311-afc2-4ad4-910f-593a1cd9046a, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:22.726899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=c20645fe-1d08-4db3-903e-21ab0e1c255d,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:22.743556 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:22.793051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 41b2d311-afc2-4ad4-910f-593a1cd9046a is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:22.817330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 41b2d311-afc2-4ad4-910f-593a1cd9046a) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:22.821488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:22.822303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:22.830935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc0b42d-035e-4f58-9971-6643f2e93e08 None None] Network 41b2d311-afc2-4ad4-910f-593a1cd9046a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:22.870019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5231901c-b830-4f5c-b8fa-86ba890a9c2e up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:22.933985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7311349 Dec 20 11:49:22.934222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:23.046313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e5313-1ef7-4f39-8e17-9d06b8b63e42 None None] New status for floating IP ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:49:23.108705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47429d6-183e-4671-9d17-8f4335e48c87 req-0ae2b9b7-8f55-40c9-b767-dcf21e19af1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:23.126684 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c47429d6-183e-4671-9d17-8f4335e48c87 req-0ae2b9b7-8f55-40c9-b767-dcf21e19af1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 945 time: 0.1787386 Dec 20 11:49:23.207131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c47429d6-183e-4671-9d17-8f4335e48c87 req-27c5105b-b74f-4a9a-bf7a-8b7eebfddb82 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795527 Dec 20 11:49:23.396412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:23.499635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51500) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:23.676826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:23.702341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:23.736877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:23.809089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:23.885818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 5231901c-b830-4f5c-b8fa-86ba890a9c2e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:23.903313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 5231901c-b830-4f5c-b8fa-86ba890a9c2e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:23.904793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:23.923072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d44fd-a01e-4788-a112-ed0756ee69b8 req-33492d9d-990a-40bb-b0cc-e1bb760f647e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:23.925456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-217d44fd-a01e-4788-a112-ed0756ee69b8 req-33492d9d-990a-40bb-b0cc-e1bb760f647e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.5216889 Dec 20 11:49:23.933076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:23.939266 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-336e527e-3a5d-4620-a6c9-bffbc6c1da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:23.967119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d67350e-3267-4345-95eb-08a02b8dd2b5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:23.974538 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:23.998330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.002904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d67350e-3267-4345-95eb-08a02b8dd2b5 HTTP/1.1" status: 204 len: 168 time: 0.4988556 Dec 20 11:49:24.002904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51516) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:24.025668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.037609 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-7236a9c4-91df-4695-8bf4-6a8733b587e7 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] show failed (client error): The resource could not be found. Dec 20 11:49:24.042925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7236a9c4-91df-4695-8bf4-6a8733b587e7 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "GET /v2.0/security-groups/4d67350e-3267-4345-95eb-08a02b8dd2b5 HTTP/1.1" status: 404 len: 347 time: 0.0349267 Dec 20 11:49:24.043655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51520) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:24.044828 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-257fb364-a30b-4098-a3b4-a1966bf0a36a tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:24.108585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=c20645fe-1d08-4db3-903e-21ab0e1c255d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:24.116311 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:24.218938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.219445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.297921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b2d311-afc2-4ad4-910f-593a1cd9046a']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:24.314576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:24.319651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1a2c777bea4230a64589f94314df5d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:24.322790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:24.328979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:24.345808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4671d27-fa6e-48c6-ad9d-a5162ae31250') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:24.346246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4671d27-fa6e-48c6-ad9d-a5162ae31250') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:24.371118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.400610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.413802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:24.417739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.476249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a455c0-4607-43b5-bcc1-dd4c49905bc2 None None] Network 41b2d311-afc2-4ad4-910f-593a1cd9046a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:24.478167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.585315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.650985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-217d44fd-a01e-4788-a112-ed0756ee69b8 req-25079cb5-6c81-4c9b-9990-4d9189174615 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7082341 Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:24.656251 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:24.665569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.675139 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d9c40010-a0ef-48aa-8616-e4729d23dc1c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:24.716307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Deleting port e615522e-3308-41a5-ac1e-688e0d3e857d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:24.717223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.724112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.729268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=41b2d311-afc2-4ad4-910f-593a1cd9046a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:24.739212 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:24.742503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.756790 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/41b2d311-afc2-4ad4-910f-593a1cd9046a HTTP/1.1" status: 204 len: 168 time: 1.8179014 Dec 20 11:49:24.757453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51530) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:24.763128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1725330623'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:24.781912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:24.785847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:24.789759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:24.799665 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7de63b06-8524-4bf5-84a8-a85215d5b9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:24.800495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:24.821693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790e7901-456c-4571-a26b-8e14ff52b40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5231901c-b830-4f5c-b8fa-86ba890a9c2e'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:24.833403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:24.837454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.857130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5231901c-b830-4f5c-b8fa-86ba890a9c2e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5231901c-b830-4f5c-b8fa-86ba890a9c2e,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:24.871851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.872873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f12645a6-293a-4b77-b5cc-03f8ca279b86 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:24.921209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:24.942652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:24.942995 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment b5342262-9b36-4100-95a3-c3ee5f28dde9 of type vlan for network a559de36-b852-4138-ac19-f89c55672960 Dec 20 11:49:24.955133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0dd5cc-738b-44d3-a2f4-3af35914c327,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:24.958646 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:24.999479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6b62-f6ae-4333-a162-78d37ac44afe req-63b97e9b-356e-45d9-b353-8988df5983d1 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:25.001043 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4cb6b62-f6ae-4333-a162-78d37ac44afe req-63b97e9b-356e-45d9-b353-8988df5983d1 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 945 time: 0.5211756 Dec 20 11:49:25.005413 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b1a2c777bea4230a64589f94314df5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2664030 Dec 20 11:49:25.009135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:25.012134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.022711 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790e7901-456c-4571-a26b-8e14ff52b40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5231901c-b830-4f5c-b8fa-86ba890a9c2e', 'code': 200} Dec 20 11:49:25.024996 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:25.151586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.155401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:25.155982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.183162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=5231901c-b830-4f5c-b8fa-86ba890a9c2e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:25.187270 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:25.188918 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5c57f7a-1852-4381-b63e-08d09b9e14f7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:25.200882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port f12645a6-293a-4b77-b5cc-03f8ca279b86 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:25.223490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port f12645a6-293a-4b77-b5cc-03f8ca279b86 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:25.223914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.273946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.334653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4cb6b62-f6ae-4333-a162-78d37ac44afe req-cbc03453-45e0-40b8-8c6b-75711dc693c5 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954981 Dec 20 11:49:25.448877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.464024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.464573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.481666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc535ba-183b-4472-88aa-5ba33c7d8c2c req-bea23e08-e09d-492c-ae60-21a453000eb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 1099 time: 0.4415600 Dec 20 11:49:25.499586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f12645a6-293a-4b77-b5cc-03f8ca279b86, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:25.508156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.513625 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:25.610440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=a559de36-b852-4138-ac19-f89c55672960,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:25.630796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.641353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8827338 Dec 20 11:49:25.644468 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:25.645094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51548) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:25.653138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Calling delete_port for e615522e-3308-41a5-ac1e-688e0d3e857d owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:25.687055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc535ba-183b-4472-88aa-5ba33c7d8c2c req-d8c6b6c0-a1f8-46b6-b08f-568deae51990 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369135 Dec 20 11:49:25.699543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': 'a559de36-b852-4138-ac19-f89c55672960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:25.702525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.709883 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-388823c0-61d4-4932-9608-b77492f081dc tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:25.710114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network a559de36-b852-4138-ac19-f89c55672960 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:25.725881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0dd5cc-738b-44d3-a2f4-3af35914c327,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:25.729081 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:25.735859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:25.739806 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e0dd5cc-738b-44d3-a2f4-3af35914c327 HTTP/1.1" status: 204 len: 168 time: 0.7301602 Dec 20 11:49:25.834846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f12645a6-293a-4b77-b5cc-03f8ca279b86,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:25.850783 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:25.870936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:25.879162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:25.885442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:25.898776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:25.987236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:26.087387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd5711-33e0-45de-8597-27133ed60093 req-d01f0e7e-0473-4add-b3c5-61f6ab0fa987 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:26.090200 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06fd5711-33e0-45de-8597-27133ed60093 req-d01f0e7e-0473-4add-b3c5-61f6ab0fa987 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.1567390 Dec 20 11:49:26.181168 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06fd5711-33e0-45de-8597-27133ed60093 req-ecd23375-7a72-4359-b271-03fe3d2a356f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789995 Dec 20 11:49:26.273359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:26.278933 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:26.366220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Pushing event deleted for resources: {'Port': ['ID=e615522e-3308-41a5-ac1e-688e0d3e857d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:26.375149 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:26.378601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:26.500108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51568) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:26.521181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:26.625647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:26.636576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Usage tracker for resource:security_group_rule and tenant:b61ea9240b6845848f71288f1685b099 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:26.637357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 11:49:26.637979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 11:49:26.645092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:26.678571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:26.704738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:26.813448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:26.831125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:26.845250 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c5652bc-f65a-466e-8547-48f3c9b8258a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:26.846926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:26.850869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] 10.222.0.32 "DELETE /v2.0/floatingips/ad2c8ab6-9ec5-44ed-8714-08dd9cbbdb57 HTTP/1.1" status: 204 len: 168 time: 2.8061953 Dec 20 11:49:26.859259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51574) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:26.937878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7149f22-5c04-4646-aa7e-ef059195c35a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:26.946291 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:26.953200 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b61ea9240b6845848f71288f1685b099&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4493887 Dec 20 11:49:26.953363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:27.024757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:27.055026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:27.093905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b9751-58dc-4574-9955-c32047478c87 req-71565337-e4c6-4488-9c26-89e193d98626 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:27.109450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:27.110300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d8b9751-58dc-4574-9955-c32047478c87 req-71565337-e4c6-4488-9c26-89e193d98626 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.6053400 Dec 20 11:49:27.147728 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86', 'code': 200} Dec 20 11:49:27.225806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:27.231334 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-71c598bd-0ae1-4039-9b86-34611eaaa98a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:27.265087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7149f22-5c04-4646-aa7e-ef059195c35a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:27.275703 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:27.281468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:27.282937 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7149f22-5c04-4646-aa7e-ef059195c35a HTTP/1.1" status: 204 len: 168 time: 0.3286624 Dec 20 11:49:27.557057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d917458-ed74-4fff-b051-a68fb3fcd30d req-63364d90-4969-46c8-8622-d6c2a27fa440 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:27.573031 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6d917458-ed74-4fff-b051-a68fb3fcd30d req-63364d90-4969-46c8-8622-d6c2a27fa440 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.1805699 Dec 20 11:49:27.671345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6d917458-ed74-4fff-b051-a68fb3fcd30d req-d8d79336-dd10-45b3-abc4-5a89f9a6f657 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929277 Dec 20 11:49:27.772270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cba5-2548-475f-9fe5-9354ab3bf804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:27.832028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:27.843460 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f417e83-1c8e-49bf-ba76-61f3c032ce05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:27.937161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d8b9751-58dc-4574-9955-c32047478c87 req-36cb6a30-a88e-4655-98c7-5224b4baea01 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8257675 Dec 20 11:49:27.977006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:28.062268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d524c778-4c0b-4631-a4f8-82445878d3ff req-304dcdf3-148d-43b0-9eae-0798e65705d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 1098 time: 0.8284161 Dec 20 11:49:28.071829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=7560b045-1665-4a50-a734-d7ac5601269a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:28.077218 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:28.097449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': 'b5342262-9b36-4100-95a3-c3ee5f28dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a559de36-b852-4138-ac19-f89c55672960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:28.098058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: a559de36-b852-4138-ac19-f89c55672960, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:28.204418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network a559de36-b852-4138-ac19-f89c55672960 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:28.215407 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d524c778-4c0b-4631-a4f8-82445878d3ff req-dddcece6-4508-4157-a86c-00e9e2745268 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407895 Dec 20 11:49:28.231723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, a559de36-b852-4138-ac19-f89c55672960) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:28.242530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e532120-2b8d-44a9-8e67-4e1a6bba1d66 None None] Network a559de36-b852-4138-ac19-f89c55672960 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:28.254201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:28.254801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:28.316589 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6326342 Dec 20 11:49:28.320081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:28.503801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:28.504775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-a559de36-b852-4138-ac19-f89c55672960', 'network_id': 'a559de36-b852-4138-ac19-f89c55672960', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': '7560b045-1665-4a50-a734-d7ac5601269a'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:49:28.505611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:28.716889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:28.729452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Allocated IP 172.20.0.3 (a559de36-b852-4138-ac19-f89c55672960/7560b045-1665-4a50-a734-d7ac5601269a/bda09750-c511-42b3-ad26-45c15e1ca572) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:49:28.885267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.104611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.127201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Transition to ACTIVE for port object bda09750-c511-42b3-ad26-45c15e1ca572 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:29.167625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Transition to ACTIVE for port object bda09750-c511-42b3-ad26-45c15e1ca572 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:29.175634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.208602 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:29.339808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.346771 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-789481a9-798c-48aa-b919-f49ecfa1c528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:29.406511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Pushing event updated for resources: {'Port': ['ID=bda09750-c511-42b3-ad26-45c15e1ca572,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:29.408387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=7560b045-1665-4a50-a734-d7ac5601269a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:29.412942 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:29.413079 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:29.426674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Network a559de36-b852-4138-ac19-f89c55672960 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:49:29.428963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:29.432399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:49:29.434875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1ebbf-fffa-45ca-b628-3832f3f8a204 req-71ae2f72-c152-4ca8-b064-cd28d0ddd361 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:29.436338 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35e1ebbf-fffa-45ca-b628-3832f3f8a204 req-71ae2f72-c152-4ca8-b064-cd28d0ddd361 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.2771928 Dec 20 11:49:29.516141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.549812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58116c8-54e7-4e3f-846f-ddfeca4ba6ce req-a96d996f-a8ef-436e-84aa-0e262940a098 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:29.557070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c58116c8-54e7-4e3f-846f-ddfeca4ba6ce req-a96d996f-a8ef-436e-84aa-0e262940a098 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.5742564 Dec 20 11:49:29.577667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Attempting to bind port bda09750-c511-42b3-ad26-45c15e1ca572 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:49:29.580068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Attempting to bind port bda09750-c511-42b3-ad26-45c15e1ca572 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b5342262-9b36-4100-95a3-c3ee5f28dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a559de36-b852-4138-ac19-f89c55672960'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:49:29.580966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Attempting to bind port bda09750-c511-42b3-ad26-45c15e1ca572 on network a559de36-b852-4138-ac19-f89c55672960 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:29.603141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:49:29.607697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Checking segment: {'id': 'b5342262-9b36-4100-95a3-c3ee5f28dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a559de36-b852-4138-ac19-f89c55672960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:29.607697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.607697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Bound using segment: {'id': 'b5342262-9b36-4100-95a3-c3ee5f28dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a559de36-b852-4138-ac19-f89c55672960'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:49:29.607697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Bound port: bda09750-c511-42b3-ad26-45c15e1ca572, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5342262-9b36-4100-95a3-c3ee5f28dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a559de36-b852-4138-ac19-f89c55672960'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:49:29.607697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.634208 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c58116c8-54e7-4e3f-846f-ddfeca4ba6ce req-e107831e-bf36-4c69-ad73-01f3ef50f264 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761542 Dec 20 11:49:29.637639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.689695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a559de36-b852-4138-ac19-f89c55672960']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:29.711469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5342262-9b36-4100-95a3-c3ee5f28dde9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:29.711756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5342262-9b36-4100-95a3-c3ee5f28dde9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:29.726471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.791202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Deleting port 39112d72-d309-4e12-9a8a-32bffc97bcb3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:29.791552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.795378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] For port bda09750-c511-42b3-ad26-45c15e1ca572, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:49:29.799610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] For port bda09750-c511-42b3-ad26-45c15e1ca572, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bda09750-c511-42b3-ad26-45c15e1ca572,segment=NetworkSegment(b5342262-9b36-4100-95a3-c3ee5f28dde9),segment_id=b5342262-9b36-4100-95a3-c3ee5f28dde9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:49:29.813380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.833180 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:29.891652 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35e1ebbf-fffa-45ca-b628-3832f3f8a204 req-ec7a0826-e5f0-4856-954c-59c972fbfa68 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317250 Dec 20 11:49:29.892549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.901462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:29.901848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:29.916877 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:30.031037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] For port 39112d72-d309-4e12-9a8a-32bffc97bcb3, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=39112d72-d309-4e12-9a8a-32bffc97bcb3,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:30.031734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:30.050695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Pushing event updated for resources: {'Port': ['ID=bda09750-c511-42b3-ad26-45c15e1ca572,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:30.058041 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:30.087546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51658) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:30.094800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:49:30.094800 n-d-victoria-1 neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:49:30.094800 n-d-victoria-1 neutron-server[83557]: [parameters: {'id': 'a559de36-b852-4138-ac19-f89c55672960'}] Dec 20 11:49:30.094800 n-d-victoria-1 neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:30.095145 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:30.102247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b232-26df-4f3e-b393-0b48258fc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:30.147451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5f0c7-c98f-41f0-a793-a2b61fef2b69 None None] Network a559de36-b852-4138-ac19-f89c55672960 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:30.200026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Calling delete_port for 39112d72-d309-4e12-9a8a-32bffc97bcb3 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:30.413380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d262a-5e62-41fb-b776-a76002cc0057 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:49:30.450034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:30.501975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:30.535377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Usage tracker for resource:security_group_rule and tenant:5bc09c61da7d4e2dbea9b123af884e4f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:30.542962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:30.549462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb599537-1e5e-48d9-b865-2443aa400267 req-0ae43584-2e2a-4734-8678-d3c0ace74ac1 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:30.550932 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb599537-1e5e-48d9-b865-2443aa400267 req-0ae43584-2e2a-4734-8678-d3c0ace74ac1 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.3589091 Dec 20 11:49:30.556177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:30.621423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d262a-5e62-41fb-b776-a76002cc0057 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:49:30.623998 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cb599537-1e5e-48d9-b865-2443aa400267 req-23c2429f-5e63-4c79-b3a3-f42a7f44f858 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659645 Dec 20 11:49:30.642839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:30.710886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:30.725957 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28f37361-10fe-46de-acf1-0fb418f9a3b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:30.790969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port bda09750-c511-42b3-ad26-45c15e1ca572 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:30.791522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:30.854239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Pushing event deleted for resources: {'Port': ['ID=39112d72-d309-4e12-9a8a-32bffc97bcb3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:30.884311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:30.913365 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:30.936202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.024240 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34dae15b-3067-4f91-84cd-db8219301655 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:31.059750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861def-de75-4029-895c-79e6b106b519 req-d788dbb2-e663-49ee-a6d7-5ea195b2fcca tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:31.061528 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44861def-de75-4029-895c-79e6b106b519 req-d788dbb2-e663-49ee-a6d7-5ea195b2fcca tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 945 time: 0.1977167 Dec 20 11:49:31.141135 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bc09c61da7d4e2dbea9b123af884e4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0501995 Dec 20 11:49:31.141135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545c9c7b-96a3-43b2-bba1-0d8a71437f61,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:31.142079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51684) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:31.148496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.157782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.165877 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:31.201216 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44861def-de75-4029-895c-79e6b106b519 req-487f33d4-3f50-4a54-b30a-a0b37b7271eb tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317391 Dec 20 11:49:31.260816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51690) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:31.299054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.494542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port bda09750-c511-42b3-ad26-45c15e1ca572, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bda09750-c511-42b3-ad26-45c15e1ca572,segment=NetworkSegment(b5342262-9b36-4100-95a3-c3ee5f28dde9),segment_id=b5342262-9b36-4100-95a3-c3ee5f28dde9)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:31.494913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.549041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.662820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed4d2a-cd2c-4cd5-b8c0-11190c04863b req-8ec3df9a-e4f7-4170-96c8-31a9152bbe9f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:31.664276 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8ed4d2a-cd2c-4cd5-b8c0-11190c04863b req-8ec3df9a-e4f7-4170-96c8-31a9152bbe9f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.7745411 Dec 20 11:49:31.671940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for bda09750-c511-42b3-ad26-45c15e1ca572 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:31.704748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:31.764865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Usage tracker for resource:security_group_rule and tenant:fc514e29f74045219f8f13247830e5c3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:31.773376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:31.783724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:31.799466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.852922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ada0-4830-4568-ac1a-a056330c1853 req-56c9ada8-daf5-46c2-a7fa-eaf9bea4fe63 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:31.854416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7da7ada0-4830-4568-ac1a-a056330c1853 req-56c9ada8-daf5-46c2-a7fa-eaf9bea4fe63 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.2321877 Dec 20 11:49:31.867860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.892785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8ed4d2a-cd2c-4cd5-b8c0-11190c04863b req-e7889e30-bc9c-4b87-aa1d-12d217db60bd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874504 Dec 20 11:49:31.893374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.904273 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:31.940321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Deleting port 22ed1e91-b5e8-4606-aea7-cce110d45122 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:31.940657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:31.995579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Port': ['ID=bda09750-c511-42b3-ad26-45c15e1ca572,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:31.996635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.002096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7da7ada0-4830-4568-ac1a-a056330c1853 req-5b35f621-991c-4194-8d61-b15e820ed1aa tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386714 Dec 20 11:49:32.006435 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:32.007888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.017569 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b282040-2c32-4240-87ee-6cd2f72ca8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:32.020643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No DVR routers for this DVR port bda09750-c511-42b3-ad26-45c15e1ca572 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:32.119281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40932dc8-b5ee-45d8-8cf0-03977660c764,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:32.237506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.253658 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-870f637f-6385-4fd4-9aab-d5341b6437ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:32.260601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc514e29f74045219f8f13247830e5c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9985790 Dec 20 11:49:32.261813 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:32.263296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51698) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:32.349161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.381143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.402802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:49:32.405279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.413062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c9c7b-96a3-43b2-bba1-0d8a71437f61,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:32.430036 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:32.477191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a559de36-b852-4138-ac19-f89c55672960']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:32.485933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] For port 22ed1e91-b5e8-4606-aea7-cce110d45122, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=22ed1e91-b5e8-4606-aea7-cce110d45122,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:32.486312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.508099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5342262-9b36-4100-95a3-c3ee5f28dde9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:32.508299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5342262-9b36-4100-95a3-c3ee5f28dde9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:32.515110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.519670 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78b9c144-93f9-43ee-9bf3-c4992711c2f6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:32.534992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40932dc8-b5ee-45d8-8cf0-03977660c764,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:32.540388 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:32.575929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.577048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/545c9c7b-96a3-43b2-bba1-0d8a71437f61 HTTP/1.1" status: 204 len: 168 time: 1.4195950 Dec 20 11:49:32.619909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.621040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40932dc8-b5ee-45d8-8cf0-03977660c764 HTTP/1.1" status: 204 len: 168 time: 0.3568833 Dec 20 11:49:32.636932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.654275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Calling delete_port for 22ed1e91-b5e8-4606-aea7-cce110d45122 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:32.671544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:49:32.676883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] 10.222.0.32 "PUT /v2.0/routers/ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8124228 Dec 20 11:49:32.680205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51706) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:32.685371 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] Sync routers for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:49:32.705524 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:32.709619 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:32.710931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.731928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.740675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:32.741140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:32.758201 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:32.793300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9890a26-ad2b-4c27-8d01-972df8438afc req-eb3c6224-696c-43e2-b34d-28e321ef9dd0 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:32.795128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c9890a26-ad2b-4c27-8d01-972df8438afc req-eb3c6224-696c-43e2-b34d-28e321ef9dd0 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.4764686 Dec 20 11:49:32.995166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:32.998849 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c9890a26-ad2b-4c27-8d01-972df8438afc req-e6637a13-17cc-4537-927b-48969d47bfaf tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903813 Dec 20 11:49:33.002386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.040747 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f3489da-ca3e-47a4-b387-f6ff2a9c0256 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:33.059464 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:33.097784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.146900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=a559de36-b852-4138-ac19-f89c55672960,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:33.154263 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:33.164723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/a559de36-b852-4138-ac19-f89c55672960 HTTP/1.1" status: 204 len: 168 time: 4.8401234 Dec 20 11:49:33.166823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51722) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:33.181574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200247935'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:33.202886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:33.219357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:33.227190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:33.245637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:33.346067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:33.352113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.448852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51730) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:33.455767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:33.467581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.468023 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 1884a019-4533-48b2-9539-71530ab6bc3c of type vlan for network 6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd Dec 20 11:49:33.471446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7835d-596e-4a77-b901-656304071569 req-e55f806a-c3f4-46f6-8437-c34d45a0cceb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:33.481806 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1dc7835d-596e-4a77-b901-656304071569 req-e55f806a-c3f4-46f6-8437-c34d45a0cceb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.3056304 Dec 20 11:49:33.502635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.543521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.547513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:33.548510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.557850 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1f87376-e867-4e86-a70b-f6db0f9f5c7a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:33.581033 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:49:30Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:33.591802 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] Checking router: ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:49:33.617973 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] Routers {'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:33.618821 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:33.618976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.621528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.691188 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1dc7835d-596e-4a77-b901-656304071569 req-4e66ce83-cfd1-4b08-a11d-03754494457e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076397 Dec 20 11:49:33.698977 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5286665 Dec 20 11:49:33.702356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51734) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:33.703323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:33.709344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:33.714324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': '6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:33.720432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:33.733658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Usage tracker for resource:security_group_rule and tenant:3a3a602811104f548df08e1724f5f08c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:33.734888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:33.766265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:33.769070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.802046 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:33.805647 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:33.877405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Deleting port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:33.878047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:33.900591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ed1e91-b5e8-4606-aea7-cce110d45122,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:33.909141 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:33.916582 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] Set router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:33.968885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:34.012999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:34.025598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:34.053813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:34.119907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80c7b2-e0fe-4411-8baf-b5308a814727 req-2b924b74-1a8e-4aad-a617-5c152d276650 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:34.124113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80c7b2-e0fe-4411-8baf-b5308a814727 req-2b924b74-1a8e-4aad-a617-5c152d276650 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:34.128156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80c7b2-e0fe-4411-8baf-b5308a814727 req-2b924b74-1a8e-4aad-a617-5c152d276650 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:34.136826 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe80c7b2-e0fe-4411-8baf-b5308a814727 req-2b924b74-1a8e-4aad-a617-5c152d276650 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f&device_id=855b4379-3c02-41d3-979d-f700985c0408&device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 2418 time: 0.4386048 Dec 20 11:49:34.152323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:34.210207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:34.210342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe80c7b2-e0fe-4411-8baf-b5308a814727 req-b9cc9017-79e4-4883-812a-1d074e89e50c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Dec 20 11:49:34.241971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:34.275188 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d7daad9d-7ea2-40c4-a261-7dbbb37695bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:34.287792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a3a602811104f548df08e1724f5f08c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8339376 Dec 20 11:49:34.289652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:34.298195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] For port 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:34.298626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:34.459683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:34.478141 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:49:30Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:34.484236 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb17d06-58da-4ba8-bc4d-571c3e473914 None None] The sync data for ids ['ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c'] in n-d-victoria-1 is: [{'id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'name': 'tempest-ServersTestBootFromVolume-1767864275-router', 'tenant_id': '784fe69e76694d4f96f62301b7ce894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:45:39Z', 'updated_at': '2021-12-20T11:49:30Z', 'revision_number': 5, 'project_id': '784fe69e76694d4f96f62301b7ce894d', 'gw_port': {'id': '7e1e4030-6c48-4cf0-9e68-18e3978fe8e2', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:45:41Z', 'updated_at': '2021-12-20T11:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:49:34.731093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:34.746808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Calling delete_port for 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:34.783667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ec075-f52e-4978-a6a7-db28bb17710b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:34.801889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:34.817703 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:35.006131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.023431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 39112d72-d309-4e12-9a8a-32bffc97bcb3 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:35.065623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 39112d72-d309-4e12-9a8a-32bffc97bcb3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:35.066523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 39112d72-d309-4e12-9a8a-32bffc97bcb3 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:35.110770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.141506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c73d53-70eb-4a08-b4e9-e0c5ac171529 req-6c48fee5-bce5-4862-95f5-b2be5fa36794 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:35.148761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e9c73d53-70eb-4a08-b4e9-e0c5ac171529 req-6c48fee5-bce5-4862-95f5-b2be5fa36794 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.6797376 Dec 20 11:49:35.204614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.271883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:35.278079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Usage tracker for resource:security_group_rule and tenant:f3841c3e4ac14fbe8d6430619ff3650a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:35.283121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:35.290929 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e9c73d53-70eb-4a08-b4e9-e0c5ac171529 req-1d7e9a01-76de-4924-b26a-e26a61f70baa tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412902 Dec 20 11:49:35.344768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:35.381399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13911f9-6b1d-406a-a42b-e5b68f74c820 req-a8ff2685-0741-4537-aea4-9346ac2f1e7c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:35.382844 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f13911f9-6b1d-406a-a42b-e5b68f74c820 req-a8ff2685-0741-4537-aea4-9346ac2f1e7c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.2552307 Dec 20 11:49:35.383687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.391942 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5c336304-8d5c-4b5c-aed2-f737a31b17c1 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:35.410190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ec075-f52e-4978-a6a7-db28bb17710b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:35.429182 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:35.470543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.473988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.478517 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:35.498750 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f13911f9-6b1d-406a-a42b-e5b68f74c820 req-cb0bd9cb-a5bd-497c-bbab-b658954071a2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054368 Dec 20 11:49:35.509733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.510870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f8ec075-f52e-4978-a6a7-db28bb17710b HTTP/1.1" status: 204 len: 168 time: 1.2151523 Dec 20 11:49:35.572575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.585913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.595548 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-65058a31-3d29-458b-b5fe-9a5438c327dd tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:35.649151 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3841c3e4ac14fbe8d6430619ff3650a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9170122 Dec 20 11:49:35.650221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6171c913-7693-4b2d-9795-faa1d5a64d95,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:35.653329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51772) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:35.656073 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:35.663642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=a65c652e-ac63-498e-b80f-d231f8439e10,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:35.671575 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:35.672084 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-76a9572a-9655-47a5-91cd-1f5827f6c477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:35.730072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1e4030-6c48-4cf0-9e68-18e3978fe8e2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:35.736607 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:35.743965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '1884a019-4533-48b2-9539-71530ab6bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:35.744407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: 6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:35.748412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.765606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:49:35.791621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.898955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.945863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:35.953172 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d3ab2e4-9392-49e7-8001-864b90f27d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:35.976632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171c913-7693-4b2d-9795-faa1d5a64d95,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:35.987201 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:36.063425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.064752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6171c913-7693-4b2d-9795-faa1d5a64d95 HTTP/1.1" status: 204 len: 168 time: 0.4103010 Dec 20 11:49:36.095435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:36.136896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:49:36.147306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] 10.222.0.32 "PUT /v2.0/routers/a3e2b6eb-465f-4058-95d8-8a58a9d3ef27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1637950 Dec 20 11:49:36.148934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51790) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:36.150301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] Sync routers for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:49:36.173423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.174208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:36.174442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:36.179027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.181718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:36.188178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:36.188839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.230304 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5229762 Dec 20 11:49:36.232934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51796) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:36.241173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.241713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:49:36.351282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.352404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] 10.222.0.32 "DELETE /v2.0/routers/ec4cb1b7-8f1e-4391-9f52-a5fff5018a7c HTTP/1.1" status: 204 len: 168 time: 3.6711006 Dec 20 11:49:36.363517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51800) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:36.503796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:36.585269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.655852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Deleting subnet 1a8bc92b-8e44-4a36-8e4c-565fd2a39b02 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:49:36.668125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:36.790098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb3d0d3-ebf1-4118-aeda-3d69e7c84aed None None] Network 6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:36.821715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.014235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.056953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:37.164564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:37.165212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7e1e4030-6c48-4cf0-9e68-18e3978fe8e2 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:37.166477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.273621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7a05b-e50c-479f-ac39-ba6980836cac req-9382a63c-100f-49e9-a46b-3b05dffbbad3 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:37.280200 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44b7a05b-e50c-479f-ac39-ba6980836cac req-9382a63c-100f-49e9-a46b-3b05dffbbad3 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.2592211 Dec 20 11:49:37.360628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44b7a05b-e50c-479f-ac39-ba6980836cac req-2cc682df-4814-44ad-85a8-af720fe6804c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794773 Dec 20 11:49:37.374296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.388700 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-afe41762-189b-46db-895f-c7f143a66ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:37.453869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=a65c652e-ac63-498e-b80f-d231f8439e10,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:37.459735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c296eea-680f-48ed-a3e2-9b1ebb671fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd', 'network_id': '6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': 'a65c652e-ac63-498e-b80f-d231f8439e10'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:49:37.460834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8c296eea-680f-48ed-a3e2-9b1ebb671fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.461264 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:37.468393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.622915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:49:33Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:37.627008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.628561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] Checking router: a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:49:37.631286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f261f1-049e-43b4-a30a-27251c7c0383 None None] Network 6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:37.635505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.642385 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c19f0a0d-7cca-44eb-9cce-3149fa7501ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:37.676564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:37.711966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8bc92b-8e44-4a36-8e4c-565fd2a39b02,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:37.724888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:37.727552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.734356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1884a019-4533-48b2-9539-71530ab6bc3c') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:37.737226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1884a019-4533-48b2-9539-71530ab6bc3c') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:37.767475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.772146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14099b-2b90-417d-939e-b2ac10f4488b None None] Network 89b62a73-fae3-4f74-9b27-65c508b7780c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:37.799163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.812933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:37.813565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:37.845394 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1a8bc92b-8e44-4a36-8e4c-565fd2a39b02 HTTP/1.1" status: 204 len: 168 time: 1.4851725 Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:37.846146 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:37.851887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:38.000580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.004561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:38.026318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.037791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:38.041739 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:38.058431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd HTTP/1.1" status: 204 len: 168 time: 1.8234279 Dec 20 11:49:38.058833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:38.071914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a161-26b5-41b5-8601-fda746f9ae3b req-9793e192-0507-470e-84b5-4e5c101cf2c5 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:38.074553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1283525881'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:38.078582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] Routers {'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:49:38.079226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:49:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:38.079355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40e7a161-26b5-41b5-8601-fda746f9ae3b req-9793e192-0507-470e-84b5-4e5c101cf2c5 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.2237997 Dec 20 11:49:38.080367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:38.085230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:38.089390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:38.101687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:38.120263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.126988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40e7a161-26b5-41b5-8601-fda746f9ae3b req-0a424b50-3c0a-4c09-8dfd-7f977c71d52f tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Dec 20 11:49:38.130409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:38.134551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.176149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Deleting port e6e4f9fe-0787-412c-8279-19fecb4f0080 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:38.176482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.199348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.222231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:38.231290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.231628 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 7e4df438-2c3c-4673-8be6-69662b728a81 of type vlan for network e2e2aa57-a411-42f2-8c5a-1350613367f5 Dec 20 11:49:38.257950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.312248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Deleting port 02c38ac3-ca07-434a-8de3-e12f9a79e49e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:38.312714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.357723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] Set router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:49:38.405302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.410759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:38.411508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.422175 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:38.557586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] DHCP port deletion for 89b62a73-fae3-4f74-9b27-65c508b7780c request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:49:38.607459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51868) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:38.608028 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5466146 Dec 20 11:49:38.614149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:38.647171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Deleting port e6e4f9fe-0787-412c-8279-19fecb4f0080 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:38.647555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:38.802122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=e2e2aa57-a411-42f2-8c5a-1350613367f5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:38.805556 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:38.843120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:38.848747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:38.853585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:38.861477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:38.882057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:38.887383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network e2e2aa57-a411-42f2-8c5a-1350613367f5 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:39.018518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e6e4f9fe-0787-412c-8279-19fecb4f0080 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:39.037515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.044262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6e4f9fe-0787-412c-8279-19fecb4f0080,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:39.044624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.072223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] For port 02c38ac3-ca07-434a-8de3-e12f9a79e49e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=02c38ac3-ca07-434a-8de3-e12f9a79e49e,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:39.072580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.306545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.434970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:49:33Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:39.449685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6e4f9fe-0787-412c-8279-19fecb4f0080,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:39.450074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.471948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca044781-b6da-4c9c-bf5d-d5d5d6e12467 None None] The sync data for ids ['a3e2b6eb-465f-4058-95d8-8a58a9d3ef27'] in n-d-victoria-1 is: [{'id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'name': 'tempest-AttachVolumeTestJSON-1804673090-router', 'tenant_id': '839f9de09a7d488ca6806fc2ae46dd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183'}], 'enable_snat': True}, 'gw_port_id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:40:55Z', 'updated_at': '2021-12-20T11:49:33Z', 'revision_number': 5, 'project_id': '839f9de09a7d488ca6806fc2ae46dd15', 'gw_port': {'id': '02c38ac3-ca07-434a-8de3-e12f9a79e49e', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2b6eb-465f-4058-95d8-8a58a9d3ef27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:40:57Z', 'updated_at': '2021-12-20T11:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:49:39.487469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.491877 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71121e80-9d66-4525-81aa-93110ade50e5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:39.562767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Calling delete_port for e6e4f9fe-0787-412c-8279-19fecb4f0080 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:39.608269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=6f98083a-e9b2-48df-97a6-07a704151d53,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:39.611392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Calling delete_port for e6e4f9fe-0787-412c-8279-19fecb4f0080 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:39.612933 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:39.658910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6dfd-1a95-4998-9c5e-e1e8c6ea4bfc req-3bed722e-7740-49aa-b851-6ae2e154cbeb tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:39.661239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ada6dfd-1a95-4998-9c5e-e1e8c6ea4bfc req-3bed722e-7740-49aa-b851-6ae2e154cbeb tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.2608802 Dec 20 11:49:39.661991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '7e4df438-2c3c-4673-8be6-69662b728a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:39.662366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: e2e2aa57-a411-42f2-8c5a-1350613367f5, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:39.666927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6e4f9fe-0787-412c-8279-19fecb4f0080,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:39.679691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.685484 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:39.726180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Calling delete_port for 02c38ac3-ca07-434a-8de3-e12f9a79e49e owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:39.736595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network e2e2aa57-a411-42f2-8c5a-1350613367f5 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:39.750498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9ada6dfd-1a95-4998-9c5e-e1e8c6ea4bfc req-5419a1a2-caf6-4dc3-927b-5e367a516cd3 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741253 Dec 20 11:49:39.763147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, e2e2aa57-a411-42f2-8c5a-1350613367f5) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:39.773519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53434dd5-76b0-47b3-b2ae-b1c6f38648c8 req-f0e7beae-a634-4d4a-9bf6-9bcb0c04a9e7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:39.777647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:39.779723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:39.788115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=e6e4f9fe-0787-412c-8279-19fecb4f0080,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:39.789262 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53434dd5-76b0-47b3-b2ae-b1c6f38648c8 req-f0e7beae-a634-4d4a-9bf6-9bcb0c04a9e7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 1.2021122 Dec 20 11:49:39.791972 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:39.792887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d85d5-2ae1-4db9-ba95-e95f20f96cdd None None] Network e2e2aa57-a411-42f2-8c5a-1350613367f5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:39.823743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2124419 Dec 20 11:49:39.830442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51904) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:40.110984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:40.111350 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:40.128298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-e2e2aa57-a411-42f2-8c5a-1350613367f5', 'network_id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': '6f98083a-e9b2-48df-97a6-07a704151d53'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:49:40.129122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.144801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:40.145137 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:40.190743 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53434dd5-76b0-47b3-b2ae-b1c6f38648c8 req-efbf9576-1543-43a7-8c7e-636278e8d9b4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006176 Dec 20 11:49:40.242233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.368860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.369608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Allocated IP 172.20.0.1 (e2e2aa57-a411-42f2-8c5a-1350613367f5/6f98083a-e9b2-48df-97a6-07a704151d53/531aa4ea-21f5-4f74-bb24-91651cca3ed2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:49:40.457702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.465706 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1154dc7a-8a91-4c42-9494-2c4215c3a12e tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:40.511345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Pushing event deleted for resources: {'Port': ['ID=02c38ac3-ca07-434a-8de3-e12f9a79e49e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:40.514524 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:40.618435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Deleting port e6e4f9fe-0787-412c-8279-19fecb4f0080 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:40.619054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.660340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Deleting port e6e4f9fe-0787-412c-8279-19fecb4f0080 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:40.660685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.781195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.792590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.811416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Transition to ACTIVE for port object 531aa4ea-21f5-4f74-bb24-91651cca3ed2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:40.868076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Transition to ACTIVE for port object 531aa4ea-21f5-4f74-bb24-91651cca3ed2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:40.874861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51950) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:40.924930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:40.963153 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:41.028421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6e4f9fe-0787-412c-8279-19fecb4f0080,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:41.028764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.056870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Network e2e2aa57-a411-42f2-8c5a-1350613367f5 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:49:41.114302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:41.132123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.144258 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:41.171710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1092a-9df7-4487-9dc1-5b0d0f2e51c2 req-0c0aeeef-a6b5-4529-8a71-8f358cd8f332 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:41.179654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22ed1e91-b5e8-4606-aea7-cce110d45122 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:41.189735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c0b1092a-9df7-4487-9dc1-5b0d0f2e51c2 req-0c0aeeef-a6b5-4529-8a71-8f358cd8f332 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.2472858 Dec 20 11:49:41.201422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=6f98083a-e9b2-48df-97a6-07a704151d53,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:41.204599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.211276 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:41.227242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Calling delete_port for e6e4f9fe-0787-412c-8279-19fecb4f0080 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:41.285463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.291682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.304672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] For port e6e4f9fe-0787-412c-8279-19fecb4f0080, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e6e4f9fe-0787-412c-8279-19fecb4f0080,segment=NetworkSegment(504f87e8-2387-4c29-b5a7-90f09f50ed42),segment_id=504f87e8-2387-4c29-b5a7-90f09f50ed42)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:41.305020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.310188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:49:41.319492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Pushing event updated for resources: {'Port': ['ID=531aa4ea-21f5-4f74-bb24-91651cca3ed2,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:41.327893 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:41.330995 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 22ed1e91-b5e8-4606-aea7-cce110d45122 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:41.331290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22ed1e91-b5e8-4606-aea7-cce110d45122 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:41.339313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.352209 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0fd9577-a2c8-4641-bb72-c7c66580c9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:41.399298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:41.401847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a979d6952ed450bbb34cdc93ca73549 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:41.415020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:41.418489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] No DVR routers for this DVR port e6e4f9fe-0787-412c-8279-19fecb4f0080 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:41.421119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:41.485844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Pushing event deleted for resources: {'Port': ['ID=e6e4f9fe-0787-412c-8279-19fecb4f0080,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:41.488464 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:41.498595 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c0b1092a-9df7-4487-9dc1-5b0d0f2e51c2 req-5d97fef5-e470-4a7c-aa71-fc191d097c34 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078892 Dec 20 11:49:41.560562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Attempting to bind port 531aa4ea-21f5-4f74-bb24-91651cca3ed2 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:49:41.560944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Attempting to bind port 531aa4ea-21f5-4f74-bb24-91651cca3ed2 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7e4df438-2c3c-4673-8be6-69662b728a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:49:41.561310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Attempting to bind port 531aa4ea-21f5-4f74-bb24-91651cca3ed2 on network e2e2aa57-a411-42f2-8c5a-1350613367f5 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:41.571280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:49:41.571829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Checking segment: {'id': '7e4df438-2c3c-4673-8be6-69662b728a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:41.572129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.572581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Bound using segment: {'id': '7e4df438-2c3c-4673-8be6-69662b728a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:49:41.573000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.573388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Bound port: 531aa4ea-21f5-4f74-bb24-91651cca3ed2, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4df438-2c3c-4673-8be6-69662b728a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:49:41.573814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.578972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.589548 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:41.637372 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a979d6952ed450bbb34cdc93ca73549&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7591202 Dec 20 11:49:41.638338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51976) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:41.642319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dd88ac-bbab-4fd9-97a2-2a53188d3363,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:41.687094 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:41.702014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Calling delete_port for e6e4f9fe-0787-412c-8279-19fecb4f0080 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:41.738486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] For port 531aa4ea-21f5-4f74-bb24-91651cca3ed2, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:49:41.742359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] For port 531aa4ea-21f5-4f74-bb24-91651cca3ed2, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=531aa4ea-21f5-4f74-bb24-91651cca3ed2,segment=NetworkSegment(7e4df438-2c3c-4673-8be6-69662b728a81),segment_id=7e4df438-2c3c-4673-8be6-69662b728a81)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:49:41.744656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.748911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.754301 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:41.775883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.888041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.891534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.892083 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a1967594-5f8e-4f9c-8a99-74bafeb15be5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:41.902886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dd88ac-bbab-4fd9-97a2-2a53188d3363,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:41.905837 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:41.911305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.927949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40dd88ac-bbab-4fd9-97a2-2a53188d3363 HTTP/1.1" status: 204 len: 168 time: 0.2774258 Dec 20 11:49:41.935759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:41.944855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:49:41.950647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Pushing event updated for resources: {'Port': ['ID=531aa4ea-21f5-4f74-bb24-91651cca3ed2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:41.956766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a4f61-0a36-4a83-832c-966769c328d3 None None] Network e2e2aa57-a411-42f2-8c5a-1350613367f5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:41.975790 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:41.995631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e2aa57-a411-42f2-8c5a-1350613367f5']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:42.027340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4df438-2c3c-4673-8be6-69662b728a81') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:42.027631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4df438-2c3c-4673-8be6-69662b728a81') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:42.078195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.141653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893499-35a8-4572-8a07-8ced46e2cc1f req-c83f3285-ba7d-457a-ba68-c9a16436b5cb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:42.143850 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-33893499-35a8-4572-8a07-8ced46e2cc1f req-c83f3285-ba7d-457a-ba68-c9a16436b5cb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.4529920 Dec 20 11:49:42.151958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.156270 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] 10.222.0.32 "DELETE /v2.0/routers/a3e2b6eb-465f-4058-95d8-8a58a9d3ef27 HTTP/1.1" status: 204 len: 168 time: 6.0060041 Dec 20 11:49:42.158556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51994) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:42.184096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.206609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:42.207150 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:42.212089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-33893499-35a8-4572-8a07-8ced46e2cc1f req-919a318e-436d-4bd1-9e0f-1e4725902afb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542369 Dec 20 11:49:42.214912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:42.215539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:42.233337 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:42.345603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Deleting subnet 50eb89d5-aaaa-4ed4-8658-e03703da4099 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:49:42.356508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.363577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a0ba3-2196-4d60-a708-5ef9c54c07dc None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:49:42.409784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:49:42.409784 n-d-victoria-1 neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:49:42.409784 n-d-victoria-1 neutron-server[83557]: [parameters: {'id': 'e2e2aa57-a411-42f2-8c5a-1350613367f5'}] Dec 20 11:49:42.409784 n-d-victoria-1 neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:42.410248 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:42.450477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.592858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a0ba3-2196-4d60-a708-5ef9c54c07dc None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:49:42.621414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52002) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:42.681097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.684249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52006) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:42.695468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.722834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Deleting port e6e4f9fe-0787-412c-8279-19fecb4f0080 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:42.723512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.806613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] The port 'e6e4f9fe-0787-412c-8279-19fecb4f0080' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:49:42.955344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.963388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 02c38ac3-ca07-434a-8de3-e12f9a79e49e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:42.995161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:42.996891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:43.002751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Usage tracker for resource:security_group_rule and tenant:22742d6ab8ba474abdd0a73b9fb74e6b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:43.008469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:43.017641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:43.022686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.023470 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb3a137a-367b-4a67-80fc-8322ac02b6ac tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:43.029957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b62a73-fae3-4f74-9b27-65c508b7780c']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:43.041118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 02c38ac3-ca07-434a-8de3-e12f9a79e49e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:43.041482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 02c38ac3-ca07-434a-8de3-e12f9a79e49e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:43.063943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe72620-3e9b-40ee-9813-7bc279540e56 req-3c0f2d1c-6bdf-44db-8d70-655273e69687 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:43.065621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe72620-3e9b-40ee-9813-7bc279540e56 req-3c0f2d1c-6bdf-44db-8d70-655273e69687 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.3244700 Dec 20 11:49:43.066826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.076817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/50eb89d5-aaaa-4ed4-8658-e03703da4099 HTTP/1.1" status: 204 len: 168 time: 0.9172306 Dec 20 11:49:43.079340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50eb89d5-aaaa-4ed4-8658-e03703da4099,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:43.082223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:43.096227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504f87e8-2387-4c29-b5a7-90f09f50ed42') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:43.096803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504f87e8-2387-4c29-b5a7-90f09f50ed42') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:43.112051 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:43.141523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.200546 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbe72620-3e9b-40ee-9813-7bc279540e56 req-6a87f179-d4c7-483b-8afa-d72de8f174de tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222441 Dec 20 11:49:43.204844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.241555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.254216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.261900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:43.262417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.306209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46ce44-df08-4b67-bd55-0e1a4729e56c None None] Network 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:43.307586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:43.311492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Usage tracker for resource:security_group_rule and tenant:09bfb34940d54d3eb168f556446b619f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:43.314427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:43.321176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:43.389506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.399586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.404532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.407201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port 531aa4ea-21f5-4f74-bb24-91651cca3ed2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:43.407539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.414904 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67437579-aedb-450d-9ab5-6616535a2153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:43.435237 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:43.454830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.461439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Deleting port b8b97893-f812-48bb-aa65-05393957c788 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:43.461857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.498666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdea602-0616-482a-921b-a5aefa35f8cf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:43.502828 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09bfb34940d54d3eb168f556446b619f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8101144 Dec 20 11:49:43.504943 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a7cf380e-24a3-4f04-8c4f-3b02244f69be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:43.506755 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:43.507114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52020) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:43.572547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.604475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051ca89d-efa8-45d7-9a0b-58ea98ed8542,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:43.607365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.618660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] DHCP port deletion for 0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:49:43.621198 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:43.624173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Deleting port b8b97893-f812-48bb-aa65-05393957c788 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:43.624289 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:43.624383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.640708 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22742d6ab8ba474abdd0a73b9fb74e6b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0180275 Dec 20 11:49:43.641973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52024) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:43.658487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Pushing event deleted for resources: {'Network': ['ID=89b62a73-fae3-4f74-9b27-65c508b7780c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:43.669162 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:43.685365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.702183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] 10.222.0.32 "DELETE /v2.0/networks/89b62a73-fae3-4f74-9b27-65c508b7780c HTTP/1.1" status: 204 len: 168 time: 5.8492441 Dec 20 11:49:43.736332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b0f35-f9fb-4107-84df-591095f4b53d req-58b023ed-6117-440b-9694-f24c3d7266f4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:43.737772 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e27b0f35-f9fb-4107-84df-591095f4b53d req-58b023ed-6117-440b-9694-f24c3d7266f4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.3017311 Dec 20 11:49:43.783729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] For port b8b97893-f812-48bb-aa65-05393957c788, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b8b97893-f812-48bb-aa65-05393957c788,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:43.784082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.811253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.821813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port 531aa4ea-21f5-4f74-bb24-91651cca3ed2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=531aa4ea-21f5-4f74-bb24-91651cca3ed2,segment=NetworkSegment(7e4df438-2c3c-4673-8be6-69662b728a81),segment_id=7e4df438-2c3c-4673-8be6-69662b728a81)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:43.822239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.893768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52030) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:43.912176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] For port b8b97893-f812-48bb-aa65-05393957c788, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b8b97893-f812-48bb-aa65-05393957c788,segment=NetworkSegment(0d31f052-3c57-4dcb-93ba-d51458d9cced),segment_id=0d31f052-3c57-4dcb-93ba-d51458d9cced)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:43.912933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:43.933713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Calling delete_port for b8b97893-f812-48bb-aa65-05393957c788 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:43.952820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for 531aa4ea-21f5-4f74-bb24-91651cca3ed2 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:43.993170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.019768 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e27b0f35-f9fb-4107-84df-591095f4b53d req-4ce3db76-acac-4481-973e-b59f61f72d63 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357142 Dec 20 11:49:44.049463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Calling delete_port for b8b97893-f812-48bb-aa65-05393957c788 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:44.059514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.094124 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bb64a20b-b17b-428b-b805-3b5067b44978 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=784fe69e76694d4f96f62301b7ce894d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1481571 Dec 20 11:49:44.097168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52034) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:44.105496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.110114 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:44.114582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.121212 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:44.148904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Port': ['ID=531aa4ea-21f5-4f74-bb24-91651cca3ed2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:44.151685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:44.151831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.152254 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:44.152833 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:44.158982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No DVR routers for this DVR port 531aa4ea-21f5-4f74-bb24-91651cca3ed2 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:44.192067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b97893-f812-48bb-aa65-05393957c788,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:44.200156 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:44.207889 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7b54fa1-4298-4447-8de6-a919b1833800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:44.215367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] No DVR routers for this DVR port b8b97893-f812-48bb-aa65-05393957c788 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:44.261433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdea602-0616-482a-921b-a5aefa35f8cf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:44.279951 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:44.295949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.298365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.299511 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/051ca89d-efa8-45d7-9a0b-58ea98ed8542 HTTP/1.1" status: 204 len: 168 time: 0.6498830 Dec 20 11:49:44.308008 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1d619455-e98c-4ced-b6db-ca935dfd768d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:44.370790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.371935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afdea602-0616-482a-921b-a5aefa35f8cf HTTP/1.1" status: 204 len: 168 time: 0.8621035 Dec 20 11:49:44.400675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ca89d-efa8-45d7-9a0b-58ea98ed8542,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:44.406550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 88451159-b2ac-464b-b2ad-5c8f759e0b01 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:49:44.446233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.479852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e2aa57-a411-42f2-8c5a-1350613367f5']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:44.495644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4df438-2c3c-4673-8be6-69662b728a81') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:44.496172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4df438-2c3c-4673-8be6-69662b728a81') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:44.505687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.513432 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:44.514179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.536527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.562198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:44.572943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.583138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.588947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:44.589817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.591132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d31f052-3c57-4dcb-93ba-d51458d9cced') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:44.591430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d31f052-3c57-4dcb-93ba-d51458d9cced') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:44.615361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.657360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.667100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:44.667500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:44.681602 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:44.699009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b75b5a-e3c3-4e35-82e1-7a426b62e8ce req-56bd50d5-3dad-4302-a2a6-867dcab586f3 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:44.700533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88b75b5a-e3c3-4e35-82e1-7a426b62e8ce req-56bd50d5-3dad-4302-a2a6-867dcab586f3 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.3070045 Dec 20 11:49:44.764570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:44.783477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Deleting port b8b97893-f812-48bb-aa65-05393957c788 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:44.783699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.815365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'port_id': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'mac_address': 'fa:16:3e:ba:8e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0a1de-8ddb-431c-972c-013022002c2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:44.879110 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:44.911660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:44.916479 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eaaa0c95-6e10-4d3f-aeb8-438ce672e99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:44.973691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.016587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc8c0d-5bbd-40d2-a1fd-54d94a2ac9f7 None None] The port 'b8b97893-f812-48bb-aa65-05393957c788' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:49:45.021545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=e2e2aa57-a411-42f2-8c5a-1350613367f5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:45.027972 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:45.035000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.045830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/e2e2aa57-a411-42f2-8c5a-1350613367f5 HTTP/1.1" status: 204 len: 168 time: 5.2142417 Dec 20 11:49:45.050158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:45.056513 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11e1fee9-b939-434b-87de-eba243ee7821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:45.063651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342764526'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:45.071744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.083794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:45.089122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:45.094962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:45.103892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261359cc-9cfd-41b7-83d8-48dc52e2757c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:45.112037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:45.118409 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:45.119498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.126165 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89fa3e5b-cbbe-4e20-8cdf-82906febd07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:45.140375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:45.142614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.144705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.158298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.159777 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/261359cc-9cfd-41b7-83d8-48dc52e2757c HTTP/1.1" status: 204 len: 168 time: 1.0615277 Dec 20 11:49:45.163333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] 10.222.0.32 "DELETE /v2.0/networks/0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d HTTP/1.1" status: 204 len: 168 time: 2.0799510 Dec 20 11:49:45.164379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd4fe0a-a3b1-49c9-8fd9-14726aa6b10d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:45.167375 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:45.182586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8b97893-f812-48bb-aa65-05393957c788 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:45.183291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88b75b5a-e3c3-4e35-82e1-7a426b62e8ce req-e93830e9-edb6-4dc9-a597-9a25d769a1fc tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694557 Dec 20 11:49:45.212587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:45.225335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.225764 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 94566a6f-3da1-4bbe-ad17-a5a837141a30 of type vlan for network 4aa03b78-56c7-433b-8111-cb514dde63eb Dec 20 11:49:45.283242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.283816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.321229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b8b97893-f812-48bb-aa65-05393957c788 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:45.321689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b8b97893-f812-48bb-aa65-05393957c788 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:45.325613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88451159-b2ac-464b-b2ad-5c8f759e0b01 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:49:45.358703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:45.374503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.377468 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fba64024-fcbf-460c-ad75-89cb59a838c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:45.439383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52066) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:45.473168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.479997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['88451159-b2ac-464b-b2ad-5c8f759e0b01'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:49:45.504591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.509645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:45.510655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.518980 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6a252c4-d97f-482c-a90d-03d7c8c5699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:45.588883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:45.601532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Usage tracker for resource:security_group_rule and tenant:0b0a78df615e47339f1942257eeb1442 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:45.611323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:45.613047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:45.625714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514f410-90a9-4359-9015-5174a86e9dd5 req-8daa8497-da5b-4c6a-8225-b81f6c232dd1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:45.627984 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4514f410-90a9-4359-9015-5174a86e9dd5 req-8daa8497-da5b-4c6a-8225-b81f6c232dd1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 944 time: 0.3072345 Dec 20 11:49:45.633373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:45.639025 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:45.744386 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6931844 Dec 20 11:49:45.745324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.746483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52074) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:45.756577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:45.779280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:45.793746 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9d45086e-81ba-4944-b0b6-27141352341c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:45.806737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=4aa03b78-56c7-433b-8111-cb514dde63eb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:45.813579 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:45.824309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4aa03b78-56c7-433b-8111-cb514dde63eb details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:45.879712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4514f410-90a9-4359-9015-5174a86e9dd5 req-868a9fea-1ee8-4241-a492-4f871d704a7b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237426 Dec 20 11:49:45.911970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:46.003031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b0a78df615e47339f1942257eeb1442&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5617023 Dec 20 11:49:46.007716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52084) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:46.008450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6f77b8-9943-44fa-8ba5-0599d27745d6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:46.028660 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:46.059138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-69c685c0-4597-4e78-84d2-df5be35f2a4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=839f9de09a7d488ca6806fc2ae46dd15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1458192 Dec 20 11:49:46.061400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:46.260859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.305605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.331421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.402455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb5f26-6139-46b4-aba9-1d456f7ad55a req-dd4b4b71-f5c6-4af3-a962-5a913fb08c46 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:46.404144 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7bcb5f26-6139-46b4-aba9-1d456f7ad55a req-dd4b4b71-f5c6-4af3-a962-5a913fb08c46 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.2047274 Dec 20 11:49:46.405943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 88451159-b2ac-464b-b2ad-5c8f759e0b01 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:46.429234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.434739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.440101 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:46.445586 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b89d1432-8987-4c81-bd29-4552bc4eb2e4 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:46.465917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c850c-8b83-47fb-a13d-efba9f51ac9f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:46.473012 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:46.485911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.487286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a2c850c-8b83-47fb-a13d-efba9f51ac9f HTTP/1.1" status: 204 len: 168 time: 0.4248114 Dec 20 11:49:46.501782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7bcb5f26-6139-46b4-aba9-1d456f7ad55a req-d98ed3a1-ebd7-45ff-b6b1-0ac54f36c99d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891812 Dec 20 11:49:46.556515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 4aa03b78-56c7-433b-8111-cb514dde63eb is not hosted by any dhcp agent {{(pid=83558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 11:49:46.566053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:46.566053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.566053 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "PUT /v2.0/networks/4aa03b78-56c7-433b-8111-cb514dde63eb HTTP/1.1" status: 200 len: 723 time: 0.8143411 Dec 20 11:49:46.566522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:46.566597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=4aa03b78-56c7-433b-8111-cb514dde63eb,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:46.573511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': '4aa03b78-56c7-433b-8111-cb514dde63eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:46.575152 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:46.586593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4aa03b78-56c7-433b-8111-cb514dde63eb details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:46.611600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 88451159-b2ac-464b-b2ad-5c8f759e0b01 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:46.612410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.616203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.647298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.700518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22aade96-01ea-4d4b-b065-4d081e43484e req-947b3660-febf-473c-a5d9-ac4a1a30090c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 1099 time: 0.3750634 Dec 20 11:49:46.738275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.747505 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b14ce011-72c2-4b69-bdf1-56e69e9772a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:46.777756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6f77b8-9943-44fa-8ba5-0599d27745d6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:46.782160 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:46.844215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:46.845346 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df6f77b8-9943-44fa-8ba5-0599d27745d6 HTTP/1.1" status: 204 len: 168 time: 0.8219700 Dec 20 11:49:46.848722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:46.860857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:46.870124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:46.879639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:46.911847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aade96-01ea-4d4b-b065-4d081e43484e req-2118caf2-3824-4ed5-a70b-76cff39c1338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:46.914882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22aade96-01ea-4d4b-b065-4d081e43484e req-2118caf2-3824-4ed5-a70b-76cff39c1338 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 200 len: 917 time: 0.2071486 Dec 20 11:49:46.917603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:46.993085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22aade96-01ea-4d4b-b065-4d081e43484e req-a051cbc1-3a27-4063-8856-e85ed50a0121 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f HTTP/1.1" status: 200 len: 217 time: 0.0707357 Dec 20 11:49:47.099635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aade96-01ea-4d4b-b065-4d081e43484e req-98bcaa81-5e9c-4c2a-885c-0925d72e6851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:47.101465 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22aade96-01ea-4d4b-b065-4d081e43484e req-98bcaa81-5e9c-4c2a-885c-0925d72e6851 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 200 len: 855 time: 0.1018608 Dec 20 11:49:47.162738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:47.209423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:47.289493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:47.297962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:49:47.329311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:47.346881 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:47.404961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22aade96-01ea-4d4b-b065-4d081e43484e req-73802605-2e60-4c2a-ae49-d9cc54f62609 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c987974-66f6-4f3a-9346-d9f4c9ee8120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2959869 Dec 20 11:49:47.462292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178cb72-65b7-41b6-a77d-bb0d51f1363e req-67417384-621d-402c-a645-5a897a1244aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:47.470736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7178cb72-65b7-41b6-a77d-bb0d51f1363e req-67417384-621d-402c-a645-5a897a1244aa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 944 time: 0.2676978 Dec 20 11:49:47.495435 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'code': 200} Dec 20 11:49:47.556480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:47.561852 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:47.570100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:47.581992 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e36286d0-359d-4041-8a0e-d40379f1d192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:47.644759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7178cb72-65b7-41b6-a77d-bb0d51f1363e req-1e964d27-2109-46b3-8055-48b7ae69e55b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712897 Dec 20 11:49:47.686638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22aade96-01ea-4d4b-b065-4d081e43484e req-7a57cd3c-033a-4192-8d7c-d21aca031a12 service neutron] 10.222.0.16 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721477 Dec 20 11:49:47.760434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=f3296669-cedd-4e1e-bf77-d638e4603d71,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:47.765479 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:47.819505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '94566a6f-3da1-4bbe-ad17-a5a837141a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4aa03b78-56c7-433b-8111-cb514dde63eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:47.819990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: 4aa03b78-56c7-433b-8111-cb514dde63eb, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:47.873899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74c63-5974-448c-95c5-5fa99009c97b req-d91a4fe3-1f28-48c8-8013-eeb0e3923175 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:47.876403 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84a74c63-5974-448c-95c5-5fa99009c97b req-d91a4fe3-1f28-48c8-8013-eeb0e3923175 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.1167421 Dec 20 11:49:47.877085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 4aa03b78-56c7-433b-8111-cb514dde63eb is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:47.904206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 4aa03b78-56c7-433b-8111-cb514dde63eb) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:47.913544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:47.913960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea214c9-a6dd-47b4-9e31-2b5dc62b5696 None None] Network 4aa03b78-56c7-433b-8111-cb514dde63eb requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:47.914399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66462450'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:47.930314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22aade96-01ea-4d4b-b065-4d081e43484e req-a3e5e7fa-17e3-42a2-b005-4c53ba3648a7 service neutron] 10.222.0.16 "GET /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359757 Dec 20 11:49:47.964741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-84a74c63-5974-448c-95c5-5fa99009c97b req-e33ee047-5c5e-4563-a208-1fa4a799769c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807881 Dec 20 11:49:47.974427 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4068391 Dec 20 11:49:47.977157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52152) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:47.986576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:48.181668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:48.187541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1686789'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:48.381307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52168) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:48.518284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4aa03b78-56c7-433b-8111-cb514dde63eb', 'network_id': '4aa03b78-56c7-433b-8111-cb514dde63eb', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': 'f3296669-cedd-4e1e-bf77-d638e4603d71'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:49:48.519209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:48.807839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741097296132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1102148'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:48.816532 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1c0830cb-c472-4a40-bd6a-fb67865c9c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:48.925453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=f3296669-cedd-4e1e-bf77-d638e4603d71,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:48.931423 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:48.943754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:48.946708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:48.950634 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "PUT /v2.0/subnets/f3296669-cedd-4e1e-bf77-d638e4603d71 HTTP/1.1" status: 200 len: 806 time: 0.9710410 Dec 20 11:49:48.950937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:49.007545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Allocated IP 172.20.0.2 (4aa03b78-56c7-433b-8111-cb514dde63eb/f3296669-cedd-4e1e-bf77-d638e4603d71/cecb507b-3f73-43c7-85a4-cb695c2b594d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:49:49.070474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1208766354-network', 'tenant_id': '99a7a4ec637a4cad8d3421814d713ef7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:49.119862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:49.482382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12dd0-fe69-4a4d-ac4f-4cc7b4b08a90 req-38e0807d-a3f6-4c16-bc96-4b42e96d2916 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:49.484173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25c12dd0-fe69-4a4d-ac4f-4cc7b4b08a90 req-38e0807d-a3f6-4c16-bc96-4b42e96d2916 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.1730907 Dec 20 11:49:49.522511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Usage tracker for resource:network and tenant:99a7a4ec637a4cad8d3421814d713ef7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:49.530481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:49.542723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:49.550526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:49.580585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Transition to ACTIVE for port object cecb507b-3f73-43c7-85a4-cb695c2b594d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:49.586468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25c12dd0-fe69-4a4d-ac4f-4cc7b4b08a90 req-5a781654-c2e0-48b4-9a37-0cdf1ba328cc tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012173 Dec 20 11:49:49.589269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Made reservation on behalf of 99a7a4ec637a4cad8d3421814d713ef7 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:49.598771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:49.626648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Transition to ACTIVE for port object cecb507b-3f73-43c7-85a4-cb695c2b594d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:49:49.642164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:49.647646 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:49.825752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:49.840859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Pushing event updated for resources: {'Port': ['ID=cecb507b-3f73-43c7-85a4-cb695c2b594d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:49.847701 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:49.884656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Network 4aa03b78-56c7-433b-8111-cb514dde63eb is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:49:49.892560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:49.899885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:49:49.933508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:49.952345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c4a8e-70d0-429a-8ac9-aa21226bd814 req-31acc97a-44fa-44b1-81c5-cde8bf1edb52 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:49.959869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-508c4a8e-70d0-429a-8ac9-aa21226bd814 req-31acc97a-44fa-44b1-81c5-cde8bf1edb52 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.3934805 Dec 20 11:49:49.980593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:49.996215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Usage tracker for resource:security_group_rule and tenant:99a7a4ec637a4cad8d3421814d713ef7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:50.001175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port cecb507b-3f73-43c7-85a4-cb695c2b594d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:50.002150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:50.060322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:50.104567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Attempting to bind port cecb507b-3f73-43c7-85a4-cb695c2b594d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:49:50.105082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Attempting to bind port cecb507b-3f73-43c7-85a4-cb695c2b594d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '94566a6f-3da1-4bbe-ad17-a5a837141a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4aa03b78-56c7-433b-8111-cb514dde63eb'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:49:50.105676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Attempting to bind port cecb507b-3f73-43c7-85a4-cb695c2b594d on network 4aa03b78-56c7-433b-8111-cb514dde63eb {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:49:50.114249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:49:50.114978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Checking segment: {'id': '94566a6f-3da1-4bbe-ad17-a5a837141a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4aa03b78-56c7-433b-8111-cb514dde63eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:50.115730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:50.116003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa92c7-8d0a-4cff-9223-c1bf1206dc58 req-fb0dc6ec-929e-4e6b-a14b-ef85db06ee1f tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:50.116936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Bound using segment: {'id': '94566a6f-3da1-4bbe-ad17-a5a837141a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4aa03b78-56c7-433b-8111-cb514dde63eb'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:49:50.118746 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e0aa92c7-8d0a-4cff-9223-c1bf1206dc58 req-fb0dc6ec-929e-4e6b-a14b-ef85db06ee1f tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.1905222 Dec 20 11:49:50.123945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Bound port: cecb507b-3f73-43c7-85a4-cb695c2b594d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94566a6f-3da1-4bbe-ad17-a5a837141a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4aa03b78-56c7-433b-8111-cb514dde63eb'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:49:50.125062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:50.232692 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e0aa92c7-8d0a-4cff-9223-c1bf1206dc58 req-8286e2c3-fec2-47ff-9bae-ca89165de216 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082788 Dec 20 11:49:50.268364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] For port cecb507b-3f73-43c7-85a4-cb695c2b594d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:49:50.281804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] For port cecb507b-3f73-43c7-85a4-cb695c2b594d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cecb507b-3f73-43c7-85a4-cb695c2b594d,segment=NetworkSegment(94566a6f-3da1-4bbe-ad17-a5a837141a30),segment_id=94566a6f-3da1-4bbe-ad17-a5a837141a30)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:49:50.296616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:50.301737 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d9946f9d-aa64-47a5-a88a-1524ce73e5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:50.374420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port cecb507b-3f73-43c7-85a4-cb695c2b594d, host n-d-victoria-1, got binding levels [] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:50.374884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:50.557466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Pushing event updated for resources: {'Port': ['ID=cecb507b-3f73-43c7-85a4-cb695c2b594d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:50.568599 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:50.593411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for cecb507b-3f73-43c7-85a4-cb695c2b594d owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:50.646167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613b2e-a235-45e7-bddb-51cb46416116 req-f9d72540-47c5-4e3c-9010-f5c5be257b35 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:50.655677 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9613b2e-a235-45e7-bddb-51cb46416116 req-f9d72540-47c5-4e3c-9010-f5c5be257b35 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 945 time: 0.1119971 Dec 20 11:49:50.740762 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e9613b2e-a235-45e7-bddb-51cb46416116 req-4c7eeff3-dda3-4e7c-8b0f-26880b3366fb tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839918 Dec 20 11:49:50.781926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:50.784744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:49:50.785105 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:49:50.831071 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-508c4a8e-70d0-429a-8ac9-aa21226bd814 req-e409d05d-72af-414e-8de8-b52a87e97f31 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8702538 Dec 20 11:49:50.954485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:50.961261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:50.970594 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aaccab76-7e0d-49a9-ba23-a4ab52eadfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:51.016961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:51.029508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49176c84-7c7d-4227-a8f7-04b3422aa86a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:51.033936 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:51.041656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:51.043264 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Added segment f2a30d45-6a5d-4949-9817-53537b5d8346 of type vlan for network 95c9d887-3020-4c61-a91a-68b930dd99ae Dec 20 11:49:51.100553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:51.146639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:51.147660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:51.151019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:51.157547 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d508508-042d-4839-959e-122a7b0cfa9e tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:51.189633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cecb507b-3f73-43c7-85a4-cb695c2b594d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:49:51.273296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8908503 Dec 20 11:49:51.276485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52250) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:51.283733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Request body: {'subnet': {'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1208766354-subnet', 'tenant_id': '99a7a4ec637a4cad8d3421814d713ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:51.287396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port cecb507b-3f73-43c7-85a4-cb695c2b594d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:49:51.287714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:51.287821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd168de5-6702-4c63-be41-6beca3b50032 req-30b6f2a5-ec8a-4655-97e5-e5f84373181d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:51.298433 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd168de5-6702-4c63-be41-6beca3b50032 req-30b6f2a5-ec8a-4655-97e5-e5f84373181d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.2417502 Dec 20 11:49:51.384162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:51.389725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Pushing event updated for resources: {'Network': ['ID=95c9d887-3020-4c61-a91a-68b930dd99ae,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:51.393250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port cecb507b-3f73-43c7-85a4-cb695c2b594d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:51.394316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Usage tracker for resource:subnet and tenant:99a7a4ec637a4cad8d3421814d713ef7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:51.399529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:51.402217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:51.412922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 95c9d887-3020-4c61-a91a-68b930dd99ae details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:51.416744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:51.427623 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd168de5-6702-4c63-be41-6beca3b50032 req-5fbe8c3c-2a1a-410d-9a81-fa275eb7f6d0 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277277 Dec 20 11:49:51.496609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Made reservation on behalf of 99a7a4ec637a4cad8d3421814d713ef7 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:51.499020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:51.838580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-eb85e212-f344-45e5-ac33-15bee250a1ae req-41f69ca9-b8b5-4961-9c72-e9de9a65ee7e tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:49:51.839537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb85e212-f344-45e5-ac33-15bee250a1ae req-41f69ca9-b8b5-4961-9c72-e9de9a65ee7e tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0211554 Dec 20 11:49:51.843954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:51.862486 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9983b1ef-bfca-4a69-ba31-6aef44c20bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:52.077828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745a86e7-6c3b-466c-a0a2-1e60e07e8476,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:52.082173 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:52.141486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port cecb507b-3f73-43c7-85a4-cb695c2b594d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cecb507b-3f73-43c7-85a4-cb695c2b594d,segment=NetworkSegment(94566a6f-3da1-4bbe-ad17-a5a837141a30),segment_id=94566a6f-3da1-4bbe-ad17-a5a837141a30)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:49:52.141853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:52.169002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb70bad-665e-4c47-96b1-d15ba9d2ef8a None None] Network 4aa03b78-56c7-433b-8111-cb514dde63eb requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:52.358254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8ce16-8f42-4b00-96f5-8613399ffc64 req-7dd524c7-71cf-426d-85d7-2b65f5981c21 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:52.367973 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0e8ce16-8f42-4b00-96f5-8613399ffc64 req-7dd524c7-71cf-426d-85d7-2b65f5981c21 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.1670296 Dec 20 11:49:52.534919 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0e8ce16-8f42-4b00-96f5-8613399ffc64 req-9ea16299-a1eb-49ee-8bc6-79c56c0de5f7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600835 Dec 20 11:49:52.558336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Checking segment: {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:52.558680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Network hostable DHCP agents. Network: 95c9d887-3020-4c61-a91a-68b930dd99ae, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:52.560241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40697f36-787b-4b16-9950-a1394dab335b None None] Provisioning for port cecb507b-3f73-43c7-85a4-cb695c2b594d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:49:52.577479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40697f36-787b-4b16-9950-a1394dab335b None None] Provisioning complete for port cecb507b-3f73-43c7-85a4-cb695c2b594d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:49:52.578053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40697f36-787b-4b16-9950-a1394dab335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:52.592613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for cecb507b-3f73-43c7-85a4-cb695c2b594d owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:49:52.640085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb85e212-f344-45e5-ac33-15bee250a1ae req-34be7061-05e5-4400-9a90-d9391f8fbe3e tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7461448 Dec 20 11:49:52.720770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Network 95c9d887-3020-4c61-a91a-68b930dd99ae is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:52.797929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 95c9d887-3020-4c61-a91a-68b930dd99ae) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:52.806995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:52.807566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:52.827800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40697f36-787b-4b16-9950-a1394dab335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:52.847933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6473f43-9e87-4662-9de2-e1e05ced9bdb None None] Network 95c9d887-3020-4c61-a91a-68b930dd99ae requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:52.969855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6834848 Dec 20 11:49:52.970605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:52.975346 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602bf181-6d06-4f8b-a3fd-7257294cec91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:53.070324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Port': ['ID=cecb507b-3f73-43c7-85a4-cb695c2b594d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:53.078077 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:53.260778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No DVR routers for this DVR port cecb507b-3f73-43c7-85a4-cb695c2b594d on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:49:53.349579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6341b0-6574-46e1-bdc6-18df1bab2bf3 None None] Network 95c9d887-3020-4c61-a91a-68b930dd99ae requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:53.400745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:53.435078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c6a5f-f4f9-4050-a42e-2a6a7aad23ff req-028a3da6-7896-4983-9cc2-a9f50998bb9b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:53.449448 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-172c6a5f-f4f9-4050-a42e-2a6a7aad23ff req-028a3da6-7896-4983-9cc2-a9f50998bb9b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.2850776 Dec 20 11:49:53.545081 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-172c6a5f-f4f9-4050-a42e-2a6a7aad23ff req-46034958-ca45-4562-9a09-0bb2e79d3a00 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936067 Dec 20 11:49:53.589603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:53.598570 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ed71eca2-dd59-422d-a277-17e7e9c0eaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:53.647225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=f3296669-cedd-4e1e-bf77-d638e4603d71,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:53.652134 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:53.842384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c43e0-b264-4384-9a35-ce88b57296a2 None None] Network 4aa03b78-56c7-433b-8111-cb514dde63eb requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:53.889977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:53.915490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3690a-2249-43f1-aace-63890ebf9809 req-3d34aa5d-bd11-4caa-9b5f-4b434b62dbab tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:53.917834 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25e3690a-2249-43f1-aace-63890ebf9809 req-3d34aa5d-bd11-4caa-9b5f-4b434b62dbab tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 945 time: 0.1112309 Dec 20 11:49:53.923767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-316fbcf7-f318-4fc0-803f-f9b3a2995301 None None] Could not find standard attr ID for object cecb507b-3f73-43c7-85a4-cb695c2b594d. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 11:49:53.962834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa03b78-56c7-433b-8111-cb514dde63eb']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:53.996067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94566a6f-3da1-4bbe-ad17-a5a837141a30') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:53.996166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94566a6f-3da1-4bbe-ad17-a5a837141a30') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:49:53.999767 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25e3690a-2249-43f1-aace-63890ebf9809 req-93ca337b-0ada-4bbb-8798-a3a8029b265e tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758445 Dec 20 11:49:54.021364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:54.172085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:54.202195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:49:54.202597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:49:54.234593 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:49:54.280060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d1a2f-cb1e-446c-afe2-71e94df95288 None None] DHCP port deletion for 4aa03b78-56c7-433b-8111-cb514dde63eb request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:49:54.397289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848dc5-0fd0-4b4c-a102-0ad4a0106677 req-09f4d8d4-5282-40cf-9f6b-6f1348d4ab73 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:54.404120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a848dc5-0fd0-4b4c-a102-0ad4a0106677 req-09f4d8d4-5282-40cf-9f6b-6f1348d4ab73 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.3374434 Dec 20 11:49:54.423413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:54.432959 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9869dbc2-1055-48e2-8de4-e60b6f04d6fd tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:54.537105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:54.558669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=4aa03b78-56c7-433b-8111-cb514dde63eb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:54.586868 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:54.602579 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a848dc5-0fd0-4b4c-a102-0ad4a0106677 req-d812dabf-6fc0-4f3e-9892-3daab596c5bb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973104 Dec 20 11:49:54.604590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/4aa03b78-56c7-433b-8111-cb514dde63eb HTTP/1.1" status: 204 len: 168 time: 5.6525836 Dec 20 11:49:54.607410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52350) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:54.670549 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-349dc9f9-a846-40c3-bbd6-246e7e339656 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:49:54.671192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349dc9f9-a846-40c3-bbd6-246e7e339656 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:49:54.678149 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-349dc9f9-a846-40c3-bbd6-246e7e339656 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/4aa03b78-56c7-433b-8111-cb514dde63eb HTTP/1.1" status: 404 len: 339 time: 0.0651445 Dec 20 11:49:54.678902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52356) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:54.685189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1742867222', 'description': 'd1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:54.694926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:54.707077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:network and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:54.717384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:54.727727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:54.758347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:54.763668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:54.857008 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:49:54.939052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:54.960149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52368) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:54.984847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:54.986785 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 487563b5-07a7-43ec-bd54-9815236c07ce of type vlan for network 1958b797-c346-4792-b4c1-3909ae8f03ee Dec 20 11:49:54.994974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-c3320c68-2177-4d54-8f0f-a14ee826a203 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:54.996968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-c3320c68-2177-4d54-8f0f-a14ee826a203 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 815 time: 0.2630723 Dec 20 11:49:55.029901 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-56f9f1d1-d5cd-49f6-8cc6-5ba5353b513e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/quotas/99a7a4ec637a4cad8d3421814d713ef7 HTTP/1.1" status: 200 len: 375 time: 0.0253971 Dec 20 11:49:55.048589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cecb507b-3f73-43c7-85a4-cb695c2b594d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:49:55.056159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:55.075205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c1826-5619-4c93-9b57-e63279d1695e req-15a9fb3e-c3bb-4a82-b9a8-72615a25f96c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:55.076821 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-935c1826-5619-4c93-9b57-e63279d1695e req-15a9fb3e-c3bb-4a82-b9a8-72615a25f96c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.2610841 Dec 20 11:49:55.119816 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-ca27c8f7-718b-4eca-9014-d8acff04af3f tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852168 Dec 20 11:49:55.131508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:55.135496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:55.136177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:55.143561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d2e6442-ca79-48a6-af3e-7f72fd809439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:55.151298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: cecb507b-3f73-43c7-85a4-cb695c2b594d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:49:55.151673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cecb507b-3f73-43c7-85a4-cb695c2b594d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:49:55.195851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-935c1826-5619-4c93-9b57-e63279d1695e req-133c2326-c446-49e8-a2af-27a6ed726f1c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066647 Dec 20 11:49:55.253476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5732908 Dec 20 11:49:55.272056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52384) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:55.356606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=1958b797-c346-4792-b4c1-3909ae8f03ee,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:55.359621 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:55.369719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1958b797-c346-4792-b4c1-3909ae8f03ee details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:55.486065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:55.496039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:55.500336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Usage tracker for resource:floatingip and tenant:75ffd521430f43c4a4b9f178bb8a8922 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:55.503911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:55.511008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:55.525978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:55.678492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b7222-624d-41aa-85b9-37a9a3e8e82b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:55.679183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1b9b7222-624d-41aa-85b9-37a9a3e8e82b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Synchronizing usage tracker for tenant:44932bf7a174418d993e6fdd13dfd83f on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:49:55.694573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-485c6492-bad3-41a5-bce4-0438957ed17a service neutron] 10.222.0.32 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725439 Dec 20 11:49:55.879486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384138fe-a0bd-4a19-aa7f-aaa62258d2cd req-f6909549-39b7-4b60-b380-512023325af6 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:55.883933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384138fe-a0bd-4a19-aa7f-aaa62258d2cd req-f6909549-39b7-4b60-b380-512023325af6 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:55.887803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384138fe-a0bd-4a19-aa7f-aaa62258d2cd req-f6909549-39b7-4b60-b380-512023325af6 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:55.889614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-384138fe-a0bd-4a19-aa7f-aaa62258d2cd req-f6909549-39b7-4b60-b380-512023325af6 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f&device_id=855b4379-3c02-41d3-979d-f700985c0408&device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 2418 time: 0.1375062 Dec 20 11:49:55.895257 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-69101a5a-cac5-481f-a810-32ba5c823f59 service neutron] 10.222.0.32 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002382 Dec 20 11:49:55.940523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1b9b7222-624d-41aa-85b9-37a9a3e8e82b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Unset dirty status for tenant:44932bf7a174418d993e6fdd13dfd83f on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:49:55.944790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:55.945436 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1b9b7222-624d-41aa-85b9-37a9a3e8e82b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/networks?id=1958b797-c346-4792-b4c1-3909ae8f03ee HTTP/1.1" status: 200 len: 761 time: 0.6723819 Dec 20 11:49:55.946235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52404) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:55.959010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-384138fe-a0bd-4a19-aa7f-aaa62258d2cd req-61b71a45-09f8-49e4-8b78-ae27fc8aa040 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606706 Dec 20 11:49:56.032102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'description': 'd2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:56.174228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-54205f11-95fa-4a13-aa0b-da0ec88a60bc req-37f9b7b8-e3cf-4511-a1f5-bd7ec8b896ad tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:49:56.176360 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54205f11-95fa-4a13-aa0b-da0ec88a60bc req-37f9b7b8-e3cf-4511-a1f5-bd7ec8b896ad tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078852 Dec 20 11:49:56.437423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54205f11-95fa-4a13-aa0b-da0ec88a60bc req-2b2b124e-477b-4313-8495-92f74634f9a1 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1396630 Dec 20 11:49:56.751583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:56.810061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:56.818260 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7c1dc888-7086-4cf1-bf3d-44f5dce2a995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:56.950675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=1958b797-c346-4792-b4c1-3909ae8f03ee,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:56.960544 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:56.966806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 1958b797-c346-4792-b4c1-3909ae8f03ee is not hosted by any dhcp agent {{(pid=83558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 11:49:56.967638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1958b797-c346-4792-b4c1-3909ae8f03ee details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:56.970446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:56.971117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:56.976402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "PUT /v2.0/networks/1958b797-c346-4792-b4c1-3909ae8f03ee HTTP/1.1" status: 200 len: 758 time: 1.0124438 Dec 20 11:49:56.977161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:57.013047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c9046-70e9-4a59-9a58-c666d4766a7d req-ab3a5d3f-dfef-4f94-a339-611a54070d47 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:57.020409 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28c9046-70e9-4a59-9a58-c666d4766a7d req-ab3a5d3f-dfef-4f94-a339-611a54070d47 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.7843583 Dec 20 11:49:57.046472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Allocated IP 172.35.0.162 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/7a7edfd6-b79f-4c0c-8065-f8826ecf3e3e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:49:57.142619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c28c9046-70e9-4a59-9a58-c666d4766a7d req-1f0743b7-b12b-4c01-a02a-1023902b7c4a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209710 Dec 20 11:49:57.234734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4612e24-6298-48b9-81e1-76441e7f598a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:57.236296 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d4612e24-6298-48b9-81e1-76441e7f598a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/networks?id=1958b797-c346-4792-b4c1-3909ae8f03ee HTTP/1.1" status: 200 len: 761 time: 0.2567241 Dec 20 11:49:57.240334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:57.245659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-943263635'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:57.292011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:57.331233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:57.538763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-928d9405-e762-4a73-808a-1cf36c8224bd req-fe0f528f-3552-463a-82c0-66e2de98eb40 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 210 time: 0.1277199 Dec 20 11:49:57.623233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:57.627585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.663165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.684726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:49:57.709072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.709677 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 8fc963a7-e042-42e0-91a9-3b4009cd4111 of type vlan for network d915be0b-d471-4324-a887-5bc20a10f706 Dec 20 11:49:57.721049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.727443 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a24bea26-66f0-436f-b1ca-8d4eeb07fbb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:57.746502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1fadebbb-9d13-44ac-955e-f95cc66a56f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.787007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.795295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52468) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:57.867774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.873339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:57.874691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:57.880755 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e923b703-2c4b-47c5-bfc4-5f0276c6bea7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:57.885080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:49:57.887843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:57.906842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:49:58.010840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Port': ['ID=7a7edfd6-b79f-4c0c-8065-f8826ecf3e3e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:58.191286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9500489 Dec 20 11:49:58.195358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:58.199460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=d915be0b-d471-4324-a887-5bc20a10f706,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:58.211623 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:58.213267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d915be0b-d471-4324-a887-5bc20a10f706 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:49:58.214858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:58.216467 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:58.222641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': 'd915be0b-d471-4324-a887-5bc20a10f706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:58.399290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:58.404465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Usage tracker for resource:subnet and tenant:44932bf7a174418d993e6fdd13dfd83f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:58.408109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:58.418479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:58.477119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:58.519060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:58.559148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-321ff39f-73dd-4857-a253-761423b809d9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:58.559745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-321ff39f-73dd-4857-a253-761423b809d9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Synchronizing usage tracker for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:49:58.617552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:58.639742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:58.664770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-321ff39f-73dd-4857-a253-761423b809d9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Unset dirty status for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:49:58.665879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-321ff39f-73dd-4857-a253-761423b809d9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 815 time: 0.4444635 Dec 20 11:49:58.674119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:58.681251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:cfa44c57d9aa48e8aeabd6978abc0c38 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:58.692024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:58.701643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Request body: {'port': {'device_id': '2b75050e-4798-416f-a160-6089d144151c', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'admin_state_up': True, 'tenant_id': '99a7a4ec637a4cad8d3421814d713ef7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:49:58.831000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1110f3-7840-4cc4-9c5a-d4e8ce554ba5 req-09980e4b-1def-4176-9357-06ff0043d9be tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:58.833174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc1110f3-7840-4cc4-9c5a-d4e8ce554ba5 req-09980e4b-1def-4176-9357-06ff0043d9be tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.4051650 Dec 20 11:49:58.849539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:58.854546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Usage tracker for resource:port and tenant:99a7a4ec637a4cad8d3421814d713ef7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:58.857752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:58.865623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:58.882896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:58.891800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Made reservation on behalf of 99a7a4ec637a4cad8d3421814d713ef7 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:49:58.895603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:58.978284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc1110f3-7840-4cc4-9c5a-d4e8ce554ba5 req-f859a356-eaee-421a-8991-b68fa3462268 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376750 Dec 20 11:49:59.044529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.052382 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7f28a9d2-dc6e-4e1c-b520-36aab686a2e3 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:59.122661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=baa406e5-47ff-4e47-90e4-58953ac78e30,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:49:59.126091 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:49:59.176993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '8fc963a7-e042-42e0-91a9-3b4009cd4111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd915be0b-d471-4324-a887-5bc20a10f706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:49:59.177424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: d915be0b-d471-4324-a887-5bc20a10f706, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:49:59.196755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:59.216933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network d915be0b-d471-4324-a887-5bc20a10f706 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:49:59.238579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d915be0b-d471-4324-a887-5bc20a10f706) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:49:59.246743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97ecc8-3a2d-4038-81db-c2a62aee634a None None] Network d915be0b-d471-4324-a887-5bc20a10f706 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:49:59.276318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:49:59.283275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.302635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b7798c77-a50e-47a1-a6ec-27fe943f44f4 req-e7061b90-0947-4c22-bf00-74a2a5867ffc tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 210 time: 0.1302443 Dec 20 11:49:59.382725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1751957 Dec 20 11:49:59.388197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52514) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:59.639274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.685969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:49:59.690653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Usage tracker for resource:security_group_rule and tenant:2b3f7a04145c411ab6d590e2ffb858b7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:49:59.694769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:49:59.701454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:49:59.747984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.767319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Allocated IP 172.20.0.8 (95c9d887-3020-4c61-a91a-68b930dd99ae/745a86e7-6c3b-466c-a0a2-1e60e07e8476/99599363-3404-48a9-8f01-d6e7028185ca) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:49:59.776266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.843624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.844756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.852920 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-071df49e-25a9-44de-bd4e-9bca17a4e8d4 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:59.874316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.877312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.917536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-d915be0b-d471-4324-a887-5bc20a10f706', 'network_id': 'd915be0b-d471-4324-a887-5bc20a10f706', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': 'baa406e5-47ff-4e47-90e4-58953ac78e30'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:49:59.918918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.929772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfa44c57d9aa48e8aeabd6978abc0c38&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1323771 Dec 20 11:49:59.937869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52520) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:49:59.943943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46ab0072-a9d4-476b-a16f-0517e64c5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:49:59.973596 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-562b149b-87e4-4455-abcc-4b0b308c6fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:49:59.985577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b613d22-3f38-4057-8d0b-6ee161239963,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:00.008081 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b3f7a04145c411ab6d590e2ffb858b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8065588 Dec 20 11:50:00.017495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52524) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:00.038036 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:00.041008 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-920ea189-64e1-481b-a61d-6a76af16e8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:00.079153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.089087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758b03e7-f08e-41c5-ac42-9e8ae357f8b4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:00.115158 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:00.220460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.230708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.274813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Allocated IP 172.20.0.2 (d915be0b-d471-4324-a887-5bc20a10f706/baa406e5-47ff-4e47-90e4-58953ac78e30/290bada7-2626-411f-80c7-b02a7f782622) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:00.358742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.382101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Port': ['ID=7a7edfd6-b79f-4c0c-8065-f8826ecf3e3e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:00.402810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.406175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.461020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.565687 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:00.578050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.593811 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6592c502-7e7a-4063-a24a-e5791e7a1dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:00.617948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea10fe8-884e-4d51-85a7-31700b1c8401 req-7118b64e-f987-4b05-9072-ab6a8c7658ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:00.621182 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aea10fe8-884e-4d51-85a7-31700b1c8401 req-7118b64e-f987-4b05-9072-ab6a8c7658ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.2369771 Dec 20 11:50:00.636756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b613d22-3f38-4057-8d0b-6ee161239963,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:00.644071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.646309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b613d22-3f38-4057-8d0b-6ee161239963 HTTP/1.1" status: 204 len: 168 time: 0.7049916 Dec 20 11:50:00.649340 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:00.650552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.654420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6863329 Dec 20 11:50:00.655150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52538) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:00.655972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.665560 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f81446b4-af6a-4fda-bfa4-055b2e5747dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:00.672291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-228454768'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:00.678165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:00.682733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Usage tracker for resource:network and tenant:75ffd521430f43c4a4b9f178bb8a8922 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:00.685814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:00.688569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b03e7-f08e-41c5-ac42-9e8ae357f8b4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:00.692019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:00.700928 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:00.704595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.709902 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/758b03e7-f08e-41c5-ac42-9e8ae357f8b4 HTTP/1.1" status: 204 len: 168 time: 0.6762800 Dec 20 11:50:00.715543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.726867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aea10fe8-884e-4d51-85a7-31700b1c8401 req-58226d4d-b66e-4df8-a5bb-224e7e6af317 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992057 Dec 20 11:50:00.745356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Made reservation on behalf of 75ffd521430f43c4a4b9f178bb8a8922 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:00.752657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.797302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.870257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:00.886680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Usage tracker for resource:security_group_rule and tenant:75ffd521430f43c4a4b9f178bb8a8922 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:00.897803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:00.906794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:00.949835 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:01.038845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.043515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:01.096547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Transition to ACTIVE for port object 290bada7-2626-411f-80c7-b02a7f782622 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:01.161971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Transition to ACTIVE for port object 290bada7-2626-411f-80c7-b02a7f782622 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:01.165281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Network 95c9d887-3020-4c61-a91a-68b930dd99ae is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:01.210589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:01.214275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.233529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:01.233733 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:01.308757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.326285 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6c7d999-2ad5-41f9-899b-190e586369b7 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:01.396378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:01.397064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.453586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=baa406e5-47ff-4e47-90e4-58953ac78e30,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:01.464797 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:01.482431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa395c5a-d4c9-4860-bbc6-7b3a64d8a5f5 req-7faab07f-40b4-4165-9f9f-9d1ac65d41a3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:01.487458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Pushing event updated for resources: {'Port': ['ID=290bada7-2626-411f-80c7-b02a7f782622,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:01.489159 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aa395c5a-d4c9-4860-bbc6-7b3a64d8a5f5 req-7faab07f-40b4-4165-9f9f-9d1ac65d41a3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 931 time: 0.4195111 Dec 20 11:50:01.535457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.543724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.564965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52554) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:01.595424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.597962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.599875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.600383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.601009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.602695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.603213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.604125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.606497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.606992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.607488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:01.614856 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:01.621098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Network d915be0b-d471-4324-a887-5bc20a10f706 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:01.623985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:01.629130 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9379847 Dec 20 11:50:01.630868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:01.657405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Request body: {'port': {'device_id': '2b75050e-4798-416f-a160-6089d144151c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:01.744093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Attempting to bind port 290bada7-2626-411f-80c7-b02a7f782622 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:01.745117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Attempting to bind port 290bada7-2626-411f-80c7-b02a7f782622 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '8fc963a7-e042-42e0-91a9-3b4009cd4111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd915be0b-d471-4324-a887-5bc20a10f706'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:01.745820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Attempting to bind port 290bada7-2626-411f-80c7-b02a7f782622 on network d915be0b-d471-4324-a887-5bc20a10f706 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:01.749242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:01.756986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:01.758053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Checking segment: {'id': '8fc963a7-e042-42e0-91a9-3b4009cd4111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd915be0b-d471-4324-a887-5bc20a10f706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:01.759116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.760143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Bound using segment: {'id': '8fc963a7-e042-42e0-91a9-3b4009cd4111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd915be0b-d471-4324-a887-5bc20a10f706'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:01.761368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Bound port: 290bada7-2626-411f-80c7-b02a7f782622, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc963a7-e042-42e0-91a9-3b4009cd4111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd915be0b-d471-4324-a887-5bc20a10f706'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:01.762360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.775742 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:01.888552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] For port 290bada7-2626-411f-80c7-b02a7f782622, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:01.893949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] For port 290bada7-2626-411f-80c7-b02a7f782622, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=290bada7-2626-411f-80c7-b02a7f782622,segment=NetworkSegment(8fc963a7-e042-42e0-91a9-3b4009cd4111),segment_id=8fc963a7-e042-42e0-91a9-3b4009cd4111)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:01.899601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.913029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.942193 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:01.975275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:01.991271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.030910 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aa395c5a-d4c9-4860-bbc6-7b3a64d8a5f5 req-c1de1aae-a9ce-49b4-b591-899eab7134cd tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017638 Dec 20 11:50:02.041702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d915be0b-d471-4324-a887-5bc20a10f706']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:02.057697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:02.061639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc963a7-e042-42e0-91a9-3b4009cd4111') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:02.062195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc963a7-e042-42e0-91a9-3b4009cd4111') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:02.072399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Usage tracker for resource:security_group_rule and tenant:8272b9466bfb49818b25c5dedf98cd85 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:02.077403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:02.081518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.094513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:02.114143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.131392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:02.131803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.135606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Pushing event updated for resources: {'Port': ['ID=290bada7-2626-411f-80c7-b02a7f782622,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:02.141976 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:02.184818 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:02.343336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611d231-8cf6-40a9-bdd9-d5bbc6c1b3f2 None None] Network d915be0b-d471-4324-a887-5bc20a10f706 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:02.432019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:50:02.432019 n-d-victoria-1 neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:50:02.432019 n-d-victoria-1 neutron-server[83557]: [parameters: {'id': 'd915be0b-d471-4324-a887-5bc20a10f706'}] Dec 20 11:50:02.432019 n-d-victoria-1 neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:50:02.433197 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:50:02.439220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.481376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.486721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.495445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.500764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.507045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.510744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.513934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.522179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.523173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.532794 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eab66da9-54e4-449b-b326-018c3a3e0829 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:02.533708 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-45e7fbf1-9892-4040-aa09-c1a0e19e4d5a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 1.0727260 Dec 20 11:50:02.585581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.606816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:50:02.618961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.619329 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Added segment 0bea6672-c9ee-418e-9054-6eb2c38ed78e of type vlan for network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 Dec 20 11:50:02.641475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3082-37f7-4e54-8cd7-1fc05bda9d2d req-a48f2bf4-3e9f-4158-bb6c-566f588bb2b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.643914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91444b70-bf84-4a69-9238-cf29a744c1b6 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:50:02.646915 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c4f3082-37f7-4e54-8cd7-1fc05bda9d2d req-a48f2bf4-3e9f-4158-bb6c-566f588bb2b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.3165469 Dec 20 11:50:02.690229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee59ba1-7868-4993-9595-e429062c1a8d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:02.716720 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:02.736409 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8272b9466bfb49818b25c5dedf98cd85&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1698680 Dec 20 11:50:02.737517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52570) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:02.748880 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-485f0961-3acc-48f7-8bbe-84a2819adf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:02.766143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.771004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.775279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.779653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.783740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.788359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.792401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:02.794441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c3c89243-b9f0-4666-8527-6ca4faa40a33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 1.1102161 Dec 20 11:50:02.811775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91444b70-bf84-4a69-9238-cf29a744c1b6 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:50:02.854997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c4f3082-37f7-4e54-8cd7-1fc05bda9d2d req-cee3ec8a-6e77-4365-af03-6066e59e3aa8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999278 Dec 20 11:50:02.862900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.906291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.935464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:02.950589 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c562c776-101c-4c27-9cbb-1a91cbdd41d4 req-96062198-a276-4247-99ef-8ea0f1dd2497 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4155250 Dec 20 11:50:02.954515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf7bba-4b79-4352-b3be-01784661454c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:02.961599 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:03.017343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.036770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.038258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-ffe06834-0f58-4393-a122-05ef34fc0302 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:03.039760 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-ffe06834-0f58-4393-a122-05ef34fc0302 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "GET /v2.0/ports/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2168612 Dec 20 11:50:03.100963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:50:03.151693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port 290bada7-2626-411f-80c7-b02a7f782622 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:03.161298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.183474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99599363-3404-48a9-8f01-d6e7028185ca {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:03.192764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.216038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Transition to ACTIVE for port object 99599363-3404-48a9-8f01-d6e7028185ca will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:03.276717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-f7b363a3-2c0d-41f7-860e-e5ae2aab3114 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:03.280890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-f7b363a3-2c0d-41f7-860e-e5ae2aab3114 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.6445825 Dec 20 11:50:03.292997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.337348 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-082fed47-0bb7-46f5-a783-1eb3e8ff13ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:03.356335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.375021 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-340193c5-05c1-426a-9185-6d56c65229dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:03.427824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee59ba1-7868-4993-9595-e429062c1a8d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:03.455654 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:03.591173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4bfb-0402-497b-a3ac-8d2a8a4798f0 req-4394956c-3cd7-4a58-875d-b82b6944ad7b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:03.592631 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e2b4bfb-0402-497b-a3ac-8d2a8a4798f0 req-4394956c-3cd7-4a58-875d-b82b6944ad7b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.3892281 Dec 20 11:50:03.600575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port 290bada7-2626-411f-80c7-b02a7f782622, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=290bada7-2626-411f-80c7-b02a7f782622,segment=NetworkSegment(8fc963a7-e042-42e0-91a9-3b4009cd4111),segment_id=8fc963a7-e042-42e0-91a9-3b4009cd4111)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:03.600928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.608536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.612111 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ee59ba1-7868-4993-9595-e429062c1a8d HTTP/1.1" status: 204 len: 168 time: 0.8676236 Dec 20 11:50:03.664223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.668045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:03.668629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.779371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for 290bada7-2626-411f-80c7-b02a7f782622 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:03.921345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e2b4bfb-0402-497b-a3ac-8d2a8a4798f0 req-988b2d2c-1199-4ee6-a5f8-64705bdd61ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079298 Dec 20 11:50:03.965400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:03.979308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Deleting port 5231901c-b830-4f5c-b8fa-86ba890a9c2e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:03.979651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.989818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:03.994615 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55b6b85c-06e6-472e-a793-c8056f0ab934 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:04.011654 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:04.020702 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80d2920b-353c-4373-9750-c5d3ef0853bd tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:04.075214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Port': ['ID=290bada7-2626-411f-80c7-b02a7f782622,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:04.078099 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:04.081570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No DVR routers for this DVR port 290bada7-2626-411f-80c7-b02a7f782622 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:04.213015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b0776dbc-61dc-479d-9e51-a1db0e1383f9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "GET /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1571720 Dec 20 11:50:04.327812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:04.368614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d915be0b-d471-4324-a887-5bc20a10f706']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:04.382402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc963a7-e042-42e0-91a9-3b4009cd4111') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:04.382973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc963a7-e042-42e0-91a9-3b4009cd4111') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:04.394856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:04.411561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:04.418172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:04.418774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:04.488199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] For port 5231901c-b830-4f5c-b8fa-86ba890a9c2e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5231901c-b830-4f5c-b8fa-86ba890a9c2e,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:04.488555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:04.524941 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:04.600904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:04.605789 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23c325c1-cf4c-414e-90ad-754425688116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:04.627358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:04.640692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=d915be0b-d471-4324-a887-5bc20a10f706,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:04.649046 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:04.657428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/d915be0b-d471-4324-a887-5bc20a10f706 HTTP/1.1" status: 204 len: 168 time: 5.2544293 Dec 20 11:50:04.658953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:04.682505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Calling delete_port for 5231901c-b830-4f5c-b8fa-86ba890a9c2e owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:04.716883 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e6ba27-73e4-416a-ae9c-187309c1f7b6 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] GET failed (client error): The resource could not be found. Dec 20 11:50:04.717572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05e6ba27-73e4-416a-ae9c-187309c1f7b6 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Synchronizing usage tracker for tenant:44932bf7a174418d993e6fdd13dfd83f on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:04.737386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2aa32-faf0-46e9-b640-447d0c06d686 req-1220e2c1-8a7d-4c24-9c33-2ac3add0cdda tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:04.739707 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00a2aa32-faf0-46e9-b640-447d0c06d686 req-1220e2c1-8a7d-4c24-9c33-2ac3add0cdda tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 946 time: 0.2153881 Dec 20 11:50:04.761313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.1016529 Dec 20 11:50:04.785361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52620) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:04.804730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:04.807385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05e6ba27-73e4-416a-ae9c-187309c1f7b6 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Unset dirty status for tenant:44932bf7a174418d993e6fdd13dfd83f on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:04.811506 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05e6ba27-73e4-416a-ae9c-187309c1f7b6 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/subnets/baa406e5-47ff-4e47-90e4-58953ac78e30 HTTP/1.1" status: 404 len: 337 time: 0.1512835 Dec 20 11:50:04.812346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52624) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:04.816069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Request body: {'subnet': {'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:05.085614 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-211404b3-4b9c-476a-9469-ed4eafa9b9e3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:05.086145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211404b3-4b9c-476a-9469-ed4eafa9b9e3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:05.092502 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-211404b3-4b9c-476a-9469-ed4eafa9b9e3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/d915be0b-d471-4324-a887-5bc20a10f706 HTTP/1.1" status: 404 len: 339 time: 0.2254200 Dec 20 11:50:05.093136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52638) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:05.105350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:05.114209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:05.119249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device b3b6fb96-1bdf-43b3-bd5b-949f89612d43 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:05.141313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Usage tracker for resource:subnet and tenant:75ffd521430f43c4a4b9f178bb8a8922 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:05.144510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:05.160167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Attempting to bind port 99599363-3404-48a9-8f01-d6e7028185ca on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:05.160167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Attempting to bind port 99599363-3404-48a9-8f01-d6e7028185ca by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:05.160167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Attempting to bind port 99599363-3404-48a9-8f01-d6e7028185ca on network 95c9d887-3020-4c61-a91a-68b930dd99ae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:05.163474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00a2aa32-faf0-46e9-b640-447d0c06d686 req-73fd262a-4d65-413b-addc-d07c5406f65a tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149742 Dec 20 11:50:05.172926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:05.210498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['5231901c-b830-4f5c-b8fa-86ba890a9c2e', 'f12645a6-293a-4b77-b5cc-03f8ca279b86'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:50:05.243725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Port 99599363-3404-48a9-8f01-d6e7028185ca on network 95c9d887-3020-4c61-a91a-68b930dd99ae not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:50:05.244391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Attempting to bind port 99599363-3404-48a9-8f01-d6e7028185ca on network 95c9d887-3020-4c61-a91a-68b930dd99ae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:05.310651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Made reservation on behalf of 75ffd521430f43c4a4b9f178bb8a8922 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:05.320169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['3a9cc372-6c5a-40ca-ab3e-c25c7708167f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:50:05.426679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:05.430464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Checking segment: {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:05.431106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Bound using segment: {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:05.431766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Bound port: 99599363-3404-48a9-8f01-d6e7028185ca, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:05.434619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:05.592401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06adc132-bbb3-4a5e-a74b-79f6cb0bbe84 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:05.593186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-06adc132-bbb3-4a5e-a74b-79f6cb0bbe84 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Synchronizing usage tracker for tenant:44932bf7a174418d993e6fdd13dfd83f on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:05.635714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:05.735625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-06adc132-bbb3-4a5e-a74b-79f6cb0bbe84 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Unset dirty status for tenant:44932bf7a174418d993e6fdd13dfd83f on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:05.742521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-06adc132-bbb3-4a5e-a74b-79f6cb0bbe84 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6454916 Dec 20 11:50:05.745563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52656) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:05.770517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] No DVR routers for this DVR port 5231901c-b830-4f5c-b8fa-86ba890a9c2e on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:05.780259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Network': ['ID=b542d002-4290-4dc3-9e4d-6f2cfb52f1b0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:05.785319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:05.835562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:50:05.868861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaacf05-4e8e-40d3-8233-6d2d7bfcff13 req-8410bb1d-8a13-4449-8769-6de10daeabaa tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:05.869569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eaaacf05-4e8e-40d3-8233-6d2d7bfcff13 req-8410bb1d-8a13-4449-8769-6de10daeabaa tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Synchronizing usage tracker for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:05.877602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:05.884817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790e7901-456c-4571-a26b-8e14ff52b40f', 'name': 'network-vif-deleted', 'tag': '5231901c-b830-4f5c-b8fa-86ba890a9c2e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:05.891659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:05.941114 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.921s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:05.941250 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ffae8cfa-283d-420e-a47b-49f02d71fd4c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/subnets?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 207 time: 0.1851358 Dec 20 11:50:05.969935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:05.980777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:05.988134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:06.001514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:06.011338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:06.020033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:06.031959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:06.040536 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-16145cd8-fc21-416a-8841-3aa393a77819 req-2f1cde1c-7f17-4fe5-ab6f-001c994dc445 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 5445 time: 0.6593056 Dec 20 11:50:06.044016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52668) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:06.094149 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f081c5e3-e841-4f9f-92ee-eb6969f7e0e0 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.928s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:06.169595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eaaacf05-4e8e-40d3-8233-6d2d7bfcff13 req-8410bb1d-8a13-4449-8769-6de10daeabaa tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Unset dirty status for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:06.186601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eaaacf05-4e8e-40d3-8233-6d2d7bfcff13 req-8410bb1d-8a13-4449-8769-6de10daeabaa tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 943 time: 2.8799655 Dec 20 11:50:06.250617 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-16145cd8-fc21-416a-8841-3aa393a77819 req-fc0d3b05-e337-4455-aaad-f544cf0ae3f5 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2074025 Dec 20 11:50:06.302311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52680) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:06.453622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eaaacf05-4e8e-40d3-8233-6d2d7bfcff13 req-dc857434-e26d-4a10-aeff-b021dd5c1fa0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Synchronizing usage tracker for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:06.459102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Pushing event deleted for resources: {'Port': ['ID=5231901c-b830-4f5c-b8fa-86ba890a9c2e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:06.476174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:06.496371 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:06.505016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:06.510015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbc9846d-5cf8-45da-ad9a-537464f4274b req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "DELETE /v2.0/ports/5231901c-b830-4f5c-b8fa-86ba890a9c2e HTTP/1.1" status: 204 len: 173 time: 3.2180662 Dec 20 11:50:06.510677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eaaacf05-4e8e-40d3-8233-6d2d7bfcff13 req-dc857434-e26d-4a10-aeff-b021dd5c1fa0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Unset dirty status for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:06.523350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eaaacf05-4e8e-40d3-8233-6d2d7bfcff13 req-dc857434-e26d-4a10-aeff-b021dd5c1fa0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355534 Dec 20 11:50:06.527982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:06.530278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:06.605807 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ce10f5c6-5339-404c-a4b8-b835d998c895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:06.809164 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790e7901-456c-4571-a26b-8e14ff52b40f', 'name': 'network-vif-deleted', 'tag': '5231901c-b830-4f5c-b8fa-86ba890a9c2e', 'status': 'completed', 'code': 200} Dec 20 11:50:06.825387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:06.849510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:06.865631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:06.875980 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:06.933765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:06.951771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] For port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:06.966692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:06.975006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf3f50-2d53-4c19-8fe1-d2a3bf213cc4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:06.983434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf3f50-2d53-4c19-8fe1-d2a3bf213cc4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:06.987678 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:06.998129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf3f50-2d53-4c19-8fe1-d2a3bf213cc4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:07.004594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf3f50-2d53-4c19-8fe1-d2a3bf213cc4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:07.011343 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-81bf3f50-2d53-4c19-8fe1-d2a3bf213cc4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9570842 Dec 20 11:50:07.014610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:07.015286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:07.102490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:07.110363 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:07.145729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:07.147384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] 10.222.0.16 "PUT /v2.0/ports/99599363-3404-48a9-8f01-d6e7028185ca HTTP/1.1" status: 200 len: 1093 time: 5.4949887 Dec 20 11:50:07.156163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-82c3606d-b46b-4423-b611-a7c3215e106b req-acb10d73-f9b7-4074-b251-f15465577524 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Synchronizing usage tracker for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:07.159477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:50:07.189395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] For port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:07.245864 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c7ade7e7-e290-4502-8891-0fac895bdab7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2108247 Dec 20 11:50:07.249764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52700) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:07.261673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-82c3606d-b46b-4423-b611-a7c3215e106b req-acb10d73-f9b7-4074-b251-f15465577524 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Unset dirty status for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:07.277297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-82c3606d-b46b-4423-b611-a7c3215e106b req-acb10d73-f9b7-4074-b251-f15465577524 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=790e7901-456c-4571-a26b-8e14ff52b40f HTTP/1.1" status: 200 len: 210 time: 0.1764133 Dec 20 11:50:07.363031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] device_id is not set on port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:50:07.375616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:07.391721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Usage tracker for resource:security_group_rule and tenant:da77639719d54c68993ec9fda3523fd7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:07.398740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:07.404833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:07.416107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:07.435264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:07.442113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58495aac-6f8f-44b9-a0b6-de91af38023f tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:07.447000 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec4aeed1-81d7-4e47-beda-293e0f2240d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:07.451041 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43', 'code': 200} Dec 20 11:50:07.515082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:50:07.515770 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:50:07.536685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-cead0cc6-3570-4632-b5bc-bf0cba602401 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 1096 time: 0.3134189 Dec 20 11:50:07.561220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:07.563500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Subnet': ['ID=bc9cbd07-d6e2-4efd-b75e-e8692e8375f2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:07.571951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538b177-143e-4a7b-8da1-30ad0814c1c6 req-482ad184-1443-4316-8254-5532f98c59a5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:07.578990 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0538b177-143e-4a7b-8da1-30ad0814c1c6 req-482ad184-1443-4316-8254-5532f98c59a5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.7595608 Dec 20 11:50:07.584530 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:07.612119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b0d58b-b6c5-4e5b-8fc8-4f4e552e5808 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:07.613937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b0d58b-b6c5-4e5b-8fc8-4f4e552e5808 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:07.619468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0b0d58b-b6c5-4e5b-8fc8-4f4e552e5808 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3677709 Dec 20 11:50:07.623859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:07.798240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Checking segment: {'id': '0bea6672-c9ee-418e-9054-6eb2c38ed78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:07.798874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Network hostable DHCP agents. Network: b542d002-4290-4dc3-9e4d-6f2cfb52f1b0, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:50:07.821295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb2ec4-9351-4a37-82ec-2703753748d4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:07.825456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] No DVR routers for this DVR port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:07.840490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb2ec4-9351-4a37-82ec-2703753748d4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:07.847826 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ebbb2ec4-9351-4a37-82ec-2703753748d4 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2205057 Dec 20 11:50:07.848784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52716) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:07.881261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0538b177-143e-4a7b-8da1-30ad0814c1c6 req-80fd2fe4-0daf-4c78-965d-a62cc90b3264 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009412 Dec 20 11:50:07.924974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Pushing event updated for resources: {'Port': ['ID=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,revision_number=6']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:07.950478 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:07.952118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-cf96e6c4-50bf-4803-aa93-ec2ea127ccbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99599363-3404-48a9-8f01-d6e7028185ca HTTP/1.1" status: 200 len: 217 time: 0.4034462 Dec 20 11:50:08.093262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:08.114722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:08.126978 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49463cf9-214c-49c0-81fd-017bf7cefaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:08.134980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] In _notify_port_updated(), no bound segment for port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:50:08.136030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:08.137290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] 10.222.0.53 "PUT /v2.0/ports/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 200 len: 1032 time: 3.3692317 Dec 20 11:50:08.166753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 12fee867-840d-478f-8e26-be9b994d2827 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:08.175772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-fc374af5-5a4b-44aa-815c-d1001a84d6e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.177765 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-fc374af5-5a4b-44aa-815c-d1001a84d6e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.1896114 Dec 20 11:50:08.259852 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-6c41168d-eab8-4fc6-8291-105b8872fe72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706229 Dec 20 11:50:08.303982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-46a7215d-5217-436e-ac21-4a05af55ad9c tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.305202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:50:08.305416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-46a7215d-5217-436e-ac21-4a05af55ad9c tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "GET /v2.0/ports/cdcc5c9b-c050-4db3-affa-5c96dfe69126?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1605940 Dec 20 11:50:08.320355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58784-e059-4114-92af-309313bf8192 req-1c0f6468-1a1e-41dc-b993-3c35a491ede3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.324892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58784-e059-4114-92af-309313bf8192 req-1c0f6468-1a1e-41dc-b993-3c35a491ede3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.329263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58784-e059-4114-92af-309313bf8192 req-1c0f6468-1a1e-41dc-b993-3c35a491ede3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.334743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58784-e059-4114-92af-309313bf8192 req-1c0f6468-1a1e-41dc-b993-3c35a491ede3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.339241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dbd7b84c-d91b-4279-91ba-11c4a4926f04 None None] Provisioning complete for port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:08.339376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58784-e059-4114-92af-309313bf8192 req-1c0f6468-1a1e-41dc-b993-3c35a491ede3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.339632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b84c-d91b-4279-91ba-11c4a4926f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:08.343512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58784-e059-4114-92af-309313bf8192 req-1c0f6468-1a1e-41dc-b993-3c35a491ede3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.345690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4a58784-e059-4114-92af-309313bf8192 req-1c0f6468-1a1e-41dc-b993-3c35a491ede3 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 4664 time: 0.5212803 Dec 20 11:50:08.355063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:08.398583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b542d002-4290-4dc3-9e4d-6f2cfb52f1b0) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:08.452127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.452724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:08.476367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0bf01-401e-4cee-8e2d-3b4c53450e9c None None] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:08.494554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a05a63-f00b-43e2-8b03-b0783b104a04 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.496079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f8a05a63-f00b-43e2-8b03-b0783b104a04 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/networks/b4330ef7-55b5-4532-a969-5d91f47db5a8 HTTP/1.1" status: 200 len: 800 time: 0.6430657 Dec 20 11:50:08.516129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e2404-66d8-4ca4-85b0-6d411c206347,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:08.528156 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:08.530274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:08.547459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7b84c-d91b-4279-91ba-11c4a4926f04 None None] Port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:50:08.612497 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da77639719d54c68993ec9fda3523fd7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2881660 Dec 20 11:50:08.615763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52736) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:08.649585 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8478954 Dec 20 11:50:08.677056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:08.706724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1661752025', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:08.735127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:08.742504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:08.855503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Usage tracker for resource:router and tenant:75ffd521430f43c4a4b9f178bb8a8922 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:08.892458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:08.918470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd05e8-07f4-4eed-b319-c43bb8599372 req-b7f5fec1-5e9a-431b-9ba3-18b8956189f2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:08.920253 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c1dd05e8-07f4-4eed-b319-c43bb8599372 req-b7f5fec1-5e9a-431b-9ba3-18b8956189f2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 943 time: 0.8110306 Dec 20 11:50:08.924251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:08.984878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:08.986297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.026591 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1b973985-edc7-47a8-bf97-8cbd4025692a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/networks/b4330ef7-55b5-4532-a969-5d91f47db5a8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4938340 Dec 20 11:50:09.033096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52752) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:09.037532 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c1dd05e8-07f4-4eed-b319-c43bb8599372 req-4b1bd840-3d90-41e5-b2df-877d7accc6ad tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105728 Dec 20 11:50:09.055335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-b542d002-4290-4dc3-9e4d-6f2cfb52f1b0', 'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0', 'tenant_id': '75ffd521430f43c4a4b9f178bb8a8922', 'fixed_ips': [{'subnet_id': 'bc9cbd07-d6e2-4efd-b75e-e8692e8375f2'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:50:09.056162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.107699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.133560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.138596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b7447-2bc0-41d2-ad31-a622e9d2448c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:09.140923 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ef1b7447-2bc0-41d2-ad31-a622e9d2448c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/subnets/2b9303e5-5bbd-41c9-96c4-1fb19a29b654 HTTP/1.1" status: 200 len: 811 time: 0.1023335 Dec 20 11:50:09.146818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:09.159200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] For port cdcc5c9b-c050-4db3-affa-5c96dfe69126, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=cdcc5c9b-c050-4db3-affa-5c96dfe69126,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:09.194137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] For port cdcc5c9b-c050-4db3-affa-5c96dfe69126, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:09.264649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] device_id is not set on port cdcc5c9b-c050-4db3-affa-5c96dfe69126 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:50:09.275617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.282801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b4a58784-e059-4114-92af-309313bf8192 req-29c3146f-931b-468f-839d-950f9b4ecb74 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a578399-2705-441d-a09e-3bcc8423f377&id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8893654 Dec 20 11:50:09.288857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-fd1eccf5-9f25-497a-aca5-ed2ed0c59734 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0105617 Dec 20 11:50:09.289764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:09.324736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.343965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 12fee867-840d-478f-8e26-be9b994d2827, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12fee867-840d-478f-8e26-be9b994d2827,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:09.538784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da73de5-ab92-48fe-b990-c8d30e12760c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:09.545699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0da73de5-ab92-48fe-b990-c8d30e12760c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "GET /v2.0/subnets/2b9303e5-5bbd-41c9-96c4-1fb19a29b654?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3964810 Dec 20 11:50:09.546759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:09.558047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1722002219'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:09.566084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:09.587023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:09.591246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.624490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:09.628045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.655751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b2f-ea70-4f65-921b-b233b58cd317 req-79f0d76c-4078-4867-8881-505676906cbd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:09.663044 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dac5b2f-ea70-4f65-921b-b233b58cd317 req-79f0d76c-4078-4867-8881-505676906cbd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.2551770 Dec 20 11:50:09.674346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Allocated IP 172.20.0.2 (b542d002-4290-4dc3-9e4d-6f2cfb52f1b0/bc9cbd07-d6e2-4efd-b75e-e8692e8375f2/c88db356-4748-4204-b6fa-c745aea5e4b9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:09.738530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:50:09.779484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.779944 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Added segment 15b10083-495a-46a7-b23a-92f704aff6ad of type vlan for network 61c7899c-18cd-4c73-b0d4-9f383d66f087 Dec 20 11:50:09.884285 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:09.947013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fee867-840d-478f-8e26-be9b994d2827'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:09.973851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:09.976454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 35c7aa44-3c53-4e70-9811-b77047572a5c no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:10.017361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.030956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dac5b2f-ea70-4f65-921b-b233b58cd317 req-4bb516bb-72db-477e-8d68-a31c92a60fbd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666055 Dec 20 11:50:10.049000 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca', 'status': 'completed', 'code': 200} Dec 20 11:50:10.059713 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:10.227108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:50:10.268895 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fee867-840d-478f-8e26-be9b994d2827', 'code': 200} Dec 20 11:50:10.288100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.301217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Transition to ACTIVE for port object c88db356-4748-4204-b6fa-c745aea5e4b9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:10.324247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Transition to ACTIVE for port object c88db356-4748-4204-b6fa-c745aea5e4b9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:10.352689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.362931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:10.363545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.379827 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34a7c206-d6f5-423f-b7f8-2ed9750fbac1 tempest-DHCPAgentSchedulersTestJSON-448520013 tempest-DHCPAgentSchedulersTestJSON-448520013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:10.414236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.436552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.453875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.457187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] No DVR routers for this DVR port cdcc5c9b-c050-4db3-affa-5c96dfe69126 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:10.476319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 35c7aa44-3c53-4e70-9811-b77047572a5c, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35c7aa44-3c53-4e70-9811-b77047572a5c,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:10.489916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc5c9b-c050-4db3-affa-5c96dfe69126,revision_number=6']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:10.496522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:10.501003 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:10.511069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:10.514266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:10.521636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5116650-9609-45b7-a6d3-036605c3ed21 req-4975912e-4eae-4283-b974-c58d191da4af service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2203178 Dec 20 11:50:10.523667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.524576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 69586408-54bf-4ff9-90d3-a4beba9d58bf no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:10.560331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.640272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] In _notify_port_updated(), no bound segment for port cdcc5c9b-c050-4db3-affa-5c96dfe69126 on network a61c8b48-37fb-40c3-853b-f2ab8979d5bf {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:50:10.641711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.643215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] 10.222.0.53 "PUT /v2.0/ports/cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 200 len: 1033 time: 2.2969234 Dec 20 11:50:10.738689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1857612 Dec 20 11:50:10.744306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52790) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:10.759094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'network_id': '61c7899c-18cd-4c73-b0d4-9f383d66f087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:10.791586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fef88-8148-405e-8d63-06c2219fa151 req-2faa4375-ad09-4036-aa41-eb3a14126529 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:10.798680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af0fef88-8148-405e-8d63-06c2219fa151 req-2faa4375-ad09-4036-aa41-eb3a14126529 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 945 time: 0.6232710 Dec 20 11:50:10.806669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Network': ['ID=61c7899c-18cd-4c73-b0d4-9f383d66f087,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:10.827538 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:10.840577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port 12fee867-840d-478f-8e26-be9b994d2827 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:10.841061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.928746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f190d7f-fc4c-4583-b423-aea44bb2362f None None] Provisioning complete for port cdcc5c9b-c050-4db3-affa-5c96dfe69126 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:10.929226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f190d7f-fc4c-4583-b423-aea44bb2362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:10.962940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.016858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.028600 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:11.031300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220daa8-0ed1-43cc-a1b9-57ebea0bd889 req-bf8a3a4d-3df1-484e-8380-15bc711295a9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:11.034110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4220daa8-0ed1-43cc-a1b9-57ebea0bd889 req-bf8a3a4d-3df1-484e-8380-15bc711295a9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 943 time: 0.5671058 Dec 20 11:50:11.036846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.045675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-c9b5fa2b-4d11-4ec8-8a21-18f1998f4c4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 1096 time: 0.4626710 Dec 20 11:50:11.047315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.078620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:11.106717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f190d7f-fc4c-4583-b423-aea44bb2362f None None] Port cdcc5c9b-c050-4db3-affa-5c96dfe69126 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:50:11.114550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 61c7899c-18cd-4c73-b0d4-9f383d66f087 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:50:11.127379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e2404-66d8-4ca4-85b0-6d411c206347,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:11.144648 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:11.186613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-af0fef88-8148-405e-8d63-06c2219fa151 req-c192b6e0-1d5b-478b-8b79-1f4a77e2dcf6 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866639 Dec 20 11:50:11.190799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4220daa8-0ed1-43cc-a1b9-57ebea0bd889 req-14be6931-ff97-4e23-a801-13008ad38afa tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468992 Dec 20 11:50:11.262824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=12fee867-840d-478f-8e26-be9b994d2827,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:11.278441 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.219s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:11.289927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:11.308845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.310304 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b90e2404-66d8-4ca4-85b0-6d411c206347 HTTP/1.1" status: 204 len: 168 time: 2.6926646 Dec 20 11:50:11.333948 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.856s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:11.335317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Allocated IP 172.35.0.147 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/df6597f4-00b0-4fe9-9e06-576d563e9916) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:11.597605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] For port 12fee867-840d-478f-8e26-be9b994d2827, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12fee867-840d-478f-8e26-be9b994d2827,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:11.598275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.617285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Attempting to bind port c88db356-4748-4204-b6fa-c745aea5e4b9 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:11.618698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Attempting to bind port c88db356-4748-4204-b6fa-c745aea5e4b9 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0bea6672-c9ee-418e-9054-6eb2c38ed78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:11.621003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Attempting to bind port c88db356-4748-4204-b6fa-c745aea5e4b9 on network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:11.771252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 69586408-54bf-4ff9-90d3-a4beba9d58bf, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:11.785803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:11.788854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Checking segment: {'id': '0bea6672-c9ee-418e-9054-6eb2c38ed78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:11.791237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.793795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Bound using segment: {'id': '0bea6672-c9ee-418e-9054-6eb2c38ed78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:11.794663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Bound port: c88db356-4748-4204-b6fa-c745aea5e4b9, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bea6672-c9ee-418e-9054-6eb2c38ed78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:11.795461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.851579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.855850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cdcc5c9b-c050-4db3-affa-5c96dfe69126 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:11.876476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:11.920468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1e10d-6176-47ff-9dc2-52189ffb8731 req-7890a781-6a18-47fe-aa6c-b1d434281d2a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:11.930996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1e10d-6176-47ff-9dc2-52189ffb8731 req-7890a781-6a18-47fe-aa6c-b1d434281d2a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:11.938506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1e10d-6176-47ff-9dc2-52189ffb8731 req-7890a781-6a18-47fe-aa6c-b1d434281d2a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:11.951816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1e10d-6176-47ff-9dc2-52189ffb8731 req-7890a781-6a18-47fe-aa6c-b1d434281d2a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:11.956187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1e10d-6176-47ff-9dc2-52189ffb8731 req-7890a781-6a18-47fe-aa6c-b1d434281d2a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:11.968502 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-39c1e10d-6176-47ff-9dc2-52189ffb8731 req-7890a781-6a18-47fe-aa6c-b1d434281d2a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 3880 time: 0.3795059 Dec 20 11:50:12.001120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Pushing event updated for resources: {'Port': ['ID=c88db356-4748-4204-b6fa-c745aea5e4b9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:12.078268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:12.084264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ce53b99f-ef61-43c5-a3c0-6e2993e6784f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:12.127984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Made reservation on behalf of 44932bf7a174418d993e6fdd13dfd83f for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:12.147027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] For port c88db356-4748-4204-b6fa-c745aea5e4b9, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:12.151489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] For port c88db356-4748-4204-b6fa-c745aea5e4b9, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c88db356-4748-4204-b6fa-c745aea5e4b9,segment=NetworkSegment(0bea6672-c9ee-418e-9054-6eb2c38ed78e),segment_id=0bea6672-c9ee-418e-9054-6eb2c38ed78e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:12.220256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52812) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:12.221546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Port': ['ID=df6597f4-00b0-4fe9-9e06-576d563e9916,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:12.243656 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-39c1e10d-6176-47ff-9dc2-52189ffb8731 req-ebdd0b0c-2071-4694-9ab4-5259fd997bc9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2653375 Dec 20 11:50:12.244579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:12.244817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=35c7aa44-3c53-4e70-9811-b77047572a5c,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:12.245367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:12.245924 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Floating IP 0a3e0d16-2bf3-424d-b822-fad20196f6f5 disassociated. External IP: 172.35.0.208, port: 12fee867-840d-478f-8e26-be9b994d2827. Dec 20 11:50:12.246698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for 12fee867-840d-478f-8e26-be9b994d2827 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:12.249412 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:12.259075 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:12.285290 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.603s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:12.454690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:12.462250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:12.471616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=69586408-54bf-4ff9-90d3-a4beba9d58bf,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:12.477675 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:12.478408 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:12.575408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Pushing event updated for resources: {'Port': ['ID=c88db356-4748-4204-b6fa-c745aea5e4b9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:12.580695 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:12.581671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99599363-3404-48a9-8f01-d6e7028185ca details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:50:12.600042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:12.637937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:12.642694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b104e84b974f44bc86c11c9e81422a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:12.647015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:12.653370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:12.728556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:12.737375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:12.741143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:12.744347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:12.756653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:12.782946 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:12.795737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:12.817681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85af59a8-c99f-4cd2-98e5-80f191c3cd6c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:12.827953 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.872s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:12.829849 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:12.831067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '99599363-3404-48a9-8f01-d6e7028185ca', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'port_id': '99599363-3404-48a9-8f01-d6e7028185ca', 'mac_address': 'fa:16:3e:23:82:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745a86e7-6c3b-466c-a0a2-1e60e07e8476', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:50:12.840764 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:12.897234 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6b104e84b974f44bc86c11c9e81422a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6525052 Dec 20 11:50:12.899971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52822) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:12.935752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device cdcc5c9b-c050-4db3-affa-5c96dfe69126 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:50:12.936291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:13.014470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.039733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99599363-3404-48a9-8f01-d6e7028185ca {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:13.057507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:13.083234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.086823 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:13.109864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c0cb6-a1de-4aa3-ae1d-7c303c18a172 req-ae96813a-6e2e-4665-b4fb-47a1fc09f5bc tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:13.120749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-545c0cb6-a1de-4aa3-ae1d-7c303c18a172 req-ae96813a-6e2e-4665-b4fb-47a1fc09f5bc tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 945 time: 0.5700161 Dec 20 11:50:13.169014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-efd2ccc1-db2b-4693-9f8f-4383d1c53c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:13.171689 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-efd2ccc1-db2b-4693-9f8f-4383d1c53c88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 916 time: 2.0946536 Dec 20 11:50:13.217307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.279668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:13.308907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.310821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.329687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.331088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5231901c-b830-4f5c-b8fa-86ba890a9c2e no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:13.377793 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-545c0cb6-a1de-4aa3-ae1d-7c303c18a172 req-30d789e9-8c9a-421f-90b5-3f6bc93142f7 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535200 Dec 20 11:50:13.461665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 5231901c-b830-4f5c-b8fa-86ba890a9c2e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:50:13.463083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5231901c-b830-4f5c-b8fa-86ba890a9c2e not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:50:13.463978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device f12645a6-293a-4b77-b5cc-03f8ca279b86 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:13.472510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.523006 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['99599363-3404-48a9-8f01-d6e7028185ca'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:50:13.656674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-6497d6fd-14b6-455f-b421-ea487a2e245c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:13.661129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-6497d6fd-14b6-455f-b421-ea487a2e245c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 945 time: 2.5176785 Dec 20 11:50:13.699230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.701329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:13.705387 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af75cdc8-cf6f-42a1-b864-21c93743ee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:13.706753 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:13.724377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-9c08f8a3-9c62-4cef-a4e1-c18012429280 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99599363-3404-48a9-8f01-d6e7028185ca HTTP/1.1" status: 200 len: 217 time: 0.5439889 Dec 20 11:50:13.748792 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:13.758092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.758710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.792185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5d0d7-ac77-40d7-a3e5-4600fe870c35 req-5fe82cd8-35ae-454f-9387-07f919307007 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:13.793688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07e5d0d7-ac77-40d7-a3e5-4600fe870c35 req-5fe82cd8-35ae-454f-9387-07f919307007 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 1.7033396 Dec 20 11:50:13.829856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af59a8-c99f-4cd2-98e5-80f191c3cd6c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:13.842167 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:13.865034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:13.868794 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:13.908856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.914054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85af59a8-c99f-4cd2-98e5-80f191c3cd6c HTTP/1.1" status: 204 len: 168 time: 1.0099506 Dec 20 11:50:13.961955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:13.977772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 11:50:13.983757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 11:50:14.002310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port f12645a6-293a-4b77-b5cc-03f8ca279b86, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:14.012095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:14.016609 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:14.073546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a333cb-05fd-4660-a26d-3bc1a3cb119c req-5e568b0e-7d63-40bc-a952-92e0c8da1ce0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:14.075076 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25a333cb-05fd-4660-a26d-3bc1a3cb119c req-5e568b0e-7d63-40bc-a952-92e0c8da1ce0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 944 time: 0.3272502 Dec 20 11:50:14.102579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=f12645a6-293a-4b77-b5cc-03f8ca279b86,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:14.105715 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:14.235798 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07e5d0d7-ac77-40d7-a3e5-4600fe870c35 req-6afd7155-6a50-47d0-8bf7-fdba4079532d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348919 Dec 20 11:50:14.288390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Deleting port f12645a6-293a-4b77-b5cc-03f8ca279b86 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:14.288915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:14.343218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-25a333cb-05fd-4660-a26d-3bc1a3cb119c req-9957496f-ba11-4af8-a6f0-d777adb683de tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514133 Dec 20 11:50:14.472975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:14.488349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-2da5ab37-f92d-48ed-90a4-071eefc03169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:14.489818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-2da5ab37-f92d-48ed-90a4-071eefc03169 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.7052739 Dec 20 11:50:14.501785 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-74c2e486-b301-4332-b29e-02a34edd7a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:14.532803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99599363-3404-48a9-8f01-d6e7028185ca up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:50:14.568789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Router ab3796d4-2222-4859-bf83-20d6fb0e4a56 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:50:14.635598 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c', 'code': 200} Dec 20 11:50:14.635855 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf', 'code': 200} Dec 20 11:50:14.797326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 99599363-3404-48a9-8f01-d6e7028185ca completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:14.803204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 99599363-3404-48a9-8f01-d6e7028185ca triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:14.803858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:14.819921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=12fee867-840d-478f-8e26-be9b994d2827,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:14.823939 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:14.842544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-105fc54f-8d1a-45aa-9474-9109eebde650 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2264943 Dec 20 11:50:15.123782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32faf-163d-4fc7-899f-1bb16775c637 req-e3401d7d-7c62-43cc-a49e-2289bb9ea67a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:15.129067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32faf-163d-4fc7-899f-1bb16775c637 req-e3401d7d-7c62-43cc-a49e-2289bb9ea67a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:15.134604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32faf-163d-4fc7-899f-1bb16775c637 req-e3401d7d-7c62-43cc-a49e-2289bb9ea67a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:15.139757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32faf-163d-4fc7-899f-1bb16775c637 req-e3401d7d-7c62-43cc-a49e-2289bb9ea67a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:15.151674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b870b-6750-4746-a08b-c179baa852c0 None None] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:15.167221 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7ea32faf-163d-4fc7-899f-1bb16775c637 req-e3401d7d-7c62-43cc-a49e-2289bb9ea67a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 3143 time: 0.3821843 Dec 20 11:50:15.194969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c88db356-4748-4204-b6fa-c745aea5e4b9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:50:15.339283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] For port f12645a6-293a-4b77-b5cc-03f8ca279b86, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=f12645a6-293a-4b77-b5cc-03f8ca279b86,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:15.339846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:15.347437 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7ea32faf-163d-4fc7-899f-1bb16775c637 req-ea8c9736-348b-4861-9aec-27d55009c061 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1781657 Dec 20 11:50:15.420275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:50:15.441899 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] Sync routers for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:50:15.474057 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:15.479155 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:15.484794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:15.490876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:15.496752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.8184714 Dec 20 11:50:15.497669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:15.643292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Calling delete_port for f12645a6-293a-4b77-b5cc-03f8ca279b86 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:15.705245 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:15.741610 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:15.741898 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:15.867691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:15.889463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Provisioning for port c88db356-4748-4204-b6fa-c745aea5e4b9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:15.900736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Provisioning complete for port c88db356-4748-4204-b6fa-c745aea5e4b9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:15.901086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:15.959160 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:15.959603 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95258ebb-e5db-4ad2-9224-87c9489bcb9f None None] The sync data for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:50:15.978069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port c88db356-4748-4204-b6fa-c745aea5e4b9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:16.006900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb45bab-9117-4148-8e20-fc0193924ff1 req-52aff568-91d5-4f6d-8d7c-a718d3fcdc2e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:16.020695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8eb45bab-9117-4148-8e20-fc0193924ff1 req-52aff568-91d5-4f6d-8d7c-a718d3fcdc2e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.2398748 Dec 20 11:50:16.070347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c88db356-4748-4204-b6fa-c745aea5e4b9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:16.071008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:16.126594 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b98c4e25-6617-4d34-bdec-9ebc2f616cf2 req-fb358fe2-049e-4bcd-8b9c-15e99af74138 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 210 time: 0.1051497 Dec 20 11:50:16.127278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:16.152920 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5c05e876-1095-43c3-bb7e-1f9588ea9449 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:16.161580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:16.194978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['3a9cc372-6c5a-40ca-ab3e-c25c7708167f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:50:16.217434 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8eb45bab-9117-4148-8e20-fc0193924ff1 req-e5c4e65a-b352-4ca0-bb28-f4127886d3bc tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945190 Dec 20 11:50:16.295625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:16.341767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:16.351281 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a01dfe08-e002-4a8f-9452-13877f0b8ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:16.554846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Pushing event deleted for resources: {'Port': ['ID=f12645a6-293a-4b77-b5cc-03f8ca279b86,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:16.570792 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:16.621468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:16.658471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] For port c88db356-4748-4204-b6fa-c745aea5e4b9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c88db356-4748-4204-b6fa-c745aea5e4b9,segment=NetworkSegment(0bea6672-c9ee-418e-9054-6eb2c38ed78e),segment_id=0bea6672-c9ee-418e-9054-6eb2c38ed78e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:16.665487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8'}, {'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86'}, {'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:16.769329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:16.776501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:50:16.777922 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:50:16.855787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:16.860208 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:16.865589 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c845a22d-f7d7-4b8f-b3fc-6591ed0d7a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:16.921423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] No DVR routers for this DVR port f12645a6-293a-4b77-b5cc-03f8ca279b86 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:16.934679 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-b52d3bff-a2ad-4edf-b92f-70b61fb15945 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0618858 Dec 20 11:50:16.936389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:16.946600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'name': 'network-vif-deleted', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:16.959798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Pushing event updated for resources: {'Port': ['ID=c88db356-4748-4204-b6fa-c745aea5e4b9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:16.963249 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:16.998822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce6aa4-7866-49dd-8bf8-b0d27d91088e req-676dbd7b-6194-4cae-b06c-6ca77c3004b8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:17.005704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f8ce6aa4-7866-49dd-8bf8-b0d27d91088e req-676dbd7b-6194-4cae-b06c-6ca77c3004b8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.4648433 Dec 20 11:50:17.015308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:17.051873 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f258ba1-d6b0-4834-aacf-76b24bb1d732 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:17.124380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae689a8-002c-4a27-8a2d-33635af5ace7 req-f9ff5631-945e-456e-9eb6-33fcba30c6e2 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:17.137336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae689a8-002c-4a27-8a2d-33635af5ace7 req-f9ff5631-945e-456e-9eb6-33fcba30c6e2 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:17.152087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae689a8-002c-4a27-8a2d-33635af5ace7 req-f9ff5631-945e-456e-9eb6-33fcba30c6e2 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:17.168471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae689a8-002c-4a27-8a2d-33635af5ace7 req-f9ff5631-945e-456e-9eb6-33fcba30c6e2 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:17.189662 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eae689a8-002c-4a27-8a2d-33635af5ace7 req-f9ff5631-945e-456e-9eb6-33fcba30c6e2 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 3143 time: 0.3101647 Dec 20 11:50:17.189907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1ce7bd39-8b0f-4da5-b33f-68b9245a5b71 req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.53 "DELETE /v2.0/ports/f12645a6-293a-4b77-b5cc-03f8ca279b86 HTTP/1.1" status: 204 len: 173 time: 3.4603720 Dec 20 11:50:17.495708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c847feb1-0313-472a-b56a-1558ab3d35d0 None None] Provisioning complete for port c88db356-4748-4204-b6fa-c745aea5e4b9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:17.496420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c847feb1-0313-472a-b56a-1558ab3d35d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:17.559381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Checking segment: {'id': '15b10083-495a-46a7-b23a-92f704aff6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '61c7899c-18cd-4c73-b0d4-9f383d66f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:17.559856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network hostable DHCP agents. Network: 61c7899c-18cd-4c73-b0d4-9f383d66f087, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:50:17.563915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=f7870ed4-a570-4db2-bfb3-9d6110bea9d8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:17.577746 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eae689a8-002c-4a27-8a2d-33635af5ace7 req-8a29fdbd-ad48-4d15-8ffb-cba1c3b6b20d tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1991038 Dec 20 11:50:17.587654 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:17.608474 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f8ce6aa4-7866-49dd-8bf8-b0d27d91088e req-d0daa79b-4746-4694-81f6-79992a33c2e0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018071 Dec 20 11:50:17.632880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-ec8e7d69-6c68-4cdc-9326-9e5f20b30a22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 1098 time: 0.7715812 Dec 20 11:50:17.727784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c88db356-4748-4204-b6fa-c745aea5e4b9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:50:17.765546 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-83bc4e3e-1984-42cb-a277-2d6df70c464c req-76e7cefe-ffec-4719-814a-0115d7d1bafe service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129206 Dec 20 11:50:17.828366 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'name': 'network-vif-deleted', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86', 'status': 'completed', 'code': 200} Dec 20 11:50:17.869658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Network 61c7899c-18cd-4c73-b0d4-9f383d66f087 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:50:17.871178 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8', 'code': 200} Dec 20 11:50:17.871882 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b4379-3c02-41d3-979d-f700985c0408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12645a6-293a-4b77-b5cc-03f8ca279b86', 'code': 200} Dec 20 11:50:17.871882 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca', 'code': 200} Dec 20 11:50:17.940135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c88db356-4748-4204-b6fa-c745aea5e4b9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:17.940649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:18.018584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:18.024116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 61c7899c-18cd-4c73-b0d4-9f383d66f087) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:18.055666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ceebf-9cda-46dd-af7d-03816b12b491 None None] Network 61c7899c-18cd-4c73-b0d4-9f383d66f087 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:18.056103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:18.056737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:18.166252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:18.193625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53e9b290-590d-4821-b586-8b5c4f518ded req-783261d5-213e-4285-a2e2-6f6e653e4f77 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=855b4379-3c02-41d3-979d-f700985c0408 HTTP/1.1" status: 200 len: 210 time: 0.0681622 Dec 20 11:50:18.286813 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 7.5399854 Dec 20 11:50:18.291641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52928) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:18.319136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:18.335512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52932) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:18.397873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-4a971922-5316-49e6-a01d-707215da7b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:18.399508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-4a971922-5316-49e6-a01d-707215da7b16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 912 time: 0.7441969 Dec 20 11:50:18.418774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:50:18.542176 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a267435-208c-4ba3-8cb8-ce6d827455d3 req-e43831ce-6a8c-4ebb-b24b-b6c2a528e6ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 1098 time: 0.4445817 Dec 20 11:50:18.566499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-61c7899c-18cd-4c73-b0d4-9f383d66f087', 'network_id': '61c7899c-18cd-4c73-b0d4-9f383d66f087', 'tenant_id': '44932bf7a174418d993e6fdd13dfd83f', 'fixed_ips': [{'subnet_id': 'f7870ed4-a570-4db2-bfb3-9d6110bea9d8'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:50:18.567644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:18.584025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e23a29-8935-4653-9fad-6cdbe46a2e5a req-1d62b670-6913-42ad-9a12-9f99120dd3f7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:18.585569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a0e23a29-8935-4653-9fad-6cdbe46a2e5a req-1d62b670-6913-42ad-9a12-9f99120dd3f7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.5079503 Dec 20 11:50:18.791870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Allocated IP 172.20.0.1 (b542d002-4290-4dc3-9e4d-6f2cfb52f1b0/bc9cbd07-d6e2-4efd-b75e-e8692e8375f2/3e84c0d7-db61-435c-b91c-6acdcb550e79) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:18.807110 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-e4263753-a8d2-4fc3-9665-d993805dd98a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01 HTTP/1.1" status: 200 len: 217 time: 0.3861778 Dec 20 11:50:18.875555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Allocated IP 172.20.0.3 (61c7899c-18cd-4c73-b0d4-9f383d66f087/f7870ed4-a570-4db2-bfb3-9d6110bea9d8/6c416caf-bc1f-484c-a21c-92f7777567bc) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:18.908605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-7c631092-594a-4f9b-a577-af15b27d632a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:18.910196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-7c631092-594a-4f9b-a577-af15b27d632a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.0867012 Dec 20 11:50:18.964160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:18.982663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Transition to ACTIVE for port object 3e84c0d7-db61-435c-b91c-6acdcb550e79 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:18.997463 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-73483e5f-291f-4dcc-8cdd-8f232ffc046e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689001 Dec 20 11:50:18.999060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a267435-208c-4ba3-8cb8-ce6d827455d3 req-e2f1671f-dd4b-4ce3-9d38-397eafbf95b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395785 Dec 20 11:50:19.028922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a0e23a29-8935-4653-9fad-6cdbe46a2e5a req-fc8e0647-88ce-4e0f-b261-83d917e9a686 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766881 Dec 20 11:50:19.062361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.072959 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ac17948-1e2d-44a1-9b04-c8aec407b14e tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:19.123554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.145882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Port': ['ID=3e84c0d7-db61-435c-b91c-6acdcb550e79,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:19.151127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.162216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Transition to ACTIVE for port object 6c416caf-bc1f-484c-a21c-92f7777567bc will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:19.170778 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:19.208972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Transition to ACTIVE for port object 6c416caf-bc1f-484c-a21c-92f7777567bc will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:19.213181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:19.219573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:19.225358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.244180 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:19.248060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:19.308725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:19.316293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Usage tracker for resource:security_group_rule and tenant:9fa3ca61ed8c409ca370083c88ddbc45 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:19.344302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:19.344636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Network 61c7899c-18cd-4c73-b0d4-9f383d66f087 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:19.353719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:19.364881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:19.365898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:19.390738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc6b6c-c57c-46d6-86a0-2ff1d8e2f260 req-df9f47b5-206f-418c-ae03-f721488e2ee8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:19.403638 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7bc6b6c-c57c-46d6-86a0-2ff1d8e2f260 req-df9f47b5-206f-418c-ae03-f721488e2ee8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.3966553 Dec 20 11:50:19.414080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.416946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Pushing event updated for resources: {'Port': ['ID=6c416caf-bc1f-484c-a21c-92f7777567bc,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:19.443478 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-273191ca-3eeb-47f1-9d76-2470a1932dba service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851451 Dec 20 11:50:19.463893 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:19.527373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1843992'] for subnet, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.542646 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f7bc6b6c-c57c-46d6-86a0-2ff1d8e2f260 req-7411bdd4-6d01-4e7c-b50d-85333374b1c1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377907 Dec 20 11:50:19.568900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Attempting to bind port 6c416caf-bc1f-484c-a21c-92f7777567bc on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:19.569441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Attempting to bind port 6c416caf-bc1f-484c-a21c-92f7777567bc by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '15b10083-495a-46a7-b23a-92f704aff6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '61c7899c-18cd-4c73-b0d4-9f383d66f087'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:19.569977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Attempting to bind port 6c416caf-bc1f-484c-a21c-92f7777567bc on network 61c7899c-18cd-4c73-b0d4-9f383d66f087 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:19.579052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:19.579815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Checking segment: {'id': '15b10083-495a-46a7-b23a-92f704aff6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '61c7899c-18cd-4c73-b0d4-9f383d66f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:19.580371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.580868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Bound using segment: {'id': '15b10083-495a-46a7-b23a-92f704aff6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '61c7899c-18cd-4c73-b0d4-9f383d66f087'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:19.581560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Bound port: 6c416caf-bc1f-484c-a21c-92f7777567bc, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b10083-495a-46a7-b23a-92f704aff6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '61c7899c-18cd-4c73-b0d4-9f383d66f087'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:19.582068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.680783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-26ccc736-9e86-44a9-8563-30e6b89f779b None None] Provisioning for port 3e84c0d7-db61-435c-b91c-6acdcb550e79 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:19.696569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.704087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-26ccc736-9e86-44a9-8563-30e6b89f779b None None] Provisioning complete for port 3e84c0d7-db61-435c-b91c-6acdcb550e79 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:19.704830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26ccc736-9e86-44a9-8563-30e6b89f779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.707070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.759742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.774238 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-183c2a82-db84-497c-a70b-a94b9cb30fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:19.775326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-26ccc736-9e86-44a9-8563-30e6b89f779b None None] Port 3e84c0d7-db61-435c-b91c-6acdcb550e79 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:50:19.789177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] For port 6c416caf-bc1f-484c-a21c-92f7777567bc, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:19.793554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] For port 6c416caf-bc1f-484c-a21c-92f7777567bc, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6c416caf-bc1f-484c-a21c-92f7777567bc,segment=NetworkSegment(15b10083-495a-46a7-b23a-92f704aff6ad),segment_id=15b10083-495a-46a7-b23a-92f704aff6ad)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:19.800186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:19.814324 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:19.919903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Pushing event updated for resources: {'Port': ['ID=6c416caf-bc1f-484c-a21c-92f7777567bc,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:19.927900 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:20.183365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de70e1f0-c84d-4be8-a767-fe065f850f46,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:20.190120 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fa3ca61ed8c409ca370083c88ddbc45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8513920 Dec 20 11:50:20.192440 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:20.192979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:20.301864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31cab5a5-78b4-4dd3-b9b7-7bf5923ba713 req-54fa52a2-e5e4-4990-bd2a-f2d02c1ced56 service neutron] 10.222.0.16 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602824 Dec 20 11:50:20.341442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-15a110bf-ed64-4883-b4e5-882db6614d7a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:20.351721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-15a110bf-ed64-4883-b4e5-882db6614d7a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:20.356446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-15a110bf-ed64-4883-b4e5-882db6614d7a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:20.360593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-15a110bf-ed64-4883-b4e5-882db6614d7a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:20.361694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-15a110bf-ed64-4883-b4e5-882db6614d7a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:20.412842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52966) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:20.418869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-15a110bf-ed64-4883-b4e5-882db6614d7a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:20.425397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-15a110bf-ed64-4883-b4e5-882db6614d7a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 3143 time: 0.9961166 Dec 20 11:50:20.452391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741097296132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1257546'] for subnet, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.460054 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d762c169-6ad0-43ed-b60a-3e3bc1af638a tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:20.510987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f864-50a0-4a1a-9c2e-024c97422743 req-42d59293-ca1d-4937-9775-cfb165709b07 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:20.512469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15d1f864-50a0-4a1a-9c2e-024c97422743 req-42d59293-ca1d-4937-9775-cfb165709b07 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.3305593 Dec 20 11:50:20.515722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.551969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:50:20.566041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 88451159-b2ac-464b-b2ad-5c8f759e0b01 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:20.604987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:20.605860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.606986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] Sync routers for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:50:20.610500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "PUT /v2.0/subnets/f7870ed4-a570-4db2-bfb3-9d6110bea9d8 HTTP/1.1" status: 200 len: 877 time: 2.2962720 Dec 20 11:50:20.613448 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5321c601-9a28-4fd9-a3f8-3af384f7b551 req-99b53531-0219-4eb8-ba8a-dab09f8b1e4a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1872416 Dec 20 11:50:20.615202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event updated for resources: {'Subnet': ['ID=f7870ed4-a570-4db2-bfb3-9d6110bea9d8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:20.619147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52974) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:20.626505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:20.627123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:20.634919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.635365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.635666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.636030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.636391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.636890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.637394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.637755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.638135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.638501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.638945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:20.650384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.687178 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:20.688107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] No DVR routers for this DVR port 12fee867-840d-478f-8e26-be9b994d2827 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:20.692287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.694959 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "DELETE /v2.0/ports/12fee867-840d-478f-8e26-be9b994d2827 HTTP/1.1" status: 204 len: 173 time: 10.0406337 Dec 20 11:50:20.696372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '12fee867-840d-478f-8e26-be9b994d2827'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:20.712017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.788666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port 35c7aa44-3c53-4e70-9811-b77047572a5c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:20.788976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.858522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.898403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:20.923918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:20.925630 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15d1f864-50a0-4a1a-9c2e-024c97422743 req-5f12bcd2-1323-46f5-b289-3a56f206aa5b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875856 Dec 20 11:50:20.931810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:20.937337 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:20.970277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:20.991916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Usage tracker for resource:security_group_rule and tenant:f62900e3db0844f091be099fc79f8622 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:20.992091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791588-bbfb-403e-8299-d96e5e87a030 req-69ef2c91-dea9-48c3-be4e-1097639abf15 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:20.993449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f791588-bbfb-403e-8299-d96e5e87a030 req-69ef2c91-dea9-48c3-be4e-1097639abf15 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 945 time: 0.1549184 Dec 20 11:50:21.008671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:21.030400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:21.033595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.050057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.060516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.068704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.071990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:21.075921 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:21.078293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:50:21.119936 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b840c4e8-ca57-4bdb-9fe9-72b115770b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:21.221404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f791588-bbfb-403e-8299-d96e5e87a030 req-819c9fea-6de8-465f-87f0-684540bafcd9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129288 Dec 20 11:50:21.247736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port 6c416caf-bc1f-484c-a21c-92f7777567bc {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:21.248069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.279573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de70e1f0-c84d-4be8-a767-fe065f850f46,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:21.282202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] For port 35c7aa44-3c53-4e70-9811-b77047572a5c, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35c7aa44-3c53-4e70-9811-b77047572a5c,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:21.282571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.360021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.360399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.361027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.361443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.361819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.362650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.363967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.364347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.364706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.365064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.365419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:50:21.368456 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:21.393813 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4ae0c49b-abc8-4956-bf22-f307d5646fca tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:21.395646 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '12fee867-840d-478f-8e26-be9b994d2827', 'status': 'completed', 'code': 200} Dec 20 11:50:21.412058 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'code': 200} Dec 20 11:50:21.413101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a6458-80fa-44f0-acd2-071fadcd4133 None None] Network 61c7899c-18cd-4c73-b0d4-9f383d66f087 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:21.459095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for 35c7aa44-3c53-4e70-9811-b77047572a5c owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:21.462690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.479727 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de70e1f0-c84d-4be8-a767-fe065f850f46 HTTP/1.1" status: 204 len: 168 time: 1.2386353 Dec 20 11:50:21.588651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.590277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Port': ['ID=3e84c0d7-db61-435c-b91c-6acdcb550e79,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:21.593737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.596115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d436bf76-b203-46c2-b71a-a053e52e4ef0 None None] Provisioning for port 6c416caf-bc1f-484c-a21c-92f7777567bc completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:21.600208 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:21.650501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa3fd-f670-4e03-b9d4-b7593207f3bc req-919b2db3-ef58-4f08-b441-bd92ca50556f tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:21.657675 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-887fa3fd-f670-4e03-b9d4-b7593207f3bc req-919b2db3-ef58-4f08-b441-bd92ca50556f tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.5281441 Dec 20 11:50:21.674027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.698254 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b9d48d5-9854-442a-a96e-4a91a33ed42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:21.744945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6c416caf-bc1f-484c-a21c-92f7777567bc up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:50:21.765486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-51927ef2-3595-455b-9d95-47d23c4cef0c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:21.766252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-51927ef2-3595-455b-9d95-47d23c4cef0c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Synchronizing usage tracker for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:21.791836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-51927ef2-3595-455b-9d95-47d23c4cef0c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Unset dirty status for tenant:0cddf9a3fe4845ddb65d33bf57ea5dd2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:21.793048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-51927ef2-3595-455b-9d95-47d23c4cef0c tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.16 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.1484380 Dec 20 11:50:21.903144 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-887fa3fd-f670-4e03-b9d4-b7593207f3bc req-fb070daa-8f7c-4820-8aff-50c2ab182693 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443392 Dec 20 11:50:21.903925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ccd4f-55ae-4da1-bb44-39fcc0ab4f28,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:21.907360 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:21.913956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:21.929265 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-faa62d78-37b7-48ae-8ecb-efa2168e80e2 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:21.944751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f62900e3db0844f091be099fc79f8622&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5099247 Dec 20 11:50:21.980612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52990) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:22.046058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:17Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:22.050497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 6c416caf-bc1f-484c-a21c-92f7777567bc completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:22.056190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] Checking router: 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:50:22.062814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 6c416caf-bc1f-484c-a21c-92f7777567bc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:22.063200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:22.160943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:22.161535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:22.205709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=35c7aa44-3c53-4e70-9811-b77047572a5c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:22.297292 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:22.298336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] No DVR routers for this DVR port 35c7aa44-3c53-4e70-9811-b77047572a5c on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:22.308409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:22.316097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port 6c416caf-bc1f-484c-a21c-92f7777567bc, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6c416caf-bc1f-484c-a21c-92f7777567bc,segment=NetworkSegment(15b10083-495a-46a7-b23a-92f704aff6ad),segment_id=15b10083-495a-46a7-b23a-92f704aff6ad)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:22.317314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:22.322646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Deleting port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:22.323022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:22.469129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "DELETE /v2.0/ports/35c7aa44-3c53-4e70-9811-b77047572a5c HTTP/1.1" status: 204 len: 173 time: 1.7656639 Dec 20 11:50:22.483355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa87caf0-5a3e-4e02-91d7-beecbe5eeaa2 None None] Network 61c7899c-18cd-4c73-b0d4-9f383d66f087 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:22.569659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd257df7-5206-4ad1-9a5c-a0c95091a4a1 req-67d56c7b-1247-4b22-86a1-a73a3c2792e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:22.578046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd257df7-5206-4ad1-9a5c-a0c95091a4a1 req-67d56c7b-1247-4b22-86a1-a73a3c2792e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:22.589006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd257df7-5206-4ad1-9a5c-a0c95091a4a1 req-67d56c7b-1247-4b22-86a1-a73a3c2792e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:22.592547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fd257df7-5206-4ad1-9a5c-a0c95091a4a1 req-67d56c7b-1247-4b22-86a1-a73a3c2792e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:22.601800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:50:22.688612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fd257df7-5206-4ad1-9a5c-a0c95091a4a1 req-67d56c7b-1247-4b22-86a1-a73a3c2792e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:22.699919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd257df7-5206-4ad1-9a5c-a0c95091a4a1 req-67d56c7b-1247-4b22-86a1-a73a3c2792e1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 2410 time: 0.7892039 Dec 20 11:50:22.740825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:22.742512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:22.746515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for 6c416caf-bc1f-484c-a21c-92f7777567bc owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:22.832378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:22.841129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b738021-1da3-474c-81d4-c21f55178c36 None None] Provisioning complete for port 6c416caf-bc1f-484c-a21c-92f7777567bc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:22.841528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b738021-1da3-474c-81d4-c21f55178c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:22.938858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:22.950973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:23.005061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd257df7-5206-4ad1-9a5c-a0c95091a4a1 req-b774e795-166a-44d3-9366-b00d6289447a tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3077099 Dec 20 11:50:23.005613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.052594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.099293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] For port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:23.099662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.258449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b738021-1da3-474c-81d4-c21f55178c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.274185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.348510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.358388 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea8bdfbd-7643-40a4-9eee-4a5b938cf265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:23.377019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea615f3-bc8c-406c-8dc9-c1c43e57c27f req-ffeae6a8-f79f-415e-a04f-92e4b1d0af1e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:23.382048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ea615f3-bc8c-406c-8dc9-c1c43e57c27f req-ffeae6a8-f79f-415e-a04f-92e4b1d0af1e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.5846713 Dec 20 11:50:23.401766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ccd4f-55ae-4da1-bb44-39fcc0ab4f28,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:23.404927 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:23.419278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Calling delete_port for 3a9cc372-6c5a-40ca-ab3e-c25c7708167f owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:23.447157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.451338 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c1ccd4f-55ae-4da1-bb44-39fcc0ab4f28 HTTP/1.1" status: 204 len: 168 time: 1.4654236 Dec 20 11:50:23.451852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:23.470892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-141e283e-02ef-4465-8571-d903477f08b8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.472099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-141e283e-02ef-4465-8571-d903477f08b8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4572840 Dec 20 11:50:23.481541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53022) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.556006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-01ed9576-3a40-4e21-9a51-eeacc7987e3e tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.557196 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-01ed9576-3a40-4e21-9a51-eeacc7987e3e tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0133805 Dec 20 11:50:23.558559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.562609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53026) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.573072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] For port b3b6fb96-1bdf-43b3-bd5b-949f89612d43, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:23.573072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.576752 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dc904a36-ef74-4b32-89c3-cad99624c165 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:23.583630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-769d8fa2-ed8f-4b3a-ba6e-0e077b3418a5 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.584587 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-769d8fa2-ed8f-4b3a-ba6e-0e077b3418a5 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0165226 Dec 20 11:50:23.594729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29079c-ddf9-4095-a270-c8dac3d80ca1 req-cfc64739-eed7-458b-8964-8ecf6f4b8f01 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:23.596173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d29079c-ddf9-4095-a270-c8dac3d80ca1 req-cfc64739-eed7-458b-8964-8ecf6f4b8f01 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/ports?device_id=646e9d61-3e0d-4ca5-8115-c4ed2e09b54c HTTP/1.1" status: 200 len: 946 time: 0.3536711 Dec 20 11:50:23.598511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53030) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.660945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Port': ['ID=6c416caf-bc1f-484c-a21c-92f7777567bc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:23.663836 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:23.667837 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ea615f3-bc8c-406c-8dc9-c1c43e57c27f req-19f46324-214e-4a59-9586-c305f5f0cf78 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564821 Dec 20 11:50:23.689749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-927db870-28c1-45ac-99c9-bcc4bafee012 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.690748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-927db870-28c1-45ac-99c9-bcc4bafee012 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0897751 Dec 20 11:50:23.698264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57d6d1e3-69c9-4c31-8ade-c28a5fcee227 None None] Provisioning complete for port 3e84c0d7-db61-435c-b91c-6acdcb550e79 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:23.698654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57d6d1e3-69c9-4c31-8ade-c28a5fcee227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.707632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53034) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.722486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-18781b3c-097f-496e-9c70-0190b7f90385 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.723669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-18781b3c-097f-496e-9c70-0190b7f90385 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0159204 Dec 20 11:50:23.727511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.768157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:17Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:23.779862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-21f284f3-6f8a-47f7-91e9-654fa700ffc3 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.780920 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-21f284f3-6f8a-47f7-91e9-654fa700ffc3 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0523641 Dec 20 11:50:23.788057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.794341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-b6dee017-18d6-4f42-b26f-07c9c466478c tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.795325 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b6dee017-18d6-4f42-b26f-07c9c466478c tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062134 Dec 20 11:50:23.804244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.807444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No DVR routers for this DVR port 6c416caf-bc1f-484c-a21c-92f7777567bc on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:23.819657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb208c4c-bea9-4b4e-9740-c0c7576c95da None None] The sync data for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 is: [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:38:48Z', 'revision_number': 4, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'e64c3639-abf8-4a1f-b992-e60480e7ec45', 'name': '', 'network_id': '369c3643-7840-4b2a-8a85-116c0d1f8252', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'mac_address': 'fa:16:3e:37:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:47Z', 'updated_at': '2021-12-20T11:39:17Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'subnets': [{'id': '2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:50:23.875872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57d6d1e3-69c9-4c31-8ade-c28a5fcee227 None None] Port 3e84c0d7-db61-435c-b91c-6acdcb550e79 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:50:23.888114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:23.922912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-925d9c18-4a54-422d-af45-c4708e449040 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:23.923951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-925d9c18-4a54-422d-af45-c4708e449040 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1186750 Dec 20 11:50:23.941131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:23.998396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-611504d6-a179-4da1-a60c-68aab06ad767 None None] Could not find standard attr ID for object 6c416caf-bc1f-484c-a21c-92f7777567bc. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 11:50:23.999208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-3bd1c072-ba6e-47a4-b887-6ef99584204a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.000663 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3bd1c072-ba6e-47a4-b887-6ef99584204a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0463462 Dec 20 11:50:24.006681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53058) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.033511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for b3b6fb96-1bdf-43b3-bd5b-949f89612d43 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:24.048593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c12db-497a-43e0-b0d6-02010f2b66a2 None None] DHCP port deletion for 61c7899c-18cd-4c73-b0d4-9f383d66f087 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:50:24.070024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11b12f-7c3c-475c-9e2c-1f73ecada5b4 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:50:24.078060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-c10d1978-b823-413f-9432-fa70451b8683 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.081605 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c10d1978-b823-413f-9432-fa70451b8683 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0694726 Dec 20 11:50:24.087871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53064) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.118845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-c74df492-51f1-410a-a856-2608a17760b8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.122212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c74df492-51f1-410a-a856-2608a17760b8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0269170 Dec 20 11:50:24.123546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53068) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.134831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-33c4965b-2b4b-4dda-a2b6-c9b1e37d7508 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.138373 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-33c4965b-2b4b-4dda-a2b6-c9b1e37d7508 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0084152 Dec 20 11:50:24.146588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53072) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.166443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-09ffa5a0-cc46-40b7-ab1a-d3d878aad45f tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.169829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-09ffa5a0-cc46-40b7-ab1a-d3d878aad45f tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0135701 Dec 20 11:50:24.172866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53076) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.185655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-b94266fa-b469-4165-bf21-34aa4e477ee4 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.187696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b94266fa-b469-4165-bf21-34aa4e477ee4 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0096192 Dec 20 11:50:24.193587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cd7d8-5b46-4b5a-878d-e047d9d0cd83 req-15220ccb-d4ad-47dc-be94-b9d66f78feb5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:24.199884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53080) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.200405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d6cd7d8-5b46-4b5a-878d-e047d9d0cd83 req-15220ccb-d4ad-47dc-be94-b9d66f78feb5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 943 time: 0.2748616 Dec 20 11:50:24.229047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-fbce6971-1716-4422-a824-be8d9921c10d tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.232440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fbce6971-1716-4422-a824-be8d9921c10d tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0266888 Dec 20 11:50:24.232603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.234028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53084) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.234684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.241765 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ca30a97-32a5-4fb1-b845-d39224ed591f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:24.269154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-ca722609-36aa-468f-b7a6-c0abeb5a66ee tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.270308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ca722609-36aa-468f-b7a6-c0abeb5a66ee tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0336576 Dec 20 11:50:24.271252 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-511da8eb-d7a6-424a-ab36-aa6b381c14d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:24.288270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.327022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-2742323c-f2cf-45cf-99c5-c260587861b9 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.328866 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2742323c-f2cf-45cf-99c5-c260587861b9 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0313253 Dec 20 11:50:24.337067 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b6907-f752-4d9b-98d6-ddf3dee7c686 None None] New status for floating IP 0a3e0d16-2bf3-424d-b822-fad20196f6f5: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:50:24.337904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=f7870ed4-a570-4db2-bfb3-9d6110bea9d8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:24.340511 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:24.341170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.341545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.376462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-814e94d0-6d44-4b23-b3aa-3c1e74c5e8bb tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.379785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-814e94d0-6d44-4b23-b3aa-3c1e74c5e8bb tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0324237 Dec 20 11:50:24.399024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53100) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.406186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Pushing event deleted for resources: {'Port': ['ID=3a9cc372-6c5a-40ca-ab3e-c25c7708167f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:24.410934 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:24.416320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.430690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d29079c-ddf9-4095-a270-c8dac3d80ca1 req-77236f07-1653-4cf0-a82f-c261177c66cc tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cda21a0-4e83-47ac-892d-a041cd45e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7339511 Dec 20 11:50:24.439425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-3ec9680f-cba6-46d5-b7aa-eb336872cdd1 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.442971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11b12f-7c3c-475c-9e2c-1f73ecada5b4 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:50:24.447106 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3ec9680f-cba6-46d5-b7aa-eb336872cdd1 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0383339 Dec 20 11:50:24.451285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.528307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.550100 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d6cd7d8-5b46-4b5a-878d-e047d9d0cd83 req-a7a203f9-1dbe-4fe4-b45c-f3da0ed3e404 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487277 Dec 20 11:50:24.589234 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '35c7aa44-3c53-4e70-9811-b77047572a5c', 'status': 'completed', 'code': 200} Dec 20 11:50:24.598537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-96a663c4-2be6-430d-aec5-8135eb7b0c6b tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.598800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3a9cc372-6c5a-40ca-ab3e-c25c7708167f no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:24.602345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-96a663c4-2be6-430d-aec5-8135eb7b0c6b tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0792522 Dec 20 11:50:24.602855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53110) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.619741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] No DVR routers for this DVR port 3a9cc372-6c5a-40ca-ab3e-c25c7708167f on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:24.626340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-ddcc94f6-c418-4458-bcad-5da9bca950a5 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.629701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ddcc94f6-c418-4458-bcad-5da9bca950a5 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0214016 Dec 20 11:50:24.635777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.640704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53114) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.653395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-5021c908-e0bc-42b2-8117-b162585893bf tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.654365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5021c908-e0bc-42b2-8117-b162585893bf tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0127661 Dec 20 11:50:24.657798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.672873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 3a9cc372-6c5a-40ca-ab3e-c25c7708167f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:50:24.673368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 3a9cc372-6c5a-40ca-ab3e-c25c7708167f not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:50:24.683210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4db295b3-28f3-41d7-bd9e-d1def621f668 req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] 10.222.0.16 "DELETE /v2.0/ports/3a9cc372-6c5a-40ca-ab3e-c25c7708167f HTTP/1.1" status: 204 len: 173 time: 2.8140738 Dec 20 11:50:24.687566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.694269 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9692190a-4c77-4c9b-9a2c-d94a497ea7ad tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:24.713861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-3e2164e1-961a-48c8-94d4-a81271fa2c35 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.726129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3e2164e1-961a-48c8-94d4-a81271fa2c35 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0428574 Dec 20 11:50:24.737510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Router ab3796d4-2222-4859-bf83-20d6fb0e4a56 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:50:24.744255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c7899c-18cd-4c73-b0d4-9f383d66f087']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:24.758118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53124) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.797226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:24.801263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b10083-495a-46a7-b23a-92f704aff6ad') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:24.801763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b10083-495a-46a7-b23a-92f704aff6ad') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:24.803358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-d1c6251a-125e-4205-ae45-ec6c0b2a7f8b tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.804376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d1c6251a-125e-4205-ae45-ec6c0b2a7f8b tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0293136 Dec 20 11:50:24.807795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=b3b6fb96-1bdf-43b3-bd5b-949f89612d43,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:24.811060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53130) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.813808 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:24.821980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-66b178db-ebd3-4bde-b1a4-7f2873ca0cac tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.822967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-66b178db-ebd3-4bde-b1a4-7f2873ca0cac tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0110028 Dec 20 11:50:24.826468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53134) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.841950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Usage tracker for resource:security_group_rule and tenant:f46a919c752d4672b5084de21f4bd84b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:24.867564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-a3cc2f9e-2ac4-4f1f-bc17-5cdb02086387 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.871313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3cc2f9e-2ac4-4f1f-bc17-5cdb02086387 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0132697 Dec 20 11:50:24.876053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53138) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.882524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-30e99449-bc99-4b79-91a3-f6a6c2bb7e78 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.886197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-30e99449-bc99-4b79-91a3-f6a6c2bb7e78 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0087080 Dec 20 11:50:24.896408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:24.905353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.917247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.921652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] No DVR routers for this DVR port b3b6fb96-1bdf-43b3-bd5b-949f89612d43 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:24.924503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:24.926744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "DELETE /v2.0/ports/b3b6fb96-1bdf-43b3-bd5b-949f89612d43 HTTP/1.1" status: 204 len: 173 time: 2.4498441 Dec 20 11:50:24.938573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:24.952263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-b84974b0-2912-4c31-8079-730db85d142a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.953220 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b84974b0-2912-4c31-8079-730db85d142a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0167060 Dec 20 11:50:24.962479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53146) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:24.978950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-75563343-2654-4c5e-b172-c5c683129c4c tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:24.980064 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-75563343-2654-4c5e-b172-c5c683129c4c tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0166757 Dec 20 11:50:24.984436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.013637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0f354-ac6c-4904-909b-2c9d69dc8a95 None None] Network 61c7899c-18cd-4c73-b0d4-9f383d66f087 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:25.044165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:25.044544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.198211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.222829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-9983e3e0-6df3-4fb0-806c-2a6636a048d6 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.226391 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9983e3e0-6df3-4fb0-806c-2a6636a048d6 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0289671 Dec 20 11:50:25.233849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.241580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:25.241962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.263521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-2d218728-5f38-4743-b574-df0f6c01c1aa tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.264925 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2d218728-5f38-4743-b574-df0f6c01c1aa tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0278339 Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:25.265912 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:25.268625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.276547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb088eb3-c63e-48c2-bfb6-295af0b0646d None None] DHCP port deletion for 61c7899c-18cd-4c73-b0d4-9f383d66f087 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:50:25.288244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-a627630d-d82f-4a15-a9f5-68242c2d5cb8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.289177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a627630d-d82f-4a15-a9f5-68242c2d5cb8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125933 Dec 20 11:50:25.305377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.367709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-8b30ad2c-ff3f-4a61-8367-6b71b930d480 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.369218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b30ad2c-ff3f-4a61-8367-6b71b930d480 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0625646 Dec 20 11:50:25.383825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53170) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.391826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-31d62b2f-aaab-4bde-88e9-e0227ca6b58d tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.392933 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-31d62b2f-aaab-4bde-88e9-e0227ca6b58d tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079753 Dec 20 11:50:25.413784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.446907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-6742154b-874f-45e1-814d-3574422a08ba tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.451887 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6742154b-874f-45e1-814d-3574422a08ba tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0298803 Dec 20 11:50:25.457788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.465405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.472958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.473907 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:25.511462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-17978280-ef1a-44b6-a0de-027d51a97206 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.512743 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-17978280-ef1a-44b6-a0de-027d51a97206 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0224433 Dec 20 11:50:25.520927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53186) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.528307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-14e2ec93-f59a-445b-9a14-00ae8661a896 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.529251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-14e2ec93-f59a-445b-9a14-00ae8661a896 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0073521 Dec 20 11:50:25.532345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53190) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.539000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f313c-4d31-4389-9902-c8f83cc012e2 req-b5dafba6-eee7-4468-97ee-04462fdc0d45 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:25.543108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f313c-4d31-4389-9902-c8f83cc012e2 req-b5dafba6-eee7-4468-97ee-04462fdc0d45 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:25.549928 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a5f313c-4d31-4389-9902-c8f83cc012e2 req-b5dafba6-eee7-4468-97ee-04462fdc0d45 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 1677 time: 0.7296364 Dec 20 11:50:25.552948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=61c7899c-18cd-4c73-b0d4-9f383d66f087,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:25.556563 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:25.572296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] For port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:25.573005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.683641 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/61c7899c-18cd-4c73-b0d4-9f383d66f087 HTTP/1.1" status: 204 len: 168 time: 5.0608861 Dec 20 11:50:25.693021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53198) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.773104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6c416caf-bc1f-484c-a21c-92f7777567bc no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:25.781772 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-368b0397-8734-4d92-8005-3b9a0b790634 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:25.782235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368b0397-8734-4d92-8005-3b9a0b790634 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:25.798580 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4a5f313c-4d31-4389-9902-c8f83cc012e2 req-09543062-0ad2-4973-9a10-488405aab594 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2476904 Dec 20 11:50:25.815476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.824382 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-368b0397-8734-4d92-8005-3b9a0b790634 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/f7870ed4-a570-4db2-bfb3-9d6110bea9d8 HTTP/1.1" status: 404 len: 337 time: 0.1302860 Dec 20 11:50:25.824784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 6c416caf-bc1f-484c-a21c-92f7777567bc {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:50:25.825504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6c416caf-bc1f-484c-a21c-92f7777567bc not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:50:25.827504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.831278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:25.860846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:25.862645 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a899b647-7e49-4f1c-b181-fc492cd66537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:25.881958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-5e039cb9-3cf5-4c5d-aded-63d6a89f0cd4 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.883082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5e039cb9-3cf5-4c5d-aded-63d6a89f0cd4 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.3498657 Dec 20 11:50:25.888935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.911497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-ee3a8be2-3936-410b-8ffc-b79542c9d2df tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.915171 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ee3a8be2-3936-410b-8ffc-b79542c9d2df tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0143347 Dec 20 11:50:25.915411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.921819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-9d179674-44cf-4c3f-bd93-65339af7a743 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.922968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9d179674-44cf-4c3f-bd93-65339af7a743 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065751 Dec 20 11:50:25.931971 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0420c5d-72bc-4a76-8903-353168e38bcd tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:25.932423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0420c5d-72bc-4a76-8903-353168e38bcd tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:25.936607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53218) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.936923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53220) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.938139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0420c5d-72bc-4a76-8903-353168e38bcd tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/61c7899c-18cd-4c73-b0d4-9f383d66f087 HTTP/1.1" status: 404 len: 339 time: 0.1093051 Dec 20 11:50:25.957668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93b7ed2-edbc-42c1-80d4-6eb777bf7168,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:25.977661 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:25.979988 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f46a919c752d4672b5084de21f4bd84b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6332858 Dec 20 11:50:25.980266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-64b3db48-e1bb-4745-a733-edfedf0b40f6 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:25.983602 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-64b3db48-e1bb-4745-a733-edfedf0b40f6 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0434184 Dec 20 11:50:25.983744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.985341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53230) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:25.991966 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-900c5e03-6718-4df4-9bb7-8c8c809ba8db tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:25.992461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900c5e03-6718-4df4-9bb7-8c8c809ba8db tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:25.996840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-900c5e03-6718-4df4-9bb7-8c8c809ba8db tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/baa406e5-47ff-4e47-90e4-58953ac78e30 HTTP/1.1" status: 404 len: 337 time: 0.0546510 Dec 20 11:50:25.997128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53236) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.008990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-82002ca2-9f1d-4c34-ab6f-14b6a9d3cb17 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.012344 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-82002ca2-9f1d-4c34-ab6f-14b6a9d3cb17 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0094788 Dec 20 11:50:26.027504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53244) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.056341 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5581341-bb6a-4402-a32f-4dc86ce1ab44 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:26.056779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5581341-bb6a-4402-a32f-4dc86ce1ab44 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:26.072607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b5581341-bb6a-4402-a32f-4dc86ce1ab44 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/d915be0b-d471-4324-a887-5bc20a10f706 HTTP/1.1" status: 404 len: 339 time: 0.0722485 Dec 20 11:50:26.073437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-5cf52941-4f14-4756-b385-d20506c13c5c tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.076694 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5cf52941-4f14-4756-b385-d20506c13c5c tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0137033 Dec 20 11:50:26.076694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53256) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.077112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53258) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.085920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-0181a80f-a714-4850-ba1c-d18c2fa700e9 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.089261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0181a80f-a714-4850-ba1c-d18c2fa700e9 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0076735 Dec 20 11:50:26.091249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53266) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.100888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:50:26.104768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-376a2d9f-a9f1-41b2-8949-9526e388b5ab tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.105735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-376a2d9f-a9f1-41b2-8949-9526e388b5ab tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0122926 Dec 20 11:50:26.114465 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "PUT /v2.0/routers/ab3796d4-2222-4859-bf83-20d6fb0e4a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6101439 Dec 20 11:50:26.114617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53272) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.114701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.116329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] Sync routers for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:50:26.118683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-17b3f743-d981-48df-9dee-b032e5f9f197 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.119527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17b3f743-d981-48df-9dee-b032e5f9f197 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070791 Dec 20 11:50:26.121833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Request body: {'port': {'network_id': 'b542d002-4290-4dc3-9e4d-6f2cfb52f1b0', 'name': 'tempest-FloatingIPAdminTestJSON-2016798416'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:26.126095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.138954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-ec086d59-476c-44a9-b5d7-2f5ca3fd5016 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.142101 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ec086d59-476c-44a9-b5d7-2f5ca3fd5016 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0127981 Dec 20 11:50:26.144970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53286) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.147734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:26.149068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:26.164491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-5641c1fb-ef8f-44da-a8cf-870b82cf7ef3 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.165462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5641c1fb-ef8f-44da-a8cf-870b82cf7ef3 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0215976 Dec 20 11:50:26.174795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.194721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-df2c0cd8-ae85-490a-9a41-cf5ded80a1f1 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.195685 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-df2c0cd8-ae85-490a-9a41-cf5ded80a1f1 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0199726 Dec 20 11:50:26.202279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.206637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.222039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-11f46918-73a2-44eb-b704-cab089644e4d tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.223556 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-11f46918-73a2-44eb-b704-cab089644e4d tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0135593 Dec 20 11:50:26.227135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:26.231983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53300) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.233088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.240514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:26.241421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:26.241924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-c69dd765-11ad-4b87-938a-8f8814b8bfd2 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.242896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c69dd765-11ad-4b87-938a-8f8814b8bfd2 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070336 Dec 20 11:50:26.251332 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34d100f5-51cd-4848-8e48-6920c308bd1d tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:26.274984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.291885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-10b7a21f-b81a-4902-9d48-b644ccceeaae tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.292844 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-10b7a21f-b81a-4902-9d48-b644ccceeaae tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0160427 Dec 20 11:50:26.297802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:26.302771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53308) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.306039 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:26.312781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.314539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107aa28-b146-4637-afd7-7f322f712252 req-cb6a0216-cd48-49ee-9103-c00d49c204f1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:26.316781 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7107aa28-b146-4637-afd7-7f322f712252 req-cb6a0216-cd48-49ee-9103-c00d49c204f1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.3039832 Dec 20 11:50:26.317693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:26.318238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431079dc-cee1-4fe0-b546-7287842ee8c7 None None] The sync data for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:50:26.326898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-b3238963-e3e2-41d8-b099-1b0257e222db tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.328406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b3238963-e3e2-41d8-b099-1b0257e222db tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0245154 Dec 20 11:50:26.332941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53312) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.340139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-05b6103a-ae4e-42cb-b025-fd39239f6c48 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.341335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-05b6103a-ae4e-42cb-b025-fd39239f6c48 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072863 Dec 20 11:50:26.347036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53316) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.355219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.396344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-d601f808-8c5d-4b30-bcf2-7e656cc39aca tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.397559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d601f808-8c5d-4b30-bcf2-7e656cc39aca tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0186408 Dec 20 11:50:26.400746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.417719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-da66d9a3-6722-4561-bd3f-838e8e2efbc8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.418704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da66d9a3-6722-4561-bd3f-838e8e2efbc8 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123742 Dec 20 11:50:26.427751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53324) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.446490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:26.453472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Usage tracker for resource:port and tenant:75ffd521430f43c4a4b9f178bb8a8922 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:26.459648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:26.468924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:26.474492 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7107aa28-b146-4637-afd7-7f322f712252 req-a79352bd-8301-4161-b491-4f72fe746057 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242530 Dec 20 11:50:26.488802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [None req-2ab50def-59f9-41db-aa22-6ba89fd9516a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.489653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Made reservation on behalf of 75ffd521430f43c4a4b9f178bb8a8922 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:26.491321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2ab50def-59f9-41db-aa22-6ba89fd9516a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0143719 Dec 20 11:50:26.492945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.507617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53328) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.511736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.524624 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb2b5fd8-165a-4e94-9b87-b4493e1c2c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:26.545223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-8b699b24-c251-44ab-bd3e-ab6ad5bc36bc tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.549969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b699b24-c251-44ab-bd3e-ab6ad5bc36bc tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0304978 Dec 20 11:50:26.550995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53332) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.561480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-8c4ca289-ec29-43e0-9dfc-5a5ceb93ca4e tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.565751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8c4ca289-ec29-43e0-9dfc-5a5ceb93ca4e tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097718 Dec 20 11:50:26.568568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93b7ed2-edbc-42c1-80d4-6eb777bf7168,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:26.572212 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:26.572958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.583939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] device_id is not set on port 61341a91-f424-469c-b3e6-e7a4b679040e yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:50:26.609545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 88451159-b2ac-464b-b2ad-5c8f759e0b01 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:26.727911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.731541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a93b7ed2-edbc-42c1-80d4-6eb777bf7168 HTTP/1.1" status: 204 len: 168 time: 0.7450213 Dec 20 11:50:26.731693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.742143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-b2607ec9-dfd1-4145-a171-e9b4af33a2ed tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.742374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.747211 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b2607ec9-dfd1-4145-a171-e9b4af33a2ed tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.1703975 Dec 20 11:50:26.747406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'name': 'network-vif-deleted', 'tag': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:26.751140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53344) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.757720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-83c6a318-29b6-4013-8642-2c053b3a6f02 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.761592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-83c6a318-29b6-4013-8642-2c053b3a6f02 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0071373 Dec 20 11:50:26.763414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53348) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.769769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-027b4298-c7c1-41fb-8968-c88ff5d35bdb tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.773719 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-027b4298-c7c1-41fb-8968-c88ff5d35bdb tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071297 Dec 20 11:50:26.774620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.776450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] No DVR routers for this DVR port 37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:26.788699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-e83c0fad-0562-4714-bb60-68f19db1b29a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.792209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e83c0fad-0562-4714-bb60-68f19db1b29a tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0134175 Dec 20 11:50:26.794088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53360) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:26.802998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [None req-6f0715ce-4493-4710-be89-fe9f95a03303 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:50:26.806644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6f0715ce-4493-4710-be89-fe9f95a03303 tempest-ExtensionsTestJSON-255552472 tempest-ExtensionsTestJSON-255552472-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089712 Dec 20 11:50:26.825252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Allocated IP 172.20.0.5 (b542d002-4290-4dc3-9e4d-6f2cfb52f1b0/bc9cbd07-d6e2-4efd-b75e-e8692e8375f2/61341a91-f424-469c-b3e6-e7a4b679040e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:26.894081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1958b797-c346-4792-b4c1-3909ae8f03ee']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:26.931766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487563b5-07a7-43ec-bd54-9815236c07ce') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:26.932084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487563b5-07a7-43ec-bd54-9815236c07ce') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:26.958137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.980013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:26.989144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:26.989590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:27.133449 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:27.139561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.179160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "DELETE /v2.0/ports/37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8 HTTP/1.1" status: 204 len: 173 time: 2.2466626 Dec 20 11:50:27.188774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.197665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.221219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Transition to ACTIVE for port object 61341a91-f424-469c-b3e6-e7a4b679040e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:27.228818 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:27.244237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.246283 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/1958b797-c346-4792-b4c1-3909ae8f03ee HTTP/1.1" status: 204 len: 168 time: 1.1684268 Dec 20 11:50:27.249136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.260825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb269-fb09-4877-9ea6-0b8b0cc4a9a4 req-59b9d60e-b2d9-42b3-a953-e41fb8a0d180 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:27.262494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-396fb269-fb09-4877-9ea6-0b8b0cc4a9a4 req-59b9d60e-b2d9-42b3-a953-e41fb8a0d180 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 943 time: 0.1401258 Dec 20 11:50:27.269542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=1958b797-c346-4792-b4c1-3909ae8f03ee,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:27.282674 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:27.313583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Deleting subnet 7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:50:27.317138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.324733 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5225821-a394-429e-afa7-12c3806ad888 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:27.325344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5225821-a394-429e-afa7-12c3806ad888 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:27.340292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d5225821-a394-429e-afa7-12c3806ad888 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/f3296669-cedd-4e1e-bf77-d638e4603d71 HTTP/1.1" status: 404 len: 337 time: 0.0898595 Dec 20 11:50:27.342803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53376) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.380957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.383076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.393174 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-102563df-01c1-436f-a196-be89a7fd0bc9 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:27.432217 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9237b6-ac13-4c30-bbfe-9ffef778d4ff tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:27.432824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9237b6-ac13-4c30-bbfe-9ffef778d4ff tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:27.434639 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1e9237b6-ac13-4c30-bbfe-9ffef778d4ff tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/4aa03b78-56c7-433b-8111-cb514dde63eb HTTP/1.1" status: 404 len: 339 time: 0.0908432 Dec 20 11:50:27.445981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53382) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.446439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53384) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.461283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.496090 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-396fb269-fb09-4877-9ea6-0b8b0cc4a9a4 req-14701854-b75e-47df-a1cd-b2695cf94e70 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1934540 Dec 20 11:50:27.514418 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8104dcb2-4c08-4a25-a143-7749bfeb9805 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:27.514926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8104dcb2-4c08-4a25-a143-7749bfeb9805 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:27.519906 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8104dcb2-4c08-4a25-a143-7749bfeb9805 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/6f98083a-e9b2-48df-97a6-07a704151d53 HTTP/1.1" status: 404 len: 337 time: 0.0671308 Dec 20 11:50:27.522464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53394) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.541970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port 69586408-54bf-4ff9-90d3-a4beba9d58bf {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:27.542366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.561910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event updated for resources: {'Port': ['ID=61341a91-f424-469c-b3e6-e7a4b679040e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:27.570810 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b777b3-5c3a-417a-9a27-7271726896f5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:27.571329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b777b3-5c3a-417a-9a27-7271726896f5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:27.572688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.573137 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e6b777b3-5c3a-417a-9a27-7271726896f5 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/e2e2aa57-a411-42f2-8c5a-1350613367f5 HTTP/1.1" status: 404 len: 339 time: 0.0455353 Dec 20 11:50:27.575209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:27.576542 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:27.577185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53400) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.580578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:27.583481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:27.585634 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f3e5d05d-cea0-4c79-98bb-2f62c6d3aee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:27.658970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb4ebf1-067d-453b-87f6-ef81f9d64bb9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:27.676819 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:27.699571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.700533 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e97158f-b36d-4366-9109-1b0755be3ee8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:27.701069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e97158f-b36d-4366-9109-1b0755be3ee8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:27.706783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4e97158f-b36d-4366-9109-1b0755be3ee8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/a65c652e-ac63-498e-b80f-d231f8439e10 HTTP/1.1" status: 404 len: 337 time: 0.1255822 Dec 20 11:50:27.707734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53406) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.708607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ba8368-3e65-4a89-a4ac-33bc2e5d731f None None] Network 5c987974-66f6-4f3a-9346-d9f4c9ee8120 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:27.713909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7eb4ebf1-067d-453b-87f6-ef81f9d64bb9 HTTP/1.1" status: 204 len: 168 time: 0.9378583 Dec 20 11:50:27.719778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53410) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.732060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-e2b38e45-2873-47bf-a403-30888ef78ee8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:27.733569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-e2b38e45-2873-47bf-a403-30888ef78ee8 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=04260934-077d-46c4-8571-301495cdb605 HTTP/1.1" status: 200 len: 943 time: 0.9905086 Dec 20 11:50:27.795070 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d037d8-50ad-4ab8-ae3f-9a122a3656e8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:27.795668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d037d8-50ad-4ab8-ae3f-9a122a3656e8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:27.800720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d7d037d8-50ad-4ab8-ae3f-9a122a3656e8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/6f0cfc38-1d9c-4a8d-a613-5f7e098d94bd HTTP/1.1" status: 404 len: 339 time: 0.0917130 Dec 20 11:50:27.804234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:27.810316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:27.811048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:27.984817 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e9d61-3e0d-4ca5-8115-c4ed2e09b54c', 'name': 'network-vif-deleted', 'tag': '3a9cc372-6c5a-40ca-ab3e-c25c7708167f', 'status': 'completed', 'code': 200} Dec 20 11:50:27.985357 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': 'b3b6fb96-1bdf-43b3-bd5b-949f89612d43', 'status': 'completed', 'code': 200} Dec 20 11:50:27.994215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.078631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.097542 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-144d832b-ce5f-4d9f-8017-b647029b605a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:28.098107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144d832b-ce5f-4d9f-8017-b647029b605a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:28.099894 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-144d832b-ce5f-4d9f-8017-b647029b605a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/7560b045-1665-4a50-a734-d7ac5601269a HTTP/1.1" status: 404 len: 337 time: 0.2811568 Dec 20 11:50:28.104479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Deleting port ae54ffcb-dfb3-406d-86ed-711e7810484d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:28.104879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.107934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-51112dd4-1486-4709-87e7-d97fb54aacbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.138574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.139249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-32872d23-dda6-43b4-b908-3b1653ddcbf6 None None] Provisioning for port 61341a91-f424-469c-b3e6-e7a4b679040e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:28.149934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-32872d23-dda6-43b4-b908-3b1653ddcbf6 None None] Provisioning complete for port 61341a91-f424-469c-b3e6-e7a4b679040e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:28.150583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0331328 Dec 20 11:50:28.152404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32872d23-dda6-43b4-b908-3b1653ddcbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.175286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Deleting port 88451159-b2ac-464b-b2ad-5c8f759e0b01 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:28.176144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.177176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.203656 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef18d13-74ad-424a-a6e2-026074b6dbec tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:28.204405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef18d13-74ad-424a-a6e2-026074b6dbec tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:28.213607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:28.220313 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7ef18d13-74ad-424a-a6e2-026074b6dbec tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/a559de36-b852-4138-ac19-f89c55672960 HTTP/1.1" status: 404 len: 339 time: 0.0785811 Dec 20 11:50:28.221618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Usage tracker for resource:security_group_rule and tenant:933fc3a10d3a4742a5588a87197ce9df is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:28.225830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:28.228541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.270925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-32872d23-dda6-43b4-b908-3b1653ddcbf6 None None] Port 61341a91-f424-469c-b3e6-e7a4b679040e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:50:28.283388 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a744b3fa-b309-458a-8408-8944a34a409c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:28.283912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a744b3fa-b309-458a-8408-8944a34a409c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:28.285853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a744b3fa-b309-458a-8408-8944a34a409c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/c20645fe-1d08-4db3-903e-21ab0e1c255d HTTP/1.1" status: 404 len: 337 time: 0.0561883 Dec 20 11:50:28.290333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:28.292478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53440) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.350055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] DHCP port deletion for 5c987974-66f6-4f3a-9346-d9f4c9ee8120 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:50:28.351623 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cc35ae-18f8-488d-af05-6396f15d91b0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:28.352066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cc35ae-18f8-488d-af05-6396f15d91b0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:28.353730 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-57cc35ae-18f8-488d-af05-6396f15d91b0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/41b2d311-afc2-4ad4-910f-593a1cd9046a HTTP/1.1" status: 404 len: 339 time: 0.0586343 Dec 20 11:50:28.354156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Deleting port ae54ffcb-dfb3-406d-86ed-711e7810484d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:28.354917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.359175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.459881 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c736f978-e793-4647-baa5-68b1de9ae52f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:28.460330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c736f978-e793-4647-baa5-68b1de9ae52f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:28.477851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61eb2b-b1b8-4b59-a10a-6683797f5abf req-1e69f11a-5ca7-4647-b3cb-fd231f039cb4 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:28.485834 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d61eb2b-b1b8-4b59-a10a-6683797f5abf req-1e69f11a-5ca7-4647-b3cb-fd231f039cb4 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.4262640 Dec 20 11:50:28.491613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c736f978-e793-4647-baa5-68b1de9ae52f tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/6c1bfbf4-d6dc-442e-bb0c-f1b5dc991c82 HTTP/1.1" status: 404 len: 337 time: 0.1314435 Dec 20 11:50:28.523642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.585503 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d3e9cc-9122-4b70-aace-63d9f16e1a92 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:28.590792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d3e9cc-9122-4b70-aace-63d9f16e1a92 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:28.599163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] For port ae54ffcb-dfb3-406d-86ed-711e7810484d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae54ffcb-dfb3-406d-86ed-711e7810484d,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:28.599521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.608578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-51d3e9cc-9122-4b70-aace-63d9f16e1a92 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/24775634-c8cc-48d7-bef3-b2d9008a9041 HTTP/1.1" status: 404 len: 339 time: 0.0841100 Dec 20 11:50:28.612268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53454) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.629704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] For port 69586408-54bf-4ff9-90d3-a4beba9d58bf, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=69586408-54bf-4ff9-90d3-a4beba9d58bf,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:28.630073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.708701 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d61eb2b-b1b8-4b59-a10a-6683797f5abf req-d0bac75b-0d3c-4efc-b16e-fc8e51912826 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219079 Dec 20 11:50:28.711323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.717189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.756418 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e20d40b-6736-4f20-b51b-8951ebca9750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:28.789741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=933fc3a10d3a4742a5588a87197ce9df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3385561 Dec 20 11:50:28.794608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'project_id': '75ffd521430f43c4a4b9f178bb8a8922', 'port_id': '61341a91-f424-469c-b3e6-e7a4b679040e'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:28.798713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:28.799636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142be19c-15e7-40a9-91f3-46f6ff260286,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:28.803437 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:28.820113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] For port ae54ffcb-dfb3-406d-86ed-711e7810484d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae54ffcb-dfb3-406d-86ed-711e7810484d,segment=NetworkSegment(c7c373e0-759c-4200-aa49-a05c2a31063f),segment_id=c7c373e0-759c-4200-aa49-a05c2a31063f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:28.820683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.865669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:28.871689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Usage tracker for resource:floatingip and tenant:75ffd521430f43c4a4b9f178bb8a8922 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:28.877677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:28.886319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:28.953522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:28.975085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.002347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Calling delete_port for ae54ffcb-dfb3-406d-86ed-711e7810484d owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:29.012323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.061972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Calling delete_port for ae54ffcb-dfb3-406d-86ed-711e7810484d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:29.084934 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b1e246-4997-46c4-8411-8b2398e73ddc tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:29.085366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b1e246-4997-46c4-8411-8b2398e73ddc tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:29.087019 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-10b1e246-4997-46c4-8411-8b2398e73ddc tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/932a5a1f-b753-4b17-92f8-1533ac248202 HTTP/1.1" status: 404 len: 337 time: 0.4641821 Dec 20 11:50:29.092134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53468) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:29.159554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for 69586408-54bf-4ff9-90d3-a4beba9d58bf owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:29.168705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.174712 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ea55259e-050c-4600-9494-52016c3eaf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:29.180877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcbf78-b53b-4f40-96b0-5fa97ab33df9 req-c45d795a-6397-41ba-abd0-daa38c4e78d1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:29.182490 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-defcbf78-b53b-4f40-96b0-5fa97ab33df9 req-c45d795a-6397-41ba-abd0-daa38c4e78d1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 943 time: 0.2785852 Dec 20 11:50:29.186763 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-976cc338-9c15-403b-a091-88e2e4a3f1d7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:29.187190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976cc338-9c15-403b-a091-88e2e4a3f1d7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:29.222023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-976cc338-9c15-403b-a091-88e2e4a3f1d7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/d7fb3997-b45a-4034-902d-4fc31f27ec5e HTTP/1.1" status: 404 len: 339 time: 0.1270387 Dec 20 11:50:29.228398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:29.247732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Pushing event deleted for resources: {'Port': ['ID=ae54ffcb-dfb3-406d-86ed-711e7810484d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:29.257434 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:29.263891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] No DVR routers for this DVR port ae54ffcb-dfb3-406d-86ed-711e7810484d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:29.281314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.283869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.285779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/142be19c-15e7-40a9-91f3-46f6ff260286 HTTP/1.1" status: 204 len: 168 time: 0.4802647 Dec 20 11:50:29.292169 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbea711d-62fe-457f-9b71-2e744dae8b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:29.303254 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eab1c6-e280-49f9-8ffa-43b7a91edf45 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:29.303422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] For port 88451159-b2ac-464b-b2ad-5c8f759e0b01, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=88451159-b2ac-464b-b2ad-5c8f759e0b01,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:29.303616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.303756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eab1c6-e280-49f9-8ffa-43b7a91edf45 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:29.305347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-79eab1c6-e280-49f9-8ffa-43b7a91edf45 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/a5119488-912b-42c6-b9cf-67c962eb16ed HTTP/1.1" status: 404 len: 337 time: 0.0761647 Dec 20 11:50:29.311431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:29.326705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142be19c-15e7-40a9-91f3-46f6ff260286,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:29.371881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:50:29.372106 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:50:29.373390 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:29.424283 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-defcbf78-b53b-4f40-96b0-5fa97ab33df9 req-8f79ff7f-1f03-41f2-9c76-451b192676d0 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2334478 Dec 20 11:50:29.432306 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a034b7-9cca-4895-a209-10e87e15e392 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] DELETE failed (client error): The resource could not be found. Dec 20 11:50:29.432759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a034b7-9cca-4895-a209-10e87e15e392 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:50:29.437404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-92a034b7-9cca-4895-a209-10e87e15e392 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/2dc0db22-4642-4618-a2e5-a7582b2f0d60 HTTP/1.1" status: 404 len: 339 time: 0.1239688 Dec 20 11:50:29.440162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Calling delete_port for 88451159-b2ac-464b-b2ad-5c8f759e0b01 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:29.445424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53486) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:29.515330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.585579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.599477 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:29.660535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=69586408-54bf-4ff9-90d3-a4beba9d58bf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:29.700720 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:29.726647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae54ffcb-dfb3-406d-86ed-711e7810484d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:29.756538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] No DVR routers for this DVR port 69586408-54bf-4ff9-90d3-a4beba9d58bf on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:29.807311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: ae54ffcb-dfb3-406d-86ed-711e7810484d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:50:29.807669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae54ffcb-dfb3-406d-86ed-711e7810484d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:50:29.837672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Allocated IP 172.35.0.201 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/779427ed-6a40-47e5-ad62-681ac3778f83) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:29.840565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.874795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Deleting port ae54ffcb-dfb3-406d-86ed-711e7810484d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:29.875163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.934350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2be1d1f9-8e7a-4fe8-9c4a-d3708e0afd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:29.973772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] The port 'ae54ffcb-dfb3-406d-86ed-711e7810484d' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:50:30.015224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8'}, {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:30.025117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4e95efc9-4036-48d0-9451-1bf34a810552 req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.53 "DELETE /v2.0/ports/69586408-54bf-4ff9-90d3-a4beba9d58bf HTTP/1.1" status: 204 len: 173 time: 2.8341839 Dec 20 11:50:30.091915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.105498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.135191 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66de84f2-e520-4d49-9b39-59e57ef745a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:30.144003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting subnet 2b9303e5-5bbd-41c9-96c4-1fb19a29b654 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:50:30.167600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.201333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event deleted for resources: {'Port': ['ID=88451159-b2ac-464b-b2ad-5c8f759e0b01,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:30.210463 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:30.321329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.381648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.426658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.453969 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-07561180-5f8e-4d0c-bf0a-456882ea2a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:30.515924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c987974-66f6-4f3a-9346-d9f4c9ee8120']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:30.534328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c373e0-759c-4200-aa49-a05c2a31063f') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:30.534703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c373e0-759c-4200-aa49-a05c2a31063f') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:30.549844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.570825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.578979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:30.579968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.597013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbd10e-df53-401e-99aa-004469a1a258 req-fc31660b-c6ce-4e87-ab97-5d1118b3cf57 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:30.598621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03cbd10e-df53-401e-99aa-004469a1a258 req-fc31660b-c6ce-4e87-ab97-5d1118b3cf57 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.6027033 Dec 20 11:50:30.606245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:30.620903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:30.624741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:30.682242 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:30.686167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] No DVR routers for this DVR port 88451159-b2ac-464b-b2ad-5c8f759e0b01 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:30.689524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.696019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.707049 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:30.727698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53526) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:30.730029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:30.730949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c987974-66f6-4f3a-9346-d9f4c9ee8120 HTTP/1.1" status: 204 len: 168 time: 2.9961722 Dec 20 11:50:30.744784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aaf93fc6-01ed-44a0-bc28-b7ba47af8115 req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "DELETE /v2.0/ports/88451159-b2ac-464b-b2ad-5c8f759e0b01 HTTP/1.1" status: 204 len: 173 time: 2.9344950 Dec 20 11:50:30.760337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c987974-66f6-4f3a-9346-d9f4c9ee8120,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:30.789127 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:30.805468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Pushing event updated for resources: {'Port': ['ID=779427ed-6a40-47e5-ad62-681ac3778f83,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:30.808919 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:30.983109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03cbd10e-df53-401e-99aa-004469a1a258 req-9374e906-dc58-4543-8afa-aca3e7a0a5d7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674269 Dec 20 11:50:31.023072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.057980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-939048690'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:31.066140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:31.069590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53542) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:31.084754 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '37073fcb-1ea5-4aa5-ac47-bfd273d9f8f8', 'status': 'completed', 'code': 200} Dec 20 11:50:31.085051 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c645b6e-0afe-4c7f-b48d-0f035368f561', 'name': 'network-vif-deleted', 'tag': '69586408-54bf-4ff9-90d3-a4beba9d58bf', 'status': 'completed', 'code': 200} Dec 20 11:50:31.142782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:31.151222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:31.152427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.168363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.171483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:31.201350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a89e061e-9703-42c9-a027-e54e8231347e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cddf9a3fe4845ddb65d33bf57ea5dd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1292534 Dec 20 11:50:31.204543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:31.208997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.226474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53546) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:31.415124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.471127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1dd93723-7a3d-48dc-8414-57ca3eabac34 req-65df5712-aadb-4e75-b762-512c46dc0aaf tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 210 time: 0.2352571 Dec 20 11:50:31.478947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:31.486763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group_rule and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:31.490691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:31.527729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:31.542805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.586117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.609597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.617300 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dde67946-5203-408f-9d96-8cb5f5975df6 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:31.664909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9303e5-5bbd-41c9-96c4-1fb19a29b654,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:31.672182 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:31.688480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.691639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38818bdd-7484-45b3-97ef-6b6fff801d80 None None] Network b4330ef7-55b5-4532-a969-5d91f47db5a8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:31.716014 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/subnets/2b9303e5-5bbd-41c9-96c4-1fb19a29b654 HTTP/1.1" status: 204 len: 168 time: 2.2666800 Dec 20 11:50:31.720202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53560) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:31.791501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.862381 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:50:31.944375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.970098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.970098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:31.988921 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-da955943-c7fa-48a0-9676-175338a32c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:31.997986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.073197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:50:32.097870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.098590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] DHCP port deletion for b4330ef7-55b5-4532-a969-5d91f47db5a8 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:50:32.103121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Deleting port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:32.103748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.111794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.116722 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cda21a0-4e83-47ac-892d-a041cd45e323 HTTP/1.1" status: 204 len: 168 time: 0.8850183 Dec 20 11:50:32.119383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Deleting port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:32.119684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.485722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001b218a-76c4-4713-8b53-a45fdd9707cb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:32.489477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.490069 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment 2f0b282a-2bf2-4b0f-9b99-d024f7842bf7 of type vlan for network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 Dec 20 11:50:32.531973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] For port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,segment=NetworkSegment(94dfb4a4-43be-4af1-b678-1295f783e868),segment_id=94dfb4a4-43be-4af1-b678-1295f783e868)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:32.532463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.557885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cda21a0-4e83-47ac-892d-a041cd45e323,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:32.562286 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:32.565988 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:32.566446 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:32.663003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] For port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,segment=NetworkSegment(94dfb4a4-43be-4af1-b678-1295f783e868),segment_id=94dfb4a4-43be-4af1-b678-1295f783e868)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:32.663957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.679133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.814403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Calling delete_port for 2df1b1e2-2b13-43a7-8f36-f4fe175169bb owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:32.841911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-becacbcf-56b6-4c7d-9de1-0e5b4cc9e74d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:32.843941 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-becacbcf-56b6-4c7d-9de1-0e5b4cc9e74d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.3616011 Dec 20 11:50:32.849311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.856552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:50:32.863734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-11de5a04-0924-406c-b79e-6d560361a5f1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/quotas/6f9c25d6a37645c09139b2aeb523877b HTTP/1.1" status: 200 len: 375 time: 0.0124123 Dec 20 11:50:32.864750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.869296 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-edce0347-b2c5-44e0-a6ef-b13d2055ce99 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:32.921130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14070-5812-496a-9c27-550c5f0e6f2f req-01f5b503-d9f4-4db5-a66b-d1eec272fd61 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:32.928491 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14f14070-5812-496a-9c27-550c5f0e6f2f req-01f5b503-d9f4-4db5-a66b-d1eec272fd61 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.6821072 Dec 20 11:50:32.940881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Pushing event updated for resources: {'Port': ['ID=779427ed-6a40-47e5-ad62-681ac3778f83,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:32.950256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.954735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:32.955428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:32.963646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Calling delete_port for 2df1b1e2-2b13-43a7-8f36-f4fe175169bb owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:32.964781 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-122991de-18a1-4051-b87f-54983bd436a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:32.979632 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:32.995066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-8411f845-65a4-4b96-9b28-b19718bfa187 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559196 Dec 20 11:50:33.079726 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3334630 Dec 20 11:50:33.086156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-deleted', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:33.090102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53600) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:33.195207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'name': 'tempest-PortsTestJSON-1935495788'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:33.221923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:50:33.222881 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:50:33.225359 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-c8b28acd-d1a8-4aad-bd7a-acf01723a4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980662 Dec 20 11:50:33.226805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:33.233502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:33.237347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=10f330f0-bb6e-4d05-a232-ec589b56d3d9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:33.248837 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:33.252224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:50:33.263399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14f14070-5812-496a-9c27-550c5f0e6f2f req-4c9e0cdc-3a55-485c-b615-bf6033a434a3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338428 Dec 20 11:50:33.264028 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b6ec2ce3-70b5-4861-b7c2-c0b5ce1448b8 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:33.279047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:33.362695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Port': ['ID=2df1b1e2-2b13-43a7-8f36-f4fe175169bb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:33.376431 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:33.389272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] No DVR routers for this DVR port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:33.724724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Deleting port 2df1b1e2-2b13-43a7-8f36-f4fe175169bb {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:33.726670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:33.738678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:33.799405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6f6cf2b5-aa6d-4a94-bc8b-dfc51e1c588c req-a89c22fc-213c-46a3-80fd-f9bff47eb321 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Synchronizing usage tracker for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:33.802977 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-64aaaa90-0eb6-4330-a772-ded18a6eb796 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766106 Dec 20 11:50:33.824063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2df1b1e2-2b13-43a7-8f36-f4fe175169bb no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:33.840479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:33.847269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:33.855849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:33.870319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:33.876014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ac70eae2-cbd0-4f59-8f7b-a003f0c73642 None None] The port '2df1b1e2-2b13-43a7-8f36-f4fe175169bb' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:50:33.885384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2df1b1e2-2b13-43a7-8f36-f4fe175169bb {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:50:33.889226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2df1b1e2-2b13-43a7-8f36-f4fe175169bb not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:50:33.905594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:33.909359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:33.921633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4330ef7-55b5-4532-a969-5d91f47db5a8']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:33.924636 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Floating IP a6faf7f0-9e37-4603-b4e4-91c649d5ceb8 associated. External IP: 172.35.0.201, port: 61341a91-f424-469c-b3e6-e7a4b679040e. Dec 20 11:50:33.929065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6f6cf2b5-aa6d-4a94-bc8b-dfc51e1c588c req-a89c22fc-213c-46a3-80fd-f9bff47eb321 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Unset dirty status for tenant:795f3e1f52794904ac6bee547e966db9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:33.930236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f6cf2b5-aa6d-4a94-bc8b-dfc51e1c588c req-a89c22fc-213c-46a3-80fd-f9bff47eb321 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c645b6e-0afe-4c7f-b48d-0f035368f561 HTTP/1.1" status: 200 len: 210 time: 0.3900902 Dec 20 11:50:33.946743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dfb4a4-43be-4af1-b678-1295f783e868') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:33.947026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dfb4a4-43be-4af1-b678-1295f783e868') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:33.963475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port a1670527-d6e4-4201-b352-e6946304764b yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:50:34.036585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.076194 n-d-victoria-1 neutron-server[83558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04260934-077d-46c4-8571-301495cdb605', 'name': 'network-vif-deleted', 'tag': '88451159-b2ac-464b-b2ad-5c8f759e0b01', 'status': 'failed', 'code': 422} returned with failed status Dec 20 11:50:34.128409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.149399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:34.157629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.158586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7405256-7a7c-42cd-be1a-9bf3edd5288b req-92bcfe21-5be8-4701-9264-e2d556090a58 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 210 time: 0.0654888 Dec 20 11:50:34.159096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:34.195862 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:34.447049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-347445478-network', 'tenant_id': 'c856aa12846f40ed8f564fb406b6b819'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:34.453140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:34.459419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Usage tracker for resource:network and tenant:c856aa12846f40ed8f564fb406b6b819 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:34.466342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:34.473740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:34.503158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Made reservation on behalf of c856aa12846f40ed8f564fb406b6b819 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:34.506527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.580119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.635899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:34.647234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.653062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Usage tracker for resource:security_group_rule and tenant:c856aa12846f40ed8f564fb406b6b819 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:34.655338 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:34.657722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:34.665757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:34.676947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.714597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Router ab3796d4-2222-4859-bf83-20d6fb0e4a56 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:50:34.726704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Pushing event deleted for resources: {'Network': ['ID=b4330ef7-55b5-4532-a969-5d91f47db5a8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:34.729338 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:34.791191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6b50f-c65b-44f8-a4b0-cea39e8e286c req-db8d734e-352e-49c1-b8d2-371cb6be7716 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:34.792644 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00c6b50f-c65b-44f8-a4b0-cea39e8e286c req-db8d734e-352e-49c1-b8d2-371cb6be7716 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.2146816 Dec 20 11:50:34.827487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.837920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.842864 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9e5eb8de-6351-4443-9819-4473afc4bd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:34.876130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc6df3-aa10-4573-81bb-05aaf8c1c44d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:34.881673 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:34.897913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:50:34.919225 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] 10.222.0.32 "DELETE /v2.0/networks/b4330ef7-55b5-4532-a969-5d91f47db5a8 HTTP/1.1" status: 204 len: 168 time: 3.1976309 Dec 20 11:50:34.923364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.952886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:34.953470 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Added segment 96e5ba91-f5c6-4824-96ed-1dd5fab0c991 of type vlan for network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e Dec 20 11:50:35.006999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.020136 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00c6b50f-c65b-44f8-a4b0-cea39e8e286c req-96eb89f8-3c93-4e6c-a2e6-fb094849ca0e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Dec 20 11:50:35.038895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.056252 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-161bbe7b-e2df-49bc-bf4a-69680d42ed30 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:35.133764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.134726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:35.135271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.143889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=a1670527-d6e4-4201-b352-e6946304764b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:35.149617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:35.153841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d1068f0-2f0b-445b-869b-365269cefa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:35.184962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53660) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:35.187032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:50:35.201414 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] Sync routers for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:50:35.243695 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:35.244352 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:35.295698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': '2f0b282a-2bf2-4b0f-9b99-d024f7842bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:35.296049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: 10f330f0-bb6e-4d05-a232-ec589b56d3d9, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:50:35.337197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:35.340148 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1781180 Dec 20 11:50:35.341264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:35.346473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53670) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:35.353109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Request body: {'subnet': {'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-347445478-subnet', 'tenant_id': 'c856aa12846f40ed8f564fb406b6b819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:35.353947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:50:35.365025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.396318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53674) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:35.414582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:35.433972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Usage tracker for resource:subnet and tenant:c856aa12846f40ed8f564fb406b6b819 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:35.452716 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:35.468496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:35.481082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:35.487008 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-68445d9f-2a9d-4c25-9933-5ad1d3cf619b req-fcde5883-e553-49f0-9889-84c9463ec793 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 210 time: 0.0738001 Dec 20 11:50:35.487978 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:35.489127 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:35.509547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.3268876 Dec 20 11:50:35.512395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53680) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:35.605820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.621017 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:35.621824 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b2b1a-47e5-44a9-bd99-0659c8b80731 None None] The sync data for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:50:35.642698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Made reservation on behalf of c856aa12846f40ed8f564fb406b6b819 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:35.645848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.698424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:50:35.739499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.751662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 10f330f0-bb6e-4d05-a232-ec589b56d3d9) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:35.763410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9204ac09-9367-4c81-97bd-7f2a3bd709ca None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:35.773455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:35.777334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:35.777941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.811938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f6fc9def-fe8d-45ce-970e-7e7eac2d998d tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] 10.222.0.32 "GET /v2.0/floatingips/a6faf7f0-9e37-4603-b4e4-91c649d5ceb8 HTTP/1.1" status: 200 len: 983 time: 0.2978785 Dec 20 11:50:35.815475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:35.843098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-0ea6b3ce-1219-4fcb-8d9d-ab247fd80572 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:35.844525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-0ea6b3ce-1219-4fcb-8d9d-ab247fd80572 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.4131045 Dec 20 11:50:35.873152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Request body: {'port': {'device_id': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'admin_state_up': True, 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:35.940787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7551374 Dec 20 11:50:35.943922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53692) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:35.955743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1246697518'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:35.961574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:35.971905 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bec4613f-a4fe-4b97-98ff-3d8f720502f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:35.996284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:36.021832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:36.024297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:36.087001 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:36.087823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:36.107778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:36.129668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.130822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a HTTP/1.1" status: 204 len: 168 time: 0.8997703 Dec 20 11:50:36.140724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53700) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:36.179252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:36.182517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.210348 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f7bfaa61-9988-44ec-a2ba-b7d3532dd93b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.3901534 Dec 20 11:50:36.210899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53706) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:36.216758 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-81bb1582-8998-44b0-a1c7-8e2771aea9d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] show failed (client error): The resource could not be found. Dec 20 11:50:36.220429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-81bb1582-8998-44b0-a1c7-8e2771aea9d4 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "GET /v2.0/security-groups/4c5b90d4-6fdc-4b0a-9d4b-65ad1f3e7e3a HTTP/1.1" status: 404 len: 347 time: 0.0737164 Dec 20 11:50:36.258119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53710) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:36.339149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:36.356970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-99b10fb8-0146-4ab4-b812-a8a9c7067ec9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44932bf7a174418d993e6fdd13dfd83f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9594815 Dec 20 11:50:36.370078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53716) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:36.380618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:36.451564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:50:36.498852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port 340b0301-3301-4bfe-a919-660462b5be75 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:36.499174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.511012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.516470 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:36.530401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.530750 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment 3fedcc99-06bb-44ac-bf48-155cc46ea00c of type vlan for network b587b156-7ba0-47ef-954d-c4be35bb4010 Dec 20 11:50:36.531926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:36.535076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.552096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Deleting port 779427ed-6a40-47e5-ad62-681ac3778f83 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:36.552427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.678750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.714695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8705f-5761-481f-b43f-ffe7a2a3d813 req-67e00185-16d8-4332-939c-3959384a375a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:36.716471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aff8705f-5761-481f-b43f-ffe7a2a3d813 req-67e00185-16d8-4332-939c-3959384a375a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.5172682 Dec 20 11:50:36.730960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7315714a-2973-4a4c-9cc0-dca1a1913d56,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:36.743386 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:36.836034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.836540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.846892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:50:36.858417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb6dcdfc-c09c-4432-99c5-8a3934bfc6f6 req-763df78e-96e8-4818-8d3a-a3042e1a1f19 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 210 time: 0.0938315 Dec 20 11:50:36.860152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Checking segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:36.860523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Network hostable DHCP agents. Network: 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:50:36.871662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.913679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.917596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:36.918390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:36.931556 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8f85d4ef-874d-4f16-95cb-f40a08d58589 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:37.005524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Calling delete_port for 779427ed-6a40-47e5-ad62-681ac3778f83 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:37.064910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:50:37.083726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:37.090670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:37.091423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.095155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2467580-be54-4e15-b1a4-52f20ddeb07f None None] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:37.130901 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7825880 Dec 20 11:50:37.182954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.212731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.218896 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9586ead5-9a79-4c7e-b411-c6dd7640bfbc tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:37.308074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Allocated IP 172.20.0.13 (165a1346-a2be-4723-a8c3-89391b583d6e/e6a0a1de-8ddb-431c-972c-013022002c2b/298ed014-aa55-4ddb-8e98-ff74ce3a2457) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:37.325645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event deleted for resources: {'Port': ['ID=779427ed-6a40-47e5-ad62-681ac3778f83,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:37.334449 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:37.422048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=b587b156-7ba0-47ef-954d-c4be35bb4010,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:37.438671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aff8705f-5761-481f-b43f-ffe7a2a3d813 req-a2e01e81-25d8-4f4d-896c-835a0be86096 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046945 Dec 20 11:50:37.439943 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:37.442382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b587b156-7ba0-47ef-954d-c4be35bb4010 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:50:37.488249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.488830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.547519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.576844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469dece-d3c4-41d7-8809-537907ed2fc6 None None] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:37.651368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.653732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:37.655239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/032bf5f9-f6a0-4a06-8e67-f2014d37bd8e HTTP/1.1" status: 204 len: 168 time: 1.2826803 Dec 20 11:50:37.656917 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-393270e1-8d91-4bb1-bc42-77186f3b68a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:37.664316 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7194653 Dec 20 11:50:37.666653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:37.672644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for 340b0301-3301-4bfe-a919-660462b5be75 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:37.673075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'ports': [{'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9'}, {'network_id': 'b587b156-7ba0-47ef-954d-c4be35bb4010'}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:37.673575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:37.674274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': 'b587b156-7ba0-47ef-954d-c4be35bb4010'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:37.726398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032bf5f9-f6a0-4a06-8e67-f2014d37bd8e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:37.817094 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:37.967099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.076901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3abaaf94-a869-425c-aab3-55f4c079ee0a req-f0074bcc-b929-4ff5-8b2e-dd194864ff20 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:38.103597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.109028 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62af62f1-a587-47a4-beee-f9b6fabd8372 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:38.151596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=340b0301-3301-4bfe-a919-660462b5be75,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:38.156261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3abaaf94-a869-425c-aab3-55f4c079ee0a req-f0074bcc-b929-4ff5-8b2e-dd194864ff20 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:38.157411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3abaaf94-a869-425c-aab3-55f4c079ee0a req-f0074bcc-b929-4ff5-8b2e-dd194864ff20 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 210 time: 0.1384554 Dec 20 11:50:38.159862 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:38.199336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.199336 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-648326fa-1364-41b1-9b33-c297f9a1782d tempest-ServerTagsTestJSON-628698747 tempest-ServerTagsTestJSON-628698747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:38.325792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event updated for resources: {'Port': ['ID=298ed014-aa55-4ddb-8e98-ff74ce3a2457,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:38.331468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Network 165a1346-a2be-4723-a8c3-89391b583d6e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:38.334999 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:38.337016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:38.337149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:38.341872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:38.357804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:38.372922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:38.384389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:38.414633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:38.415476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.422935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.450722 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5915751 Dec 20 11:50:38.452546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.453603 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a3e0d16-2bf3-424d-b822-fad20196f6f5 HTTP/1.1" status: 204 len: 168 time: 2.1944125 Dec 20 11:50:38.460185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53768) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:38.464885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:38.465600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Request body: {'port': {'device_id': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:38.470069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.504055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.693338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:38.693837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.703808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-7ad2a4a7-794c-4dfa-9473-65c425c3da66 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:38.704669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-18293851-6025-497c-a934-56ff0d5870fc req-7ad2a4a7-794c-4dfa-9473-65c425c3da66 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Synchronizing usage tracker for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:38.738603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:38.789326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-18293851-6025-497c-a934-56ff0d5870fc req-7ad2a4a7-794c-4dfa-9473-65c425c3da66 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Unset dirty status for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:38.795458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-7ad2a4a7-794c-4dfa-9473-65c425c3da66 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 812 time: 0.5404370 Dec 20 11:50:38.809744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port f6e9640c-d6d5-495a-8a80-0d421467bbc5 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:50:38.831543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-547c337b-5ad2-4788-a124-a91c042b3002 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/quotas/c856aa12846f40ed8f564fb406b6b819 HTTP/1.1" status: 200 len: 375 time: 0.0351286 Dec 20 11:50:38.898998 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-7ec36b2f-08a6-4f63-924d-6ccf9a7868c7 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665922 Dec 20 11:50:38.923236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24d95c-3845-4327-b3c6-a2c57f1ebfb0 req-c32888d5-0fef-4bae-88b8-f52cbec0384b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:38.924860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c24d95c-3845-4327-b3c6-a2c57f1ebfb0 req-c32888d5-0fef-4bae-88b8-f52cbec0384b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.2825921 Dec 20 11:50:39.174773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53786) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:39.218235 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-6c257f4a-3492-426a-8f16-fcbc079ffce7 service neutron] 10.222.0.32 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182325 Dec 20 11:50:39.282573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:39.419449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c24d95c-3845-4327-b3c6-a2c57f1ebfb0 req-536ff9e0-2440-41aa-a778-7756f6561e39 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828756 Dec 20 11:50:39.484162 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-160405d5-2b71-4543-b484-1805dd2b3456 tempest-ServiceProvidersTest-1846003472 tempest-ServiceProvidersTest-1846003472-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3082004 Dec 20 11:50:39.491367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 56890327-23e0-488c-95c7-7c3531811902 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:50:39.495593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Router ab3796d4-2222-4859-bf83-20d6fb0e4a56 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:50:39.507134 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-63a141b6-1b2d-4dd8-9c3f-c9393cff6535 service neutron] 10.222.0.32 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879772 Dec 20 11:50:39.577835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298ed014-aa55-4ddb-8e98-ff74ce3a2457 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:39.727307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:39.813858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Transition to ACTIVE for port object 298ed014-aa55-4ddb-8e98-ff74ce3a2457 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:39.893193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:39.908073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:39.942039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.030649 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:40.037290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53812) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:40.052698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3fa01842-110e-4aa7-8725-e3ddf785fbfe req-6e8ced2b-7ebc-497f-9e78-63ee7443a596 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 210 time: 0.0817556 Dec 20 11:50:40.074180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.083019 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:40.127322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:50:40.144639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] Sync routers for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:50:40.146875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for 4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:40.171804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:40.173277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:40.181143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:40.192377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:40.204536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:40.205696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.208976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.302723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Pushing event updated for resources: {'Port': ['ID=298ed014-aa55-4ddb-8e98-ff74ce3a2457,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:40.308405 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:40.329884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c531ae4-9995-4cc8-b37b-4152e161c3be req-6f9261b1-b817-4d1c-9f12-bc4d819c6cd1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:40.333919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:40.337201 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c531ae4-9995-4cc8-b37b-4152e161c3be req-6f9261b1-b817-4d1c-9f12-bc4d819c6cd1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 932 time: 0.7528906 Dec 20 11:50:40.364959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:50:40.367647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:50:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:40.540612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:40.542009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859ed81-5ce2-4ee8-90fb-7797a1d3b3e2 None None] The sync data for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:50:40.573386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=f6e9640c-d6d5-495a-8a80-0d421467bbc5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:40.586045 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:40.596332 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:40.672603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.716894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Attempting to bind port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:40.717475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Attempting to bind port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:40.717831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Attempting to bind port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:40.742961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c531ae4-9995-4cc8-b37b-4152e161c3be req-087398b3-f7e9-4991-83dd-dbb66f5659c6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046535 Dec 20 11:50:40.766834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 on network 165a1346-a2be-4723-a8c3-89391b583d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:50:40.767396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Attempting to bind port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:40.774866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.783447 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "DELETE /v2.0/floatingips/a6faf7f0-9e37-4603-b4e4-91c649d5ceb8 HTTP/1.1" status: 204 len: 168 time: 4.5706546 Dec 20 11:50:40.790297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=56890327-23e0-488c-95c7-7c3531811902,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:40.792507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:40.798789 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-72de21de-55d9-4b47-bdf1-f7733be1c183 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:40.806634 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:40.822711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:40.838722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:40.845559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:40.848858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Usage tracker for resource:floatingip and tenant:ddb81dd88c2b48c995ab32b8d6c294aa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:40.855496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:40.861914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c914963e5fa54eb4920d59378ba2c5c5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:40.868757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:40.871615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:40.878658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:40.879060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Checking segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:40.879381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Bound using segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:40.880529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Bound port: 298ed014-aa55-4ddb-8e98-ff74ce3a2457, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:40.880884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.889684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': '3fedcc99-06bb-44ac-bf48-155cc46ea00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b587b156-7ba0-47ef-954d-c4be35bb4010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:40.890080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: b587b156-7ba0-47ef-954d-c4be35bb4010, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:50:40.901071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:40.931684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b9529-e5d9-459a-b483-452e12f0c430 req-3445d93b-2075-4218-9b45-e18963ebf8f2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:40.933261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-583b9529-e5d9-459a-b483-452e12f0c430 req-3445d93b-2075-4218-9b45-e18963ebf8f2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.2474418 Dec 20 11:50:40.936133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:40.991171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=4af6ced2-49d1-4d30-ad8b-6079bb62a9d1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:41.003003 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:41.049495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network b587b156-7ba0-47ef-954d-c4be35bb4010 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:50:41.104423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.111400 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-583b9529-e5d9-459a-b483-452e12f0c430 req-442461a1-4b26-4e03-a7c0-29feabed675e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535349 Dec 20 11:50:41.119069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.146389 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c3636e27-e45c-4184-8e61-224202bcf414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:41.175634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] For port 298ed014-aa55-4ddb-8e98-ff74ce3a2457, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:41.192541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] For port 298ed014-aa55-4ddb-8e98-ff74ce3a2457, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=298ed014-aa55-4ddb-8e98-ff74ce3a2457,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:41.196113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.206466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.211369 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7842d7da-6223-4847-906b-57ca8b63172c tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:41.248694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b587b156-7ba0-47ef-954d-c4be35bb4010) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:41.258425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847fa175-4c6d-4269-a4d1-f1155044c4b5 None None] Network b587b156-7ba0-47ef-954d-c4be35bb4010 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:41.274427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:41.283799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:41.289910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Pushing event updated for resources: {'Port': ['ID=298ed014-aa55-4ddb-8e98-ff74ce3a2457,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:41.294468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/ports/4af6ced2-49d1-4d30-ad8b-6079bb62a9d1 HTTP/1.1" status: 204 len: 168 time: 2.8334045 Dec 20 11:50:41.295693 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:41.298956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:41.305136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:41.305875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.434572 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7663705 Dec 20 11:50:41.439919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53846) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:41.441579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port cdcc5c9b-c050-4db3-affa-5c96dfe69126 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:41.442192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.454733 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c914963e5fa54eb4920d59378ba2c5c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4113996 Dec 20 11:50:41.508629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:41.526183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb12db7-506a-4b99-a18e-141b38974c81,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:41.530288 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:41.624638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 56890327-23e0-488c-95c7-7c3531811902 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:41.625346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.631464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.633628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] 10.222.0.53 "PUT /v2.0/ports/298ed014-aa55-4ddb-8e98-ff74ce3a2457 HTTP/1.1" status: 200 len: 1094 time: 3.1740417 Dec 20 11:50:41.635451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'tag': '298ed014-aa55-4ddb-8e98-ff74ce3a2457'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:41.667263 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26fce02a-15e5-4362-8382-abb314ef240c req-5bdc88b2-f915-40bc-aad2-2a337d7aa462 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 210 time: 0.1371233 Dec 20 11:50:41.708857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.711503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:41.887407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Allocated IP 172.35.0.108 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/68b98b29-5fa0-4a4f-855c-169f76f4eac4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:42.092652 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'tag': '298ed014-aa55-4ddb-8e98-ff74ce3a2457', 'status': 'completed', 'code': 200} Dec 20 11:50:42.153591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.199980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.231000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.240541 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:42.309892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-cbd699a1-6a28-4b97-a7d6-427a91aac4ba tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:42.311476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-cbd699a1-6a28-4b97-a7d6-427a91aac4ba tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 812 time: 0.2212389 Dec 20 11:50:42.371628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Request body: {'port': {'device_id': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'admin_state_up': True, 'tenant_id': 'c856aa12846f40ed8f564fb406b6b819'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:42.424591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:42.428596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:42.452215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:42.460041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53866) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:42.529234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Pushing event updated for resources: {'Port': ['ID=68b98b29-5fa0-4a4f-855c-169f76f4eac4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:42.537068 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:42.576396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.615588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.623531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.631313 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ba686d72-69c3-4e78-b89c-61ef8c0cdd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:42.766570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb12db7-506a-4b99-a18e-141b38974c81,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:42.774052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 56890327-23e0-488c-95c7-7c3531811902 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:42.800656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for cdcc5c9b-c050-4db3-affa-5c96dfe69126 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:42.816842 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:42.848484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.852193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afb12db7-506a-4b99-a18e-141b38974c81 HTTP/1.1" status: 204 len: 168 time: 1.3339148 Dec 20 11:50:42.858928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4119e3-4ccf-44ea-976a-23c0e4aaf6c9 req-795afc30-d778-41d8-b946-7fecf96ac81f tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:42.860401 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c4119e3-4ccf-44ea-976a-23c0e4aaf6c9 req-795afc30-d778-41d8-b946-7fecf96ac81f tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.5047324 Dec 20 11:50:42.913241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.919151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:42.928552 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc411ea6-7165-47aa-a0fa-540869d9a394 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:42.952672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-8d4ed39f-2f66-4e09-b1d4-4611cd940b58 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:42.954287 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-8d4ed39f-2f66-4e09-b1d4-4611cd940b58 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 812 time: 0.8606584 Dec 20 11:50:42.957339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-107eb2a6-d8ac-4598-8b57-1a3ed29dbf36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 1097 time: 1.2677181 Dec 20 11:50:43.033309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:43.051187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Request body: {'port': {'device_id': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'admin_state_up': True, 'tenant_id': 'c856aa12846f40ed8f564fb406b6b819'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:43.088350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7b98d-d770-44fa-bf86-20f1562f8eb0 req-9f6cb2ae-1a04-40af-a793-3272d3508a38 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:43.089817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50d7b98d-d770-44fa-bf86-20f1562f8eb0 req-9f6cb2ae-1a04-40af-a793-3272d3508a38 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 944 time: 1.0070534 Dec 20 11:50:43.099061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Usage tracker for resource:port and tenant:c856aa12846f40ed8f564fb406b6b819 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:43.109005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=56890327-23e0-488c-95c7-7c3531811902,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:43.110778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:43.115285 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:43.139281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:43.165532 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-6630821f-f3af-453f-b184-73cfda250a4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298ed014-aa55-4ddb-8e98-ff74ce3a2457 HTTP/1.1" status: 200 len: 217 time: 0.2014623 Dec 20 11:50:43.188529 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c4119e3-4ccf-44ea-976a-23c0e4aaf6c9 req-ff918e0f-9114-40d1-837f-83574ad9274b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087304 Dec 20 11:50:43.193888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.199590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.208823 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/56890327-23e0-488c-95c7-7c3531811902 HTTP/1.1" status: 204 len: 168 time: 1.7594047 Dec 20 11:50:43.232230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:43.293583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:43.304644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.323473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Usage tracker for resource:security_group_rule and tenant:647baae0103745078545b36eed9a0c24 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:43.328429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:43.335872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Made reservation on behalf of c856aa12846f40ed8f564fb406b6b819 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:43.339797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.380821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:43.417598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd931e0c-35a5-43ca-8cd3-82afbc8ad17e req-f8f4bf2c-6bc7-4729-ace7-955f455b5589 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 210 time: 0.0579247 Dec 20 11:50:43.460612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9ab6da4d-c11c-48e7-9d8a-b8863b7432d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:43.463473 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-9ab6da4d-c11c-48e7-9d8a-b8863b7432d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.2817492 Dec 20 11:50:43.478099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e2cb77-6346-4ade-83fe-e202df0cd7a8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:43.479044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e2cb77-6346-4ade-83fe-e202df0cd7a8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:43.479789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-85e2cb77-6346-4ade-83fe-e202df0cd7a8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:43.518743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50d7b98d-d770-44fa-bf86-20f1562f8eb0 req-acae39e3-9943-45cf-84b7-ddaf38a1dfee tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044373 Dec 20 11:50:43.568734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-85e2cb77-6346-4ade-83fe-e202df0cd7a8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:43.572295 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-85e2cb77-6346-4ade-83fe-e202df0cd7a8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3330615 Dec 20 11:50:43.572986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:43.594985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.622432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:43.628810 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-73744567-d4f2-459a-a32e-74d7194195bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:43.671589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port f6e9640c-d6d5-495a-8a80-0d421467bbc5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:43.672205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.730995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.745680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.754166 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:43.817113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-5cd8e812-4fa8-4afe-a1a9-a6fb85b8db3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2932570 Dec 20 11:50:43.829471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Usage tracker for resource:port and tenant:c856aa12846f40ed8f564fb406b6b819 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:43.842833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=cdcc5c9b-c050-4db3-affa-5c96dfe69126,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:43.866855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:43.885286 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:43.896650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:43.903097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.934227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Pushing event updated for resources: {'Port': ['ID=68b98b29-5fa0-4a4f-855c-169f76f4eac4,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:43.941782 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:43.958386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:43.962310 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1572466 Dec 20 11:50:43.964186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:44.053819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.117319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Made reservation on behalf of c856aa12846f40ed8f564fb406b6b819 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:44.122209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.153761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.184614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for f6e9640c-d6d5-495a-8a80-0d421467bbc5 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:44.186767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.204625 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68121e7e-09e5-48e2-a563-9d7901f427f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:44.217737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:44.235187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:44.243062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Usage tracker for resource:floatingip and tenant:f3e8e302c0a44be38832194e0de99fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:44.247445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:44.262536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:44.297026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.302356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Allocated IP 172.20.0.2 (93eae72d-b3c5-40c6-9aad-71ac11cdbb7e/7315714a-2973-4a4c-9cc0-dca1a1913d56/85e8f4ce-11ef-411b-a3cd-e6260ba121b2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:44.316539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.325349 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de046377-b7ac-4f15-8688-560ad89b68f4 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:44.347769 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-46d4b1de-b144-4970-b7c6-80ca7b6507dd service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108731 Dec 20 11:50:44.363984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.371132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=f6e9640c-d6d5-495a-8a80-0d421467bbc5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:44.375044 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:44.378227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-75334ba0-cbc0-4ea7-93c1-8e59fe88bc63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 1098 time: 0.8504615 Dec 20 11:50:44.393675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.429616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/f6e9640c-d6d5-495a-8a80-0d421467bbc5 HTTP/1.1" status: 204 len: 168 time: 0.8560476 Dec 20 11:50:44.437687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53914) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:44.461200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34971b85-8ab1-4ce5-9933-b5821e0cc39b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:44.467026 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=647baae0103745078545b36eed9a0c24&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0038848 Dec 20 11:50:44.480807 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:44.481080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:44.624248 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/ports/cdcc5c9b-c050-4db3-affa-5c96dfe69126 HTTP/1.1" status: 204 len: 168 time: 3.3240833 Dec 20 11:50:44.651174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:44.812136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0ee16656-74a5-4d84-a939-574ae25aa87e req-d41dfd42-e31c-4765-a3b1-43b89b80d8e8 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Synchronizing usage tracker for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:44.934212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e7463f2-6368-4d13-828d-9d82ce5ee08b req-84609bc4-d6f4-4659-a7e1-0110fa945b03 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548959 Dec 20 11:50:44.945413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec47f366-df54-4068-a2cf-322acf37c3fe tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:44.945413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec47f366-df54-4068-a2cf-322acf37c3fe tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:44.948085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0ee16656-74a5-4d84-a939-574ae25aa87e req-d41dfd42-e31c-4765-a3b1-43b89b80d8e8 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Unset dirty status for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:44.948952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ee16656-74a5-4d84-a939-574ae25aa87e req-d41dfd42-e31c-4765-a3b1-43b89b80d8e8 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 210 time: 0.3267286 Dec 20 11:50:44.959479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:44.963855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-bb046145-b0f5-4ae4-8e87-a4650277709d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:44.965328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-bb046145-b0f5-4ae4-8e87-a4650277709d service neutron] 10.222.0.16 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 916 time: 0.5167177 Dec 20 11:50:44.985688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf62cd-ca64-496f-a932-f0f4ef699c95 req-6d7f948b-b596-4522-a763-99100640b599 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:44.987184 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1cdf62cd-ca64-496f-a932-f0f4ef699c95 req-6d7f948b-b596-4522-a763-99100640b599 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.4772217 Dec 20 11:50:45.073129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec47f366-df54-4068-a2cf-322acf37c3fe tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:45.074633 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ec47f366-df54-4068-a2cf-322acf37c3fe tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6355028 Dec 20 11:50:45.082998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:45.109553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.127006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.163137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-18b9beae-3795-4837-a853-6c058f513db7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99599363-3404-48a9-8f01-d6e7028185ca HTTP/1.1" status: 200 len: 217 time: 0.1492193 Dec 20 11:50:45.197816 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e3ac01-e190-42d0-946e-d04f15c92e13 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:50:45.199104 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9e3ac01-e190-42d0-946e-d04f15c92e13 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/56890327-23e0-488c-95c7-7c3531811902 HTTP/1.1" status: 404 len: 333 time: 0.1125185 Dec 20 11:50:45.205294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:45.251869 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1cdf62cd-ca64-496f-a932-f0f4ef699c95 req-a72833f4-995a-4eba-bb38-fac9e1f2432c tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164207 Dec 20 11:50:45.252085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.254198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting subnet 7c64bcc5-24fe-475f-ad61-f56e11ac34f2 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:50:45.273836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.317627 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-296dec1f-cffd-456e-a657-c13392e3f874 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:50:45.321327 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-296dec1f-cffd-456e-a657-c13392e3f874 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/f6e9640c-d6d5-495a-8a80-0d421467bbc5 HTTP/1.1" status: 404 len: 333 time: 0.1084902 Dec 20 11:50:45.323102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:45.327088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.359580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.393555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-19538239-ac2a-4790-ba9e-d3c9b0614a4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:45.395598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-19538239-ac2a-4790-ba9e-d3c9b0614a4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.2223122 Dec 20 11:50:45.521732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Allocated IP 172.35.0.41 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/02289aa8-1b97-429b-b829-56462a900eb8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:45.545468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-e9000ba2-21ca-4504-baa2-025b65dff804 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281867 Dec 20 11:50:45.567299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.747243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.752484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.760761 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-14e72daa-3ed4-436e-9920-33bc23ad1c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:45.798655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Subnet': ['ID=7c64bcc5-24fe-475f-ad61-f56e11ac34f2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:45.802240 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:45.806555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.814236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d92a7733-962d-468a-af7b-01287eb0f24f req-b5d87d13-257e-4dd1-af88-d290547c6dd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 1097 time: 0.7982020 Dec 20 11:50:45.819268 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/subnets/7c64bcc5-24fe-475f-ad61-f56e11ac34f2 HTTP/1.1" status: 204 len: 168 time: 1.1557381 Dec 20 11:50:45.821866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53968) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:45.826409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef626830-4873-4870-9b13-5a2a4b31891b None None] Network 55f00df5-b69b-49b5-bf56-5247b87a2628 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:45.862126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.877978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.882872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.884646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:45.885336 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:45.899881 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b0d2939-2397-42ad-b51a-2acbf9b2a0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:45.921988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f8efd-37e1-42d7-a8d7-d39f9a2c724d req-99f7f822-5809-48cb-a275-c07f954fbb02 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:45.923472 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-478f8efd-37e1-42d7-a8d7-d39f9a2c724d req-99f7f822-5809-48cb-a275-c07f954fbb02 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 944 time: 0.7454169 Dec 20 11:50:45.980878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34971b85-8ab1-4ce5-9933-b5821e0cc39b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:45.984490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:45.985918 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:45.996593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-d2daa77c-d338-4ff6-b808-8e2dad988520 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413080 Dec 20 11:50:46.002783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:46.052039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:46.057983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Pushing event updated for resources: {'Port': ['ID=02289aa8-1b97-429b-b829-56462a900eb8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:46.060261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:46.087825 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:46.115616 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-515bca52-ee8f-4f2d-be51-a14403471e0b tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:46.159864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting subnet f7766a73-85d0-45ff-91fe-ca97fc4a63fe {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:50:46.166808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.196905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.202369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] DHCP port deletion for 55f00df5-b69b-49b5-bf56-5247b87a2628 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:50:46.208183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Deleting port 88c112dd-646d-4d11-bd56-5ed7537b705d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:46.208844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.248214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.251890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34971b85-8ab1-4ce5-9933-b5821e0cc39b HTTP/1.1" status: 204 len: 168 time: 1.7198627 Dec 20 11:50:46.264691 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-62f3740a-419a-4d13-9e9a-81106526d0d1 req-a73f516a-3ae9-44b7-8143-679690b12b81 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 210 time: 0.0697720 Dec 20 11:50:46.292216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.354934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:46.366843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Usage tracker for resource:security_group_rule and tenant:ee2379119bf64c6e9df4d0a743b47ff0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:46.372260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:46.387313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:46.423672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:46.459430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:46.485157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event updated for resources: {'Port': ['ID=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:46.489443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:46.490405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.544565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.571454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] For port 88c112dd-646d-4d11-bd56-5ed7537b705d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=88c112dd-646d-4d11-bd56-5ed7537b705d,segment=NetworkSegment(81cddce8-f96c-4ee4-ad15-897ae1fa851c),segment_id=81cddce8-f96c-4ee4-ad15-897ae1fa851c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:46.571828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.633821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a7733-962d-468a-af7b-01287eb0f24f req-19ef77c8-ff8d-4205-9ce0-954d7e356db2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:46.636373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d92a7733-962d-468a-af7b-01287eb0f24f req-19ef77c8-ff8d-4205-9ce0-954d7e356db2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 912 time: 0.8041770 Dec 20 11:50:46.712979 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:46.726673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-478f8efd-37e1-42d7-a8d7-d39f9a2c724d req-76e80e0c-b448-4ffa-a0c1-09033c8f6a28 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7858000 Dec 20 11:50:46.735041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:46.735714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.757063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.767083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Allocated IP 172.20.0.3 (93eae72d-b3c5-40c6-9aad-71ac11cdbb7e/7315714a-2973-4a4c-9cc0-dca1a1913d56/6972bd97-e808-4043-89cb-079bfe1cfb9c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:46.773424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Calling delete_port for 88c112dd-646d-4d11-bd56-5ed7537b705d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:46.844602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.867174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:46.870017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.874103 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5c982d0b-a950-47f5-85c5-0e6ce2a6cd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:46.892959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.905747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.910324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b587b156-7ba0-47ef-954d-c4be35bb4010']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:46.916878 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:46.919909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5659871 Dec 20 11:50:46.920476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Pushing event deleted for resources: {'Port': ['ID=88c112dd-646d-4d11-bd56-5ed7537b705d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:46.926427 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:46.928909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d92a7733-962d-468a-af7b-01287eb0f24f req-781179bf-a586-4f9d-aac7-1154c6786851 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298ed014-aa55-4ddb-8e98-ff74ce3a2457 HTTP/1.1" status: 200 len: 217 time: 0.1775188 Dec 20 11:50:46.934453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] No DVR routers for this DVR port 88c112dd-646d-4d11-bd56-5ed7537b705d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:46.946417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Request body: {'port': {'device_id': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:46.947876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:46.977631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fedcc99-06bb-44ac-bf48-155cc46ea00c') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:46.977930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fedcc99-06bb-44ac-bf48-155cc46ea00c') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:46.991138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.008499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a83f724-42c5-41c0-aba2-0b19fbb1a0da,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:47.012215 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:47.025224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb7e7cc-0b81-4152-b5da-c1195cd39056 None None] Network a61c8b48-37fb-40c3-853b-f2ab8979d5bf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:47.031320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f51f-a6ba-4bd7-89d3-ae65529d5bc1 req-d8c63824-fa64-4e41-af46-447fec48ce57 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:47.032758 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a1d8f51f-a6ba-4bd7-89d3-ae65529d5bc1 req-d8c63824-fa64-4e41-af46-447fec48ce57 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.5205138 Dec 20 11:50:47.035553 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee2379119bf64c6e9df4d0a743b47ff0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1191051 Dec 20 11:50:47.036376 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a800697-b7e3-4ee7-9ee9-9b509fd37536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:47.063935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53990) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:47.067469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.078630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.109699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Subnet': ['ID=f7766a73-85d0-45ff-91fe-ca97fc4a63fe,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:47.118966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe707f49-b07f-4d29-9a9e-229a0b46e5fc req-9f30d10e-a01a-4f94-a334-54dbf08e53d9 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9306188 Dec 20 11:50:47.121562 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:47.172841 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/subnets/f7766a73-85d0-45ff-91fe-ca97fc4a63fe HTTP/1.1" status: 204 len: 168 time: 1.3476982 Dec 20 11:50:47.187011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:47.231273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a7733-962d-468a-af7b-01287eb0f24f req-780dc400-edec-4fba-8455-134ace0203e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:47.232569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d92a7733-962d-468a-af7b-01287eb0f24f req-780dc400-edec-4fba-8455-134ace0203e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.2569344 Dec 20 11:50:47.244308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:47.246831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.256366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a1d8f51f-a6ba-4bd7-89d3-ae65529d5bc1 req-7c9f47b7-20b5-4d17-b21a-6c84b7aa8016 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906760 Dec 20 11:50:47.280489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Usage tracker for resource:security_group_rule and tenant:ef77e661a36b490a843bed0ad03b6236 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:47.302418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] DHCP port deletion for a61c8b48-37fb-40c3-853b-f2ab8979d5bf request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:50:47.307471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Deleting port b130e4ef-a16f-4581-8166-091dadae79f6 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:47.307861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.343884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 298ed014-aa55-4ddb-8e98-ff74ce3a2457 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:50:47.347325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.360920 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d92a7733-962d-468a-af7b-01287eb0f24f req-e77ebdf6-44a3-4ef5-87a4-4f84b9e1f7b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867660 Dec 20 11:50:47.368166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:47.372099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.376797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:47.403258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.410930 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:47.442406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:47.442848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.578222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 298ed014-aa55-4ddb-8e98-ff74ce3a2457, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=298ed014-aa55-4ddb-8e98-ff74ce3a2457,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:47.596757 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:47.599311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.605851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '298ed014-aa55-4ddb-8e98-ff74ce3a2457', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'port_id': '298ed014-aa55-4ddb-8e98-ff74ce3a2457', 'mac_address': 'fa:16:3e:35:ec:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0a1de-8ddb-431c-972c-013022002c2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:50:47.609844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Pushing event updated for resources: {'Port': ['ID=02289aa8-1b97-429b-b829-56462a900eb8,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:47.616307 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:47.638566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f00df5-b69b-49b5-bf56-5247b87a2628']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:47.653693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.658345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cddce8-f96c-4ee4-ad15-897ae1fa851c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:47.659471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cddce8-f96c-4ee4-ad15-897ae1fa851c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:47.681623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.692565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.700065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.701652 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7366698 Dec 20 11:50:47.703227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.706095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:47.719208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298ed014-aa55-4ddb-8e98-ff74ce3a2457 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:47.738278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.739663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 298ed014-aa55-4ddb-8e98-ff74ce3a2457, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=298ed014-aa55-4ddb-8e98-ff74ce3a2457,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:47.752779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88c112dd-646d-4d11-bd56-5ed7537b705d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:47.766303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:47.766713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.781143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56befc28-7c33-4436-82c0-f43f4d64b634 req-aacf0af8-62f5-41ed-a25b-ea5ff49991bd tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 210 time: 0.1778762 Dec 20 11:50:47.793063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 88c112dd-646d-4d11-bd56-5ed7537b705d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:50:47.793499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 88c112dd-646d-4d11-bd56-5ed7537b705d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:50:47.793992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b130e4ef-a16f-4581-8166-091dadae79f6 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:47.854032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.860401 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2ffedb8e-24fa-49bc-82e6-356109bdd564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:47.868817 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:47.879092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.896867 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:47.917965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:47.973314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Network': ['ID=55f00df5-b69b-49b5-bf56-5247b87a2628,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:47.981505 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:47.985530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d75c8a31-1b7d-409b-97bb-4e5b0c72d610 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Synchronizing usage tracker for tenant:ddb81dd88c2b48c995ab32b8d6c294aa on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:47.997087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/networks/55f00df5-b69b-49b5-bf56-5247b87a2628 HTTP/1.1" status: 204 len: 168 time: 0.8032408 Dec 20 11:50:47.997805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54006) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:48.038176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] For port b130e4ef-a16f-4581-8166-091dadae79f6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b130e4ef-a16f-4581-8166-091dadae79f6,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:48.038575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.044589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d75c8a31-1b7d-409b-97bb-4e5b0c72d610 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Unset dirty status for tenant:ddb81dd88c2b48c995ab32b8d6c294aa on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:48.048635 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d75c8a31-1b7d-409b-97bb-4e5b0c72d610 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3384914 Dec 20 11:50:48.057924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54010) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:48.156438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.172205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.176215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['298ed014-aa55-4ddb-8e98-ff74ce3a2457'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:50:48.179907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.199323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.207069 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c2965ff-6f5c-4027-9872-a45cb450cdb3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:48.207379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Calling delete_port for b130e4ef-a16f-4581-8166-091dadae79f6 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:48.212920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867de6b-3dca-4630-9f29-b914a9344647 req-79d45cb4-48b5-457e-96e8-b5646d1d3309 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:48.214406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a867de6b-3dca-4630-9f29-b914a9344647 req-79d45cb4-48b5-457e-96e8-b5646d1d3309 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 945 time: 0.3331532 Dec 20 11:50:48.220555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.225825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3840d76-f5b3-4940-a13a-7c1bb8d295c5 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Synchronizing usage tracker for tenant:75ffd521430f43c4a4b9f178bb8a8922 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:48.236594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.238600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.262571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Deleting port b130e4ef-a16f-4581-8166-091dadae79f6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:48.262911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.263398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=b587b156-7ba0-47ef-954d-c4be35bb4010,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:48.274128 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:48.275462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=298ed014-aa55-4ddb-8e98-ff74ce3a2457,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:48.281283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.294946 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:48.323949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3840d76-f5b3-4940-a13a-7c1bb8d295c5 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Unset dirty status for tenant:75ffd521430f43c4a4b9f178bb8a8922 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:48.325125 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3840d76-f5b3-4940-a13a-7c1bb8d295c5 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2612705 Dec 20 11:50:48.333429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54016) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:48.341376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a867de6b-3dca-4630-9f29-b914a9344647 req-6009d0fd-d44a-4420-a33c-dab5f3a0282a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127264 Dec 20 11:50:48.351742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b130e4ef-a16f-4581-8166-091dadae79f6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b130e4ef-a16f-4581-8166-091dadae79f6,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:48.372077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.374534 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:48.466140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:50:48.466498 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:50:48.481753 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a43c409-a4c7-4bec-a05d-7f0120a3120f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:48.492517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.506600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b130e4ef-a16f-4581-8166-091dadae79f6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:48.511342 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:48.593356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/b587b156-7ba0-47ef-954d-c4be35bb4010 HTTP/1.1" status: 204 len: 168 time: 3.2627180 Dec 20 11:50:48.617928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d92a7733-962d-468a-af7b-01287eb0f24f req-b1c1b31e-df1a-4acb-a29f-7622b76728c7 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0131009 Dec 20 11:50:48.624033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54020) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:48.630898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d4ee6-9217-4417-8f63-e9279f9bd361,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:48.646943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.656466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-267470487'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:48.683025 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:48.685290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef77e661a36b490a843bed0ad03b6236&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8170068 Dec 20 11:50:48.688534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54024) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:48.697445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:48.698174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Deleting port 02289aa8-1b97-429b-b829-56462a900eb8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:48.698507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.717487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:48.727958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:48.758371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:48.789177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.844052 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67d6a1dc-a1cd-45ef-8869-871988dea5b6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:48.911072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:48.914017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:48.968134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Deleting port b130e4ef-a16f-4581-8166-091dadae79f6 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:48.968444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.011162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] For port b130e4ef-a16f-4581-8166-091dadae79f6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b130e4ef-a16f-4581-8166-091dadae79f6,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:49.011522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.061132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25248e53-7314-4e02-bd48-34d6d23604ad req-e920c4a1-f761-4165-a7db-47e1521574a5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:49.062725 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25248e53-7314-4e02-bd48-34d6d23604ad req-e920c4a1-f761-4165-a7db-47e1521574a5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.5682602 Dec 20 11:50:49.083085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.115745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:49.125526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:49.127668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event updated for resources: {'Port': ['ID=6972bd97-e808-4043-89cb-079bfe1cfb9c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:49.136528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:49.153519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.160748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Calling delete_port for b130e4ef-a16f-4581-8166-091dadae79f6 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:49.168664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d92a7733-962d-468a-af7b-01287eb0f24f req-3d9c7620-ca90-4a8f-b147-edac173d3576 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287042 Dec 20 11:50:49.183980 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:49.186931 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b1e84e2-57c3-47fc-939b-bed09fba2df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:49.215366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:50:49.223792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a83f724-42c5-41c0-aba2-0b19fbb1a0da,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:49.231323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] For port b130e4ef-a16f-4581-8166-091dadae79f6, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b130e4ef-a16f-4581-8166-091dadae79f6,segment=NetworkSegment(f37bf330-b27e-4b6e-854f-4d10f8ddeef5),segment_id=f37bf330-b27e-4b6e-854f-4d10f8ddeef5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:49.231669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.231795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.231999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.244445 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:49.346638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:49.347353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.351787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.355360 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a83f724-42c5-41c0-aba2-0b19fbb1a0da HTTP/1.1" status: 204 len: 168 time: 2.2862153 Dec 20 11:50:49.355498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 298ed014-aa55-4ddb-8e98-ff74ce3a2457 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:50:49.369320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.382904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.383380 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment b554989b-c5c9-433c-a269-73d3e94ee05c of type vlan for network c8c9ac62-dead-44bd-aa21-ff25710a6776 Dec 20 11:50:49.385210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Calling delete_port for 02289aa8-1b97-429b-b829-56462a900eb8 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:49.432973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25248e53-7314-4e02-bd48-34d6d23604ad req-7c1ea527-bf1e-4cf4-8297-1cf49d695e56 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405788 Dec 20 11:50:49.451682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:49.458906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Calling delete_port for b130e4ef-a16f-4581-8166-091dadae79f6 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:49.466382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4900322 Dec 20 11:50:49.494506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.504414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.512354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Request body: {'port': {'device_id': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:49.513403 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87010c8e-1f34-442b-befc-ac0898dd8ed1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:49.557195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184ad3-25cc-4182-a6e7-469594a57154 req-ff6fb555-0662-4967-9622-366da8c35033 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:49.558686 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99184ad3-25cc-4182-a6e7-469594a57154 req-ff6fb555-0662-4967-9622-366da8c35033 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 931 time: 0.5965230 Dec 20 11:50:49.563399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:50:49.563874 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:50:49.592948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Port': ['ID=b130e4ef-a16f-4581-8166-091dadae79f6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:49.607174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:50:49.612192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.617361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:49.617745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.620478 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:49.633117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Transition to ACTIVE for port object 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:49.636789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] No DVR routers for this DVR port b130e4ef-a16f-4581-8166-091dadae79f6 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:50:49.663587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Deleting port b130e4ef-a16f-4581-8166-091dadae79f6 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:49.663782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.705759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.718744 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:49.759458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-99184ad3-25cc-4182-a6e7-469594a57154 req-e0adfa93-fbb8-4ba9-a36d-d806f201dd45 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Synchronizing usage tracker for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:49.767278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2070508b-eeef-43de-b7f8-09cf3239c1ac None None] The port 'b130e4ef-a16f-4581-8166-091dadae79f6' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:50:49.790816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.799990 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e58e5176-68ee-480a-b3f7-5bf4e9fb4e88 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:49.870783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.878689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.888946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69d4ee6-9217-4417-8f63-e9279f9bd361,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:49.907141 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:49.926091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.933261 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea6288f4-3223-43c3-b256-4d4192bd8785 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:49.935944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298ed014-aa55-4ddb-8e98-ff74ce3a2457'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:49.948190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 298ed014-aa55-4ddb-8e98-ff74ce3a2457, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=298ed014-aa55-4ddb-8e98-ff74ce3a2457,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:49.952823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.955847 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-efbdf245-1b94-465f-8d29-48ae45114122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:49.985697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61c8b48-37fb-40c3-853b-f2ab8979d5bf']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:49.989982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:49.995118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-99184ad3-25cc-4182-a6e7-469594a57154 req-e0adfa93-fbb8-4ba9-a36d-d806f201dd45 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Unset dirty status for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:49.996511 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99184ad3-25cc-4182-a6e7-469594a57154 req-e0adfa93-fbb8-4ba9-a36d-d806f201dd45 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224033 Dec 20 11:50:50.010830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Pushing event deleted for resources: {'Port': ['ID=02289aa8-1b97-429b-b829-56462a900eb8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:50.013622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:50.013903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37bf330-b27e-4b6e-854f-4d10f8ddeef5') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:50:50.024209 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:50.026201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Pushing event updated for resources: {'Port': ['ID=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:50.035980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.045455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6496d-b52a-43d6-bb18-108de3a01597 req-861eb693-484a-4240-b70d-b0da531b764a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:50.046985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-81c6496d-b52a-43d6-bb18-108de3a01597 req-861eb693-484a-4240-b70d-b0da531b764a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 945 time: 0.4299736 Dec 20 11:50:50.047665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.047802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=298ed014-aa55-4ddb-8e98-ff74ce3a2457,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:50.053798 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:50.063736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:50.064372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.070016 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:50.076133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.077413 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e69d4ee6-9217-4417-8f63-e9279f9bd361 HTTP/1.1" status: 204 len: 168 time: 1.3873875 Dec 20 11:50:50.102772 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d1e9a44-08a0-4982-98c5-910c11d3288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:50.109811 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298ed014-aa55-4ddb-8e98-ff74ce3a2457', 'code': 200} Dec 20 11:50:50.164579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54040) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:50.172881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.183823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:50:50.184538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:50:50.200967 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:50:50.203043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.203980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.208414 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] 10.222.0.32 "DELETE /v2.0/floatingips/db4ecadd-75fb-4657-bec3-2f01ae84a2e9 HTTP/1.1" status: 204 len: 168 time: 1.8702145 Dec 20 11:50:50.210843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:50.512185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8835557 Dec 20 11:50:50.524448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54058) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:50.551872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.572448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=c8c9ac62-dead-44bd-aa21-ff25710a6776,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:50.587061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:50.588935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network c8c9ac62-dead-44bd-aa21-ff25710a6776 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:50:50.606361 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:50.662178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Deleting port 68b98b29-5fa0-4a4f-855c-169f76f4eac4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:50.662526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.681841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-81c6496d-b52a-43d6-bb18-108de3a01597 req-2c9143a2-0588-4ae8-9491-9df4c4f0ae61 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073220 Dec 20 11:50:50.748422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.759180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.765940 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:50.805049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Pushing event deleted for resources: {'Network': ['ID=a61c8b48-37fb-40c3-853b-f2ab8979d5bf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:50.807720 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:50.812258 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] 10.222.0.32 "DELETE /v2.0/networks/a61c8b48-37fb-40c3-853b-f2ab8979d5bf HTTP/1.1" status: 204 len: 168 time: 2.8113124 Dec 20 11:50:50.852648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:50.873389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Usage tracker for resource:security_group_rule and tenant:d9280e3bd6d84de59f2f65e9ece686a7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:50.881909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:50.887326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:50.890807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Attempting to bind port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:50.890807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Attempting to bind port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:50.891069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Attempting to bind port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:50.903998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:50.922358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.922723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:50.922882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:50.927060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:50.946404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:50.986282 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b87fe0ff-8af0-44de-a10f-2a4850f1e1d6 req-7648c8eb-9d85-4add-8606-690fc526d780 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 1099 time: 0.7885864 Dec 20 11:50:50.988074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:50:50.988395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Attempting to bind port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:51.003766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5780d-211b-48db-8698-5487e8ee2273 req-9631bcd7-8235-4734-a7ff-6836b3f5c5ea tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:51.003766 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ee5780d-211b-48db-8698-5487e8ee2273 req-9631bcd7-8235-4734-a7ff-6836b3f5c5ea tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.3847682 Dec 20 11:50:51.074590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Calling delete_port for 68b98b29-5fa0-4a4f-855c-169f76f4eac4 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:51.169133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ee5780d-211b-48db-8698-5487e8ee2273 req-5af4a04d-6acf-405c-bf95-d742c43a03a2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019516 Dec 20 11:50:51.208467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:51.268262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.274747 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:51.323832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Pushing event deleted for resources: {'Port': ['ID=68b98b29-5fa0-4a4f-855c-169f76f4eac4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:51.331026 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:51.344050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:51.344389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Checking segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:51.344774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Bound using segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:51.345208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Bound port: 85e8f4ce-11ef-411b-a3cd-e6260ba121b2, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:51.345547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.443068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6972bd97-e808-4043-89cb-079bfe1cfb9c {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:51.448178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.468247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.475833 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/6bcf8083-9b22-4a02-8ec0-31ab237f7b88 HTTP/1.1" status: 204 len: 168 time: 1.2578881 Dec 20 11:50:51.475833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54084) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:51.489808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.511653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b87fe0ff-8af0-44de-a10f-2a4850f1e1d6 req-6a77aa06-32a3-49ac-84e0-1d8cb644d018 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244899 Dec 20 11:50:51.516592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.568383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Deleting port 61341a91-f424-469c-b3e6-e7a4b679040e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:51.568765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.614951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Transition to ACTIVE for port object 6972bd97-e808-4043-89cb-079bfe1cfb9c will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:51.675392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] For port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:51.678780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] For port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:51.705019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.709763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.727492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-999216be-40f8-49ea-9723-b2c14bcb8589 tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:51.850707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 11:50:51.851543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 11:50:51.861065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.891473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.893368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] 10.222.0.53 "PUT /v2.0/ports/85e8f4ce-11ef-411b-a3cd-e6260ba121b2 HTTP/1.1" status: 200 len: 1093 time: 4.9510610 Dec 20 11:50:51.969091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'tag': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:51.976564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:51.981926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:52.067702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980cff-6712-44c2-b2cb-1580cb06fa85 req-a14d148d-a899-4869-b11b-a7c0b66696a0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:52.069668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19980cff-6712-44c2-b2cb-1580cb06fa85 req-a14d148d-a899-4869-b11b-a7c0b66696a0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 931 time: 0.8708224 Dec 20 11:50:52.118620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Pushing event updated for resources: {'Port': ['ID=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:52.194221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9280e3bd6d84de59f2f65e9ece686a7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0253956 Dec 20 11:50:52.235636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:52.253776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Calling delete_port for 61341a91-f424-469c-b3e6-e7a4b679040e owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:52.322901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b686-ee47-46c4-b4eb-380ad8d10e66 req-f648aa95-65f1-401d-81b5-a712b7e88f25 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:52.324279 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5502b686-ee47-46c4-b4eb-380ad8d10e66 req-f648aa95-65f1-401d-81b5-a712b7e88f25 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.4478135 Dec 20 11:50:52.445671 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5502b686-ee47-46c4-b4eb-380ad8d10e66 req-6140332e-de96-4063-953e-2152104858d9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090527 Dec 20 11:50:52.571055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Pushing event updated for resources: {'Port': ['ID=6972bd97-e808-4043-89cb-079bfe1cfb9c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:52.576093 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:52.614294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:52.621609 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.861s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:52.622141 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:52.631646 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ff8e5728-3542-4526-8671-079e419a1ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:52.638638 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-51b6c2d9-63a3-406e-96cd-08215b950078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:52.680591 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'tag': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2', 'status': 'completed', 'code': 200} Dec 20 11:50:52.727211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19980cff-6712-44c2-b2cb-1580cb06fa85 req-58f1c740-8470-44cf-abf9-b9d0a2e1d83c tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471171 Dec 20 11:50:52.761064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event deleted for resources: {'Port': ['ID=61341a91-f424-469c-b3e6-e7a4b679040e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:52.764067 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:52.806690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-e69bacb7-6d68-4a72-9196-348bb8fd72e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=2d7eb34e-552b-4cdc-96ad-e32003994711 HTTP/1.1" status: 200 len: 1096 time: 0.8383837 Dec 20 11:50:52.933088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee85a8d4-d601-40b4-9c4b-28b899a7ecab,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:52.936451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-50947964-5e26-4943-a77a-774ecc0863d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85e8f4ce-11ef-411b-a3cd-e6260ba121b2 HTTP/1.1" status: 200 len: 217 time: 0.1049125 Dec 20 11:50:52.937200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:52.939380 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:53.029822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.041437 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "DELETE /v2.0/ports/61341a91-f424-469c-b3e6-e7a4b679040e HTTP/1.1" status: 204 len: 168 time: 1.5661371 Dec 20 11:50:53.044238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:53.068933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Attempting to bind port 6972bd97-e808-4043-89cb-079bfe1cfb9c on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:53.069354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Attempting to bind port 6972bd97-e808-4043-89cb-079bfe1cfb9c by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:53.069533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Attempting to bind port 6972bd97-e808-4043-89cb-079bfe1cfb9c on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:53.086749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.106256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.119144 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e352a29e-c043-40ef-b8ee-b893aba3d90c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:53.122355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821aa5-8329-4f75-ae45-1cb5450c109c req-cf4eba7c-3e06-43a2-abbb-bfcbd28bd862 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:53.123806 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02821aa5-8329-4f75-ae45-1cb5450c109c req-cf4eba7c-3e06-43a2-abbb-bfcbd28bd862 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.2198148 Dec 20 11:50:53.150285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Port 6972bd97-e808-4043-89cb-079bfe1cfb9c on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:50:53.150598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Attempting to bind port 6972bd97-e808-4043-89cb-079bfe1cfb9c on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:53.164969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:53.165307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Checking segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:53.165702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Bound using segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:53.166168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Bound port: 6972bd97-e808-4043-89cb-079bfe1cfb9c, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:53.166517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.189869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ffd95-ced3-431e-bc32-7ea79def5da6 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:53.191257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f8ffd95-ced3-431e-bc32-7ea79def5da6 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Synchronizing usage tracker for tenant:75ffd521430f43c4a4b9f178bb8a8922 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:50:53.209697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-41fc751b-16e7-441a-834f-8d00d804e794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:53.211191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-41fc751b-16e7-441a-834f-8d00d804e794 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.2661510 Dec 20 11:50:53.229215 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02821aa5-8329-4f75-ae45-1cb5450c109c req-24887fa3-b6b7-46fa-bcb5-2d1b55d6bece tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980129 Dec 20 11:50:53.232655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f8ffd95-ced3-431e-bc32-7ea79def5da6 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Unset dirty status for tenant:75ffd521430f43c4a4b9f178bb8a8922 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:50:53.233827 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0f8ffd95-ced3-431e-bc32-7ea79def5da6 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3796d4-2222-4859-bf83-20d6fb0e4a56 HTTP/1.1" status: 200 len: 913 time: 0.1885438 Dec 20 11:50:53.236497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54132) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:53.334122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=eb62d187-2cb6-4e1d-94a8-006f46fc41c5,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:53.337742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-26f6764c-314c-4d77-9c21-0df626f33772 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093013 Dec 20 11:50:53.343071 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:53.448460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] For port 6972bd97-e808-4043-89cb-079bfe1cfb9c, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:53.450771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.456916 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28a073fd-7594-42f5-ac3c-be5becaf3077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:53.512904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee85a8d4-d601-40b4-9c4b-28b899a7ecab,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:53.514781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': 'b554989b-c5c9-433c-a269-73d3e94ee05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:53.515359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: c8c9ac62-dead-44bd-aa21-ff25710a6776, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:50:53.542753 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:53.550981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] For port 6972bd97-e808-4043-89cb-079bfe1cfb9c, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6972bd97-e808-4043-89cb-079bfe1cfb9c,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:53.583976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.588488 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:53.665680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Pushing event updated for resources: {'Port': ['ID=6972bd97-e808-4043-89cb-079bfe1cfb9c,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:53.670472 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:53.744832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.745952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee85a8d4-d601-40b4-9c4b-28b899a7ecab HTTP/1.1" status: 204 len: 168 time: 1.4990003 Dec 20 11:50:53.767729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.769851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] 10.222.0.16 "PUT /v2.0/ports/6972bd97-e808-4043-89cb-079bfe1cfb9c HTTP/1.1" status: 200 len: 1093 time: 4.2643106 Dec 20 11:50:53.773407 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-11568175-f555-46b1-ae8a-b959d34aa8ac service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287856 Dec 20 11:50:53.793013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network c8c9ac62-dead-44bd-aa21-ff25710a6776 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:50:53.816739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:53.953356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, c8c9ac62-dead-44bd-aa21-ff25710a6776) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:53.965217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887e185-1686-4687-bde5-c2c776107102 None None] Network c8c9ac62-dead-44bd-aa21-ff25710a6776 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:53.974014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:53.975293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:54.264818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7034607 Dec 20 11:50:54.275577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:54.301842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf3ae0-dbc4-4acb-81c3-bc0f1e7de113 req-32ec998d-9de3-4d49-87ea-5878b6536e78 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:54.306058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70cf3ae0-dbc4-4acb-81c3-bc0f1e7de113 req-32ec998d-9de3-4d49-87ea-5878b6536e78 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.6452513 Dec 20 11:50:54.317042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776', 'name': 'tempest-PortsTestJSON-1657778988'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:50:54.412694 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-ebfaa15e-7b0e-406b-8b78-c920b88d0292 service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229959 Dec 20 11:50:54.417051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-1ea35466-42da-485f-84d4-ab34a5b26e91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 1096 time: 0.5495327 Dec 20 11:50:54.445428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6844-3230-4b4d-bcc6-392a3b3cf309 req-1c7bd245-1f8b-4986-98b4-3e72e3a9fece tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:54.474827 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6acc6844-3230-4b4d-bcc6-392a3b3cf309 req-1c7bd245-1f8b-4986-98b4-3e72e3a9fece tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 943 time: 0.4166057 Dec 20 11:50:54.579776 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70cf3ae0-dbc4-4acb-81c3-bc0f1e7de113 req-60018247-c5fc-4579-b830-72196dc4b69f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641132 Dec 20 11:50:54.586161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-06cc4c4e-130c-42c3-989b-9eda9ed9d477 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6972bd97-e808-4043-89cb-079bfe1cfb9c HTTP/1.1" status: 200 len: 217 time: 0.1615324 Dec 20 11:50:54.617136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-c8c9ac62-dead-44bd-aa21-ff25710a6776', 'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776', 'tenant_id': '9c242b3a1ddf4e778c5ce19f5bf45cad', 'fixed_ips': [{'subnet_id': 'eb62d187-2cb6-4e1d-94a8-006f46fc41c5'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:50:54.618604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:54.692666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'tag': '6972bd97-e808-4043-89cb-079bfe1cfb9c'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:50:54.769897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99599363-3404-48a9-8f01-d6e7028185ca details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:50:54.803189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:54.866934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:54.993480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6acc6844-3230-4b4d-bcc6-392a3b3cf309 req-3610563f-95a5-49fc-a54d-4212b239ecdd tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178061 Dec 20 11:50:54.996203 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-0cd3e82c-a542-4883-a39f-7619e05fe104 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=2d7eb34e-552b-4cdc-96ad-e32003994711 HTTP/1.1" status: 200 len: 1096 time: 0.5027642 Dec 20 11:50:54.999011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293851-6025-497c-a934-56ff0d5870fc req-48db0cf0-ae27-444f-9e1e-bb5c77de12d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:55.001465 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-48db0cf0-ae27-444f-9e1e-bb5c77de12d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.4028401 Dec 20 11:50:55.116245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:50:55.122866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:55.325651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:55.357020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '99599363-3404-48a9-8f01-d6e7028185ca', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'port_id': '99599363-3404-48a9-8f01-d6e7028185ca', 'mac_address': 'fa:16:3e:23:82:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745a86e7-6c3b-466c-a0a2-1e60e07e8476', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:50:55.432866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 9533fedd-4cd9-4e45-9656-fbe38c6cda73 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:50:55.458086 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-457363a0-5d6a-4784-9903-35067bb8623c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4391024 Dec 20 11:50:55.863967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-fd8b6644-ea9f-49d5-bd91-a384fc63d315 service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758452 Dec 20 11:50:55.872567 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'tag': '6972bd97-e808-4043-89cb-079bfe1cfb9c', 'status': 'completed', 'code': 200} Dec 20 11:50:55.884262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:55.888867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-e7fecfdb-5e71-4285-90ac-bec416d922b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:55.890327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-e7fecfdb-5e71-4285-90ac-bec416d922b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 913 time: 0.8729339 Dec 20 11:50:55.890904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:55.937052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99599363-3404-48a9-8f01-d6e7028185ca {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:55.970847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:56.001983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:56.010341 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:56.137575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Allocated IP 172.20.0.2 (c8c9ac62-dead-44bd-aa21-ff25710a6776/eb62d187-2cb6-4e1d-94a8-006f46fc41c5/c7329bcd-914a-4bd9-ad0a-b00543a20548) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:56.211750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:56.215231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['99599363-3404-48a9-8f01-d6e7028185ca'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:50:56.278268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3837f24-0181-4944-8a90-31a60eb8f9a2 req-3ff077db-b1b2-421b-93a8-b863a42050fc tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:56.279801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a3837f24-0181-4944-8a90-31a60eb8f9a2 req-3ff077db-b1b2-421b-93a8-b863a42050fc tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.1745009 Dec 20 11:50:56.302915 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:56.341151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-377797d0-aac9-4282-8e19-b4debace1938 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85e8f4ce-11ef-411b-a3cd-e6260ba121b2 HTTP/1.1" status: 200 len: 217 time: 0.4060428 Dec 20 11:50:56.351694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faac2e-012f-448c-9291-58646de0d62e req-03f9c4ca-1fe0-4b85-9d26-f702a9bc4b4b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:56.352981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d0faac2e-012f-448c-9291-58646de0d62e req-03f9c4ca-1fe0-4b85-9d26-f702a9bc4b4b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 1.4796913 Dec 20 11:50:56.507350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a3837f24-0181-4944-8a90-31a60eb8f9a2 req-1a437d79-fb7e-435c-94b0-883e03ca4669 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180564 Dec 20 11:50:56.549321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d0faac2e-012f-448c-9291-58646de0d62e req-d9295743-47ef-47b2-a0b7-1e1c9f6eacb7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822245 Dec 20 11:50:56.607981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-6538ca82-2edc-4ebf-830a-23742c593fda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:56.610770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-6538ca82-2edc-4ebf-830a-23742c593fda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.2569342 Dec 20 11:50:56.618638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18293851-6025-497c-a934-56ff0d5870fc req-0b76c431-786f-4a72-847e-8adb0eab16ff service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263780 Dec 20 11:50:56.711160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:56.733221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-b7cc4fbb-166a-4983-a1cc-894f26964daa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133909 Dec 20 11:50:56.761710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99599363-3404-48a9-8f01-d6e7028185ca no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:50:56.812872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:56.866615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Transition to ACTIVE for port object c7329bcd-914a-4bd9-ad0a-b00543a20548 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:56.938324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Transition to ACTIVE for port object c7329bcd-914a-4bd9-ad0a-b00543a20548 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:56.951949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84018f-b5ba-4085-8e8a-27e07a3f31cf req-e9e3c6e8-fbde-4462-9bb3-d2369d2ae0ba tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:56.953980 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a84018f-b5ba-4085-8e8a-27e07a3f31cf req-e9e3c6e8-fbde-4462-9bb3-d2369d2ae0ba tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 943 time: 0.1663282 Dec 20 11:50:56.955496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Deleting port 3e84c0d7-db61-435c-b91c-6acdcb550e79 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:50:56.956509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:56.971533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:56.983127 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:57.030881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:50:57.038270 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-bd5cc77c-73bb-4e92-9895-c94071aaf3a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 1096 time: 0.3554657 Dec 20 11:50:57.042300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-6f29284a-00e4-4e36-a0c9-c8d4cb00d0ad service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001280 Dec 20 11:50:57.043332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9312d7bebac74f9a9d75b149e2fa9233 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:50:57.074854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:50:57.088842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.112060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:50:57.117121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Network c8c9ac62-dead-44bd-aa21-ff25710a6776 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:50:57.121757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:50:57.124477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:50:57.174771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 99599363-3404-48a9-8f01-d6e7028185ca {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:57.219489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Pushing event updated for resources: {'Port': ['ID=c7329bcd-914a-4bd9-ad0a-b00543a20548,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:57.222411 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:57.248301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:57.252550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Attempting to bind port c7329bcd-914a-4bd9-ad0a-b00543a20548 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:50:57.257726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Attempting to bind port c7329bcd-914a-4bd9-ad0a-b00543a20548 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b554989b-c5c9-433c-a269-73d3e94ee05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:50:57.258163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Attempting to bind port c7329bcd-914a-4bd9-ad0a-b00543a20548 on network c8c9ac62-dead-44bd-aa21-ff25710a6776 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:50:57.267844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.274866 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:57.316419 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a84018f-b5ba-4085-8e8a-27e07a3f31cf req-1702e3c9-66b9-461c-86a3-c71aee0269d3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453580 Dec 20 11:50:57.355062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:57.357664 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:57.359002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:50:57.359904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Checking segment: {'id': 'b554989b-c5c9-433c-a269-73d3e94ee05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:50:57.359904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.360187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Bound using segment: {'id': 'b554989b-c5c9-433c-a269-73d3e94ee05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:50:57.360654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Bound port: c7329bcd-914a-4bd9-ad0a-b00543a20548, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b554989b-c5c9-433c-a269-73d3e94ee05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c8c9ac62-dead-44bd-aa21-ff25710a6776'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:50:57.361029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.394720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.408574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:50:57.449730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-2d26080e-ae50-44a3-8f77-9f4fedd6149b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:57.451619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-2d26080e-ae50-44a3-8f77-9f4fedd6149b service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 913 time: 0.4053097 Dec 20 11:50:57.504519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] For port c7329bcd-914a-4bd9-ad0a-b00543a20548, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:50:57.537953 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-8079c402-d487-44aa-b8e8-b0f4c86938af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6972bd97-e808-4043-89cb-079bfe1cfb9c HTTP/1.1" status: 200 len: 217 time: 0.0702050 Dec 20 11:50:57.573285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] For port c7329bcd-914a-4bd9-ad0a-b00543a20548, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c7329bcd-914a-4bd9-ad0a-b00543a20548,segment=NetworkSegment(b554989b-c5c9-433c-a269-73d3e94ee05c),segment_id=b554989b-c5c9-433c-a269-73d3e94ee05c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:50:57.618724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.635245 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-50fef4f0-6282-4889-9a20-d88fcddc1bd3 req-d6890ea9-d520-4260-8a6e-ceacaae710f4 service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491872 Dec 20 11:50:57.638165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Calling delete_port for 3e84c0d7-db61-435c-b91c-6acdcb550e79 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:50:57.647639 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:57.657694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.669214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-5f9579e1-5e17-48bf-b1ed-c230a948d50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:57.670743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-5f9579e1-5e17-48bf-b1ed-c230a948d50a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.1147888 Dec 20 11:50:57.671486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.681231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cc38ca20-8eb8-475b-ae2b-9c60c9e8c099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:57.779873 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-3aa3c2a6-993d-45b2-ad8b-b4e8b93b8638 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999310 Dec 20 11:50:57.780673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.11 (c8c9ac62-dead-44bd-aa21-ff25710a6776/eb62d187-2cb6-4e1d-94a8-006f46fc41c5/9533fedd-4cd9-4e45-9656-fbe38c6cda73) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:50:57.811876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:57.826798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Pushing event updated for resources: {'Port': ['ID=c7329bcd-914a-4bd9-ad0a-b00543a20548,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:57.832657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'port_id': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2', 'mac_address': 'fa:16:3e:03:79:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7315714a-2973-4a4c-9cc0-dca1a1913d56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:50:57.838327 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:57.891735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f420b-114e-466e-ac19-8e55d2968af3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:57.895562 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:57.919931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3b641123-27cb-4678-a10c-6e6e3fe37d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.925404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9312d7bebac74f9a9d75b149e2fa9233&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9909291 Dec 20 11:50:57.932964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:57.933783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54230) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:50:57.961583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:50:57.989363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:58.004530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:58.011606 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:58.131227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25d29-dae8-474d-a692-fc7465b35825 req-31df6184-d16c-4e15-897c-ec8992ffc872 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:58.132703 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b7d25d29-dae8-474d-a692-fc7465b35825 req-31df6184-d16c-4e15-897c-ec8992ffc872 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 943 time: 0.2894566 Dec 20 11:50:58.144230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77498024-ebe8-4cb6-8610-7a0942b517bb req-fca782a3-5c27-43ac-b7da-2c784dc5824a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:58.154255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77498024-ebe8-4cb6-8610-7a0942b517bb req-fca782a3-5c27-43ac-b7da-2c784dc5824a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.3625524 Dec 20 11:50:58.179504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:58.187527 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:58.191884 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-3838f032-bd1c-441a-b298-554a9340a1ae service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771176 Dec 20 11:50:58.229330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:58.238646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['85e8f4ce-11ef-411b-a3cd-e6260ba121b2'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:50:58.392338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-77498024-ebe8-4cb6-8610-7a0942b517bb req-65813f3e-79d1-4851-a9e9-fe7933d2fb40 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367527 Dec 20 11:50:58.484237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a567a1c2-faa0-4eea-b3e0-2c7742cc706e req-5053e41f-426f-4773-91df-36a3503cc675 service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810352 Dec 20 11:50:58.515539 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b7d25d29-dae8-474d-a692-fc7465b35825 req-de46b338-2622-4b92-8256-410b78a3af12 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346601 Dec 20 11:50:58.590628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:58.738781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6972bd97-e808-4043-89cb-079bfe1cfb9c details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:50:58.745468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99599363-3404-48a9-8f01-d6e7028185ca up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:50:58.746775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:58.799629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:58.808316 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51116cac-ea28-47be-8930-53b2c78f7075 tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:58.933397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event deleted for resources: {'Port': ['ID=3e84c0d7-db61-435c-b91c-6acdcb550e79,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:58.940316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce951a4-ac82-431d-baf9-74e52caf450b req-f763f595-8b86-46f4-b56f-e1ad3be01a1b tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:50:58.940582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 9533fedd-4cd9-4e45-9656-fbe38c6cda73 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:50:58.945587 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:58.947092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fce951a4-ac82-431d-baf9-74e52caf450b req-f763f595-8b86-46f4-b56f-e1ad3be01a1b tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 943 time: 0.1772103 Dec 20 11:50:58.948736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:58.965421 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73e18213-478a-4d22-89b5-b7b062e6e4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:58.979736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f420b-114e-466e-ac19-8e55d2968af3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:50:58.984654 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:50:58.989597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 99599363-3404-48a9-8f01-d6e7028185ca triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:50:58.992168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:59.046460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fce951a4-ac82-431d-baf9-74e52caf450b req-8e44d325-ebe0-43aa-a4f6-468db001eb5a tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913839 Dec 20 11:50:59.154714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6972bd97-e808-4043-89cb-079bfe1cfb9c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6972bd97-e808-4043-89cb-079bfe1cfb9c,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:50:59.205118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '6972bd97-e808-4043-89cb-079bfe1cfb9c', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'port_id': '6972bd97-e808-4043-89cb-079bfe1cfb9c', 'mac_address': 'fa:16:3e:03:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7315714a-2973-4a4c-9cc0-dca1a1913d56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:50:59.400919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:50:59.685190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:59.767049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:59.778990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:59.793178 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:50:59.824837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd0da2-6492-4a8b-92ce-d8138c06f2f6 None None] Network c8c9ac62-dead-44bd-aa21-ff25710a6776 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:50:59.913732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:50:59.914945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a78f420b-114e-466e-ac19-8e55d2968af3 HTTP/1.1" status: 204 len: 168 time: 1.9788756 Dec 20 11:50:59.999969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network c8c9ac62-dead-44bd-aa21-ff25710a6776 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:00.018026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:00.038688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:00.129776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c7329bcd-914a-4bd9-ad0a-b00543a20548 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:00.168529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c8994-adbe-4c2a-9c80-90b80723cfd6 req-edcb4806-f3ee-4a7a-8533-62a96956715c tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:00.172177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:00.172958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:00.176191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-213c8994-adbe-4c2a-9c80-90b80723cfd6 req-edcb4806-f3ee-4a7a-8533-62a96956715c tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 943 time: 0.3613153 Dec 20 11:51:00.238391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-213c8994-adbe-4c2a-9c80-90b80723cfd6 req-6c9b5585-4d6a-43e3-8b76-2adbb96e53ee tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603921 Dec 20 11:51:00.250816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=9533fedd-4cd9-4e45-9656-fbe38c6cda73,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:00.322462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:00.341065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:00.360808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6972bd97-e808-4043-89cb-079bfe1cfb9c {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:00.381463 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:00.395799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.1056263 Dec 20 11:51:00.396273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:00.396687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:00.423503 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-17df74db-dfa4-40a2-81e9-05b8eef5eb3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:00.467221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27ecf-7b1f-441d-8a3e-d396402bb0c9 req-6fb34d4c-5b35-4f2b-8d92-d18c66ec1dae tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:00.473098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cae27ecf-7b1f-441d-8a3e-d396402bb0c9 req-6fb34d4c-5b35-4f2b-8d92-d18c66ec1dae tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.2914000 Dec 20 11:51:00.568159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d3bcc163-0d0b-47c4-857d-709a5c640584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:00.577641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 9533fedd-4cd9-4e45-9656-fbe38c6cda73 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:00.578297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:00.594244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-175e4041-1525-4fd3-9465-836d30a56232 None None] Provisioning for port c7329bcd-914a-4bd9-ad0a-b00543a20548 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:00.624345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cae27ecf-7b1f-441d-8a3e-d396402bb0c9 req-4065ee4b-773a-4792-9cdc-c848a926b3bc tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363540 Dec 20 11:51:00.637046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:00.646875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:00.688399 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:00.697484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6972bd97-e808-4043-89cb-079bfe1cfb9c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6972bd97-e808-4043-89cb-079bfe1cfb9c,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:00.720742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f955fde-183d-4c3c-a946-a4f20089a406 req-29cf9b36-d2b4-464a-9e46-6f9e7915ae8c tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:00.724800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:00.731704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f955fde-183d-4c3c-a946-a4f20089a406 req-29cf9b36-d2b4-464a-9e46-6f9e7915ae8c tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 943 time: 0.3385503 Dec 20 11:51:00.733001 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ba0d2cea-6347-4941-8b76-6cccb75df8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:00.810643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54288) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:00.833790 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca', 'code': 200} Dec 20 11:51:00.834736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:00.853188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:00.853820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:00.897096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f955fde-183d-4c3c-a946-a4f20089a406 req-6843b086-d93d-4246-9f32-1b9b88a098e3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637962 Dec 20 11:51:00.938188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port c7329bcd-914a-4bd9-ad0a-b00543a20548 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:00.960372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c7329bcd-914a-4bd9-ad0a-b00543a20548 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:00.960668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.001251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['6972bd97-e808-4043-89cb-079bfe1cfb9c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:51:01.061852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=6972bd97-e808-4043-89cb-079bfe1cfb9c,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:01.073187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.089991 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:01.194290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.205268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:01.212916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Usage tracker for resource:security_group_rule and tenant:9f111234cb0047bda236b34ed9561e1a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:01.218313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:01.333468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.486159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.513046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 9533fedd-4cd9-4e45-9656-fbe38c6cda73 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:01.567546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:01.659670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.681567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.685429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.710596 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ff2a4999-5a1c-48d1-9191-dff19fb456a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:01.727344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.775038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbc80c-bbdf-4c0d-aee0-cdb22a5e924e req-826083c2-43ec-4c9b-aa82-c1a7999c3a7e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:01.776540 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3bbc80c-bbdf-4c0d-aee0-cdb22a5e924e req-826083c2-43ec-4c9b-aa82-c1a7999c3a7e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.2335393 Dec 20 11:51:01.793544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6982187-c535-42dd-a4c1-6483fdb6bb9f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:01.833306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:01.837561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:01.869279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.876682 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:01.941220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port c7329bcd-914a-4bd9-ad0a-b00543a20548, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c7329bcd-914a-4bd9-ad0a-b00543a20548,segment=NetworkSegment(b554989b-c5c9-433c-a269-73d3e94ee05c),segment_id=b554989b-c5c9-433c-a269-73d3e94ee05c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:01.942657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31903790-63fc-465b-a748-e1ba4da7cc7c None None] Provisioning for port 9533fedd-4cd9-4e45-9656-fbe38c6cda73 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:01.943682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fad62829-3eeb-4e30-b7ed-855cbe549620 req-414ac687-0dd8-44c0-90a7-e9ccb2b7104f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 1098 time: 0.8713589 Dec 20 11:51:01.988424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:01.995238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31903790-63fc-465b-a748-e1ba4da7cc7c None None] Provisioning complete for port 9533fedd-4cd9-4e45-9656-fbe38c6cda73 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:01.995762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31903790-63fc-465b-a748-e1ba4da7cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.040605 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b3bbc80c-bbdf-4c0d-aee0-cdb22a5e924e req-1fba7a42-3453-432c-8134-fcba4505eb37 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481768 Dec 20 11:51:02.055795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-31903790-63fc-465b-a748-e1ba4da7cc7c None None] Port 9533fedd-4cd9-4e45-9656-fbe38c6cda73 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:02.091754 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fad62829-3eeb-4e30-b7ed-855cbe549620 req-2bd67eb5-fb16-4f72-9490-5a79483ec3af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099100 Dec 20 11:51:02.093733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f111234cb0047bda236b34ed9561e1a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2799234 Dec 20 11:51:02.106342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:02.107771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31903790-63fc-465b-a748-e1ba4da7cc7c None None] Provisioning complete for port c7329bcd-914a-4bd9-ad0a-b00543a20548 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:02.108293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31903790-63fc-465b-a748-e1ba4da7cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.143975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:02.169570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:02.220458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.220906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.221351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.221753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.222196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.222593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.222986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.223377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.223766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.224152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.224540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:02.228781 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:02.233980 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3fd60b-dd2b-4377-acc9-f9452f6da4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:02.303436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Router ab3796d4-2222-4859-bf83-20d6fb0e4a56 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:51:02.324234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.325894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=c7329bcd-914a-4bd9-ad0a-b00543a20548,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:02.329074 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:02.370915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc8457-f775-48d0-8255-98ab169e8f3e req-ff697f3a-15a3-4a73-a9e8-ceb81fb3c98d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:02.380279 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fdbc8457-f775-48d0-8255-98ab169e8f3e req-ff697f3a-15a3-4a73-a9e8-ceb81fb3c98d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.5135350 Dec 20 11:51:02.441761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fdbc8457-f775-48d0-8255-98ab169e8f3e req-06bf4972-e9a4-4aa7-ba2a-db08cb3cbf3d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Dec 20 11:51:02.444031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.450838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b05cc6dc-89ab-4b8e-ab33-6604d38d29b6 None None] Provisioning complete for port 9533fedd-4cd9-4e45-9656-fbe38c6cda73 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:02.452118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b05cc6dc-89ab-4b8e-ab33-6604d38d29b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.456503 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9702cd3e-56bb-4c21-9d6a-6c4a6c765f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:02.471085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.516408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=9533fedd-4cd9-4e45-9656-fbe38c6cda73,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:02.519930 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:02.547896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b05cc6dc-89ab-4b8e-ab33-6604d38d29b6 None None] Port 9533fedd-4cd9-4e45-9656-fbe38c6cda73 was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 11:51:02.719428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.720167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.750158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8562d2-745a-44df-89dc-4947a95048bd req-200e8fc1-e27c-469f-b6c6-53aa23df3b08 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:02.751530 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ec8562d2-745a-44df-89dc-4947a95048bd req-200e8fc1-e27c-469f-b6c6-53aa23df3b08 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 944 time: 0.3586349 Dec 20 11:51:02.755261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.762665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6972bd97-e808-4043-89cb-079bfe1cfb9c up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:02.766703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/9533fedd-4cd9-4e45-9656-fbe38c6cda73 HTTP/1.1" status: 204 len: 168 time: 2.3667672 Dec 20 11:51:02.770051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54320) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:02.778985 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-30db21f7-60b7-467d-ba42-ca9d559383dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:02.833914 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-abce928c-5c26-4b9b-99fc-52fa5cf7c0c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:51:02.834446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abce928c-5c26-4b9b-99fc-52fa5cf7c0c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:51:02.839682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-abce928c-5c26-4b9b-99fc-52fa5cf7c0c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/9533fedd-4cd9-4e45-9656-fbe38c6cda73 HTTP/1.1" status: 404 len: 333 time: 0.0662770 Dec 20 11:51:02.840005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54326) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:02.853726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:02.894337 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82920bd-54a4-43af-92e2-4e751c3da20f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:51:02.894839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d82920bd-54a4-43af-92e2-4e751c3da20f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:02.895782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 6972bd97-e808-4043-89cb-079bfe1cfb9c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:02.901780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 6972bd97-e808-4043-89cb-079bfe1cfb9c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:02.902322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:02.915686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d82920bd-54a4-43af-92e2-4e751c3da20f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:02.919529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d82920bd-54a4-43af-92e2-4e751c3da20f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/9533fedd-4cd9-4e45-9656-fbe38c6cda73 HTTP/1.1" status: 404 len: 333 time: 0.0760722 Dec 20 11:51:02.919725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54332) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:02.950635 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2', 'code': 200} Dec 20 11:51:03.150515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:03.199405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6982187-c535-42dd-a4c1-6483fdb6bb9f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:03.199888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 6972bd97-e808-4043-89cb-079bfe1cfb9c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6972bd97-e808-4043-89cb-079bfe1cfb9c,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:03.209012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:03.210602 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:03.215375 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:03.238478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:03.239592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6982187-c535-42dd-a4c1-6483fdb6bb9f HTTP/1.1" status: 204 len: 168 time: 1.1319551 Dec 20 11:51:03.309645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ec8562d2-745a-44df-89dc-4947a95048bd req-26a5b5da-98f3-4cb8-acb9-63f917ceb284 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318432 Dec 20 11:51:03.439190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=6972bd97-e808-4043-89cb-079bfe1cfb9c,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:03.443262 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:03.446669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet eb62d187-2cb6-4e1d-94a8-006f46fc41c5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:03.453375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:03.479491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:51:03.491726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "PUT /v2.0/routers/ab3796d4-2222-4859-bf83-20d6fb0e4a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2542217 Dec 20 11:51:03.497306 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb027793-44b1-4324-848a-f4c32255372f None None] Sync routers for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:51:03.503655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54344) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:03.515613 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb027793-44b1-4324-848a-f4c32255372f None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:51:03.516262 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cb027793-44b1-4324-848a-f4c32255372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:51:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:03.599893 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cb027793-44b1-4324-848a-f4c32255372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:03.605410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:03.610937 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb027793-44b1-4324-848a-f4c32255372f None None] Routers {'ab3796d4-2222-4859-bf83-20d6fb0e4a56'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:51:03.611707 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cb027793-44b1-4324-848a-f4c32255372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:51:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:03.672166 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cb027793-44b1-4324-848a-f4c32255372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:03.673163 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb027793-44b1-4324-848a-f4c32255372f None None] The sync data for ids ['ab3796d4-2222-4859-bf83-20d6fb0e4a56'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:51:03.699633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2389327d-615a-4c92-995b-6863519ec270 req-b7b6e409-0b0b-4412-a677-12add8ef3eb8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2d7eb34e-552b-4cdc-96ad-e32003994711 HTTP/1.1" status: 200 len: 1098 time: 0.6564193 Dec 20 11:51:03.766530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294ec2-82ec-45ba-bce5-4e48f60e42fd req-f6003381-3678-4a35-ba73-6d16ed8dbc87 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:03.773384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d294ec2-82ec-45ba-bce5-4e48f60e42fd req-f6003381-3678-4a35-ba73-6d16ed8dbc87 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.3735435 Dec 20 11:51:03.822847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:03.844607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea76471-aaab-46b0-a1e4-57c49f561d8b req-71a604ea-7fa6-4387-b609-eea9810b2d90 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:03.846109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1ea76471-aaab-46b0-a1e4-57c49f561d8b req-71a604ea-7fa6-4387-b609-eea9810b2d90 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.1726446 Dec 20 11:51:03.884473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:03.885385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2389327d-615a-4c92-995b-6863519ec270 req-89f47be6-10e2-4428-83b4-6c9d0893e553 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744988 Dec 20 11:51:03.983975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1ea76471-aaab-46b0-a1e4-57c49f561d8b req-694745aa-2077-4656-8dff-29330093b2c2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290617 Dec 20 11:51:03.986793 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d294ec2-82ec-45ba-bce5-4e48f60e42fd req-bb7fb0ef-1b0a-454b-9ce5-e29289825328 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121851 Dec 20 11:51:04.045447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.053055 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:04.112928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be1c6ed-bcaa-4eb5-ae8e-aa31acfb8870 None None] Network c8c9ac62-dead-44bd-aa21-ff25710a6776 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:04.122466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.145490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c7329bcd-914a-4bd9-ad0a-b00543a20548 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:04.149309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/eb62d187-2cb6-4e1d-94a8-006f46fc41c5 HTTP/1.1" status: 204 len: 168 time: 1.2281537 Dec 20 11:51:04.153430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=eb62d187-2cb6-4e1d-94a8-006f46fc41c5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:04.155392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54368) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:04.162268 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:04.232687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.437320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c7329bcd-914a-4bd9-ad0a-b00543a20548 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:04.437706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.513502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.551507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port c7329bcd-914a-4bd9-ad0a-b00543a20548 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:04.552402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.645497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] DHCP port deletion for c8c9ac62-dead-44bd-aa21-ff25710a6776 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:51:04.651252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Deleting port c7329bcd-914a-4bd9-ad0a-b00543a20548 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:04.651644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.813475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Deleting port e64c3639-abf8-4a1f-b992-e60480e7ec45 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:04.816156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:04.994974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972bd97-e808-4043-89cb-079bfe1cfb9c'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:05.041147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aba5c-495d-474a-a5d2-ed05b7e75f3b req-6f543993-f2a3-4068-914e-5a7aded001bb tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:05.048224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac2aba5c-495d-474a-a5d2-ed05b7e75f3b req-6f543993-f2a3-4068-914e-5a7aded001bb tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 945 time: 0.4103253 Dec 20 11:51:05.054736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] For port c7329bcd-914a-4bd9-ad0a-b00543a20548, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c7329bcd-914a-4bd9-ad0a-b00543a20548,segment=NetworkSegment(b554989b-c5c9-433c-a269-73d3e94ee05c),segment_id=b554989b-c5c9-433c-a269-73d3e94ee05c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:05.056372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:05.076775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] For port e64c3639-abf8-4a1f-b992-e60480e7ec45, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e64c3639-abf8-4a1f-b992-e60480e7ec45,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:05.077343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:05.103110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] For port c7329bcd-914a-4bd9-ad0a-b00543a20548, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c7329bcd-914a-4bd9-ad0a-b00543a20548,segment=NetworkSegment(b554989b-c5c9-433c-a269-73d3e94ee05c),segment_id=b554989b-c5c9-433c-a269-73d3e94ee05c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:05.103477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:05.319990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for c7329bcd-914a-4bd9-ad0a-b00543a20548 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:05.351374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Calling delete_port for c7329bcd-914a-4bd9-ad0a-b00543a20548 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:05.395694 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac2aba5c-495d-474a-a5d2-ed05b7e75f3b req-e84ac019-01ae-414e-99a4-2b87190e1682 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465924 Dec 20 11:51:05.399392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:05.426761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Calling delete_port for e64c3639-abf8-4a1f-b992-e60480e7ec45 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:05.440235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Deleting port df6597f4-00b0-4fe9-9e06-576d563e9916 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:05.440448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:05.600876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc245-a4d2-4997-9f37-3285daab039e req-a4cabc99-8154-42c4-ae98-b8d13b24b02d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:05.602421 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a57dc245-a4d2-4997-9f37-3285daab039e req-a4cabc99-8154-42c4-ae98-b8d13b24b02d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.1846571 Dec 20 11:51:05.666910 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a57dc245-a4d2-4997-9f37-3285daab039e req-cdcb239c-1ad9-4343-ae71-62cd59a91dbb tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580144 Dec 20 11:51:05.694455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 11:51:05.694455 n-d-victoria-1 neutron-server[83559]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Dec 20 11:51:05.694455 n-d-victoria-1 neutron-server[83559]: [parameters: {'port_id': 'c7329bcd-914a-4bd9-ad0a-b00543a20548', 'host': 'n-d-victoria-1', 'level': 0}] Dec 20 11:51:05.694455 n-d-victoria-1 neutron-server[83559]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:51:05.695427 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:51:05.744988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:05.759799 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8fca1e33-e715-4cb1-ba20-16f2ca3fd4cb tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:05.827631 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972bd97-e808-4043-89cb-079bfe1cfb9c', 'code': 200} Dec 20 11:51:05.867572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:05.888800 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df894b91-64da-4d2f-b619-a078b9e37102 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:05.908639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e64c3639-abf8-4a1f-b992-e60480e7ec45,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:05.915770 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:06.064500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=c7329bcd-914a-4bd9-ad0a-b00543a20548,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:06.082218 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:06.175441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No DVR routers for this DVR port c7329bcd-914a-4bd9-ad0a-b00543a20548 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:06.189102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c7329bcd-914a-4bd9-ad0a-b00543a20548 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:06.207082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386c28a-54fe-41a1-91cf-c52339c1f948 req-a74113c3-64e4-4001-b069-84bc19d014a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:06.208612 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9386c28a-54fe-41a1-91cf-c52339c1f948 req-a74113c3-64e4-4001-b069-84bc19d014a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.4956839 Dec 20 11:51:06.238777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Deleting port c7329bcd-914a-4bd9-ad0a-b00543a20548 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:06.239178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.264699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: c7329bcd-914a-4bd9-ad0a-b00543a20548 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:06.265055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c7329bcd-914a-4bd9-ad0a-b00543a20548 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:06.312979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b83eae3a-eec3-456f-9b19-38d77a73eb29 None None] The port 'c7329bcd-914a-4bd9-ad0a-b00543a20548' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:51:06.453935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fe319-8926-4c37-ae4b-79206a87bc98 req-72876fa4-e3f8-4c9e-a2c3-4078ba880a63 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:06.457042 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8f1fe319-8926-4c37-ae4b-79206a87bc98 req-72876fa4-e3f8-4c9e-a2c3-4078ba880a63 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.3225298 Dec 20 11:51:06.460488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.500335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c9ac62-dead-44bd-aa21-ff25710a6776']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:06.513256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9386c28a-54fe-41a1-91cf-c52339c1f948 req-ed068367-8707-4d66-af81-3e66d489eea7 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345126 Dec 20 11:51:06.535832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b554989b-c5c9-433c-a269-73d3e94ee05c') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:06.536240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b554989b-c5c9-433c-a269-73d3e94ee05c') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:06.546474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8f1fe319-8926-4c37-ae4b-79206a87bc98 req-db0ad4f3-0db6-49e6-941e-a6f86cb225ec tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820363 Dec 20 11:51:06.551301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.562904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b09c27f2-0a15-4d26-b8f1-6e3c8d9f21ad req-a7dfdb40-bf98-4909-9079-3be592187872 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 1098 time: 0.6031635 Dec 20 11:51:06.567511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.602274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.711085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Calling delete_port for df6597f4-00b0-4fe9-9e06-576d563e9916 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:06.764169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.791019 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b09c27f2-0a15-4d26-b8f1-6e3c8d9f21ad req-87ce69cd-e66f-44d6-a7b8-52d810fae72f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148008 Dec 20 11:51:06.800831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:51:06.801256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:51:06.827023 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:51:06.973226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:06.985711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:07.004481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d57e56-18a3-4550-b6a4-09bc5a3a05fd req-e630075a-c7da-4e65-9ce3-a79b854fde6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:07.006062 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34d57e56-18a3-4550-b6a4-09bc5a3a05fd req-e630075a-c7da-4e65-9ce3-a79b854fde6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 945 time: 0.2563629 Dec 20 11:51:07.009056 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bd8b288f-d076-46ee-a645-b07373961061 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:07.061428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=c8c9ac62-dead-44bd-aa21-ff25710a6776,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:07.069228 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:07.077201 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/c8c9ac62-dead-44bd-aa21-ff25710a6776 HTTP/1.1" status: 204 len: 168 time: 2.9189358 Dec 20 11:51:07.078832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54432) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:07.084544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-492670337'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:07.105704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:07.110798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:07.116270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:07.124787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:07.176101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:07.179436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:07.193789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-34d57e56-18a3-4550-b6a4-09bc5a3a05fd req-c7310032-99e1-4d09-8764-ba0f9cd13b1e tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614792 Dec 20 11:51:07.228591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:07.233342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:51:07.236027 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a355214a-4822-4e90-afc9-f333dcedb1b9 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:07.287684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event deleted for resources: {'Port': ['ID=df6597f4-00b0-4fe9-9e06-576d563e9916,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:07.293160 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:07.309666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:07.309666 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment e7e6186c-ab85-4c59-872c-df809b220dcd of type vlan for network 80890268-159d-4584-8230-2c9156afa034 Dec 20 11:51:07.470465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:07.680788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:51:07.723591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:08.051716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9b965-7d53-403f-938b-6823efcb6757 req-61bd50a9-7f9c-41c2-be6a-f8c69e60c7df tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:08.058449 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e4c9b965-7d53-403f-938b-6823efcb6757 req-61bd50a9-7f9c-41c2-be6a-f8c69e60c7df tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.3901079 Dec 20 11:51:08.147543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:08.151523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:08.152109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:08.162019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e4c9b965-7d53-403f-938b-6823efcb6757 req-54f0ed84-2b54-4bac-bb1b-21cc9801e6a9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025350 Dec 20 11:51:08.176803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:51:08.239786 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d0b1f535-4842-4588-bfee-621ffc40b77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:08.306084 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2261705 Dec 20 11:51:08.319559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54468) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:08.378427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:08.382184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '80890268-159d-4584-8230-2c9156afa034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:08.499616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:08.518518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=80890268-159d-4584-8230-2c9156afa034,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:08.521258 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:08.532003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 80890268-159d-4584-8230-2c9156afa034 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:51:08.541118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-be82d4f6-2903-4a07-b964-3b22d7d0a6fe tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:08.547611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-be82d4f6-2903-4a07-b964-3b22d7d0a6fe tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 815 time: 0.9816694 Dec 20 11:51:08.621680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-a0e1cf35-a164-4d20-aa06-54d45536f676 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/quotas/99a7a4ec637a4cad8d3421814d713ef7 HTTP/1.1" status: 200 len: 375 time: 0.0731373 Dec 20 11:51:08.678202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:08.678708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Fanout notify agent at l3_agent the message router_deleted on router ab3796d4-2222-4859-bf83-20d6fb0e4a56 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:51:08.697136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:08.698227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "DELETE /v2.0/routers/ab3796d4-2222-4859-bf83-20d6fb0e4a56 HTTP/1.1" status: 204 len: 168 time: 5.1921613 Dec 20 11:51:08.701048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54482) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:08.709117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:08.758384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:08.764320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:08.786245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:08.834291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-e872b83b-88ea-4213-b2f0-672b682aa210 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:08.835120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:08.835760 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-e872b83b-88ea-4213-b2f0-672b682aa210 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b75050e-4798-416f-a160-6089d144151c HTTP/1.1" status: 200 len: 945 time: 0.2603648 Dec 20 11:51:08.865856 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:51:08.943531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ee41b-3640-460e-a5ab-ba38f89334c5 req-17185402-b17a-4253-bff7-c276c4838ed0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:08.950292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b98ee41b-3640-460e-a5ab-ba38f89334c5 req-17185402-b17a-4253-bff7-c276c4838ed0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 945 time: 0.3161085 Dec 20 11:51:08.970279 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-c9357e10-dcea-422e-9f3f-8790280751ca tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3476446 Dec 20 11:51:08.990881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54490) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:09.013796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Deleting port 99599363-3404-48a9-8f01-d6e7028185ca {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:09.014287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.059992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.090196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Deleting subnet bc9cbd07-d6e2-4efd-b75e-e8692e8375f2 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:09.121174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.136277 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b98ee41b-3640-460e-a5ab-ba38f89334c5 req-8dce0952-8da5-448b-84eb-f09346027585 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852286 Dec 20 11:51:09.230325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.288942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:51:09.300702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] Sync routers for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:51:09.324525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:51:09.329044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:51:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:09.347419 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] 10.222.0.32 "PUT /v2.0/routers/6a934adb-22c2-4667-b7b6-7d8b461a6ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1874433 Dec 20 11:51:09.348136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54504) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:09.480195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.556189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.563882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:51:09.566236 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5a99fe9-0ee6-4231-9319-78e45e5c911a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:09.611428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:09.616552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8877efcfd3438b85a33ebfab692f7b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:09.619811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:09.626486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:09.696284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3aa8c-b21c-4223-889b-e535f8f0af25 req-f70990a1-f2cc-4207-bd09-7df1f46d51d4 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:09.697801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22a3aa8c-b21c-4223-889b-e535f8f0af25 req-f70990a1-f2cc-4207-bd09-7df1f46d51d4 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d7eb34e-552b-4cdc-96ad-e32003994711 HTTP/1.1" status: 200 len: 945 time: 0.2865663 Dec 20 11:51:09.746199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=6fb4ebca-2891-4a8a-bff5-e2831896ffd5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:09.756107 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:09.791406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': 'e7e6186c-ab85-4c59-872c-df809b220dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80890268-159d-4584-8230-2c9156afa034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:09.791772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: 80890268-159d-4584-8230-2c9156afa034, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:51:09.797983 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-22a3aa8c-b21c-4223-889b-e535f8f0af25 req-b5487b60-4865-447e-ae93-c2cd511b05b9 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925825 Dec 20 11:51:09.843609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 80890268-159d-4584-8230-2c9156afa034 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:51:09.858238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.930065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 80890268-159d-4584-8230-2c9156afa034) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:09.942063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:09.942421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604c148-48b5-4e39-bb5e-a9513ae0dc14 None None] Network 80890268-159d-4584-8230-2c9156afa034 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:09.942652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.971996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] For port 99599363-3404-48a9-8f01-d6e7028185ca, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99599363-3404-48a9-8f01-d6e7028185ca,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:09.972335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:09.978706 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6172981 Dec 20 11:51:09.988436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54518) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:09.996731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '80890268-159d-4584-8230-2c9156afa034', 'security_groups': [], 'name': 'tempest-PortsTestJSON-445140921'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:10.121548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Calling delete_port for 99599363-3404-48a9-8f01-d6e7028185ca owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:10.231146 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-316fc295-8750-48de-b89c-b98cee550824 service neutron] 10.222.0.32 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2594161 Dec 20 11:51:10.248583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-80890268-159d-4584-8230-2c9156afa034', 'network_id': '80890268-159d-4584-8230-2c9156afa034', 'tenant_id': '9c242b3a1ddf4e778c5ce19f5bf45cad', 'fixed_ips': [{'subnet_id': '6fb4ebca-2891-4a8a-bff5-e2831896ffd5'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:51:10.249398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.318787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:51:05Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:10.332589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] Checking router: 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:51:10.339500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.364270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] Routers {'6a934adb-22c2-4667-b7b6-7d8b461a6ea7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:51:10.364902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:51:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:10.444362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:10.452547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:10.460680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2b133-d5f1-4466-aac7-e262aaa7a5cf req-0b39cc91-01c3-4f2a-8005-5d35aac6acab tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:10.467476 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5cd2b133-d5f1-4466-aac7-e262aaa7a5cf req-0b39cc91-01c3-4f2a-8005-5d35aac6acab tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.4779527 Dec 20 11:51:10.470734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:10.478295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.497468 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89aefac5-2d02-47f3-ad0e-adf3aa04e51e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:10.498543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:10.548248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] Set router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:51:10.555768 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5cd2b133-d5f1-4466-aac7-e262aaa7a5cf req-d88761cb-578b-4e37-9ba2-1a91df9350f2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873945 Dec 20 11:51:10.556855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.569796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Deleting port f9c23827-861f-4b8c-af7e-080437d24e40 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:10.570183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.592847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['99599363-3404-48a9-8f01-d6e7028185ca'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:51:10.638435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Pushing event deleted for resources: {'Port': ['ID=99599363-3404-48a9-8f01-d6e7028185ca,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:10.664267 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:10.787302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Allocated IP 172.20.0.2 (80890268-159d-4584-8230-2c9156afa034/6fb4ebca-2891-4a8a-bff5-e2831896ffd5/42ebc31d-8b95-4ed9-9667-62ffb003e2d1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:10.804931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.860021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.862499 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c232e9e-47c4-420b-b170-d4f2e4c8b8ab tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:10.868888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] For port f9c23827-861f-4b8c-af7e-080437d24e40, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f9c23827-861f-4b8c-af7e-080437d24e40,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:10.869253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:10.934258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:10.937659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.019350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.024979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Calling delete_port for f9c23827-861f-4b8c-af7e-080437d24e40 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:11.050634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9cbd07-d6e2-4efd-b75e-e8692e8375f2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:11.053584 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:11.122273 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-131e5b7d-3124-4695-b531-0d51142ca62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:11.128989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 99d87374-b6da-404a-9f09-69770bdde5d1 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:51:11.221895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] No DVR routers for this DVR port 99599363-3404-48a9-8f01-d6e7028185ca on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:11.224110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:51:05Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:11.232567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.233190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.235453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012df39-3d9e-426a-b2f8-60409804c242 None None] The sync data for ids ['6a934adb-22c2-4667-b7b6-7d8b461a6ea7'] in n-d-victoria-1 is: [{'id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'name': 'tempest-TaggedBootDevicesTest_v242-1677630430-router', 'tenant_id': '795f3e1f52794904ac6bee547e966db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:41Z', 'updated_at': '2021-12-20T11:51:05Z', 'revision_number': 5, 'project_id': '795f3e1f52794904ac6bee547e966db9', 'gw_port': {'id': 'f9c23827-861f-4b8c-af7e-080437d24e40', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a934adb-22c2-4667-b7b6-7d8b461a6ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:43Z', 'updated_at': '2021-12-20T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:51:11.250121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Transition to ACTIVE for port object 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:11.273421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Transition to ACTIVE for port object 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:11.281591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.293049 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-825ec9c9-4e38-40bf-8b30-a67750c6edd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:11.310480 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a8877efcfd3438b85a33ebfab692f7b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3187137 Dec 20 11:51:11.312585 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-314f74cc-91ca-4092-a2ce-2062579af376 service neutron] 10.222.0.32 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709278 Dec 20 11:51:11.321810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54538) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:11.334091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'name': 'network-vif-deleted', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:11.351945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.369175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "DELETE /v2.0/subnets/bc9cbd07-d6e2-4efd-b75e-e8692e8375f2 HTTP/1.1" status: 204 len: 168 time: 2.6667166 Dec 20 11:51:11.373442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:11.376798 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ab15e80-99fd-4569-a6e5-5f65b426e132 req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "DELETE /v2.0/ports/99599363-3404-48a9-8f01-d6e7028185ca HTTP/1.1" status: 204 len: 173 time: 2.5329258 Dec 20 11:51:11.378115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Pushing event updated for resources: {'Port': ['ID=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:11.389051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62680835-bdf4-4c54-8e51-f693239719cb None None] Network b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:11.406141 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:11.441150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e2701-d22e-46ad-a681-6a7a029cf43f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:11.463800 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:11.480358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Network 80890268-159d-4584-8230-2c9156afa034 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:11.483489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.8 (80890268-159d-4584-8230-2c9156afa034/6fb4ebca-2891-4a8a-bff5-e2831896ffd5/99d87374-b6da-404a-9f09-69770bdde5d1) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:11.485495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:11.534473 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b75050e-4798-416f-a160-6089d144151c', 'name': 'network-vif-deleted', 'tag': '99599363-3404-48a9-8f01-d6e7028185ca', 'status': 'completed', 'code': 200} Dec 20 11:51:11.553730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:11.622607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.718562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.787295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.858383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:11.895602 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf570168-682c-44ed-a7a8-ce2b5d9950fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:11.900021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0e068-37be-400d-aafc-f238f5e29148 req-5f7bfccf-d48e-4b20-b6c5-3cf3caa0b4e4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:11.907638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff0e068-37be-400d-aafc-f238f5e29148 req-5f7bfccf-d48e-4b20-b6c5-3cf3caa0b4e4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.1042843 Dec 20 11:51:11.974620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ff0e068-37be-400d-aafc-f238f5e29148 req-e76f4c33-a35a-4327-a3ca-0477a68623fd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660269 Dec 20 11:51:12.012606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Attempting to bind port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:12.013492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Attempting to bind port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e7e6186c-ab85-4c59-872c-df809b220dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80890268-159d-4584-8230-2c9156afa034'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:12.015189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Attempting to bind port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 on network 80890268-159d-4584-8230-2c9156afa034 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:12.016917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c23827-861f-4b8c-af7e-080437d24e40,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:12.027977 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:12.035482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:12.040634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Checking segment: {'id': 'e7e6186c-ab85-4c59-872c-df809b220dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80890268-159d-4584-8230-2c9156afa034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:12.041073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:12.041914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Bound using segment: {'id': 'e7e6186c-ab85-4c59-872c-df809b220dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80890268-159d-4584-8230-2c9156afa034'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:12.042253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Bound port: 42ebc31d-8b95-4ed9-9667-62ffb003e2d1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e6186c-ab85-4c59-872c-df809b220dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80890268-159d-4584-8230-2c9156afa034'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:12.042360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:12.055873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e64c3639-abf8-4a1f-b992-e60480e7ec45 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:12.106888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: e64c3639-abf8-4a1f-b992-e60480e7ec45 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:12.107690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e64c3639-abf8-4a1f-b992-e60480e7ec45 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:12.190717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Deleting port c88db356-4748-4204-b6fa-c745aea5e4b9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:12.191185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:12.191593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] For port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:51:12.195643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] For port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,segment=NetworkSegment(e7e6186c-ab85-4c59-872c-df809b220dcd),segment_id=e7e6186c-ab85-4c59-872c-df809b220dcd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:51:12.208176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3bd16184-423c-46ab-b557-91bb316510d3 req-3f03dcfe-cffb-432b-9078-e3afae576495 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Synchronizing usage tracker for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:12.217082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:12.244884 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f90811-aaa6-401b-88da-de3b1c2763a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:12.254730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3bd16184-423c-46ab-b557-91bb316510d3 req-3f03dcfe-cffb-432b-9078-e3afae576495 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Unset dirty status for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:12.258771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3bd16184-423c-46ab-b557-91bb316510d3 req-3f03dcfe-cffb-432b-9078-e3afae576495 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 210 time: 0.2039664 Dec 20 11:51:12.427584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-906fdfc9-f32e-4a9a-99f7-eadb62ae543c tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:12.429756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-906fdfc9-f32e-4a9a-99f7-eadb62ae543c tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d7eb34e-552b-4cdc-96ad-e32003994711 HTTP/1.1" status: 200 len: 945 time: 0.1663558 Dec 20 11:51:12.435271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:12.439058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Pushing event updated for resources: {'Port': ['ID=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:12.444370 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:12.495233 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eb79d31b-19e8-46b3-b258-4f0c88ee032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:12.519011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e2701-d22e-46ad-a681-6a7a029cf43f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:12.521931 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:12.557569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] DHCP port deletion for b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:51:12.562650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Deleting port c88db356-4748-4204-b6fa-c745aea5e4b9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:12.563028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:12.641339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Deleting port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:12.641692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:12.767654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-a6e1faf0-1f8e-4b44-8c03-410efc82ea95 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:12.769188 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-a6e1faf0-1f8e-4b44-8c03-410efc82ea95 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b6094fb-f1d9-4b65-bb19-b9851c792466 HTTP/1.1" status: 200 len: 945 time: 0.2576585 Dec 20 11:51:12.965507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Deleting port 6972bd97-e808-4043-89cb-079bfe1cfb9c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:12.965759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.048643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] For port c88db356-4748-4204-b6fa-c745aea5e4b9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c88db356-4748-4204-b6fa-c745aea5e4b9,segment=NetworkSegment(0bea6672-c9ee-418e-9054-6eb2c38ed78e),segment_id=0bea6672-c9ee-418e-9054-6eb2c38ed78e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:13.056577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.215269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99599363-3404-48a9-8f01-d6e7028185ca no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:13.253057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.272932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] For port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:13.273461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.274779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 99d87374-b6da-404a-9f09-69770bdde5d1 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:13.328668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.346751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Calling delete_port for c88db356-4748-4204-b6fa-c745aea5e4b9 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:13.352891 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e916ade2-d412-4c9f-bacb-2b400af0f0e9 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:13.435916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 80890268-159d-4584-8230-2c9156afa034 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:13.444508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=99d87374-b6da-404a-9f09-69770bdde5d1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:13.447340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:13.459046 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:13.460352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:13.479292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 99599363-3404-48a9-8f01-d6e7028185ca {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:13.479879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99599363-3404-48a9-8f01-d6e7028185ca not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:13.487956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.493886 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:13.566340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.625504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Pushing event deleted for resources: {'Port': ['ID=c88db356-4748-4204-b6fa-c745aea5e4b9,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:13.628976 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:13.629770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] No DVR routers for this DVR port c88db356-4748-4204-b6fa-c745aea5e4b9 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:13.680408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Calling delete_port for 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:13.683773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] The port 'c88db356-4748-4204-b6fa-c745aea5e4b9' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:51:13.689236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:13.690748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.859921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:13.861097 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d73e2701-d22e-46ad-a681-6a7a029cf43f HTTP/1.1" status: 204 len: 168 time: 2.5367899 Dec 20 11:51:13.960381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-42df3797-cc73-4a26-a05b-4e7b0c9799da tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:13.967012 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-42df3797-cc73-4a26-a05b-4e7b0c9799da tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 812 time: 2.2077363 Dec 20 11:51:14.047084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a43bc-bbaf-4aef-a4ea-bbb37cb2c069 None None] Network 80890268-159d-4584-8230-2c9156afa034 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:14.108206 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.1151061 Dec 20 11:51:14.108206 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-920cdde6-846c-4c06-a583-7d8726d514f5 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/quotas/c856aa12846f40ed8f564fb406b6b819 HTTP/1.1" status: 200 len: 375 time: 0.1396344 Dec 20 11:51:14.143867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:14.180076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-a49c7ac8-288c-4097-8dcf-c3784887634c tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:14.183460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-a49c7ac8-288c-4097-8dcf-c3784887634c tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 815 time: 0.5103283 Dec 20 11:51:14.183755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.220024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Request body: {'port': {'device_id': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'admin_state_up': True, 'tenant_id': '99a7a4ec637a4cad8d3421814d713ef7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:14.275429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-13f23808-ed68-4700-a08b-440c872dda0d None None] Provisioning for port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:14.290786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:14.308624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 99d87374-b6da-404a-9f09-69770bdde5d1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:14.308781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.370102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] For port 6972bd97-e808-4043-89cb-079bfe1cfb9c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=6972bd97-e808-4043-89cb-079bfe1cfb9c,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:14.371287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.443270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.489945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.519767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Calling delete_port for 6972bd97-e808-4043-89cb-079bfe1cfb9c owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:14.560456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:14.570979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:14.571956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.576088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.591640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54594) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:14.592263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc31e-2845-4d28-896e-597ffe7b38d8 req-1cf64620-be34-4298-8f09-2d5ed8b012bb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:14.600529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.600983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f3cc31e-2845-4d28-896e-597ffe7b38d8 req-1cf64620-be34-4298-8f09-2d5ed8b012bb tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 1.4107785 Dec 20 11:51:14.601210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a934adb-22c2-4667-b7b6-7d8b461a6ea7 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:51:14.612588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['6972bd97-e808-4043-89cb-079bfe1cfb9c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:51:14.620010 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3fa75e2-f28b-448f-9a88-db678f2e9f90 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:14.648712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b542d002-4290-4dc3-9e4d-6f2cfb52f1b0']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:14.720420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bea6672-c9ee-418e-9054-6eb2c38ed78e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:14.722077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bea6672-c9ee-418e-9054-6eb2c38ed78e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:14.748413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.761597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.791774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.793477 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6a934adb-22c2-4667-b7b6-7d8b461a6ea7 HTTP/1.1" status: 204 len: 168 time: 5.4421709 Dec 20 11:51:14.808179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.816487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:51:14.817201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:51:14.888192 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:51:14.890222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54600) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:14.898495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event deleted for resources: {'Port': ['ID=85e8f4ce-11ef-411b-a3cd-e6260ba121b2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:14.947974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.010357 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:15.040579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.051762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:15.066357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,segment=NetworkSegment(e7e6186c-ab85-4c59-872c-df809b220dcd),segment_id=e7e6186c-ab85-4c59-872c-df809b220dcd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:15.084764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:15.087277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.090686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.098315 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:15.120751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-5a66d2a4-507d-4959-a249-fa0038c5b02e tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9782202 Dec 20 11:51:15.146393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.148660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Made reservation on behalf of 99a7a4ec637a4cad8d3421814d713ef7 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:15.153898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.196925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c88db356-4748-4204-b6fa-c745aea5e4b9 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:15.228591 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb0ae2b3-04c0-4868-84a0-f25ee6f4e412 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:15.244904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: c88db356-4748-4204-b6fa-c745aea5e4b9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:15.245263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c88db356-4748-4204-b6fa-c745aea5e4b9 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:15.251176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:15.255331 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:15.258574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.269819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:15.272349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event deleted for resources: {'Network': ['ID=b542d002-4290-4dc3-9e4d-6f2cfb52f1b0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:15.302865 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:15.303870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Usage tracker for resource:security_group_rule and tenant:eade08cc4e4b472b9aa0efa781b0fe8d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:15.324688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Deleting subnet 2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:15.326619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.328530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-856a0c55-4d36-468e-a057-3f56321625be None None] Provisioning for port 99d87374-b6da-404a-9f09-69770bdde5d1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:15.336552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-856a0c55-4d36-468e-a057-3f56321625be None None] Provisioning complete for port 99d87374-b6da-404a-9f09-69770bdde5d1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:15.336990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-856a0c55-4d36-468e-a057-3f56321625be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.369498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:15.461945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Allocated IP 172.20.0.2 (95c9d887-3020-4c61-a91a-68b930dd99ae/745a86e7-6c3b-466c-a0a2-1e60e07e8476/d9056ffa-3f9a-4833-a08f-6222fa746305) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:15.464310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.526425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-856a0c55-4d36-468e-a057-3f56321625be None None] Port 99d87374-b6da-404a-9f09-69770bdde5d1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:15.529296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:15.542265 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ad03c24-6047-4701-bdc5-23567894a436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:15.592821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:15.593176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:15.609521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-856a0c55-4d36-468e-a057-3f56321625be None None] Provisioning complete for port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:15.609905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-856a0c55-4d36-468e-a057-3f56321625be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.621235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] No DVR routers for this DVR port 85e8f4ce-11ef-411b-a3cd-e6260ba121b2 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:15.628552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.640787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'name': 'network-vif-deleted', 'tag': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:15.645956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event deleted for resources: {'Port': ['ID=6972bd97-e808-4043-89cb-079bfe1cfb9c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:15.695353 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:15.704869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07344379-b3ca-44ae-94b0-a374fb3c64d1 req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "DELETE /v2.0/ports/85e8f4ce-11ef-411b-a3cd-e6260ba121b2 HTTP/1.1" status: 204 len: 173 time: 3.2689295 Dec 20 11:51:15.798695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "DELETE /v2.0/networks/b542d002-4290-4dc3-9e4d-6f2cfb52f1b0 HTTP/1.1" status: 204 len: 168 time: 4.4239416 Dec 20 11:51:15.802880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:15.848869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.899255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.905643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d8e1b96-284d-4bc2-8ac7-a620e2d58ce7 None None] Provisioning complete for port 99d87374-b6da-404a-9f09-69770bdde5d1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:15.906747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d8e1b96-284d-4bc2-8ac7-a620e2d58ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:15.978615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e1b96-284d-4bc2-8ac7-a620e2d58ce7 None None] Port 99d87374-b6da-404a-9f09-69770bdde5d1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:15.983985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:16.004366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 99d87374-b6da-404a-9f09-69770bdde5d1 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:16.071227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] No DVR routers for this DVR port 6972bd97-e808-4043-89cb-079bfe1cfb9c on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:16.074075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.076666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d63b8649-d6bc-4609-8075-d30f9933b59c req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "DELETE /v2.0/ports/6972bd97-e808-4043-89cb-079bfe1cfb9c HTTP/1.1" status: 204 len: 173 time: 3.2960584 Dec 20 11:51:16.092141 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5f3cc31e-2845-4d28-896e-597ffe7b38d8 req-88b5622f-77e5-407a-ab5f-13a36ec7f574 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4900875 Dec 20 11:51:16.108069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:16.111019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.124306 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-564b7e67-ed07-4656-93f9-ac9fbbde08b1 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:16.280242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:16.281174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.361315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:16.379722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Network 95c9d887-3020-4c61-a91a-68b930dd99ae is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:16.381918 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:16.382552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:16.410970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Deleting port 7a7edfd6-b79f-4c0c-8065-f8826ecf3e3e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:16.411305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.427065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:16.469716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f9c23827-861f-4b8c-af7e-080437d24e40 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:16.507995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:16.509638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.513805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: f9c23827-861f-4b8c-af7e-080437d24e40 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:16.514039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f9c23827-861f-4b8c-af7e-080437d24e40 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:16.545391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3375053 Dec 20 11:51:16.557382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Request body: {'port': {'device_id': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:16.594302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.617815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8de46-ffd8-4975-9ad4-032893c10012 req-2227eea2-1bd5-4889-918b-9fadd4fac7e0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:16.618842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-68c8de46-ffd8-4975-9ad4-032893c10012 req-2227eea2-1bd5-4889-918b-9fadd4fac7e0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Synchronizing usage tracker for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:16.656041 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-431bf2c2-f9b9-48aa-9110-8d808267dd10 service neutron] 10.222.0.32 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5326016 Dec 20 11:51:16.680305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-68c8de46-ffd8-4975-9ad4-032893c10012 req-2227eea2-1bd5-4889-918b-9fadd4fac7e0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Unset dirty status for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:16.681557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68c8de46-ffd8-4975-9ad4-032893c10012 req-2227eea2-1bd5-4889-918b-9fadd4fac7e0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 931 time: 0.3237457 Dec 20 11:51:16.716210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.795797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6972bd97-e808-4043-89cb-079bfe1cfb9c no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:16.799920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.813715 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68c8de46-ffd8-4975-9ad4-032893c10012 req-efff3359-ebb8-4364-af99-c18fa45ca28f tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180904 Dec 20 11:51:16.819385 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-32bb2652-bf42-4418-8ff9-259b97e41c85 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:16.916986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.942442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df HTTP/1.1" status: 204 len: 168 time: 1.9949131 Dec 20 11:51:16.943436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 6972bd97-e808-4043-89cb-079bfe1cfb9c {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:16.945002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54626) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:16.946013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 6972bd97-e808-4043-89cb-079bfe1cfb9c not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:16.953002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9217d1a-2c0b-456d-ab2f-ed79d31e64c6 None None] Network 369c3643-7840-4b2a-8a85-116c0d1f8252 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:16.960912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db3b58c-d1f7-44c2-bcf8-0451cf0ec2df,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:16.970512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:16.976979 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:17.051872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.059628 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7eb34e-552b-4cdc-96ad-e32003994711', 'name': 'network-vif-deleted', 'tag': '85e8f4ce-11ef-411b-a3cd-e6260ba121b2', 'status': 'completed', 'code': 200} Dec 20 11:51:17.084363 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ab51289-2e48-4f4f-8177-7c13bb4d9f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:17.115435 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eade08cc4e4b472b9aa0efa781b0fe8d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5161829 Dec 20 11:51:17.149185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:17.160653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.161650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.202872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.265972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Deleting port fafae1c0-8556-43de-a39e-3b1add737185 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:17.266331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.286326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.337812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] DHCP port deletion for 369c3643-7840-4b2a-8a85-116c0d1f8252 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:51:17.342835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Deleting port fafae1c0-8556-43de-a39e-3b1add737185 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:17.343213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.390945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f510745-d009-4032-8305-3722305f509c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:17.424803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Calling delete_port for 7a7edfd6-b79f-4c0c-8065-f8826ecf3e3e owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:17.431564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.479661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9056ffa-3f9a-4833-a08f-6222fa746305 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:17.491930 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:17.496001 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:17.503839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.528625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.559015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Transition to ACTIVE for port object d9056ffa-3f9a-4833-a08f-6222fa746305 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:17.574949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] For port fafae1c0-8556-43de-a39e-3b1add737185, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fafae1c0-8556-43de-a39e-3b1add737185,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:17.575570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.577317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=99d87374-b6da-404a-9f09-69770bdde5d1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:17.598776 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:17.599612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.610214 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-538abc27-eb5a-48cb-808e-a9cf2b413ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:17.656512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-a719c283-83d7-4884-b304-1182ab881624 service neutron] 10.222.0.32 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9837241 Dec 20 11:51:17.768581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Calling delete_port for fafae1c0-8556-43de-a39e-3b1add737185 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:17.930432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:17.947270 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:17.970589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244023eb-441b-415e-8cf8-50fd29ef86e5 req-95bfa859-478c-4bac-93af-b22aead7389e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:17.973032 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-244023eb-441b-415e-8cf8-50fd29ef86e5 req-95bfa859-478c-4bac-93af-b22aead7389e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.6478648 Dec 20 11:51:17.980834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:17.999398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] For port fafae1c0-8556-43de-a39e-3b1add737185, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fafae1c0-8556-43de-a39e-3b1add737185,segment=NetworkSegment(f7d71d2e-a4db-421e-a84c-12bc1361b8b0),segment_id=f7d71d2e-a4db-421e-a84c-12bc1361b8b0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:17.999937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.002041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] No DVR routers for this DVR port fafae1c0-8556-43de-a39e-3b1add737185 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:18.005735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Pushing event deleted for resources: {'Port': ['ID=fafae1c0-8556-43de-a39e-3b1add737185,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:18.014149 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:18.023009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.041247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.050447 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:18.054199 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e926cc64-420f-472e-967d-ce4f5102f7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:18.062918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.084989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/99d87374-b6da-404a-9f09-69770bdde5d1 HTTP/1.1" status: 204 len: 168 time: 3.9400847 Dec 20 11:51:18.092663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:18.097357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f510745-d009-4032-8305-3722305f509c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:18.165388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fafae1c0-8556-43de-a39e-3b1add737185 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:18.200358 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fa802c-0734-4767-aeaa-ae2d1b7e125a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:51:18.200962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-50fa802c-0734-4767-aeaa-ae2d1b7e125a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:18.243713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: fafae1c0-8556-43de-a39e-3b1add737185 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:18.245255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fafae1c0-8556-43de-a39e-3b1add737185 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:18.271466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.279979 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb5c1a9a-e4c9-4f10-8239-2f451a13e101 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:18.344646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Pushing event deleted for resources: {'Port': ['ID=7a7edfd6-b79f-4c0c-8065-f8826ecf3e3e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:18.351306 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:18.355272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-50fa802c-0734-4767-aeaa-ae2d1b7e125a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:18.359404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-50fa802c-0734-4767-aeaa-ae2d1b7e125a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/99d87374-b6da-404a-9f09-69770bdde5d1 HTTP/1.1" status: 404 len: 333 time: 0.2538762 Dec 20 11:51:18.359998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:18.422246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Calling delete_port for fafae1c0-8556-43de-a39e-3b1add737185 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:18.469694 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:18.527583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc949c-aadd-4a15-91a3-39572d54e60d req-29f13121-5cb1-4975-a88a-6a21c7c1f62b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:18.529050 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8fc949c-aadd-4a15-91a3-39572d54e60d req-29f13121-5cb1-4975-a88a-6a21c7c1f62b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 943 time: 0.3212583 Dec 20 11:51:18.573647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.577256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f510745-d009-4032-8305-3722305f509c HTTP/1.1" status: 204 len: 168 time: 1.4246585 Dec 20 11:51:18.668331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:51:18.668789 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:51:18.684597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet 6fb4ebca-2891-4a8a-bff5-e2831896ffd5 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:18.692913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.722326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-244023eb-441b-415e-8cf8-50fd29ef86e5 req-e0dd667a-8ec0-4891-89bb-b17b394af73d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7259448 Dec 20 11:51:18.723408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.725760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.729320 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] 10.222.0.32 "DELETE /v2.0/floatingips/a3073607-e114-4345-acb2-dc9823b09024 HTTP/1.1" status: 204 len: 168 time: 2.7390125 Dec 20 11:51:18.765882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Attempting to bind port d9056ffa-3f9a-4833-a08f-6222fa746305 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:18.766520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Attempting to bind port d9056ffa-3f9a-4833-a08f-6222fa746305 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:18.767089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Attempting to bind port d9056ffa-3f9a-4833-a08f-6222fa746305 on network 95c9d887-3020-4c61-a91a-68b930dd99ae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:18.768452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8fc949c-aadd-4a15-91a3-39572d54e60d req-5601a858-a0f3-4fac-92af-482447816e3d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300849 Dec 20 11:51:18.779415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.794634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Port d9056ffa-3f9a-4833-a08f-6222fa746305 on network 95c9d887-3020-4c61-a91a-68b930dd99ae not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:51:18.796773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Attempting to bind port d9056ffa-3f9a-4833-a08f-6222fa746305 on network 95c9d887-3020-4c61-a91a-68b930dd99ae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:18.817497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:18.818143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Checking segment: {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:18.818688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Bound using segment: {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:18.819270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Bound port: d9056ffa-3f9a-4833-a08f-6222fa746305, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:18.819799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:18.883723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.002597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.009918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:51:19.011101 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3535173-4d89-4396-b4a0-24950efe933a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:19.025748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:51:19.032509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.037803 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c419a860-6319-49d8-9efe-ccd64cc4c0a1 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:19.105558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'name': 'network-vif-deleted', 'tag': '6972bd97-e808-4043-89cb-079bfe1cfb9c'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:19.109576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb4ebca-2891-4a8a-bff5-e2831896ffd5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:19.113331 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:19.114362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.128641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062784c-c1aa-4a0d-b5e0-dcc2d6f143dc None None] Network 80890268-159d-4584-8230-2c9156afa034 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:19.134308 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/6fb4ebca-2891-4a8a-bff5-e2831896ffd5 HTTP/1.1" status: 204 len: 168 time: 0.7705851 Dec 20 11:51:19.134984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:19.163030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.164415 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] 10.222.0.16 "PUT /v2.0/ports/d9056ffa-3f9a-4833-a08f-6222fa746305 HTTP/1.1" status: 200 len: 1093 time: 2.6118970 Dec 20 11:51:19.175898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Deleting port fafae1c0-8556-43de-a39e-3b1add737185 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:19.176242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.272710 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6094fb-f1d9-4b65-bb19-b9851c792466', 'name': 'network-vif-deleted', 'tag': '6972bd97-e808-4043-89cb-079bfe1cfb9c', 'status': 'completed', 'code': 200} Dec 20 11:51:19.391546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.420704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54694) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:19.440270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:19.441808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.456468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] The port 'fafae1c0-8556-43de-a39e-3b1add737185' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:51:19.459707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:19.471064 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:19.721611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54702) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:19.736973 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e068305-ad70-43d5-8ce7-95f6956c9916 req-bb1533a9-6269-4d33-9179-c85796765939 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 210 time: 0.1014678 Dec 20 11:51:19.744105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.780104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c3643-7840-4b2a-8a85-116c0d1f8252']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:19.784182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.806252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] DHCP port deletion for 80890268-159d-4584-8230-2c9156afa034 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:51:19.806531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:19.806807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d71d2e-a4db-421e-a84c-12bc1361b8b0') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:19.819652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Deleting port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:19.820045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.820522 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-67d4ed79-2f9e-49d9-bb5c-be86f8f5f4a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 1096 time: 0.4849234 Dec 20 11:51:19.824591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.912724 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-c2b59067-612c-4bca-880d-1601870c377e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9056ffa-3f9a-4833-a08f-6222fa746305 HTTP/1.1" status: 200 len: 217 time: 0.0804029 Dec 20 11:51:19.913698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.946641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:19.956287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Usage tracker for resource:security_group_rule and tenant:4acf836e45f34152bce9ab49e8494ef2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:19.965404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:19.968465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:51:19.969102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:19.976975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:51:19.994310 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:51:20.135474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.154629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-b9dea9dd-1007-47fa-bae7-631ee8af3ce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:20.156524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-b9dea9dd-1007-47fa-bae7-631ee8af3ce7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.2359204 Dec 20 11:51:20.227951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:20.240715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.261764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.262477 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a9b5ca2b-1d9f-4f5d-85c4-d4037dc01358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:20.328913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-3c237ebe-ddd5-41bf-a3bf-ad6f044e1988 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629689 Dec 20 11:51:20.340524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.357147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] For port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,segment=NetworkSegment(e7e6186c-ab85-4c59-872c-df809b220dcd),segment_id=e7e6186c-ab85-4c59-872c-df809b220dcd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:20.357559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.378176 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:20.452479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a95a6-93ef-4a53-b4d4-96015dab4298,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:20.471684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:20.473258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] For port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,segment=NetworkSegment(e7e6186c-ab85-4c59-872c-df809b220dcd),segment_id=e7e6186c-ab85-4c59-872c-df809b220dcd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:20.473759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.491187 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4acf836e45f34152bce9ab49e8494ef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7530913 Dec 20 11:51:20.496823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54716) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:20.544847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Pushing event deleted for resources: {'Network': ['ID=369c3643-7840-4b2a-8a85-116c0d1f8252,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:20.554663 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:20.568979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-72b4a250-d4fe-44b4-9e08-1eefb482be73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75ffd521430f43c4a4b9f178bb8a8922&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1469963 Dec 20 11:51:20.579465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54722) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:20.633671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18a8e9-6577-4819-94ae-6313f486985a req-947570ba-9a24-49cb-9cf8-431eac05a9f5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:20.635553 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c18a8e9-6577-4819-94ae-6313f486985a req-947570ba-9a24-49cb-9cf8-431eac05a9f5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 943 time: 0.4645810 Dec 20 11:51:20.642602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:20.656233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Calling delete_port for 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:20.737521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] 10.222.0.32 "DELETE /v2.0/networks/369c3643-7840-4b2a-8a85-116c0d1f8252 HTTP/1.1" status: 204 len: 168 time: 3.7791116 Dec 20 11:51:20.751733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e00f9-a873-4ed6-8efe-45fb0055227b req-8a54532f-1261-469e-81f2-44d40ab46203 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:20.758700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f3e00f9-a873-4ed6-8efe-45fb0055227b req-8a54532f-1261-469e-81f2-44d40ab46203 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.7681158 Dec 20 11:51:20.765291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54726) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:20.841632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.894213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:20.901755 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:20.946310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Pushing event deleted for resources: {'Port': ['ID=42ebc31d-8b95-4ed9-9667-62ffb003e2d1,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:20.952476 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:20.958876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] No DVR routers for this DVR port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:20.976139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c18a8e9-6577-4819-94ae-6313f486985a req-5d5596eb-22ce-4caf-acd6-5216d6d88d56 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783732 Dec 20 11:51:21.005810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:51:21.006244 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:51:21.187648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.194563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ef769b8c-960f-4141-b429-4b093361dd9d req-17b2f549-2014-4045-af79-c51814040085 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 210 time: 0.0811014 Dec 20 11:51:21.274992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f3e00f9-a873-4ed6-8efe-45fb0055227b req-2cc736ae-2e3d-4dd4-8c08-d5e850e7dcbf tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153265 Dec 20 11:51:21.278670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.299455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:21.309131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-d5798011-f4a1-4e7c-b872-3e9553cfc0c9 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:21.310544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-d5798011-f4a1-4e7c-b872-3e9553cfc0c9 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 812 time: 1.0661895 Dec 20 11:51:21.344083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Request body: {'port': {'device_id': 'a2263f46-21ce-45be-b0a3-31563b380481', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'admin_state_up': True, 'tenant_id': 'c856aa12846f40ed8f564fb406b6b819'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:21.378979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-45a508be-0f9a-4f1b-8e07-ef308e2f04b3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:21.380366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-45a508be-0f9a-4f1b-8e07-ef308e2f04b3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 812 time: 1.0605097 Dec 20 11:51:21.381039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.387974 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'status': 'completed', 'code': 200} Dec 20 11:51:21.398822 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-a25abef9-8647-4bca-8295-a8e22ef493cc service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0041039 Dec 20 11:51:21.403219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Request body: {'port': {'device_id': '87967550-f915-423e-a516-7b9a2d81bcbc', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'admin_state_up': True, 'tenant_id': 'c856aa12846f40ed8f564fb406b6b819'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:21.507788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 42ebc31d-8b95-4ed9-9667-62ffb003e2d1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:21.508333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.575969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] The port '42ebc31d-8b95-4ed9-9667-62ffb003e2d1' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:51:21.635749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.701771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.727802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80890268-159d-4584-8230-2c9156afa034']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:21.741797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e6186c-ab85-4c59-872c-df809b220dcd') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:21.742157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e6186c-ab85-4c59-872c-df809b220dcd') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:21.755349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.772820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.779618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:51:21.780049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:51:21.795019 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:51:21.880049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.888550 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5b4371e1-f37a-4c11-a948-c3ea6b1924d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:21.894083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.897951 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e81141a7-87f9-4647-b833-b10b267e78d3 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:21.918028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:21.919317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.922211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=80890268-159d-4584-8230-2c9156afa034,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:21.934983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a95a6-93ef-4a53-b4d4-96015dab4298,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:21.941289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.941620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Usage tracker for resource:port and tenant:c856aa12846f40ed8f564fb406b6b819 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:21.941773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.942189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.942582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.942968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.943347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.943703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.944055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.944417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.944774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.945130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.945695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:21.950805 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:21.953513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:21.960837 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/80890268-159d-4584-8230-2c9156afa034 HTTP/1.1" status: 204 len: 168 time: 2.8214123 Dec 20 11:51:21.961014 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b16b274-9512-458e-8ce9-eb42b51b860a req-a00f8d31-a68e-4263-8e60-85427b4c1287 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193675 Dec 20 11:51:21.961198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54752) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:21.967029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'name': 'tempest-PortsTestJSON-586374557'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:21.973134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:21.977548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:21.978847 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b82a95a6-93ef-4a53-b4d4-96015dab4298 HTTP/1.1" status: 204 len: 168 time: 1.4231467 Dec 20 11:51:21.984776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.985060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.985428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.986113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.987347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.987857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.988167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.988526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.988881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.989496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.990400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:51:21.993639 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:22.019240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Made reservation on behalf of c856aa12846f40ed8f564fb406b6b819 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:22.022600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.032559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.037200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Usage tracker for resource:port and tenant:c856aa12846f40ed8f564fb406b6b819 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:22.082540 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d2830d8-2360-4adc-adbf-101e8547ab7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:22.098980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:22.124492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf7bba-4b79-4352-b3be-01784661454c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:22.132252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.135691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69cf7bba-4b79-4352-b3be-01784661454c HTTP/1.1" status: 204 len: 168 time: 1.5008171 Dec 20 11:51:22.135691 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:22.136329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:22.148062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:22.157203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:22.161086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:22.167941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:22.180689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:22.184844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.213729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port acef9765-137a-432a-9ce7-023c82e8d798 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:51:22.346455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Made reservation on behalf of c856aa12846f40ed8f564fb406b6b819 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:22.362729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.519440 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3dd59e61-6389-4ab6-ac9b-191f90ef267a req-53820514-3f09-4c28-94b4-898886ff1b8b tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 210 time: 0.0679283 Dec 20 11:51:22.536350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.584007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b645934-b77b-4e62-89f4-1dfeb3a54f93 req-79f2cf5c-0d83-45ea-a1ed-e8261a36e349 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:22.585753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b645934-b77b-4e62-89f4-1dfeb3a54f93 req-79f2cf5c-0d83-45ea-a1ed-e8261a36e349 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 943 time: 0.4278829 Dec 20 11:51:22.588927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.603114 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ac04ac9-e496-436f-8c61-10340c1b41e3 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:22.647504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Allocated IP 172.20.0.5 (93eae72d-b3c5-40c6-9aad-71ac11cdbb7e/7315714a-2973-4a4c-9cc0-dca1a1913d56/0fd620c9-d26a-409e-8ce7-5a6fcc494943) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:22.701189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:22.743354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:22.777896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:22.785589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=acef9765-137a-432a-9ce7-023c82e8d798,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:22.792153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:22.796038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:22.796696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.801126 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:22.844794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8823500 Dec 20 11:51:22.845537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54784) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:22.881298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:22.911260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30d28e-b647-4815-b40d-90a1d7e3b1f1 req-39a70d25-1a57-4c31-b053-c2a94ce65dd5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:22.912967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2a30d28e-b647-4815-b40d-90a1d7e3b1f1 req-39a70d25-1a57-4c31-b053-c2a94ce65dd5 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.1888499 Dec 20 11:51:22.950664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port acef9765-137a-432a-9ce7-023c82e8d798 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:22.950997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.023963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Allocated IP 172.20.0.11 (93eae72d-b3c5-40c6-9aad-71ac11cdbb7e/7315714a-2973-4a4c-9cc0-dca1a1913d56/33647b06-60f8-42da-9506-e7641c847570) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:23.228381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54794) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:23.234272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.271713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.304364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.318174 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7044abff-fa4b-4801-b321-814db55f9ed3 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:23.359460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-72546d4e-1b3d-4945-aed0-a2e43540b1e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 1096 time: 1.3428290 Dec 20 11:51:23.501421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.518806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for acef9765-137a-432a-9ce7-023c82e8d798 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:23.571564 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2a30d28e-b647-4815-b40d-90a1d7e3b1f1 req-86c6d92e-50f1-4990-a6d4-328cb9ca1ada tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479526 Dec 20 11:51:23.601371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:23.609910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:23.615541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:23.617932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:23.642490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b9a3f037ea44719016702aa8148c75 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:23.648811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event updated for resources: {'Port': ['ID=0fd620c9-d26a-409e-8ce7-5a6fcc494943,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:23.650837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:23.670133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:23.672691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:23.680492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Usage tracker for resource:security_group_rule and tenant:f3e8e302c0a44be38832194e0de99fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:23.683015 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:23.686092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:23.693982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:23.711078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.725764 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:23.802727 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3b645934-b77b-4e62-89f4-1dfeb3a54f93 req-7add2c92-7c3c-40a0-9678-523670a7e83e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2052646 Dec 20 11:51:23.806535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=acef9765-137a-432a-9ce7-023c82e8d798,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:23.816113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:23.825402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:23.825937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.848491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.898911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.905074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.907905 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5736413 Dec 20 11:51:23.912751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-ac963f5b-9870-4232-8834-2dda8d37a0af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:23.914776 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-ac963f5b-9870-4232-8834-2dda8d37a0af service neutron] 10.222.0.16 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 916 time: 0.5143948 Dec 20 11:51:23.915406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/acef9765-137a-432a-9ce7-023c82e8d798 HTTP/1.1" status: 204 len: 168 time: 1.0677681 Dec 20 11:51:23.917153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54812) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:23.927324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:23.937053 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dfeeb75-c145-4468-bb71-d41b93b1bed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:23.940457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Request body: {'port': {'device_id': 'a2263f46-21ce-45be-b0a3-31563b380481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:23.983715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.007213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.015146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a51b12-2f7c-4819-94c2-0b1fea72d635,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:24.024123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca04da-a0df-43a5-913a-b16c49677897 req-06d81866-16fa-4ae6-ba4f-7ef75152c077 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:24.030686 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f0ca04da-a0df-43a5-913a-b16c49677897 req-06d81866-16fa-4ae6-ba4f-7ef75152c077 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 931 time: 0.2696991 Dec 20 11:51:24.032647 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:24.036019 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4b5976e9-f594-446c-bb83-bc6b2e2042c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:24.044015 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1b9a3f037ea44719016702aa8148c75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3417494 Dec 20 11:51:24.051747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'mac_address': 'fa:16:3e:26:e1:0c', 'name': 'tempest-PortsTestJSON-140456514'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:24.063685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:24.124505 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-c681ce9f-23e6-4763-a832-706b94f1fe92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9056ffa-3f9a-4833-a08f-6222fa746305 HTTP/1.1" status: 200 len: 217 time: 0.1922946 Dec 20 11:51:24.131312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f2c5c4-f7e8-469c-89d5-2a08430a8d6d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:24.147430 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3e8e302c0a44be38832194e0de99fe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9134562 Dec 20 11:51:24.164077 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:24.164913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54824) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:24.218618 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f0ca04da-a0df-43a5-913a-b16c49677897 req-42c7e7be-dfcc-4525-a586-1a60dbc27c46 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870468 Dec 20 11:51:24.266058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.316517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.331887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.381568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.394071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:24.421943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.427257 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f8eb502-adc3-4671-bf59-c193e87e55e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:24.438349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a51b12-2f7c-4819-94c2-0b1fea72d635,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:24.442687 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:24.449469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.453867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12a51b12-2f7c-4819-94c2-0b1fea72d635 HTTP/1.1" status: 204 len: 168 time: 0.3861604 Dec 20 11:51:24.460170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.463817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:24.465211 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-18ffbf03-4f0f-4f5c-9f61-e2892a065eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:24.467424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:24.476344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f2c5c4-f7e8-469c-89d5-2a08430a8d6d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:24.478654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.480298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.482700 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99f2c5c4-f7e8-469c-89d5-2a08430a8d6d HTTP/1.1" status: 204 len: 168 time: 0.3147647 Dec 20 11:51:24.484865 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:24.570990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:24.581870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-59c2558d-7eeb-4866-9e04-9f14b1672d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:24.583117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-59c2558d-7eeb-4866-9e04-9f14b1672d77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.4470890 Dec 20 11:51:24.597304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.615767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:24.687904 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:24.762396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:24.794856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-4d89bcd3-c1c4-49c4-a0e6-3a61fbfd385e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015691 Dec 20 11:51:24.856159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d9056ffa-3f9a-4833-a08f-6222fa746305 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:51:24.934323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:25.006972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:25.043678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.082198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:25.103062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'port_id': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'mac_address': 'fa:16:3e:d5:af:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745a86e7-6c3b-466c-a0a2-1e60e07e8476', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:51:25.106132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:25.164205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.184821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9056ffa-3f9a-4833-a08f-6222fa746305 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:25.187260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:7986af1570dd41398acee3f540237ccb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:25.208940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:25.212319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:25.222809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.224883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:25.225024 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:25.232985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:25.269854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af697e5-9fb2-4cae-ba29-95e102455234 req-d12758bc-a9b2-4fa5-9405-48e564969d03 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:25.277725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4af697e5-9fb2-4cae-ba29-95e102455234 req-d12758bc-a9b2-4fa5-9405-48e564969d03 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 943 time: 0.1746805 Dec 20 11:51:25.340123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54860) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:25.340860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:25.344685 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:25.378188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.397317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c315d1-5f1b-4743-897a-439f9ee1a2dc req-24bcd6ef-a1e3-4d57-92ef-626658a247ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:25.404670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-94c315d1-5f1b-4743-897a-439f9ee1a2dc req-24bcd6ef-a1e3-4d57-92ef-626658a247ff tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 1.0236058 Dec 20 11:51:25.410244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event updated for resources: {'Port': ['ID=33647b06-60f8-42da-9506-e7641c847570,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:25.427801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['d9056ffa-3f9a-4833-a08f-6222fa746305'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:51:25.428497 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4af697e5-9fb2-4cae-ba29-95e102455234 req-803ac6da-d413-47a4-9f10-51f7b3706fb7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494820 Dec 20 11:51:25.469816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:25.491639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.503937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:25.509710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.511767 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:25.532674 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-54105bf8-c587-4a9b-bac7-b61d9247fa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:25.547015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb81dd88c2b48c995ab32b8d6c294aa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:25.552930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:25.571921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:25.618779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7986af1570dd41398acee3f540237ccb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6106153 Dec 20 11:51:25.625673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54864) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:25.645605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f981128c-3058-4fdb-846b-9cabbb6bbbd1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:25.680521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.710617 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:25.806801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.814829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:25.815445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.839839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.857796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port dd85f011-e32c-498c-83a4-f2e81db2eeb2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:51:25.858827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.869064 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a25be07-706c-41f5-aa8c-a70a32d2313a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:25.879819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:25.894768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-94c315d1-5f1b-4743-897a-439f9ee1a2dc req-09630830-c507-4de9-beb2-8905756d37ec tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892468 Dec 20 11:51:25.917080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-fd1eb8b6-5ec6-4a2d-8c6b-be03acf416bb service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1085961 Dec 20 11:51:25.937305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd990c-e387-4e6e-baea-2cb40106f936 req-6d595a9f-1cd1-482b-8149-037795f29770 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:25.938820 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d3cd990c-e387-4e6e-baea-2cb40106f936 req-6d595a9f-1cd1-482b-8149-037795f29770 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 931 time: 0.3159301 Dec 20 11:51:25.963296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a37baf-489e-4ee3-8e6b-c0bd166941f2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:25.972184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5793464 Dec 20 11:51:25.980151 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:25.984464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddb81dd88c2b48c995ab32b8d6c294aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6408000 Dec 20 11:51:25.988605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:26.009931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Request body: {'port': {'device_id': '87967550-f915-423e-a516-7b9a2d81bcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:26.048346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.056154 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:26.069781 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d3cd990c-e387-4e6e-baea-2cb40106f936 req-2a4287bd-fd29-416c-beaf-9d3f5a9d696e tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144621 Dec 20 11:51:26.080500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f981128c-3058-4fdb-846b-9cabbb6bbbd1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:26.083729 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:26.104253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.107968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f981128c-3058-4fdb-846b-9cabbb6bbbd1 HTTP/1.1" status: 204 len: 168 time: 0.4787564 Dec 20 11:51:26.108380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.146223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:51:26.156114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.193867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-9f4bc9ec-71ae-40ee-888c-0c79766c29e4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:26.195578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-9f4bc9ec-71ae-40ee-888c-0c79766c29e4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.7551143 Dec 20 11:51:26.223682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.228467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab0a1a73-7921-4513-a126-0c28d54ad1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:26.248754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a37baf-489e-4ee3-8e6b-c0bd166941f2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:26.275423 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:26.277529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.282691 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75a37baf-489e-4ee3-8e6b-c0bd166941f2 HTTP/1.1" status: 204 len: 168 time: 0.2927265 Dec 20 11:51:26.695627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.759454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd620c9-d26a-409e-8ce7-5a6fcc494943 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:26.781601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54906) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:26.808565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.832227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.841159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Deleting port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:26.841506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:26.883365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:26.886858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d9056ffa-3f9a-4833-a08f-6222fa746305 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:26.893351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Usage tracker for resource:security_group_rule and tenant:fdae9c9fc56e4f69ad931a4d07ece1e4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:26.901691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:26.904707 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be53b279-8b4f-4cf1-9dd1-584439761dd0 req-73be1846-840c-4f87-a63e-696f812f7275 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9781742 Dec 20 11:51:26.911863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:27.047223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Transition to ACTIVE for port object 0fd620c9-d26a-409e-8ce7-5a6fcc494943 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:27.064324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port d9056ffa-3f9a-4833-a08f-6222fa746305 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:27.071593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port d9056ffa-3f9a-4833-a08f-6222fa746305 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:27.072502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.090735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.096765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.211445 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d100d164-2060-426e-bf2c-905757345d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:27.227554 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdae9c9fc56e4f69ad931a4d07ece1e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4452791 Dec 20 11:51:27.236733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:27.243993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.268173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.304791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:27.319618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:27.323803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3738a97f-2d59-489d-8890-70f7ef3ce60e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:27.326423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.329716 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:27.330302 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f1f88bb4-8f41-423f-9121-dd2da28b3ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:27.437076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:27.442704 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:27.481665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:27.486423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.487114 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe2c775-b198-4aba-8996-853f21c23b56 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:27.496578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de57-9d69-465c-84d5-d298c2637359 req-a8640a85-ecb8-40df-a917-37b470c27d73 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:27.503360 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2823de57-9d69-465c-84d5-d298c2637359 req-a8640a85-ecb8-40df-a917-37b470c27d73 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.3706112 Dec 20 11:51:27.557821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.601237 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2823de57-9d69-465c-84d5-d298c2637359 req-39651464-6e6e-485b-a061-155e3ba4f561 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966129 Dec 20 11:51:27.676371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.680359 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-158b9183-fa26-4337-9ebc-4c4288c7315e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:27.707206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3738a97f-2d59-489d-8890-70f7ef3ce60e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:27.712920 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:27.716779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.727232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3738a97f-2d59-489d-8890-70f7ef3ce60e HTTP/1.1" status: 204 len: 168 time: 0.4769964 Dec 20 11:51:27.771833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9166bb4e-d990-4259-87eb-d168cea39dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.794071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:27.874506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd620c9-d26a-409e-8ce7-5a6fcc494943,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:27.883887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:27.890928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Usage tracker for resource:security_group_rule and tenant:dc98871b649b4907ab46228dfa93e5c0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:27.898674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:27.911832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:27.952695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ca0b-ff89-481e-aa20-795d9c7faae4 req-31afe74d-33e8-44c6-a129-ddece41873dd tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:27.953926 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2255ca0b-ff89-481e-aa20-795d9c7faae4 req-31afe74d-33e8-44c6-a129-ddece41873dd tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 943 time: 0.1415415 Dec 20 11:51:27.956169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54948) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:27.979169 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:27.991422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.035946 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2255ca0b-ff89-481e-aa20-795d9c7faae4 req-36b95483-8a74-4d8a-bdd6-59d770d7b08c tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Dec 20 11:51:28.101940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.108586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.118879 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8cdc1a0-baf0-4a82-87b8-d87ba1585473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:28.128244 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'code': 200} Dec 20 11:51:28.181703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc97cd5-f174-4490-bc3a-e6220cb5741f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:28.186559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc98871b649b4907ab46228dfa93e5c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7025568 Dec 20 11:51:28.187642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:28.189280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54956) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:28.277719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.311974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.350600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1527862853'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:28.360543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:28.365577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Usage tracker for resource:network and tenant:19a8d183300344a686cb9c509fa061ea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:28.368573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:28.375632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:28.393508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Made reservation on behalf of 19a8d183300344a686cb9c509fa061ea for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:28.394336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cd09b-24f3-48a9-877f-4cf017d185d2 req-1ad2282a-83f0-404d-8ec6-a578e0ef75ec tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:28.396577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e69cd09b-24f3-48a9-877f-4cf017d185d2 req-1ad2282a-83f0-404d-8ec6-a578e0ef75ec tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 944 time: 1.7232478 Dec 20 11:51:28.397636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.417347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.484237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.507747 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3e83fa8b-966c-4b20-9405-8c91e4893691 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:28.535048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.539961 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f47eacb5-6087-4fa1-aa0b-c671722e4687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:28.556182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc97cd5-f174-4490-bc3a-e6220cb5741f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:28.566609 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:28.573639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.574822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fc97cd5-f174-4490-bc3a-e6220cb5741f HTTP/1.1" status: 204 len: 168 time: 0.3839724 Dec 20 11:51:28.583925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:28.594378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Usage tracker for resource:security_group_rule and tenant:19a8d183300344a686cb9c509fa061ea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:28.601604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:28.612702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:28.621813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:28.637169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:28.644748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] For port 298ed014-aa55-4ddb-8e98-ff74ce3a2457, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=298ed014-aa55-4ddb-8e98-ff74ce3a2457,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:28.645108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.697954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:28.701750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:28.702371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.732408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:51:28.734017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.740886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.747810 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-af24e231-5b7d-4af9-a29c-ff28c0ed3fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:28.781100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:51:28.791093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700ede1a-1097-4540-a349-14d23f38296a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:28.795077 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:28.798014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.798470 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Added segment 4b568629-a4e0-4849-b0e5-28abac160526 of type vlan for network 8e649903-e389-43e2-9299-53b517f9f4a7 Dec 20 11:51:28.835231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.920213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.924618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:28.925396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:28.932137 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a9dfe6b6-44bd-4d17-a907-2a8ae65a0fac tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:28.947469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Calling delete_port for 298ed014-aa55-4ddb-8e98-ff74ce3a2457 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:28.978360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=dd85f011-e32c-498c-83a4-f2e81db2eeb2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:29.001338 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:29.027801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6e4a56b-6c08-497c-af9b-af25d7e01bb0 req-78145008-9586-4a8c-97b1-95ff74cb7a09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 1098 time: 0.7955182 Dec 20 11:51:29.040838 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e69cd09b-24f3-48a9-877f-4cf017d185d2 req-c2cca5f7-cfbe-4679-81a8-2ebd2bb32ae4 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057141 Dec 20 11:51:29.063798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event updated for resources: {'Network': ['ID=8e649903-e389-43e2-9299-53b517f9f4a7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:29.068577 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:29.070051 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1129460 Dec 20 11:51:29.073486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54982) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:29.079889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d900887-857f-4e0d-9526-3ecf5ddf6312 req-ce62274c-6e62-4ae8-89b9-d892e2292fc6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:29.081387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 8e649903-e389-43e2-9299-53b517f9f4a7 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:51:29.086615 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d900887-857f-4e0d-9526-3ecf5ddf6312 req-ce62274c-6e62-4ae8-89b9-d892e2292fc6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 946 time: 0.2442689 Dec 20 11:51:29.093907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Request body: {'subnet': {'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:29.118609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.1986401 Dec 20 11:51:29.121753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 54986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:29.214456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 54992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:29.249484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33647b06-60f8-42da-9506-e7641c847570 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:29.278401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.285835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.308393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:29.312434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Usage tracker for resource:subnet and tenant:19a8d183300344a686cb9c509fa061ea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:29.316876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:29.323913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:29.367006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:29.374486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d900887-857f-4e0d-9526-3ecf5ddf6312 req-f4515532-d9db-4fc9-8122-0b3998c09a3f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869883 Dec 20 11:51:29.377068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Made reservation on behalf of 19a8d183300344a686cb9c509fa061ea for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:29.395822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Usage tracker for resource:security_group_rule and tenant:3da5ef872b9c449297c079e2119b995c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:29.400626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Attempting to bind port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:29.401615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Attempting to bind port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:29.402078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Attempting to bind port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:29.402946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:29.415046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:29.420010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Transition to ACTIVE for port object 33647b06-60f8-42da-9506-e7641c847570 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:29.430861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf4cf5-2fac-48dd-b1dd-07640300e391 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:29.431472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-41bf4cf5-2fac-48dd-b1dd-07640300e391 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:29.469622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6e4a56b-6c08-497c-af9b-af25d7e01bb0 req-5bc7fe28-bfbc-4c93-b2df-25ba70b4a249 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236073 Dec 20 11:51:29.477973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.485072 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:29.510687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.514019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:51:29.514347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Attempting to bind port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:29.545156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 298ed014-aa55-4ddb-8e98-ff74ce3a2457 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:29.615158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:29.615496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Checking segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:29.615887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Bound using segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:29.616327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Bound port: 0fd620c9-d26a-409e-8ce7-5a6fcc494943, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:29.616680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.676751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.682333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.690324 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-59903f04-5e28-4d31-a800-f29779d592c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:29.736796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408dd8dc-1a64-44bb-a132-649fa90aa1db,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:29.742017 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:29.745698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3da5ef872b9c449297c079e2119b995c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5195582 Dec 20 11:51:29.748935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55002) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:29.780572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.797321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-41bf4cf5-2fac-48dd-b1dd-07640300e391 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:29.798531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-41bf4cf5-2fac-48dd-b1dd-07640300e391 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/dd85f011-e32c-498c-83a4-f2e81db2eeb2 HTTP/1.1" status: 200 len: 840 time: 0.6565399 Dec 20 11:51:29.803431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55008) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:29.858469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Pushing event updated for resources: {'Port': ['ID=33647b06-60f8-42da-9506-e7641c847570,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:29.868316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.871792 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:29.882811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.916304 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b329ec0-5d22-4dcf-b894-27e93608ea0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:29.923480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4714389d-6c18-4a53-bd74-cef240c8d06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.935863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port dd85f011-e32c-498c-83a4-f2e81db2eeb2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:29.936407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:29.982331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26ed9-9d27-413b-9fc4-20e65f27896f req-2c392105-4f27-4100-8ec4-75d45a372d2d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:29.983027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-20a26ed9-9d27-413b-9fc4-20e65f27896f req-2c392105-4f27-4100-8ec4-75d45a372d2d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Synchronizing usage tracker for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:29.991226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event deleted for resources: {'Port': ['ID=298ed014-aa55-4ddb-8e98-ff74ce3a2457,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:30.005499 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:30.023167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.172412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-20a26ed9-9d27-413b-9fc4-20e65f27896f req-2c392105-4f27-4100-8ec4-75d45a372d2d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Unset dirty status for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:30.173891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-20a26ed9-9d27-413b-9fc4-20e65f27896f req-2c392105-4f27-4100-8ec4-75d45a372d2d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 943 time: 0.9099360 Dec 20 11:51:30.214886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] No DVR routers for this DVR port 298ed014-aa55-4ddb-8e98-ff74ce3a2457 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:30.254299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.259551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'name': 'network-vif-deleted', 'tag': '298ed014-aa55-4ddb-8e98-ff74ce3a2457'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:30.290496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] For port 0fd620c9-d26a-409e-8ce7-5a6fcc494943, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:51:30.321099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-20a26ed9-9d27-413b-9fc4-20e65f27896f req-a2390b14-ac4b-46dc-8b74-396a0bb696d9 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075139 Dec 20 11:51:30.346909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.366503 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76e19a1e-5c49-47e8-a9ea-e35d1787858c req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "DELETE /v2.0/ports/298ed014-aa55-4ddb-8e98-ff74ce3a2457 HTTP/1.1" status: 204 len: 173 time: 4.0981350 Dec 20 11:51:30.379387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.382212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] For port 0fd620c9-d26a-409e-8ce7-5a6fcc494943, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0fd620c9-d26a-409e-8ce7-5a6fcc494943,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:51:30.382725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.390951 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-88ae266c-681f-4628-85ed-f6dece7626e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:30.399897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.413509 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cffac4ee-b78e-4590-a3a0-abda110f0206 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:30.476080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Deleting port aa219cc4-04ff-45d1-8e57-16e9dab6da4e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:30.476420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.532064 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5a3ba3-5de2-4d29-b150-6cfaa8407308', 'name': 'network-vif-deleted', 'tag': '298ed014-aa55-4ddb-8e98-ff74ce3a2457', 'status': 'completed', 'code': 200} Dec 20 11:51:30.609085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Attempting to bind port 33647b06-60f8-42da-9506-e7641c847570 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:30.609353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Attempting to bind port 33647b06-60f8-42da-9506-e7641c847570 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:30.609652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Attempting to bind port 33647b06-60f8-42da-9506-e7641c847570 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:30.610040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for dd85f011-e32c-498c-83a4-f2e81db2eeb2 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:30.699117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3e8f705a-f93b-44bb-8dfe-22407e9a310c req-7593b305-a6ce-4e87-8151-3a44345dd187 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:30.701547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Port 33647b06-60f8-42da-9506-e7641c847570 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:51:30.701945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Attempting to bind port 33647b06-60f8-42da-9506-e7641c847570 on network 93eae72d-b3c5-40c6-9aad-71ac11cdbb7e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:30.717376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.718892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] 10.222.0.16 "PUT /v2.0/ports/0fd620c9-d26a-409e-8ce7-5a6fcc494943 HTTP/1.1" status: 200 len: 1093 time: 6.8031502 Dec 20 11:51:30.763727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd620c9-d26a-409e-8ce7-5a6fcc494943,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:30.776400 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:30.831735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:30.832315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Checking segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:30.832717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Bound using segment: {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:30.833317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Bound port: 33647b06-60f8-42da-9506-e7641c847570, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e5ba91-f5c6-4824-96ed-1dd5fab0c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:30.833673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.866293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event updated for resources: {'Subnet': ['ID=ce8cf8a0-c29d-4ed7-bdc3-49814a95b293,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:30.869469 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:30.875261 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-827d39a7-bd70-48c6-8cef-f59282c3dbef tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:30.888512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7474888-5f19-4612-93bf-de9c93cef1d8 req-83ca846d-1b43-4248-93a5-4f7fa6f98fe0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:30.890214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7474888-5f19-4612-93bf-de9c93cef1d8 req-83ca846d-1b43-4248-93a5-4f7fa6f98fe0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.7134895 Dec 20 11:51:30.890995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:30.900160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/408dd8dc-1a64-44bb-a132-649fa90aa1db HTTP/1.1" status: 204 len: 168 time: 1.1462102 Dec 20 11:51:30.954445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408dd8dc-1a64-44bb-a132-649fa90aa1db,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:30.957908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3e8f705a-f93b-44bb-8dfe-22407e9a310c req-7593b305-a6ce-4e87-8151-3a44345dd187 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:30.965114 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:30.972214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3e8f705a-f93b-44bb-8dfe-22407e9a310c req-7593b305-a6ce-4e87-8151-3a44345dd187 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e5a3ba3-5de2-4d29-b150-6cfaa8407308 HTTP/1.1" status: 200 len: 210 time: 0.3518212 Dec 20 11:51:30.994255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Checking segment: {'id': '4b568629-a4e0-4849-b0e5-28abac160526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:30.994998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Network hostable DHCP agents. Network: 8e649903-e389-43e2-9299-53b517f9f4a7, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:51:31.044403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.054941 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-be6f4936-82e5-46cf-8269-fd1d443ea504 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:31.093849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] For port aa219cc4-04ff-45d1-8e57-16e9dab6da4e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,segment=NetworkSegment(af9beca9-a3ce-4edb-97a1-1ea1cb0132e9),segment_id=af9beca9-a3ce-4edb-97a1-1ea1cb0132e9)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:31.094513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.108348 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7474888-5f19-4612-93bf-de9c93cef1d8 req-df84d928-b591-466e-915e-c215226f17e2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955533 Dec 20 11:51:31.109580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-507a612c-fbe8-4eba-a6dd-83c4181fdd2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 1096 time: 0.3412871 Dec 20 11:51:31.112560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=dd85f011-e32c-498c-83a4-f2e81db2eeb2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:31.115574 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:31.121138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.128839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.146448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Network 8e649903-e389-43e2-9299-53b517f9f4a7 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:51:31.152259 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/dd85f011-e32c-498c-83a4-f2e81db2eeb2 HTTP/1.1" status: 204 len: 168 time: 1.3476279 Dec 20 11:51:31.154722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55038) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:31.182673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.208590 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c746fe-6bcd-448d-bf64-045b554120c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:51:31.209025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a1c746fe-6bcd-448d-bf64-045b554120c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:31.218117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-aca2ac21-8e0c-45bd-87e3-e8b9627b110c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd620c9-d26a-409e-8ce7-5a6fcc494943 HTTP/1.1" status: 200 len: 217 time: 0.0872049 Dec 20 11:51:31.223608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 8e649903-e389-43e2-9299-53b517f9f4a7) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:31.232451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74fdcf-b9e5-48ed-8204-a005ac9cf3ab None None] Network 8e649903-e389-43e2-9299-53b517f9f4a7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:31.238841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:31.239534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.307754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a1c746fe-6bcd-448d-bf64-045b554120c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:31.318615 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a1c746fe-6bcd-448d-bf64-045b554120c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/dd85f011-e32c-498c-83a4-f2e81db2eeb2 HTTP/1.1" status: 404 len: 333 time: 0.1571367 Dec 20 11:51:31.318615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55042) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:31.332239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'name': 'tempest-PortsTestJSON-1784160026'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:31.496052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:31.503363 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4115140 Dec 20 11:51:31.506596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:31.517068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Request body: {'port': {'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1850088549'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:31.540020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:31.554722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] For port 33647b06-60f8-42da-9506-e7641c847570, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:51:31.567380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Calling delete_port for aa219cc4-04ff-45d1-8e57-16e9dab6da4e owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:31.660204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] For port 33647b06-60f8-42da-9506-e7641c847570, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=33647b06-60f8-42da-9506-e7641c847570,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:51:31.682900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-8e649903-e389-43e2-9299-53b517f9f4a7', 'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7', 'tenant_id': '19a8d183300344a686cb9c509fa061ea', 'fixed_ips': [{'subnet_id': 'ce8cf8a0-c29d-4ed7-bdc3-49814a95b293'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:51:31.684711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.687707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.698592 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce699427-e23e-434c-8372-e193dceec936 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:31.701114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:31.706115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Usage tracker for resource:port and tenant:19a8d183300344a686cb9c509fa061ea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:31.710094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:31.713342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:31.716460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.731128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:31.752524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 029386bc-3182-4b98-9ba1-c7e25af55838 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:51:31.798231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Made reservation on behalf of 19a8d183300344a686cb9c509fa061ea for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:31.801874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.822483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:31.823855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] 10.222.0.53 "PUT /v2.0/ports/33647b06-60f8-42da-9506-e7641c847570 HTTP/1.1" status: 200 len: 1094 time: 5.8330512 Dec 20 11:51:31.844534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] device_id is not set on port c5a182ca-48bd-48f0-97ec-f25669e849e0 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:51:31.856708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-458e1a2d-61d5-47d8-a8da-b78f6ff4b922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:31.860173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-458e1a2d-61d5-47d8-a8da-b78f6ff4b922 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.5239339 Dec 20 11:51:31.954270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Allocated IP 2001:db8::2 (8e649903-e389-43e2-9299-53b517f9f4a7/ce8cf8a0-c29d-4ed7-bdc3-49814a95b293/c336ec8b-a1a2-41b4-9152-ae6963b31023) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:31.959745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Pushing event updated for resources: {'Port': ['ID=33647b06-60f8-42da-9506-e7641c847570,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:31.976699 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:32.225572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3bdddcfb-7eb4-4686-99bc-4344e98933ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3446326 Dec 20 11:51:32.287699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.319483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13de8c-9649-4f2f-bd69-1cd2c92d830a req-e704efa5-cbd0-45fe-ae19-fda9a6a07559 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:32.326327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db13de8c-9649-4f2f-bd69-1cd2c92d830a req-e704efa5-cbd0-45fe-ae19-fda9a6a07559 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 943 time: 0.7692323 Dec 20 11:51:32.341386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.344976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.351464 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c67ff368-a16f-4467-ae61-d11c71b7b587 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:32.378471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Transition to ACTIVE for port object c336ec8b-a1a2-41b4-9152-ae6963b31023 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:32.418414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Transition to ACTIVE for port object c336ec8b-a1a2-41b4-9152-ae6963b31023 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:32.434055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.436437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-11dfd257-61a2-4fa3-b1fa-8632b385a679 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 1097 time: 0.5519931 Dec 20 11:51:32.449355 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:32.488613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=029386bc-3182-4b98-9ba1-c7e25af55838,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:32.531616 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:32.534399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2263f46-21ce-45be-b0a3-31563b380481', 'tag': '0fd620c9-d26a-409e-8ce7-5a6fcc494943'}, {'name': 'network-changed', 'server_uuid': '87967550-f915-423e-a516-7b9a2d81bcbc', 'tag': '33647b06-60f8-42da-9506-e7641c847570'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:32.552581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Network 8e649903-e389-43e2-9299-53b517f9f4a7 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:32.562099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:32.580551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db13de8c-9649-4f2f-bd69-1cd2c92d830a req-9fc2e8e9-1f8a-4cd7-bb41-3fe52b298ad7 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525339 Dec 20 11:51:32.586682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:32.593750 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-e648b1d0-182e-4501-a402-bd9514fc5e91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33647b06-60f8-42da-9506-e7641c847570 HTTP/1.1" status: 200 len: 217 time: 0.1397049 Dec 20 11:51:32.646414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:32.681104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:32.713150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:32.717014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:32.717618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.734518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-73d3ee2c-19c9-4f58-bad6-417ea76fa62c service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965961 Dec 20 11:51:32.774481 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4549675 Dec 20 11:51:32.786135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55096) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:32.789104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Allocated IP 2001:db8::388 (8e649903-e389-43e2-9299-53b517f9f4a7/ce8cf8a0-c29d-4ed7-bdc3-49814a95b293/c5a182ca-48bd-48f0-97ec-f25669e849e0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:32.795514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:32.855136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Attempting to bind port c336ec8b-a1a2-41b4-9152-ae6963b31023 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:32.857159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Attempting to bind port c336ec8b-a1a2-41b4-9152-ae6963b31023 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4b568629-a4e0-4849-b0e5-28abac160526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:32.857547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Attempting to bind port c336ec8b-a1a2-41b4-9152-ae6963b31023 on network 8e649903-e389-43e2-9299-53b517f9f4a7 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:32.882442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Pushing event updated for resources: {'Port': ['ID=c336ec8b-a1a2-41b4-9152-ae6963b31023,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:32.889369 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:32.891366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.901650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-a49164d3-8ba9-4359-be9c-7fe1b146e849 service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570337 Dec 20 11:51:32.908147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:32.908565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Checking segment: {'id': '4b568629-a4e0-4849-b0e5-28abac160526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:32.909675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.911361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Bound using segment: {'id': '4b568629-a4e0-4849-b0e5-28abac160526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:32.911843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Bound port: c336ec8b-a1a2-41b4-9152-ae6963b31023, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b568629-a4e0-4849-b0e5-28abac160526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:32.913038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.922176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:32.970069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f382a7f-20ce-48d9-b293-43c6fad15e69 req-88cced09-eb24-454e-a1d6-bbc4d33596f9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:32.971586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f382a7f-20ce-48d9-b293-43c6fad15e69 req-88cced09-eb24-454e-a1d6-bbc4d33596f9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.4843805 Dec 20 11:51:33.072742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-85dce537-202a-470e-a104-5d1297548ca2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:33.074453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-85dce537-202a-470e-a104-5d1297548ca2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 0.1706328 Dec 20 11:51:33.129274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-549ea7d8-bf5f-4fa0-bf74-058b5c885d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:33.130990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-549ea7d8-bf5f-4fa0-bf74-058b5c885d67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.5245383 Dec 20 11:51:33.138299 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-c3abfa68-30ef-4e3d-a118-74a0658145fa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/quotas/6f9c25d6a37645c09139b2aeb523877b HTTP/1.1" status: 200 len: 375 time: 0.0400269 Dec 20 11:51:33.196556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:33.243076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:33.258386 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:33.266190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:33.279314 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6c2b823e-19c8-490b-9645-0c6713bc58da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:33.292471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-332c24e1-e708-4f52-8dc1-59352c89f456 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529431 Dec 20 11:51:33.302591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-8727286f-8896-4832-b76e-e6bde90f6527 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048224 Dec 20 11:51:33.374981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa219cc4-04ff-45d1-8e57-16e9dab6da4e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:33.384421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=029386bc-3182-4b98-9ba1-c7e25af55838,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:33.392690 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:33.403721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] For port c336ec8b-a1a2-41b4-9152-ae6963b31023, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:51:33.414523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] For port c336ec8b-a1a2-41b4-9152-ae6963b31023, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c336ec8b-a1a2-41b4-9152-ae6963b31023,segment=NetworkSegment(4b568629-a4e0-4849-b0e5-28abac160526),segment_id=4b568629-a4e0-4849-b0e5-28abac160526)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:51:33.434087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:33.450299 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:33.549959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f382a7f-20ce-48d9-b293-43c6fad15e69 req-fb0c3845-3ee8-4e91-9495-a492c769fda2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511271 Dec 20 11:51:33.558458 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:33.598137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] In _notify_port_updated(), no bound segment for port 029386bc-3182-4b98-9ba1-c7e25af55838 on network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:51:33.601472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:33.602103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:33.603376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "PUT /v2.0/ports/029386bc-3182-4b98-9ba1-c7e25af55838 HTTP/1.1" status: 200 len: 818 time: 0.8162947 Dec 20 11:51:33.671606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55122) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:33.733529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Pushing event updated for resources: {'Port': ['ID=c336ec8b-a1a2-41b4-9152-ae6963b31023,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:33.745341 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:33.778147 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2263f46-21ce-45be-b0a3-31563b380481', 'tag': '0fd620c9-d26a-409e-8ce7-5a6fcc494943', 'status': 'completed', 'code': 200} Dec 20 11:51:33.778645 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87967550-f915-423e-a516-7b9a2d81bcbc', 'tag': '33647b06-60f8-42da-9506-e7641c847570', 'status': 'completed', 'code': 200} Dec 20 11:51:34.023457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 029386bc-3182-4b98-9ba1-c7e25af55838 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:34.023778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:34.059934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-3e2c0c3b-f9bf-4293-8b12-1b5a4b99572e service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558270 Dec 20 11:51:34.092536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-6a4f4b58-058d-4dea-a3d1-a39ea6ab1f1d service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438142 Dec 20 11:51:34.265206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:34.451799 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-a55c9f01-3a87-498a-89e5-86d2ecf69608 service neutron] 10.222.0.32 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362691 Dec 20 11:51:34.454521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:34.465829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Transition to ACTIVE for port object c5a182ca-48bd-48f0-97ec-f25669e849e0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:34.632120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 029386bc-3182-4b98-9ba1-c7e25af55838 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:34.713359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0edcc-2ff5-4848-bddb-04792c98219d req-8935a958-84d0-457b-a134-9150e93419de tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:34.723647 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c3c0edcc-2ff5-4848-bddb-04792c98219d req-8935a958-84d0-457b-a134-9150e93419de tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.7595680 Dec 20 11:51:34.805458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-181a9808-4612-42ea-8d41-2de2f7595d1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 1096 time: 1.0261362 Dec 20 11:51:34.842554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:34.856203 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-657fead7-8c6b-4226-9c7c-21a14cdeaf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:34.926393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Network 8e649903-e389-43e2-9299-53b517f9f4a7 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:34.935305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0fd620c9-d26a-409e-8ce7-5a6fcc494943 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:51:34.949428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:34.958346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:34.963975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:34.964626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:35.028020 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0aa72a-d15f-44c0-8221-081b23358524 req-924f622b-476f-482d-9f23-73c5b453cd3a service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9616463 Dec 20 11:51:35.042804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:35.059002 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c3c0edcc-2ff5-4848-bddb-04792c98219d req-04cc7da2-cdaa-4983-a858-94502ee6ed3b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063879 Dec 20 11:51:35.099144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event updated for resources: {'Port': ['ID=c5a182ca-48bd-48f0-97ec-f25669e849e0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:35.102577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:35.106066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/029386bc-3182-4b98-9ba1-c7e25af55838 HTTP/1.1" status: 204 len: 168 time: 1.4320850 Dec 20 11:51:35.112302 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6041141 Dec 20 11:51:35.113094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55154) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:35.113557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:35.114627 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:35.134881 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-277ea323-9cdc-4a01-919a-453aa6383796 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:35.205079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Request body: {'port': {'network_id': '8e649903-e389-43e2-9299-53b517f9f4a7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-249009708', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:35.216692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] bootfile-name is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:51:35.217035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] tftp-server is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:51:35.217362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] server-ip-address is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:51:35.373144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0fd620c9-d26a-409e-8ce7-5a6fcc494943, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0fd620c9-d26a-409e-8ce7-5a6fcc494943,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:35.408714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '0fd620c9-d26a-409e-8ce7-5a6fcc494943', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'port_id': '0fd620c9-d26a-409e-8ce7-5a6fcc494943', 'mac_address': 'fa:16:3e:52:95:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7315714a-2973-4a4c-9cc0-dca1a1913d56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:51:35.451334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-b6607b99-7485-45fe-bdac-3dcd2bb32216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:35.452042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08c8d38-0c34-421e-8af2-d254027d4c5f None None] Network 8e649903-e389-43e2-9299-53b517f9f4a7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:35.452788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-b6607b99-7485-45fe-bdac-3dcd2bb32216 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 913 time: 0.6335201 Dec 20 11:51:35.457977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:35.466805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa66a0-4686-40b2-a3c3-f2401a2f173c req-ee720503-4483-4e36-b8c4-eb58efb2e2f1 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:35.468514 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23aa66a0-4686-40b2-a3c3-f2401a2f173c req-ee720503-4483-4e36-b8c4-eb58efb2e2f1 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 943 time: 0.5858381 Dec 20 11:51:35.483991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:35.486642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=029386bc-3182-4b98-9ba1-c7e25af55838,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:35.573355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-94c1a7dd-e8ec-44e3-b9b1-f905e939fdc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c856aa12846f40ed8f564fb406b6b819&device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 1097 time: 0.4276855 Dec 20 11:51:35.582015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-d541a02e-3600-4b81-97f9-26d5e17053d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd620c9-d26a-409e-8ce7-5a6fcc494943 HTTP/1.1" status: 200 len: 217 time: 0.1114705 Dec 20 11:51:35.599472 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:35.600716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Usage tracker for resource:port and tenant:19a8d183300344a686cb9c509fa061ea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:35.614688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:35.625602 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a96a6210-c5c4-4611-acc1-5278d73ae25c req-df406614-593a-40b8-af69-787b2aeb4ab4 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 210 time: 0.1754639 Dec 20 11:51:35.628741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:35.701069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d774f87b-8e33-4c0a-ac83-a9a675b13344 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:35.701870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d774f87b-8e33-4c0a-ac83-a9a675b13344 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:35.719366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Made reservation on behalf of 19a8d183300344a686cb9c509fa061ea for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:35.728092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:35.808614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d774f87b-8e33-4c0a-ac83-a9a675b13344 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:35.830859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d774f87b-8e33-4c0a-ac83-a9a675b13344 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7107522 Dec 20 11:51:35.832243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55174) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:35.870265 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-23aa66a0-4686-40b2-a3c3-f2401a2f173c req-9dcac36a-f33c-449b-a777-9362fadb4a53 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417649 Dec 20 11:51:35.909927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-37ac047c-cb9f-4fd9-a379-949d9e84f25d None None] Provisioning for port c336ec8b-a1a2-41b4-9152-ae6963b31023 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:35.930997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-9e52350f-c8fe-424d-bc88-42d1501198cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:35.932577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-9e52350f-c8fe-424d-bc88-42d1501198cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.2754900 Dec 20 11:51:35.958377 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab23e4c-fa0d-484a-bdf8-75474b4446f8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:51:35.961406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fab23e4c-fa0d-484a-bdf8-75474b4446f8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/029386bc-3182-4b98-9ba1-c7e25af55838 HTTP/1.1" status: 404 len: 333 time: 0.1258199 Dec 20 11:51:35.967674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] device_id is not set on port 45d4d808-a10e-4d4f-a462-c7ef54494bfe yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:51:36.046301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:36.072081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:36.085295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1303653821'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:36.100975 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-ee9749be-1526-47f5-a662-8d4ac9431758 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547911 Dec 20 11:51:36.147594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:36.153516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-27fed7c9-285e-4ed6-932c-745c758ace5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:36.155487 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-27fed7c9-285e-4ed6-932c-745c758ace5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 200 len: 913 time: 0.5713038 Dec 20 11:51:36.189493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Allocated IP 2001:db8::2c9 (8e649903-e389-43e2-9299-53b517f9f4a7/ce8cf8a0-c29d-4ed7-bdc3-49814a95b293/45d4d808-a10e-4d4f-a462-c7ef54494bfe) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:36.198631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:36.201697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd620c9-d26a-409e-8ce7-5a6fcc494943 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:36.210168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:36.216754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c336ec8b-a1a2-41b4-9152-ae6963b31023 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:36.289535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0fd620c9-d26a-409e-8ce7-5a6fcc494943, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0fd620c9-d26a-409e-8ce7-5a6fcc494943,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:36.315268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:36.321043 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-41de3153-978d-44b4-a418-dc90558d8cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:36.361141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:36.401823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0fd620c9-d26a-409e-8ce7-5a6fcc494943,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:36.431612 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:36.469567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port c336ec8b-a1a2-41b4-9152-ae6963b31023 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:36.476686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c336ec8b-a1a2-41b4-9152-ae6963b31023 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:36.477077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:36.508784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:36.546544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Transition to ACTIVE for port object 45d4d808-a10e-4d4f-a462-c7ef54494bfe will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:36.582480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['0fd620c9-d26a-409e-8ce7-5a6fcc494943'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:51:36.613904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:36.630988 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-872f2864-54db-489a-b143-769e7a722568 tempest-FloatingIPNegativeTestJSON-90203853 tempest-FloatingIPNegativeTestJSON-90203853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:36.789522 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-62539d32-f971-44b8-b9bc-c1d3f4d552ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33647b06-60f8-42da-9506-e7641c847570 HTTP/1.1" status: 200 len: 217 time: 0.6130040 Dec 20 11:51:36.829331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:36.835394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:36.839045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event updated for resources: {'Port': ['ID=45d4d808-a10e-4d4f-a462-c7ef54494bfe,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:36.865620 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:36.880201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:36.881175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Network 8e649903-e389-43e2-9299-53b517f9f4a7 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:36.882628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:36.886219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:36.890758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:36.891778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:37.008151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port c336ec8b-a1a2-41b4-9152-ae6963b31023, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c336ec8b-a1a2-41b4-9152-ae6963b31023,segment=NetworkSegment(4b568629-a4e0-4849-b0e5-28abac160526),segment_id=4b568629-a4e0-4849-b0e5-28abac160526)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:37.023216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:37.031982 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:37.034573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bb38066-0f13-4fc9-b4e0-0777a8eb54c2 req-ad99efa0-5f26-4b1a-8a58-4ccdfb8878ba tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 210 time: 0.1138308 Dec 20 11:51:37.042124 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9222159 Dec 20 11:51:37.050962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:37.197234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bc388ac-4a11-4193-97b3-e5e53da0239f None None] Provisioning complete for port c336ec8b-a1a2-41b4-9152-ae6963b31023 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:37.198363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc388ac-4a11-4193-97b3-e5e53da0239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:37.272592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-702b93d6-a19c-4424-a863-7cd37eb5e3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:37.274650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-702b93d6-a19c-4424-a863-7cd37eb5e3a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 200 len: 852 time: 0.4541440 Dec 20 11:51:37.296449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=c336ec8b-a1a2-41b4-9152-ae6963b31023,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:37.303934 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:37.612514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592bcc5-335f-4354-8589-8f246e08a1fb tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:37.616590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592bcc5-335f-4354-8589-8f246e08a1fb tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:37.622030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592bcc5-335f-4354-8589-8f246e08a1fb tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:37.622549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c592bcc5-335f-4354-8589-8f246e08a1fb tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Synchronizing usage tracker for tenant:19a8d183300344a686cb9c509fa061ea on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:37.623467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 33647b06-60f8-42da-9506-e7641c847570 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:51:37.641633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-c2568454-79a2-43be-85aa-49610abab676 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3383989 Dec 20 11:51:37.641924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66945c52-13b2-4e3f-81a5-9408c00988b4 req-32d54b96-d5c1-43c1-8247-ea6ab7caf249 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:37.641924 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66945c52-13b2-4e3f-81a5-9408c00988b4 req-32d54b96-d5c1-43c1-8247-ea6ab7caf249 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 944 time: 0.1816971 Dec 20 11:51:37.659904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c592bcc5-335f-4354-8589-8f246e08a1fb tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Unset dirty status for tenant:19a8d183300344a686cb9c509fa061ea on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:37.661024 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c592bcc5-335f-4354-8589-8f246e08a1fb tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.6090841 Dec 20 11:51:37.674967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:37.732436 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66945c52-13b2-4e3f-81a5-9408c00988b4 req-ed9ab54f-5d8a-4475-b29a-530a7437394d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765336 Dec 20 11:51:37.776567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-37f8c0c3-7e41-4fc6-93b5-acda14503de2 service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6257331 Dec 20 11:51:37.778211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bc388ac-4a11-4193-97b3-e5e53da0239f None None] Provisioning for port c5a182ca-48bd-48f0-97ec-f25669e849e0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:37.785167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bc388ac-4a11-4193-97b3-e5e53da0239f None None] Provisioning complete for port c5a182ca-48bd-48f0-97ec-f25669e849e0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:37.785544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc388ac-4a11-4193-97b3-e5e53da0239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:37.863288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:51:37.936699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4bc388ac-4a11-4193-97b3-e5e53da0239f None None] Port c5a182ca-48bd-48f0-97ec-f25669e849e0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:37.963590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 33647b06-60f8-42da-9506-e7641c847570, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=33647b06-60f8-42da-9506-e7641c847570,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:37.978407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '33647b06-60f8-42da-9506-e7641c847570', 'network_id': '93eae72d-b3c5-40c6-9aad-71ac11cdbb7e', 'port_id': '33647b06-60f8-42da-9506-e7641c847570', 'mac_address': 'fa:16:3e:85:c0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7315714a-2973-4a4c-9cc0-dca1a1913d56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:51:38.045705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2090d9-ac37-4d99-adcd-91ae368d989e req-0a20f2a1-3e15-4167-bd94-3be128898fca tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:38.053867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe2090d9-ac37-4d99-adcd-91ae368d989e req-0a20f2a1-3e15-4167-bd94-3be128898fca tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 1.6865973 Dec 20 11:51:38.067104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-f3c7891e-e11f-444d-bb22-af5e693d9cec service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929930 Dec 20 11:51:38.090597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.091207 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment b7269f48-1c11-40cb-a505-a40212fb86af of type vlan for network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 Dec 20 11:51:38.094502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.124198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33647b06-60f8-42da-9506-e7641c847570 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:38.128274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b8958f8-3e2d-484a-8813-c32c69376d8a None None] Provisioning complete for port c5a182ca-48bd-48f0-97ec-f25669e849e0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:38.128652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8958f8-3e2d-484a-8813-c32c69376d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.156439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c336ec8b-a1a2-41b4-9152-ae6963b31023 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:38.164942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-89dfcf87-cd88-4624-8781-0c9e8276161c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:38.166773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-89dfcf87-cd88-4624-8781-0c9e8276161c tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 811 time: 1.4353406 Dec 20 11:51:38.247875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Deleting port 45d4d808-a10e-4d4f-a462-c7ef54494bfe {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:38.248129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 33647b06-60f8-42da-9506-e7641c847570, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=33647b06-60f8-42da-9506-e7641c847570,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:38.248977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.249286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-edf3bcbc-7632-4110-a39f-f554035b4366 req-1c0752c6-74a5-44c9-89f4-a290c7257cfa tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 210 time: 0.0511181 Dec 20 11:51:38.274230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.279289 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:38.316931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Request body: {'port': {'device_id': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'admin_state_up': True, 'tenant_id': '6f9c25d6a37645c09139b2aeb523877b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:38.367365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9b8958f8-3e2d-484a-8813-c32c69376d8a None None] Port c5a182ca-48bd-48f0-97ec-f25669e849e0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:38.371891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=33647b06-60f8-42da-9506-e7641c847570,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:38.375771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:38.401329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c336ec8b-a1a2-41b4-9152-ae6963b31023 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:38.402030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.427028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b8958f8-3e2d-484a-8813-c32c69376d8a None None] Provisioning for port 45d4d808-a10e-4d4f-a462-c7ef54494bfe completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:38.449089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b8958f8-3e2d-484a-8813-c32c69376d8a None None] Provisioning complete for port 45d4d808-a10e-4d4f-a462-c7ef54494bfe triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:38.449581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8958f8-3e2d-484a-8813-c32c69376d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.504952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['33647b06-60f8-42da-9506-e7641c847570'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:51:38.535445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:38.562628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9b8958f8-3e2d-484a-8813-c32c69376d8a None None] Port 45d4d808-a10e-4d4f-a462-c7ef54494bfe cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:38.698388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-a5452413-9ef9-4dd9-939e-7a3a3ce073f3 service neutron] 10.222.0.16 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8617504 Dec 20 11:51:38.721431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe2090d9-ac37-4d99-adcd-91ae368d989e req-d77e33fa-0ce4-43cf-bd07-dada161083ba tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665606 Dec 20 11:51:38.921227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-081a9e16-6dbe-4bb0-816d-b9b6d7be8ec7 req-934a622e-940b-4cb6-812d-738e20f62754 service neutron] 10.222.0.53 "GET /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978218 Dec 20 11:51:38.943482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcbb09-a576-4597-9afa-cc8d9055414b req-251b6a58-0616-4141-a8ea-55d50beaf6d1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:38.945001 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95bcbb09-a576-4597-9afa-cc8d9055414b req-251b6a58-0616-4141-a8ea-55d50beaf6d1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.0862958 Dec 20 11:51:38.948392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0fd620c9-d26a-409e-8ce7-5a6fcc494943 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:39.013608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95bcbb09-a576-4597-9afa-cc8d9055414b req-7b817a0f-848f-403c-99e2-b13f6c11a68a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573821 Dec 20 11:51:39.027113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.027547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:39.031183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:39.031800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.034755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:39.035231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.059732 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01a19ee9-9b5f-4d33-bc6b-2372068adac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:39.087653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:39.156078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:39.261985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.333747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0fd620c9-d26a-409e-8ce7-5a6fcc494943, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0fd620c9-d26a-409e-8ce7-5a6fcc494943,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:39.335255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2263f46-21ce-45be-b0a3-31563b380481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd620c9-d26a-409e-8ce7-5a6fcc494943'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:39.351213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.354759 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:39.457071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:39.457621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.4094570 Dec 20 11:51:39.463063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=9cd645f8-d3a5-410e-9893-e6e26c10a4d5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:39.463335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:39.471032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.478802 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:39.487387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Made reservation on behalf of 6f9c25d6a37645c09139b2aeb523877b for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:39.488301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:51:39.490287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.581317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 33647b06-60f8-42da-9506-e7641c847570 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:39.725792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:39.742308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:39.748491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:39.758013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:39.772692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:39.794725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0fd620c9-d26a-409e-8ce7-5a6fcc494943,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:39.800126 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:39.821407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Calling delete_port for 45d4d808-a10e-4d4f-a462-c7ef54494bfe owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:39.851025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 33647b06-60f8-42da-9506-e7641c847570 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:39.861780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 33647b06-60f8-42da-9506-e7641c847570 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:39.862206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:39.964800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95458b69-19b1-459f-9936-4df1e18712cd req-2239ef33-04dd-4b46-8af6-acaea83f24c3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:39.966319 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95458b69-19b1-459f-9936-4df1e18712cd req-2239ef33-04dd-4b46-8af6-acaea83f24c3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 944 time: 1.0644188 Dec 20 11:51:40.033905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:40.161024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:40.225885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 33647b06-60f8-42da-9506-e7641c847570, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=33647b06-60f8-42da-9506-e7641c847570,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:40.230550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95458b69-19b1-459f-9936-4df1e18712cd req-78d312f6-6aed-44a4-8bbc-fc66df5a0b1a tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508988 Dec 20 11:51:40.243738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:40.253899 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:40.265928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Allocated IP 172.20.0.13 (165a1346-a2be-4723-a8c3-89391b583d6e/e6a0a1de-8ddb-431c-972c-013022002c2b/fca8ed50-62cf-4a2e-ad9b-e42bed5818e6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:40.291811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:40.307033 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1a5e501-e84f-4d73-b6e8-05b5b4b30513 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:40.374418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event deleted for resources: {'Port': ['ID=45d4d808-a10e-4d4f-a462-c7ef54494bfe,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:40.383020 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:40.501649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:40.543129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-21f5d5f6-3b20-4283-a0c1-81313376e9ff req-a0290b2c-a6f9-4941-845c-bf3878dbb9a6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 210 time: 0.0953941 Dec 20 11:51:40.567327 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2263f46-21ce-45be-b0a3-31563b380481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd620c9-d26a-409e-8ce7-5a6fcc494943', 'code': 200} Dec 20 11:51:40.582542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=33647b06-60f8-42da-9506-e7641c847570,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:40.589119 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:40.662113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "DELETE /v2.0/ports/45d4d808-a10e-4d4f-a462-c7ef54494bfe HTTP/1.1" status: 204 len: 168 time: 2.9720156 Dec 20 11:51:40.666506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:40.741767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Request body: {'port': {'name': 'tempest-new-port-name-177914522', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:40.742466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] bootfile-name is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:51:40.742941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] tftp-server is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:51:40.743573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] server-ip-address is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 11:51:40.759157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:40.764305 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c0b9ac06-d70b-46e3-961b-8455c9ad0c42 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:40.861025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=85e82529-e00e-4817-a65b-60aa1a819c29,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:40.861960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:40.864901 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:40.868885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': 'b7269f48-1c11-40cb-a505-a40212fb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:40.869304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: 9cd645f8-d3a5-410e-9893-e6e26c10a4d5, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:51:40.890344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Router 5d04a9f7-301b-401f-b4bb-090e85e2a204 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:51:40.903248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:51:40.916091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 9cd645f8-d3a5-410e-9893-e6e26c10a4d5) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:40.928184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21936cb8-441b-4863-a845-a2d827982a75 None None] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:40.947721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:40.948302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:41.010755 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5523486 Dec 20 11:51:41.011813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:41.019344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:41.135660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e866cead-a263-4d58-9db0-d4929ede6f92 req-e64cf274-b30a-4bac-b9aa-1a5d4e8f01c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 1098 time: 0.4677842 Dec 20 11:51:41.199301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:41.229667 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2f8e82f6-f027-49f6-9919-b8869d83ca94 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:41.243259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:41.248181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:41.251108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:41.258111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:41.260789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'tenant_id': '9c242b3a1ddf4e778c5ce19f5bf45cad', 'fixed_ips': [{'subnet_id': '85e82529-e00e-4817-a65b-60aa1a819c29'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:51:41.262870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:41.270127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:41.275181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:41.311312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9a188-b521-4542-b245-1136ecc281ef req-f2504fe7-3518-4722-8b63-6813f0439d05 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:41.318573 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45b9a188-b521-4542-b245-1136ecc281ef req-f2504fe7-3518-4722-8b63-6813f0439d05 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.4359381 Dec 20 11:51:41.319900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:41.437936 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 85e82529-e00e-4817-a65b-60aa1a819c29 (CIDR: 172.20.0.0/28) Dec 20 11:51:41.443318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Network 165a1346-a2be-4723-a8c3-89391b583d6e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:41.443994 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:51:41.444527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:51:41.452613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:41.458495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:41.476054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b69bf14c-515b-4434-a06b-cf05765cc367 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4626143 Dec 20 11:51:41.477451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:41.486194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:41.503863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e866cead-a263-4d58-9db0-d4929ede6f92 req-10fa7b1f-92a1-46e0-a4d9-163766a7e739 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326170 Dec 20 11:51:41.677306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Allocated IP 172.20.0.2 (9cd645f8-d3a5-410e-9893-e6e26c10a4d5/85e82529-e00e-4817-a65b-60aa1a819c29/42c34509-3364-4e55-a334-d7936f6fa0b9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:41.708961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event updated for resources: {'Port': ['ID=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:41.727811 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:41.779602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c09d26-0521-4fc9-898c-37122e5b696b req-5eb4694c-737b-4878-a884-97d067a0fee1 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:41.785256 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-64c09d26-0521-4fc9-898c-37122e5b696b req-5eb4694c-737b-4878-a884-97d067a0fee1 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 945 time: 0.1572242 Dec 20 11:51:41.840392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:41.851929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:41.855193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:41.868485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:41.874186 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-45b9a188-b521-4542-b245-1136ecc281ef req-5c00343e-1db5-4a85-94e8-d74160cf358e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550325 Dec 20 11:51:41.911708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:41.915712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:41.979805 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-64c09d26-0521-4fc9-898c-37122e5b696b req-7f44fbff-438d-49e0-ac6c-e40a8c2402a9 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827877 Dec 20 11:51:42.004183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:42.004818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.027140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:42.079450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.083760 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8399882 Dec 20 11:51:42.093628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Transition to ACTIVE for port object 42c34509-3364-4e55-a334-d7936f6fa0b9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:42.117388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Transition to ACTIVE for port object 42c34509-3364-4e55-a334-d7936f6fa0b9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:42.121639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Request body: {'port': {'device_id': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:42.131549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.144873 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:42.268833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:42.273681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:42.277104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Pushing event updated for resources: {'Port': ['ID=42c34509-3364-4e55-a334-d7936f6fa0b9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:42.279682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:42.284144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.284309 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:42.404876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:51:42.420317 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479d73-8235-41b5-b181-deff297bde70 None None] Sync routers for ids ['5d04a9f7-301b-401f-b4bb-090e85e2a204'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:51:42.432484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Attempting to bind port 42c34509-3364-4e55-a334-d7936f6fa0b9 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:42.433084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Attempting to bind port 42c34509-3364-4e55-a334-d7936f6fa0b9 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b7269f48-1c11-40cb-a505-a40212fb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:42.433548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Attempting to bind port 42c34509-3364-4e55-a334-d7936f6fa0b9 on network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:42.440824 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] Routers {'5d04a9f7-301b-401f-b4bb-090e85e2a204'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:51:42.442496 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:51:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d04a9f7-301b-401f-b4bb-090e85e2a204'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:42.449476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:42.451966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Checking segment: {'id': 'b7269f48-1c11-40cb-a505-a40212fb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:42.452623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.453369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Bound using segment: {'id': 'b7269f48-1c11-40cb-a505-a40212fb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:42.453947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Bound port: 42c34509-3364-4e55-a334-d7936f6fa0b9, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7269f48-1c11-40cb-a505-a40212fb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:42.455395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.460817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.462694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:42.492425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.494039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4951b7e4fe480f9b9657970bc31221 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:42.503694 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e35e05b-b215-4e1c-b693-f07a4cd1def9 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:42.507108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:42.522526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.547154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bbc-7099-4837-b717-54ffcf2b7cb9 req-d9c65df4-b462-44f2-bc57-9ee5b756a7c6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:42.548473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ce50bbc-7099-4837-b717-54ffcf2b7cb9 req-d9c65df4-b462-44f2-bc57-9ee5b756a7c6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Synchronizing usage tracker for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:42.556860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:42.570574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87967550-f915-423e-a516-7b9a2d81bcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33647b06-60f8-42da-9506-e7641c847570'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:42.604282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] For port 42c34509-3364-4e55-a334-d7936f6fa0b9, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:51:42.610602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] For port 42c34509-3364-4e55-a334-d7936f6fa0b9, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42c34509-3364-4e55-a334-d7936f6fa0b9,segment=NetworkSegment(b7269f48-1c11-40cb-a505-a40212fb86af),segment_id=b7269f48-1c11-40cb-a505-a40212fb86af)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:51:42.621942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.626883 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-42899fa9-fd2d-4ae3-93de-1f7c818574bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:42.643680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:42.647944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:42.664089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:42.667068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.694549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.701611 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87967550-f915-423e-a516-7b9a2d81bcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33647b06-60f8-42da-9506-e7641c847570', 'code': 200} Dec 20 11:51:42.714711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:42.722041 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:42.729205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.738072 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d91b20a3-d3ae-48ed-9b41-bd110d3c1b6d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:42.758774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2788231 Dec 20 11:51:42.768541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:42.788575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'fixed_ips': [{'subnet_id': '85e82529-e00e-4817-a65b-60aa1a819c29'}, {'subnet_id': '7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56'}], 'name': 'tempest-PortsTestJSON-705259094'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:42.796193 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] Set router 5d04a9f7-301b-401f-b4bb-090e85e2a204 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:51:42.805986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:42.813581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Pushing event updated for resources: {'Port': ['ID=42c34509-3364-4e55-a334-d7936f6fa0b9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:42.821240 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:42.822445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] 10.222.0.32 "PUT /v2.0/routers/5d04a9f7-301b-401f-b4bb-090e85e2a204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.9682853 Dec 20 11:51:42.836313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55326) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:43.052363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:43.060423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:43.068412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:43.084140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:43.156153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:43.156336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] In _notify_port_updated(), no bound segment for port c5a182ca-48bd-48f0-97ec-f25669e849e0 on network 8e649903-e389-43e2-9299-53b517f9f4a7 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:51:43.160108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:43.160733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:43.162236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "PUT /v2.0/ports/c5a182ca-48bd-48f0-97ec-f25669e849e0 HTTP/1.1" status: 200 len: 1129 time: 2.4857054 Dec 20 11:51:43.165733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:43.181385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7ce50bbc-7099-4837-b717-54ffcf2b7cb9 req-d9c65df4-b462-44f2-bc57-9ee5b756a7c6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Unset dirty status for tenant:6f9c25d6a37645c09139b2aeb523877b on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:43.188333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ce50bbc-7099-4837-b717-54ffcf2b7cb9 req-d9c65df4-b462-44f2-bc57-9ee5b756a7c6 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 932 time: 1.0377734 Dec 20 11:51:43.193164 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd4951b7e4fe480f9b9657970bc31221&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1650388 Dec 20 11:51:43.233081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:43.235337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:43.300035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 75f99b5a-712e-43b5-8b42-90e0e55f6263 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:51:43.355507 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:51:32Z', 'revision_number': 5, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:43.360162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event updated for resources: {'Port': ['ID=c5a182ca-48bd-48f0-97ec-f25669e849e0,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:43.362128 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479d73-8235-41b5-b181-deff297bde70 None None] Checking router: 5d04a9f7-301b-401f-b4bb-090e85e2a204 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:51:43.379139 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:43.387740 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] Routers {'5d04a9f7-301b-401f-b4bb-090e85e2a204'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:51:43.391706 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7a2bf60-dbb1-401c-84db-08f8b2f057e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:43.393098 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:51:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d04a9f7-301b-401f-b4bb-090e85e2a204'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:43.494290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ce50bbc-7099-4837-b717-54ffcf2b7cb9 req-eef34ce2-07d7-4df1-9bfc-8c5a43f00dd2 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044739 Dec 20 11:51:43.506038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84659483-e26b-4b33-b69b-707eac6a9ee8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:43.541147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d578a78a-1e5e-4242-b803-4cb6fbed44dc req-29fef7fc-eb16-439d-bc7e-34c2c14c81c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 1099 time: 0.7172594 Dec 20 11:51:43.550228 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:43.636658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4070526f-1c37-4a7f-ab91-6dd721aede58 None None] Provisioning complete for port c5a182ca-48bd-48f0-97ec-f25669e849e0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:43.637300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4070526f-1c37-4a7f-ab91-6dd721aede58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:43.676177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ef864-08a1-4f8f-8452-dbfda3a507fd req-e9ad5176-2bbd-4245-8056-7c7315344fa7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:43.683371 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c0ef864-08a1-4f8f-8452-dbfda3a507fd req-e9ad5176-2bbd-4245-8056-7c7315344fa7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.5291471 Dec 20 11:51:43.698599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] Set router 5d04a9f7-301b-401f-b4bb-090e85e2a204 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:51:43.704746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f6c04-8f2c-47fd-bad8-df8427c51abf tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:43.711396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-913f6c04-8f2c-47fd-bad8-df8427c51abf tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "GET /v2.0/ports/c5a182ca-48bd-48f0-97ec-f25669e849e0 HTTP/1.1" status: 200 len: 1129 time: 0.4768014 Dec 20 11:51:43.713528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55346) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:43.739802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4070526f-1c37-4a7f-ab91-6dd721aede58 None None] Port c5a182ca-48bd-48f0-97ec-f25669e849e0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:43.896608 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d578a78a-1e5e-4242-b803-4cb6fbed44dc req-cd9a743a-4353-4acb-9d8a-086cfc1f352d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385739 Dec 20 11:51:43.920157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Deleting port c5a182ca-48bd-48f0-97ec-f25669e849e0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:43.920659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:43.946627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.010283 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5c0ef864-08a1-4f8f-8452-dbfda3a507fd req-99fda064-17cb-4376-94db-d7427cf77b21 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241909 Dec 20 11:51:44.016053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:44.025731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.052430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.087792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Transition to ACTIVE for port object fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:44.154401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.163760 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3beaf65-1f82-49a3-9e0e-cc4d9ab8ab57 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:44.179820 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05479d73-8235-41b5-b181-deff297bde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:51:32Z', 'revision_number': 5, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:44.183710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42c34509-3364-4e55-a334-d7936f6fa0b9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:44.184776 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479d73-8235-41b5-b181-deff297bde70 None None] The sync data for ids ['5d04a9f7-301b-401f-b4bb-090e85e2a204'] in n-d-victoria-1 is: [{'id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'name': 'tempest-TaggedBootDevicesTest_v242-358651405-router', 'tenant_id': '8853431345294b7194bfe1495f4d4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:38:53Z', 'updated_at': '2021-12-20T11:51:32Z', 'revision_number': 5, 'project_id': '8853431345294b7194bfe1495f4d4bf0', 'gw_port': {'id': '2a30805b-22c0-4c18-b3e2-c1e35683432b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04a9f7-301b-401f-b4bb-090e85e2a204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:38:54Z', 'updated_at': '2021-12-20T11:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:51:44.233320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aef3b-66ff-41a6-9a92-b25a8cfb0070 req-884ceb39-6172-465d-a774-6385e9fca45d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:44.234889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9b6aef3b-66ff-41a6-9a92-b25a8cfb0070 req-884ceb39-6172-465d-a774-6385e9fca45d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 945 time: 0.4273663 Dec 20 11:51:44.372641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 42c34509-3364-4e55-a334-d7936f6fa0b9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:44.521962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96d862-f581-4c3f-b878-46227f9fe684 None None] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:44.557707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.569767 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-334783dc-fb80-4ab2-93ac-1f78c9a5e977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:44.607177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:44.647500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84659483-e26b-4b33-b69b-707eac6a9ee8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:44.665283 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:44.668189 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:44.698503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.11 (9cd645f8-d3a5-410e-9893-e6e26c10a4d5/85e82529-e00e-4817-a65b-60aa1a819c29/75f99b5a-712e-43b5-8b42-90e0e55f6263) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:44.725341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.731105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84659483-e26b-4b33-b69b-707eac6a9ee8 HTTP/1.1" status: 204 len: 168 time: 1.4933484 Dec 20 11:51:44.738396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.21 (9cd645f8-d3a5-410e-9893-e6e26c10a4d5/7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56/75f99b5a-712e-43b5-8b42-90e0e55f6263) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:44.741608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.795949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:44.812544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Provisioning for port 42c34509-3364-4e55-a334-d7936f6fa0b9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:44.841203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Provisioning complete for port 42c34509-3364-4e55-a334-d7936f6fa0b9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:44.841736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.011065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9b6aef3b-66ff-41a6-9a92-b25a8cfb0070 req-54af2781-8fdc-415c-8d5f-f8a212ee9c2d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111127 Dec 20 11:51:45.042923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Calling delete_port for c5a182ca-48bd-48f0-97ec-f25669e849e0 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:45.098867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.180640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.270727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] For port 42c34509-3364-4e55-a334-d7936f6fa0b9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42c34509-3364-4e55-a334-d7936f6fa0b9,segment=NetworkSegment(b7269f48-1c11-40cb-a505-a40212fb86af),segment_id=b7269f48-1c11-40cb-a505-a40212fb86af)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:45.286775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.289890 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:45.315608 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-f5700c9d-bd92-4ad5-a428-ecc8e71555f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 1098 time: 0.7434669 Dec 20 11:51:45.405608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Attempting to bind port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:45.405970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Attempting to bind port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:45.406439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Attempting to bind port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:45.541018 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Pushing event updated for resources: {'Port': ['ID=42c34509-3364-4e55-a334-d7936f6fa0b9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:45.553593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:45.554069 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:45.558598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Update dhcp port {'port': {'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'fixed_ips': [{'subnet_id': '85e82529-e00e-4817-a65b-60aa1a819c29', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': '42c34509-3364-4e55-a334-d7936f6fa0b9'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 11:51:45.569037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 on network 165a1346-a2be-4723-a8c3-89391b583d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:51:45.569269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Attempting to bind port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 on network 165a1346-a2be-4723-a8c3-89391b583d6e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:45.604326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088785e-7d27-4d46-9d5e-0591c0445f75 req-bf5281c1-20ff-4a0a-a7a9-9de8e5ad439f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:45.612004 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3088785e-7d27-4d46-9d5e-0591c0445f75 req-bf5281c1-20ff-4a0a-a7a9-9de8e5ad439f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 944 time: 0.5798368 Dec 20 11:51:45.655863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.676324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.678412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.682391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8684a-25c9-45d8-b9b5-08f3e3a1f703 req-a584fd9b-184a-4ef2-af77-58f0d9410251 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:45.691549 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92c8684a-25c9-45d8-b9b5-08f3e3a1f703 req-a584fd9b-184a-4ef2-af77-58f0d9410251 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.3997478 Dec 20 11:51:45.722945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 75f99b5a-712e-43b5-8b42-90e0e55f6263 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:45.724538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.741261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:45.741642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Checking segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:45.742049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Bound using segment: {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:45.742787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Bound port: fca8ed50-62cf-4a2e-ad9b-e42bed5818e6, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e02bce-d5ed-4174-bf7e-45f632137c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:45.743879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:45.746237 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d3360ce-e73c-4778-b2ac-f48431fcf5c9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:45.801290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event deleted for resources: {'Port': ['ID=c5a182ca-48bd-48f0-97ec-f25669e849e0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:45.803837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:45.822210 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3088785e-7d27-4d46-9d5e-0591c0445f75 req-8c2a8673-d7ca-4b76-a802-0b911e1651bd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090371 Dec 20 11:51:45.829501 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:45.833394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfa363f734347abb65d69aaecd6fb5f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:45.846235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:45.867923 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:51:45.937826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:45.947686 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92c8684a-25c9-45d8-b9b5-08f3e3a1f703 req-22779ebe-17c9-48c4-8a21-df72d35ee59e tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534130 Dec 20 11:51:45.967044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-a6761dd2-9008-40f4-b3c0-360181b1d20e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:45.968545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-a6761dd2-9008-40f4-b3c0-360181b1d20e service neutron] 10.222.0.16 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 916 time: 0.5409281 Dec 20 11:51:45.988534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.015269 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "DELETE /v2.0/ports/c5a182ca-48bd-48f0-97ec-f25669e849e0 HTTP/1.1" status: 204 len: 168 time: 2.2970550 Dec 20 11:51:46.019724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:46.024864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.034899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] For port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:51:46.041604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] For port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:51:46.066847 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a61a14cc-4d96-4b56-b2f0-0a2d1b7d82a9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:46.149783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.170778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.195465 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b2c6f1b-df2f-4aed-897b-4074263c9c0b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:46.210159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42c34509-3364-4e55-a334-d7936f6fa0b9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:46.264570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Deleting port 2a30805b-22c0-4c18-b3e2-c1e35683432b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:46.265142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.318781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-48f3c69d-5925-4572-991f-8bb83febfed6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9056ffa-3f9a-4833-a08f-6222fa746305 HTTP/1.1" status: 200 len: 217 time: 0.2731366 Dec 20 11:51:46.322359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.324720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] 10.222.0.53 "PUT /v2.0/ports/fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 HTTP/1.1" status: 200 len: 1094 time: 4.2271180 Dec 20 11:51:46.332410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'tag': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:46.380700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Allocated IP 172.20.0.18 (9cd645f8-d3a5-410e-9893-e6e26c10a4d5/7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56/42c34509-3364-4e55-a334-d7936f6fa0b9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:46.424100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=75f99b5a-712e-43b5-8b42-90e0e55f6263,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:46.427530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:46.433774 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:46.436395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:46.463704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:46.507151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.510852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 42c34509-3364-4e55-a334-d7936f6fa0b9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:46.511590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.526130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.604612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] For port 2a30805b-22c0-4c18-b3e2-c1e35683432b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2a30805b-22c0-4c18-b3e2-c1e35683432b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:46.604968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.627892 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-18fee800-a096-4fa7-bc25-f64c831159a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:46.642546 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bfa363f734347abb65d69aaecd6fb5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0827050 Dec 20 11:51:46.644440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55384) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:46.670030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] For port 42c34509-3364-4e55-a334-d7936f6fa0b9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42c34509-3364-4e55-a334-d7936f6fa0b9,segment=NetworkSegment(b7269f48-1c11-40cb-a505-a40212fb86af),segment_id=b7269f48-1c11-40cb-a505-a40212fb86af)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:46.702342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.724058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Transition to ACTIVE for port object 42c34509-3364-4e55-a334-d7936f6fa0b9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:46.731685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Calling delete_port for 2a30805b-22c0-4c18-b3e2-c1e35683432b owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:46.741610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:46.742509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.777438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:46.799198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa7270-440f-4712-9f9a-2289d42dde7e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:46.806674 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bccba5b0-1347-4c44-9e28-37e4236aab76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:46.825014 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:46.828745 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'tag': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6', 'status': 'completed', 'code': 200} Dec 20 11:51:46.849271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.0749156 Dec 20 11:51:46.854198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55390) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:46.857553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:46.874746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85e82529-e00e-4817-a65b-60aa1a819c29'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:46.905600 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:46.932028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-0d81f31b-cf81-43f6-aa2e-6620e28f5834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:46.933605 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-0d81f31b-cf81-43f6-aa2e-6620e28f5834 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.5958219 Dec 20 11:51:46.989398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Deleting subnet ce8cf8a0-c29d-4ed7-bdc3-49814a95b293 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:47.008132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.027954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aa219cc4-04ff-45d1-8e57-16e9dab6da4e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:47.073491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.102691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: aa219cc4-04ff-45d1-8e57-16e9dab6da4e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:47.103046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aa219cc4-04ff-45d1-8e57-16e9dab6da4e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:47.117506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Pushing event updated for resources: {'Port': ['ID=42c34509-3364-4e55-a334-d7936f6fa0b9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:47.120634 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:47.142975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c474-36b5-40c9-990d-ca8f6673209e req-bc60e68f-9be4-4fcb-ae39-e09d717ea443 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:47.144521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2204c474-36b5-40c9-990d-ca8f6673209e req-bc60e68f-9be4-4fcb-ae39-e09d717ea443 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 946 time: 0.9636028 Dec 20 11:51:47.193107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.237161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-43dde6e7-e92d-4547-9962-ef3dde49f74c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2955406 Dec 20 11:51:47.249794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2204c474-36b5-40c9-990d-ca8f6673209e req-97dcec63-5724-4ced-b4e4-a46bebad46ec tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926459 Dec 20 11:51:47.255244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.283212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.375778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.386105 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-313461b1-aa88-48d8-b35c-fad63de2c520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:47.402098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa7270-440f-4712-9f9a-2289d42dde7e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:47.407911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:47.444674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.445921 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73fa7270-440f-4712-9f9a-2289d42dde7e HTTP/1.1" status: 204 len: 168 time: 0.7877622 Dec 20 11:51:47.465441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.475230 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f8f793f-97f5-413c-8ef6-e772b0bb1584 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:47.532011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8cf8a0-c29d-4ed7-bdc3-49814a95b293,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:47.541667 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:47.543022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.544429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a6fa5-59b1-4cd1-ac67-dd0c28c8f18d None None] Network 8e649903-e389-43e2-9299-53b517f9f4a7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:47.551036 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "DELETE /v2.0/subnets/ce8cf8a0-c29d-4ed7-bdc3-49814a95b293 HTTP/1.1" status: 204 len: 168 time: 1.5295272 Dec 20 11:51:47.557541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55402) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:47.602239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-c3e60389-8e6e-4e59-a2c1-243d7fa5dab3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 1097 time: 1.2107527 Dec 20 11:51:47.617782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.709519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ff0c1-0425-46bf-8c35-e7eb95428a89 None None] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:47.732822 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d14cfc4d-ae3a-419b-90a3-2d8500bda892 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:47.777970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-1a09fd53-f209-4ac6-b038-5997eebb029a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 HTTP/1.1" status: 200 len: 217 time: 0.1650214 Dec 20 11:51:47.865590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:47.869455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a30805b-22c0-4c18-b3e2-c1e35683432b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:47.883212 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:47.887267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc49b-830c-4901-b86d-6e74a8b70db9 req-b9d51ec0-1b39-41f2-9976-f514c952f3a5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:47.888988 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e5cc49b-830c-4901-b86d-6e74a8b70db9 req-b9d51ec0-1b39-41f2-9976-f514c952f3a5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.3048291 Dec 20 11:51:47.952452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Deleting port c336ec8b-a1a2-41b4-9152-ae6963b31023 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:47.952996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.026111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-b3dd02ce-e482-457b-8a67-d42ee6538955 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515442 Dec 20 11:51:48.066890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-723af5c8-2b12-42b3-b898-ab9c0d7d0fb5 None None] Provisioning for port 42c34509-3364-4e55-a334-d7936f6fa0b9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:48.082295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-723af5c8-2b12-42b3-b898-ab9c0d7d0fb5 None None] Provisioning complete for port 42c34509-3364-4e55-a334-d7936f6fa0b9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:48.082824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-723af5c8-2b12-42b3-b898-ab9c0d7d0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.112720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e5cc49b-830c-4901-b86d-6e74a8b70db9 req-ccba99a7-753a-4290-8833-dc5999c73f28 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107363 Dec 20 11:51:48.172874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d87d05-abd1-4a69-b89f-831050eaac94 req-3b365bf0-5f21-49e5-9b11-5051b5da089a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:48.182258 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0d87d05-abd1-4a69-b89f-831050eaac94 req-3b365bf0-5f21-49e5-9b11-5051b5da089a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 944 time: 0.9969144 Dec 20 11:51:48.205011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.268058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42c34509-3364-4e55-a334-d7936f6fa0b9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:48.333507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] For port c336ec8b-a1a2-41b4-9152-ae6963b31023, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c336ec8b-a1a2-41b4-9152-ae6963b31023,segment=NetworkSegment(4b568629-a4e0-4849-b0e5-28abac160526),segment_id=4b568629-a4e0-4849-b0e5-28abac160526)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:48.334132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.572661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] DHCP port deletion for 8e649903-e389-43e2-9299-53b517f9f4a7 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:51:48.604244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9934dfd9-fae8-4f50-8870-5480c12e1143 req-7d0fafdc-d9ea-443c-9ee7-0d3be6672c85 service neutron] 10.222.0.16 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527108 Dec 20 11:51:48.617421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Deleting port c336ec8b-a1a2-41b4-9152-ae6963b31023 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:48.618255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.621639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.636958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-29cbfa9b-2159-4fd3-a76e-ff9807e17d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:48.638351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-29cbfa9b-2159-4fd3-a76e-ff9807e17d00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.8259492 Dec 20 11:51:48.705394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 42c34509-3364-4e55-a334-d7936f6fa0b9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:48.706116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.837915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Calling delete_port for c336ec8b-a1a2-41b4-9152-ae6963b31023 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:48.965549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:48.986020 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-84af3092-c613-4dcf-a4de-8c8bcd1addcb tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:49.072127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event deleted for resources: {'Port': ['ID=c336ec8b-a1a2-41b4-9152-ae6963b31023,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:49.075512 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:49.085821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] No DVR routers for this DVR port c336ec8b-a1a2-41b4-9152-ae6963b31023 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:49.259569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.264876 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-da0f0d9b-d56b-4ee7-b0aa-4a65c40f4662 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5142975 Dec 20 11:51:49.290256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e649903-e389-43e2-9299-53b517f9f4a7']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:49.298908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0d87d05-abd1-4a69-b89f-831050eaac94 req-b9c2f51f-dd10-4c4a-9cc1-711e068ff96b tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1156859 Dec 20 11:51:49.327606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b568629-a4e0-4849-b0e5-28abac160526') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:49.339409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b568629-a4e0-4849-b0e5-28abac160526') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:49.366308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.366524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.392728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] For port c336ec8b-a1a2-41b4-9152-ae6963b31023, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c336ec8b-a1a2-41b4-9152-ae6963b31023,segment=NetworkSegment(4b568629-a4e0-4849-b0e5-28abac160526),segment_id=4b568629-a4e0-4849-b0e5-28abac160526)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:49.393396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.397517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.409948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:51:49.410421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.540879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9755b42-b268-4b9d-87f1-0f117a480589 None None] Provisioning for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:51:49.584137 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:51:49.607381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Calling delete_port for c336ec8b-a1a2-41b4-9152-ae6963b31023 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:49.650754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9755b42-b268-4b9d-87f1-0f117a480589 None None] Provisioning complete for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:49.651135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9755b42-b268-4b9d-87f1-0f117a480589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.677069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.687299 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e1f827f0-43ce-4b92-83fd-81a960a22d63 tempest-ExternalNetworksTestJSON-1449567980 tempest-ExternalNetworksTestJSON-1449567980-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:49.710195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.733324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Pushing event deleted for resources: {'Network': ['ID=8e649903-e389-43e2-9299-53b517f9f4a7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:49.741542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a9755b42-b268-4b9d-87f1-0f117a480589 None None] Port 75f99b5a-712e-43b5-8b42-90e0e55f6263 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:49.742286 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.745295 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:51:49.747701 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 11:51:49.750566 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] 10.222.0.32 "DELETE /v2.0/networks/8e649903-e389-43e2-9299-53b517f9f4a7 HTTP/1.1" status: 204 len: 168 time: 2.1897850 Dec 20 11:51:49.768011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:51:49.768383 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:51:49.775796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9755b42-b268-4b9d-87f1-0f117a480589 None None] Provisioning complete for port 42c34509-3364-4e55-a334-d7936f6fa0b9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:49.775796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9755b42-b268-4b9d-87f1-0f117a480589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:49.783672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24283c97-167c-4b46-9127-dc2926872ecd req-1c23881c-7813-48f0-9811-2c838d2a7d95 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:49.800594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24283c97-167c-4b46-9127-dc2926872ecd req-1c23881c-7813-48f0-9811-2c838d2a7d95 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 946 time: 0.2182708 Dec 20 11:51:49.922753 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24283c97-167c-4b46-9127-dc2926872ecd req-97043210-3299-4361-93f8-0bec29187a99 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053514 Dec 20 11:51:50.109948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c336ec8b-a1a2-41b4-9152-ae6963b31023 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:50.168716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: c336ec8b-a1a2-41b4-9152-ae6963b31023 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:50.169276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c336ec8b-a1a2-41b4-9152-ae6963b31023 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:50.193426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f153302c-519e-4125-bd9f-ae2edfd7553a None None] Provisioning complete for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:50.194135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f153302c-519e-4125-bd9f-ae2edfd7553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.259237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f153302c-519e-4125-bd9f-ae2edfd7553a None None] Port 75f99b5a-712e-43b5-8b42-90e0e55f6263 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:50.269993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Deleting port c336ec8b-a1a2-41b4-9152-ae6963b31023 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:50.270632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.299451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55462) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:50.369980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2460c744-3af3-452d-8153-5014ed466b3b None None] The port 'c336ec8b-a1a2-41b4-9152-ae6963b31023' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:51:50.538609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.543140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.622547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ee238-a63c-48f8-807b-255aa3a62872 req-c5d55bbb-e719-4fda-a641-0cd441b9e636 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:50.623985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db6ee238-a63c-48f8-807b-255aa3a62872 req-c5d55bbb-e719-4fda-a641-0cd441b9e636 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 944 time: 0.1388712 Dec 20 11:51:50.669598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2b5a61d0-8b3a-49ab-b0fc-b2ef533b00e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19a8d183300344a686cb9c509fa061ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673122 Dec 20 11:51:50.677599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:50.706749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-a7a08d65-5b7a-46a9-b6df-85691f8d70f1 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4011915 Dec 20 11:51:50.739600 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db6ee238-a63c-48f8-807b-255aa3a62872 req-fa3d8044-6cec-4123-9fe0-34b3f8ffea5f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079445 Dec 20 11:51:50.764722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.765211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d04a9f7-301b-401f-b4bb-090e85e2a204 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:51:50.788871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.837323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.864560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d39aa-2640-4650-be20-858f1f78415d req-2c30c688-c021-44a9-97d6-16568b4f1765 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:50.866215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba6d39aa-2640-4650-be20-858f1f78415d req-2c30c688-c021-44a9-97d6-16568b4f1765 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.9025283 Dec 20 11:51:50.938978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:50.948621 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8c7307b-aace-4f1e-8e35-e34e0af74e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:50.963991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700ede1a-1097-4540-a349-14d23f38296a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:50.976789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427c4e-6565-4940-8c00-31d7de65029e req-668954a5-5043-4026-93f1-9a65626ecc95 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:50.978252 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a1427c4e-6565-4940-8c00-31d7de65029e req-668954a5-5043-4026-93f1-9a65626ecc95 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "GET /v2.0/ports?device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 946 time: 1.0431828 Dec 20 11:51:50.988579 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:51.007307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.013410 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/700ede1a-1097-4540-a349-14d23f38296a HTTP/1.1" status: 204 len: 168 time: 0.3337300 Dec 20 11:51:51.063163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.064549 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5d04a9f7-301b-401f-b4bb-090e85e2a204 HTTP/1.1" status: 204 len: 168 time: 8.2213237 Dec 20 11:51:51.067351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55488) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:51.083287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Delete allocated IP 172.20.0.21 (9cd645f8-d3a5-410e-9893-e6e26c10a4d5/7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56) {{(pid=83558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 11:51:51.121049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-a2cb9a2d-d3e1-4f87-869b-d2ac7d54f873 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:51.123400 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-a2cb9a2d-d3e1-4f87-869b-d2ac7d54f873 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2263f46-21ce-45be-b0a3-31563b380481 HTTP/1.1" status: 200 len: 945 time: 0.5680330 Dec 20 11:51:51.187369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Deleting subnet 4968d742-129b-40b9-8453-e9f0d5a0259a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:51.194181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.221887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Deleting port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:51.222498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.327451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.361970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d5b6be2-2b81-416d-bac7-7dd47d63a5bc req-34fe3704-b6c2-406f-ad77-d20aa5f43c99 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395011 Dec 20 11:51:51.401751 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba6d39aa-2640-4650-be20-858f1f78415d req-b6e1b27e-48d4-4c5a-9702-0de4adbd3c76 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258672 Dec 20 11:51:51.428635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Deleting port 33647b06-60f8-42da-9506-e7641c847570 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:51.429956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.458410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e58fc8-9ad3-4e0a-aa20-620e0802034d req-2e9e6b85-8765-4e6e-a839-5dc70896a4a2 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:51.465181 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53e58fc8-9ad3-4e0a-aa20-620e0802034d req-2e9e6b85-8765-4e6e-a839-5dc70896a4a2 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 946 time: 0.2747972 Dec 20 11:51:51.549006 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-53e58fc8-9ad3-4e0a-aa20-620e0802034d req-596e565d-0434-4a2b-aedd-ce15cf82a056 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826337 Dec 20 11:51:51.556247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.671912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.677111 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-300cb2b4-a386-4a86-8117-af0eb336a8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:51.718718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4968d742-129b-40b9-8453-e9f0d5a0259a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:51.723038 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:51.732365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:51.742112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09e2dc-fcaa-4a03-9b0d-1aa4651db433 None None] Network 3021dbc3-d63b-48c1-975e-8d33c878603e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:51.749877 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4968d742-129b-40b9-8453-e9f0d5a0259a HTTP/1.1" status: 204 len: 168 time: 0.6780562 Dec 20 11:51:51.749877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:51.995927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:52.006568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55518) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:52.037920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Deleting port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:52.040905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:52.053962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2a30805b-22c0-4c18-b3e2-c1e35683432b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:52.140440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2a30805b-22c0-4c18-b3e2-c1e35683432b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:52.140714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2a30805b-22c0-4c18-b3e2-c1e35683432b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:52.298752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] DHCP port deletion for 3021dbc3-d63b-48c1-975e-8d33c878603e request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:51:52.303407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Deleting port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:52.304063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:52.363101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] For port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,segment=NetworkSegment(af9beca9-a3ce-4edb-97a1-1ea1cb0132e9),segment_id=af9beca9-a3ce-4edb-97a1-1ea1cb0132e9)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:52.364400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:52.459215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-61c46289-f4cb-4e74-844f-3f35e77e619d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f9c25d6a37645c09139b2aeb523877b&device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 1097 time: 0.9781356 Dec 20 11:51:52.690674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-44c4c9e6-ffc9-4486-a1b8-c67fc24e41cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:52.692101 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-44c4c9e6-ffc9-4486-a1b8-c67fc24e41cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 200 len: 912 time: 0.2028656 Dec 20 11:51:52.707292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] For port 0fd620c9-d26a-409e-8ce7-5a6fcc494943, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0fd620c9-d26a-409e-8ce7-5a6fcc494943,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:52.707650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:52.770048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Calling delete_port for 2822a1b4-b42e-4467-aab0-82bc2ffc88fc owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:52.819668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] For port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,segment=NetworkSegment(af9beca9-a3ce-4edb-97a1-1ea1cb0132e9),segment_id=af9beca9-a3ce-4edb-97a1-1ea1cb0132e9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:52.820249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:52.872006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:52.919249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:52.923571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd4364a154a430494041858d2152259 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:52.926957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:52.932451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:52.945906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:51:52.959062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Calling delete_port for 2822a1b4-b42e-4467-aab0-82bc2ffc88fc owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:53.021233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.026187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] For port 33647b06-60f8-42da-9506-e7641c847570, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=33647b06-60f8-42da-9506-e7641c847570,segment=NetworkSegment(96e5ba91-f5c6-4824-96ed-1dd5fab0c991),segment_id=96e5ba91-f5c6-4824-96ed-1dd5fab0c991)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:53.026871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.028213 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1b16d96b-2e12-4be1-b130-0b6ddc3cb6ee tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:53.079276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Pushing event deleted for resources: {'Port': ['ID=2822a1b4-b42e-4467-aab0-82bc2ffc88fc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:53.086352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cd57b-26c4-41cb-9176-24f91756410b req-16284c82-ee7d-4f17-9a23-ba01bebd6ae9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:53.093166 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1f2cd57b-26c4-41cb-9176-24f91756410b req-16284c82-ee7d-4f17-9a23-ba01bebd6ae9 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.3878863 Dec 20 11:51:53.100295 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:53.114331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:51:53.114703 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:51:53.121263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.126570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:53.131114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] No DVR routers for this DVR port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:53.165395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.175538 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8c4f6c8-770f-4764-8dbe-bbb03519556f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:53.200501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Calling delete_port for 33647b06-60f8-42da-9506-e7641c847570 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:53.276190 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cd4364a154a430494041858d2152259&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2653327 Dec 20 11:51:53.286568 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1f2cd57b-26c4-41cb-9176-24f91756410b req-8182ef90-0387-414f-b08a-58ee652e6643 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925879 Dec 20 11:51:53.287303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aac406-7970-442d-8e0c-d209700ede75,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:53.292785 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:53.364903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:53.375340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.394342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-1309275555'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:53.445538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:53.468302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.489004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:53.499432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:53.513591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3021dbc3-d63b-48c1-975e-8d33c878603e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:53.529855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:53.541107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:53.541426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9beca9-a3ce-4edb-97a1-1ea1cb0132e9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:53.541572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Calling delete_port for 0fd620c9-d26a-409e-8ce7-5a6fcc494943 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:53.569134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.574092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-6a8fa288-fb95-4e83-8917-f58f11d8ac41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 HTTP/1.1" status: 200 len: 217 time: 0.8746819 Dec 20 11:51:53.582557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:53.585534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.599431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:51:53.601378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 33647b06-60f8-42da-9506-e7641c847570 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:53.602501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.611198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.611789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Ignored duplicate provisioning block setup for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 11:51:53.628919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.637435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Deleting port 2822a1b4-b42e-4467-aab0-82bc2ffc88fc {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:53.638105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.649905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:51:53.650570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:51:53.672027 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:51:53.675281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.693560 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d9884bf2-f6c3-4a50-9644-a91cbf892a27 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:53.699167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.737722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925e392-4ef5-46ff-a126-2c93ea3f8914 req-3068a99b-1553-4b23-a78d-938543e92de0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:53.739243 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a925e392-4ef5-46ff-a126-2c93ea3f8914 req-3068a99b-1553-4b23-a78d-938543e92de0 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 944 time: 1.3672981 Dec 20 11:51:53.755011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.784225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f457332-8e03-4ddc-94a7-97830edf13f1 req-127366c7-84b2-412b-ba6d-6dea72792e87 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:53.791071 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3f457332-8e03-4ddc-94a7-97830edf13f1 req-127366c7-84b2-412b-ba6d-6dea72792e87 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 946 time: 0.3497040 Dec 20 11:51:53.854653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:53.856505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-c1cf5ad8-bf9c-4605-a8b1-c424a9c1ecf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:53.857904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-c1cf5ad8-bf9c-4605-a8b1-c424a9c1ecf1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 200 len: 851 time: 0.2599311 Dec 20 11:51:53.873417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:security_group_rule and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:53.879711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:53.882935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.897027 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-69ef3aa4-5532-40fa-a374-d93066f9692d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:53.916730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:53.919936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:53.934362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Pushing event deleted for resources: {'Network': ['ID=3021dbc3-d63b-48c1-975e-8d33c878603e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:53.936304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55572) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:53.949047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eadc8-d222-4bcb-8499-b3bcf2347712 None None] The port '2822a1b4-b42e-4467-aab0-82bc2ffc88fc' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:51:53.951244 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:53.967275 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3f457332-8e03-4ddc-94a7-97830edf13f1 req-58b90c19-a997-4966-8598-d523df675e0d tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/security-groups?id=49bc6df3-aa10-4573-81bb-05aaf8c1c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739652 Dec 20 11:51:53.998714 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] 10.222.0.32 "DELETE /v2.0/networks/3021dbc3-d63b-48c1-975e-8d33c878603e HTTP/1.1" status: 204 len: 168 time: 2.2496841 Dec 20 11:51:54.017782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.023940 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-652fb474-8b3f-4440-883e-06df0f2181ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:54.032576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] No DVR routers for this DVR port 33647b06-60f8-42da-9506-e7641c847570 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:54.034544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=75f99b5a-712e-43b5-8b42-90e0e55f6263,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:54.040024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aac406-7970-442d-8e0c-d209700ede75,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:54.041895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.045305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4aac406-7970-442d-8e0c-d209700ede75 HTTP/1.1" status: 204 len: 168 time: 0.6770127 Dec 20 11:51:54.045305 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:54.084693 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:54.101605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.106323 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:54.132248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No active binding found for port 33647b06-60f8-42da-9506-e7641c847570 {{(pid=83559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 11:51:54.134726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 33647b06-60f8-42da-9506-e7641c847570 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:54.141674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:54.151658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.165181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.168437 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0094a5d-15d7-4079-8b45-113f234bcd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:54.180615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2822a1b4-b42e-4467-aab0-82bc2ffc88fc no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:54.180850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87967550-f915-423e-a516-7b9a2d81bcbc', 'name': 'network-vif-deleted', 'tag': '33647b06-60f8-42da-9506-e7641c847570'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:54.215017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:51:54.224755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b1067c-9144-42b9-8aa3-5670fc18f5bb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:54.229482 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:54.232332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.232810 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment 4366376e-1d79-49ab-9cf5-31a008bc391a of type vlan for network 81b1cc22-c48d-4095-ae4b-79e672770ab8 Dec 20 11:51:54.270392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2822a1b4-b42e-4467-aab0-82bc2ffc88fc {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:54.272438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2822a1b4-b42e-4467-aab0-82bc2ffc88fc not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:54.275553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6', 'network_id': '165a1346-a2be-4723-a8c3-89391b583d6e', 'port_id': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6', 'mac_address': 'fa:16:3e:af:5f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0a1de-8ddb-431c-972c-013022002c2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:51:54.283114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event deleted for resources: {'Port': ['ID=33647b06-60f8-42da-9506-e7641c847570,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:54.292095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.366621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:54.368062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.376763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-463be7d0-56c7-4438-b06b-30acfab34f55 None None] Provisioning complete for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:54.377147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-463be7d0-56c7-4438-b06b-30acfab34f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.415773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.433022 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-1dceaef7-dccb-4b80-9b1c-38191602d1cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=165a1346-a2be-4723-a8c3-89391b583d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5393243 Dec 20 11:51:54.433885 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:54.450486 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87967550-f915-423e-a516-7b9a2d81bcbc', 'name': 'network-vif-deleted', 'tag': '33647b06-60f8-42da-9506-e7641c847570', 'status': 'completed', 'code': 200} Dec 20 11:51:54.464844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:51:54.469398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.476226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:54.476886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-463be7d0-56c7-4438-b06b-30acfab34f55 None None] Port 75f99b5a-712e-43b5-8b42-90e0e55f6263 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:54.483196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.490842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:54.493324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a925e392-4ef5-46ff-a126-2c93ea3f8914 req-f0320ffd-5993-4b76-b597-561264d735b9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290840 Dec 20 11:51:54.504409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] In _notify_port_updated(), no bound segment for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 on network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:51:54.504821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.507182 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:54.508325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:54.508946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.513028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "PUT /v2.0/ports/75f99b5a-712e-43b5-8b42-90e0e55f6263 HTTP/1.1" status: 200 len: 919 time: 7.6568470 Dec 20 11:51:54.514701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a1427c4e-6565-4940-8c00-31d7de65029e req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.53 "DELETE /v2.0/ports/33647b06-60f8-42da-9506-e7641c847570 HTTP/1.1" status: 204 len: 173 time: 3.5127170 Dec 20 11:51:54.515214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55590) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:54.526265 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb4a9c4a-0cf3-4bde-b64f-9037de8c883c tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:54.537770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85e82529-e00e-4817-a65b-60aa1a819c29'}, {'subnet_id': '7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:54.615735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:54.633838 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:54.712020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['fca8ed50-62cf-4a2e-ad9b-e42bed5818e6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:51:54.712239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:54.736267 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3111e099-3ced-4e7f-91f2-d8be27917599 tempest-ListServerFiltersTestJSON-759833830 tempest-ListServerFiltersTestJSON-759833830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:54.783204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Pushing event deleted for resources: {'Port': ['ID=0fd620c9-d26a-409e-8ce7-5a6fcc494943,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:54.789543 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:54.792684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-16bcc051-416f-4d59-93b7-1f41f6ca8f4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=795f3e1f52794904ac6bee547e966db9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4083092 Dec 20 11:51:54.800171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55596) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:54.803947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:54.811535 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6814251 Dec 20 11:51:54.811535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=81b1cc22-c48d-4095-ae4b-79e672770ab8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:54.814259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55600) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:54.828172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Usage tracker for resource:security_group_rule and tenant:88b63dd39fc64cfda980794521d15b27 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:54.831707 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:54.832186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:51:54.836994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-321051159'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:54.842870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:54.852416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:54.854663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:54.868533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:54.878434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:54.896704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:54.942051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:54.945002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.016464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829b848-2431-4e97-b509-e70ea78b7d4c req-fa470fe9-5e49-4e98-973b-959d5575211c tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:55.018580 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c829b848-2431-4e97-b509-e70ea78b7d4c req-fa470fe9-5e49-4e98-973b-959d5575211c tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.3620172 Dec 20 11:51:55.035807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-e358969b-a3db-4756-b631-4e9ba2e65c0f service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777304 Dec 20 11:51:55.045016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] No DVR routers for this DVR port 0fd620c9-d26a-409e-8ce7-5a6fcc494943 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:51:55.051751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.052997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0fd620c9-d26a-409e-8ce7-5a6fcc494943 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:51:55.069244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.071198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9e0280f-57c5-4ec6-9f38-c33dbeefd1fe req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.16 "DELETE /v2.0/ports/0fd620c9-d26a-409e-8ce7-5a6fcc494943 HTTP/1.1" status: 204 len: 173 time: 3.9390464 Dec 20 11:51:55.137245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 0fd620c9-d26a-409e-8ce7-5a6fcc494943 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:51:55.137975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0fd620c9-d26a-409e-8ce7-5a6fcc494943 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:51:55.164126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:51:55.217026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:55.227577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.227871 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment 563a92dc-3f8c-447f-bc6d-f18c0e507a2a of type vlan for network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 Dec 20 11:51:55.252522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.261845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.265319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c829b848-2431-4e97-b509-e70ea78b7d4c req-036843e0-84d8-4f9e-af72-8fbc6ec243f7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170429 Dec 20 11:51:55.275678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.281121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8b1fc380-d7cd-439a-85be-e4c0b298582a req-5bc03b4c-b597-487f-8e1c-3e3f314dc7ec tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Synchronizing usage tracker for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:55.311093 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d0f414d-1294-4ba7-8ae5-f389befeefe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:55.324987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9c191b08-ef35-4b59-9600-0b36de4f3a2d req-141dede3-ac6c-461b-899c-67e3c33f59b5 service neutron] 10.222.0.53 "GET /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812979 Dec 20 11:51:55.329644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.345166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8b1fc380-d7cd-439a-85be-e4c0b298582a req-5bc03b4c-b597-487f-8e1c-3e3f314dc7ec tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Unset dirty status for tenant:c856aa12846f40ed8f564fb406b6b819 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:55.347206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b1fc380-d7cd-439a-85be-e4c0b298582a req-5bc03b4c-b597-487f-8e1c-3e3f314dc7ec tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] 10.222.0.32 "GET /v2.0/ports?device_id=87967550-f915-423e-a516-7b9a2d81bcbc HTTP/1.1" status: 200 len: 210 time: 0.1271000 Dec 20 11:51:55.367194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.417925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.465279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfc0cb4-3cc5-4f39-8562-76b21f3001e7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:55.475058 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88b63dd39fc64cfda980794521d15b27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5276268 Dec 20 11:51:55.475058 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:55.481943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:55.562545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.567875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:55.568626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.574656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:55.579143 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7fb0b59d-0ec9-4666-9e1e-0f80824cd297 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:55.602953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:51:55.705725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:55.712778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:55.713407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.729330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.732601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d2559e0138d2459a8e9f0cc80784a9d0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:55.783014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:55.815228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:55.842564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.28 (9cd645f8-d3a5-410e-9893-e6e26c10a4d5/7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56/75f99b5a-712e-43b5-8b42-90e0e55f6263) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:55.900262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.929408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:55.936918 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1121769 Dec 20 11:51:55.938163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:55.939821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a578399-2705-441d-a09e-3bcc8423f377 HTTP/1.1" status: 204 len: 168 time: 1.1385195 Dec 20 11:51:55.940766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:55.945359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55618) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:55.946323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=3ff590ba-5c34-46b8-b43d-018faedb1ff9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:55.950144 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:55.958126 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-56e20e1e-115b-4187-8973-fd8e267f136f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:55.971845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:51:55.973932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': '81b1cc22-c48d-4095-ae4b-79e672770ab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:55.989947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.013478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.017083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a578399-2705-441d-a09e-3bcc8423f377,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:56.025507 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:56.030038 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:56.086683 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6', 'code': 200} Dec 20 11:51:56.099891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.119255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 75f99b5a-712e-43b5-8b42-90e0e55f6263 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:56.157620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.168498 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dcedb643-8728-4789-b9f6-32a7f8cef960 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:56.180667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.243429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=75f99b5a-712e-43b5-8b42-90e0e55f6263,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:56.247539 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:56.259962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe31b3e-3fd4-45c7-a107-8c430ba35ceb req-e7a61385-68c6-448d-920d-816ddbcbe950 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:56.261480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9fe31b3e-3fd4-45c7-a107-8c430ba35ceb req-e7a61385-68c6-448d-920d-816ddbcbe950 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 945 time: 0.5202196 Dec 20 11:51:56.274156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:56.277798 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:56.296744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:56.318837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:56.328157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:56.340646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:56.358421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.413307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.425447 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f234ca3a-20da-48a8-b415-5fcafd60c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:56.443785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:56.460157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2263f46-21ce-45be-b0a3-31563b380481', 'name': 'network-vif-deleted', 'tag': '0fd620c9-d26a-409e-8ce7-5a6fcc494943'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:51:56.481020 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f78feec-42bd-4d33-8597-77bdc3c1a055 req-b8804a61-ae93-4364-a200-54847f06d717 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 1099 time: 0.3599529 Dec 20 11:51:56.492070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9fe31b3e-3fd4-45c7-a107-8c430ba35ceb req-27a94edd-3d8e-4a66-a5ee-05230883f36e tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150128 Dec 20 11:51:56.571488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.601615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] In _notify_port_updated(), no bound segment for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 on network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:51:56.601830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330d5d6d-09e2-45da-9768-b04255f1ab75,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:56.606754 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:56.625361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:56.626082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.631057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "PUT /v2.0/ports/75f99b5a-712e-43b5-8b42-90e0e55f6263 HTTP/1.1" status: 200 len: 999 time: 2.1027691 Dec 20 11:51:56.632011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55634) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:56.677738 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-11cb5a5e-11a0-4905-9cc8-d6ce5644dd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:56.710496 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2559e0138d2459a8e9f0cc80784a9d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4899197 Dec 20 11:51:56.718946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55638) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:56.722793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfc0cb4-3cc5-4f39-8562-76b21f3001e7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:56.733263 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:56.748465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.761215 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebfc0cb4-3cc5-4f39-8562-76b21f3001e7 HTTP/1.1" status: 204 len: 168 time: 1.2692392 Dec 20 11:51:56.764894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.765742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-579cbe8c-4e7a-44f0-8f6e-ecc82bcc5a03 None None] Provisioning for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:51:56.783462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-579cbe8c-4e7a-44f0-8f6e-ecc82bcc5a03 None None] Provisioning complete for port 75f99b5a-712e-43b5-8b42-90e0e55f6263 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:51:56.783846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-579cbe8c-4e7a-44f0-8f6e-ecc82bcc5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:56.886896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-579cbe8c-4e7a-44f0-8f6e-ecc82bcc5a03 None None] Port 75f99b5a-712e-43b5-8b42-90e0e55f6263 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:51:56.906336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55644) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:56.906655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:56.929879 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2263f46-21ce-45be-b0a3-31563b380481', 'name': 'network-vif-deleted', 'tag': '0fd620c9-d26a-409e-8ce7-5a6fcc494943', 'status': 'completed', 'code': 200} Dec 20 11:51:56.960550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f78feec-42bd-4d33-8597-77bdc3c1a055 req-b6496768-e2d6-4886-966d-071b9bb835c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666488 Dec 20 11:51:56.964624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 75f99b5a-712e-43b5-8b42-90e0e55f6263 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:51:56.965066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.033706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bccb9f-d29c-4cfd-9414-bb10f858f13e req-ffcd00b8-911c-4daf-8750-cdd8d702a22a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:57.035197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4bccb9f-d29c-4cfd-9414-bb10f858f13e req-ffcd00b8-911c-4daf-8750-cdd8d702a22a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.5401275 Dec 20 11:51:57.060668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Deleting subnet 7315714a-2973-4a4c-9cc0-dca1a1913d56 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:57.062494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.082790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.116994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ca086985-f59e-49c1-bb3f-2f39811497a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8853431345294b7194bfe1495f4d4bf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2079654 Dec 20 11:51:57.122584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55656) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:57.172076 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4bccb9f-d29c-4cfd-9414-bb10f858f13e req-2b34ef3c-0f80-4eb6-b251-ed8cc9c17121 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313529 Dec 20 11:51:57.193347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.241498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.285032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.385163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.415016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.423880 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-941c713f-ecb1-4220-8a6e-aebb6fe3338d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:57.443072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 75f99b5a-712e-43b5-8b42-90e0e55f6263 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:51:57.453231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.460556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.533887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.566730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=def12796-e9f5-40d6-a7c2-ef08609f8165,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:57.582146 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:57.585905 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ea9041d-b380-45be-bcd0-b4634476aba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:57.593414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.597245 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/330d5d6d-09e2-45da-9768-b04255f1ab75 HTTP/1.1" status: 204 len: 168 time: 0.8763621 Dec 20 11:51:57.625727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d5d6d-09e2-45da-9768-b04255f1ab75,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:57.631441 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:57.639759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': '4366376e-1d79-49ab-9cf5-31a008bc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '81b1cc22-c48d-4095-ae4b-79e672770ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:57.640118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: 81b1cc22-c48d-4095-ae4b-79e672770ab8, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:51:57.652210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.658323 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e304fb57-0d00-4fb6-9a6b-35a751d89e57 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:57.701512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7315714a-2973-4a4c-9cc0-dca1a1913d56,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:57.708593 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:57.713126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.724601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.731690 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a3ee3bed-f9e2-40b1-9681-2008893420f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:57.745146 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7315714a-2973-4a4c-9cc0-dca1a1913d56 HTTP/1.1" status: 204 len: 168 time: 0.8352044 Dec 20 11:51:57.747148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.748339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ae8c3ae-3fa6-4f0e-8f13-86a956623fa8 HTTP/1.1" status: 204 len: 168 time: 0.6163816 Dec 20 11:51:57.749441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae8c3ae-3fa6-4f0e-8f13-86a956623fa8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:57.751935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:57.754885 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:57.755824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:51:57.780269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-96424fd0-0110-45cb-a0d6-e569a4cf6d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.791427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 81b1cc22-c48d-4095-ae4b-79e672770ab8) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:57.799588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a1d40-efdb-42d0-afda-e9de3df16d6f None None] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:57.815600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:57.816114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.820058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.827197 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:57.903589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:57.916342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9623494 Dec 20 11:51:57.916743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:57.923833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': '3ff590ba-5c34-46b8-b43d-018faedb1ff9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:51:57.935922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=75f99b5a-712e-43b5-8b42-90e0e55f6263,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:57.945172 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:58.209369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.233259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/75f99b5a-712e-43b5-8b42-90e0e55f6263 HTTP/1.1" status: 204 len: 168 time: 1.5935965 Dec 20 11:51:58.234041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55692) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:58.314976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-81b1cc22-c48d-4095-ae4b-79e672770ab8', 'network_id': '81b1cc22-c48d-4095-ae4b-79e672770ab8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': 'def12796-e9f5-40d6-a7c2-ef08609f8165'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:51:58.315813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.335722 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6abd543-dee5-4de9-aea8-6d72f100f933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:51:58.336229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d6abd543-dee5-4de9-aea8-6d72f100f933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:51:58.445517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d6abd543-dee5-4de9-aea8-6d72f100f933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:51:58.450211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d6abd543-dee5-4de9-aea8-6d72f100f933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/75f99b5a-712e-43b5-8b42-90e0e55f6263 HTTP/1.1" status: 404 len: 333 time: 0.2150824 Dec 20 11:51:58.450845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55700) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:58.507681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.551471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet 7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:58.556444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.577359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eae72d-b3c5-40c6-9aad-71ac11cdbb7e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:58.590489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:58.601858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:58.606577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e5ba91-f5c6-4824-96ed-1dd5fab0c991') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:58.607026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffec6a-c18d-4e3b-9352-ceff41f1ecd5 req-73de111a-f1ea-4ee0-bd6c-90242f567bfb tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:58.607225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e5ba91-f5c6-4824-96ed-1dd5fab0c991') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:51:58.608563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7cffec6a-c18d-4e3b-9352-ceff41f1ecd5 req-73de111a-f1ea-4ee0-bd6c-90242f567bfb tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.2500844 Dec 20 11:51:58.624287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:58.643569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:58.647576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.649248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.665004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Allocated IP 172.20.0.2 (81b1cc22-c48d-4095-ae4b-79e672770ab8/def12796-e9f5-40d6-a7c2-ef08609f8165/0632c7d9-9b47-4c48-9744-1b444fbf8952) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:51:58.710302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.715759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:51:58.727096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7cffec6a-c18d-4e3b-9352-ceff41f1ecd5 req-b5e0d4d0-4f46-42bb-860a-e8b59f3fa5ac tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067784 Dec 20 11:51:58.751457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:51:58.752011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:51:58.767567 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:51:58.776709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.789157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eae83-96b9-4853-8e90-2692b7cdd836 req-25c531a2-af3f-4f6a-8226-c969ccb76397 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:58.797733 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e23eae83-96b9-4853-8e90-2692b7cdd836 req-25c531a2-af3f-4f6a-8226-c969ccb76397 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 946 time: 1.1529722 Dec 20 11:51:58.809975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55706) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:58.842157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.887812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:51:58.892362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Usage tracker for resource:security_group_rule and tenant:1074a877ba42462883007e52c2edf1a2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:51:58.895372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:51:58.901663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:51:58.925953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.970102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.978493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:58.988457 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2ecab0e4-71b8-48f0-b56f-dbef1efbf281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:58.990155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.048894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1074a877ba42462883007e52c2edf1a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2376022 Dec 20 11:51:59.050800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a0b1e1-0a54-461e-b9f1-d5399b109eab,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:59.053247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55716) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:59.053898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.055592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Transition to ACTIVE for port object 0632c7d9-9b47-4c48-9744-1b444fbf8952 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:59.056418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:59.069551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.074910 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f0d9228-1870-4079-b06f-511758385c9b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:59.076306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d9056ffa-3f9a-4833-a08f-6222fa746305 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:51:59.102543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Transition to ACTIVE for port object 0632c7d9-9b47-4c48-9744-1b444fbf8952 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:51:59.121158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.127219 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3bda264f-6bcd-4435-9926-e83377cc0925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:59.143282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:59.152971 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:59.179497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.206804 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:59.207961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Pushing event updated for resources: {'Port': ['ID=0632c7d9-9b47-4c48-9744-1b444fbf8952,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:59.210279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2123f84-da80-48e9-9777-22262809c385 None None] Network 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:59.220787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56 HTTP/1.1" status: 204 len: 168 time: 0.7659500 Dec 20 11:51:59.222192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55726) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:59.226977 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:59.251941 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e23eae83-96b9-4853-8e90-2692b7cdd836 req-69196c57-10d0-4882-9257-73df99886f66 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531779 Dec 20 11:51:59.252934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.284033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Pushing event deleted for resources: {'Network': ['ID=93eae72d-b3c5-40c6-9aad-71ac11cdbb7e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:59.284241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.292614 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:59.310349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:51:59.316260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:59.327812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.337240 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] 10.222.0.32 "DELETE /v2.0/networks/93eae72d-b3c5-40c6-9aad-71ac11cdbb7e HTTP/1.1" status: 204 len: 168 time: 1.5832570 Dec 20 11:51:59.354732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet 85e82529-e00e-4817-a65b-60aa1a819c29 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:51:59.364451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.406038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:51:59.531038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.533958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.539112 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74f5945c-8e82-4780-8f89-132d1ed069b0 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:59.683223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=7e4f9235-1543-4b9c-9816-fb9d488ab47f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:59.686975 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:59.697184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': '563a92dc-3f8c-447f-bc6d-f18c0e507a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ff590ba-5c34-46b8-b43d-018faedb1ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:59.700633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: 3ff590ba-5c34-46b8-b43d-018faedb1ff9, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:51:59.704685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Attempting to bind port 0632c7d9-9b47-4c48-9744-1b444fbf8952 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:51:59.705070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Attempting to bind port 0632c7d9-9b47-4c48-9744-1b444fbf8952 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4366376e-1d79-49ab-9cf5-31a008bc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '81b1cc22-c48d-4095-ae4b-79e672770ab8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:51:59.705444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Attempting to bind port 0632c7d9-9b47-4c48-9744-1b444fbf8952 on network 81b1cc22-c48d-4095-ae4b-79e672770ab8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:51:59.716011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.726401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55750) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:59.727212 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1b374e70-513b-4e88-9053-4daa703cd87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:51:59.745007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a0b1e1-0a54-461e-b9f1-d5399b109eab,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:51:59.755468 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:51:59.756356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.757694 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6a0b1e1-0a54-461e-b9f1-d5399b109eab HTTP/1.1" status: 204 len: 168 time: 0.7028749 Dec 20 11:51:59.769836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.808964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:51:59.819375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:51:59.819760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Checking segment: {'id': '4366376e-1d79-49ab-9cf5-31a008bc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '81b1cc22-c48d-4095-ae4b-79e672770ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:51:59.820174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.820576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Bound using segment: {'id': '4366376e-1d79-49ab-9cf5-31a008bc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '81b1cc22-c48d-4095-ae4b-79e672770ab8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:51:59.821065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Bound port: 0632c7d9-9b47-4c48-9744-1b444fbf8952, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4366376e-1d79-49ab-9cf5-31a008bc391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '81b1cc22-c48d-4095-ae4b-79e672770ab8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:51:59.821446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.823235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:51:59.854687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3ff590ba-5c34-46b8-b43d-018faedb1ff9) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:51:59.854951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'port_id': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'mac_address': 'fa:16:3e:d5:af:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745a86e7-6c3b-466c-a0a2-1e60e07e8476', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:51:59.871414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:51:59.871928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.889873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1b53f-6dd4-4533-89a1-099d69cff681 None None] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:51:59.955138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0f1e3c33-7735-4a6a-94de-22371a9d3a1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c856aa12846f40ed8f564fb406b6b819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2250242 Dec 20 11:51:59.955758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55760) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:59.977810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:51:59.990430 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0702064 Dec 20 11:51:59.991114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:51:59.997063 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0edcadb-73d7-410a-9388-f9c0364bf12d tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:00.010353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-809115295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:00.020996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:00.035155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.071004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:router and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:00.081070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/85e82529-e00e-4817-a65b-60aa1a819c29 HTTP/1.1" status: 204 len: 168 time: 0.8561268 Dec 20 11:52:00.088705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:00.090613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55768) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:00.093732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=85e82529-e00e-4817-a65b-60aa1a819c29,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:00.096598 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:00.142655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:00.176657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.178254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.190959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.240007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.244227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.279578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-3ff590ba-5c34-46b8-b43d-018faedb1ff9', 'network_id': '3ff590ba-5c34-46b8-b43d-018faedb1ff9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': '7e4f9235-1543-4b9c-9816-fb9d488ab47f'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:00.280738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.311195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.314203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.353120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda9c83-c932-4ffe-8963-d83242381064 req-66a2df6b-c3a9-4c44-a092-dab749cdbe8d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:00.353905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.354665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9fda9c83-c932-4ffe-8963-d83242381064 req-66a2df6b-c3a9-4c44-a092-dab749cdbe8d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.3587101 Dec 20 11:52:00.365402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.367262 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49bc6df3-aa10-4573-81bb-05aaf8c1c44d HTTP/1.1" status: 204 len: 168 time: 0.4094055 Dec 20 11:52:00.369320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8e8bae5-e690-4a99-be03-9f1ff1cb81b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:00.378365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.379571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-853cbd7a-5edb-4400-8d77-7f3fa3aa3e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.380671 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fa2c9d21-1208-45bc-a8ec-322f491f2e30 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3867354 Dec 20 11:52:00.383725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55780) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:00.386801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 42c34509-3364-4e55-a334-d7936f6fa0b9 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:00.387828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.455841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc6df3-aa10-4573-81bb-05aaf8c1c44d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:00.473678 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:00.484335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.489820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55784) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:00.497199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55786) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:00.558545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] For port 0632c7d9-9b47-4c48-9744-1b444fbf8952, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:00.620960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] For port 0632c7d9-9b47-4c48-9744-1b444fbf8952, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0632c7d9-9b47-4c48-9744-1b444fbf8952,segment=NetworkSegment(4366376e-1d79-49ab-9cf5-31a008bc391a),segment_id=4366376e-1d79-49ab-9cf5-31a008bc391a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:00.640066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9056ffa-3f9a-4833-a08f-6222fa746305 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:00.646827 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9fda9c83-c932-4ffe-8963-d83242381064 req-b836ab6f-b6b4-4133-9ae0-682cb40f3acf tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821593 Dec 20 11:52:00.676103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:00.685151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.689167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.701111 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:00.810091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] For port 42c34509-3364-4e55-a334-d7936f6fa0b9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=42c34509-3364-4e55-a334-d7936f6fa0b9,segment=NetworkSegment(b7269f48-1c11-40cb-a505-a40212fb86af),segment_id=b7269f48-1c11-40cb-a505-a40212fb86af)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:00.811055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.824854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c7f42-de83-4ac5-b3ad-78a92e342a3d None None] Update dhcp port {'port': {'network_id': '9cd645f8-d3a5-410e-9893-e6e26c10a4d5', 'fixed_ips': [{'subnet_id': '85e82529-e00e-4817-a65b-60aa1a819c29'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': '42c34509-3364-4e55-a334-d7936f6fa0b9'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 11:52:00.832266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1978777119-network', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:00.837829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:00.841825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Usage tracker for resource:network and tenant:7c3cbfd009dd4e3f841fb9cdb49be029 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:00.845289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:00.851639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:00.878290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Made reservation on behalf of 7c3cbfd009dd4e3f841fb9cdb49be029 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:00.880566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.900074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370239f-1cee-4ac1-9e6c-adf082026797 req-91aea27c-4a04-45f1-8690-3d4af0459d5f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:00.901951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e370239f-1cee-4ac1-9e6c-adf082026797 req-91aea27c-4a04-45f1-8690-3d4af0459d5f tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 946 time: 0.3198047 Dec 20 11:52:00.911234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:00.941786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:00.960634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 42c34509-3364-4e55-a334-d7936f6fa0b9 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:01.066082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.078257 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b543df46-058f-405e-ac22-b50d06a6f421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:01.095383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Pushing event updated for resources: {'Port': ['ID=0632c7d9-9b47-4c48-9744-1b444fbf8952,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:01.113027 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:01.114079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['d9056ffa-3f9a-4833-a08f-6222fa746305'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:52:01.139251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=42c34509-3364-4e55-a334-d7936f6fa0b9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:01.142551 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:01.143324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No DVR routers for this DVR port 42c34509-3364-4e55-a334-d7936f6fa0b9 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:01.155247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d9056ffa-3f9a-4833-a08f-6222fa746305 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:01.200647 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:01.201860 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:01.277523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Allocated IP 172.21.0.2 (3ff590ba-5c34-46b8-b43d-018faedb1ff9/7e4f9235-1543-4b9c-9816-fb9d488ab47f/872a5f20-2cc8-44a0-b9ab-d753abe98c1d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:01.407541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e370239f-1cee-4ac1-9e6c-adf082026797 req-744c0518-65fe-4b46-80a9-375bfd3e7c05 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988878 Dec 20 11:52:01.436515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.440193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.482274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:01.499376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Usage tracker for resource:security_group_rule and tenant:7c3cbfd009dd4e3f841fb9cdb49be029 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:01.508455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:01.508755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd645f8-d3a5-410e-9893-e6e26c10a4d5']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:01.526786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:01.545020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7269f48-1c11-40cb-a505-a40212fb86af') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:01.545309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7269f48-1c11-40cb-a505-a40212fb86af') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:01.571653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.593872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.608865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:52:01.609286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:52:01.633846 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:52:01.671758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:01.682242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:62f3b5f6c3c843d0b2d1dbada269431c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:01.685556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.702326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:01.735980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:01.757818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f42-de83-4ac5-b3ad-78a92e342a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.798474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.816589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.825373 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:01.864162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:01.898632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=9cd645f8-d3a5-410e-9893-e6e26c10a4d5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:01.903179 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:01.912860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/9cd645f8-d3a5-410e-9893-e6e26c10a4d5 HTTP/1.1" status: 204 len: 168 time: 1.8200099 Dec 20 11:52:01.915682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55826) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:02.004937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.043492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5108def-71a2-46ee-8521-1bfe599a1f12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:02.044531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e5108def-71a2-46ee-8521-1bfe599a1f12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:02.050958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d9056ffa-3f9a-4833-a08f-6222fa746305 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:02.055164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.100272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e5108def-71a2-46ee-8521-1bfe599a1f12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:02.102496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e5108def-71a2-46ee-8521-1bfe599a1f12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1856313 Dec 20 11:52:02.107590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:02.392606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.442448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Transition to ACTIVE for port object 872a5f20-2cc8-44a0-b9ab-d753abe98c1d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:02.478682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3a676983-e71c-4f5d-82c6-a0330b6ec8d4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3435550 Dec 20 11:52:02.489256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55844) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:02.492346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Transition to ACTIVE for port object 872a5f20-2cc8-44a0-b9ab-d753abe98c1d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:02.501923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3285-b850-4c7d-a4ff-e1a09684d9c2 req-ad538ade-c4e8-4193-ba74-de054c178b47 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:02.503772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-220a3285-b850-4c7d-a4ff-e1a09684d9c2 req-ad538ade-c4e8-4193-ba74-de054c178b47 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 946 time: 0.2047019 Dec 20 11:52:02.507720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1769163110'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:02.514876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:02.519819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:02.523713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:02.530367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:02.532857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.549938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0632c7d9-9b47-4c48-9744-1b444fbf8952 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:02.579687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.589258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.604505 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c6b081b-c87c-4723-b2fb-a99624b7e9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:02.605444 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-220a3285-b850-4c7d-a4ff-e1a09684d9c2 req-2881ea1e-5ee7-4687-a6c7-e487e1613f4d tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666668 Dec 20 11:52:02.610537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055230d-9a32-4ddf-8777-4a84f902e64c None None] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:02.624598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.632285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08235353-546a-4da6-aa97-59808e3eeab2 req-0b092810-2331-4256-9271-f0dc2bd57253 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:02.634452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-08235353-546a-4da6-aa97-59808e3eeab2 req-0b092810-2331-4256-9271-f0dc2bd57253 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 944 time: 0.7005053 Dec 20 11:52:02.644431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:02.654296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.668782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:02.678299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.678771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e86bf604-5666-40ce-ba75-ce4b9af93a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:02.700154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:02.725571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:02.746525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.746867 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment 69bf6560-2e28-4639-84bc-ba8d0b16e87a of type vlan for network 0748ae25-b224-4c65-8681-1dac1d9260fc Dec 20 11:52:02.754501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c7f42-de83-4ac5-b3ad-78a92e342a3d None None] Host n-d-victoria-1 tried to update port 42c34509-3364-4e55-a334-d7936f6fa0b9 which no longer exists. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:313}} Dec 20 11:52:02.783672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.824953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:02.849018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.853949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:02.854854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.863235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.20.0.1 (81b1cc22-c48d-4095-ae4b-79e672770ab8/def12796-e9f5-40d6-a7c2-ef08609f8165/33d47c13-b929-4fa5-a385-f9c7a62d3637) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:02.863799 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc649b56-3cd6-4b19-bb72-9d604034acec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:02.876152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.903509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.903855 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Added segment 9f9206a2-e75e-4278-b961-66167e104f7a of type vlan for network 1ce70c99-cb32-41d0-ac0a-ccf006196dda Dec 20 11:52:02.926432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:02.945501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcfdf8b-90b7-45cb-a689-ebdd28589678,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:02.958459 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:02.959104 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-524218d9-810f-443e-847f-637f4a6a0a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:02.985749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f86d57b-dd17-4018-a783-d9c1c9a401d9 None None] DHCP port deletion for 9cd645f8-d3a5-410e-9893-e6e26c10a4d5 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:52:02.993486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:03.003200 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62f3b5f6c3c843d0b2d1dbada269431c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4425089 Dec 20 11:52:03.018377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:03.021514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=0748ae25-b224-4c65-8681-1dac1d9260fc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:03.029474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-288331465-network', 'tenant_id': 'd3e1ab6582784f7c997eed15d6c8ecff'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:03.034477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5403771 Dec 20 11:52:03.037066 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:03.038297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:03.040959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:03.048223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:03.064755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0748ae25-b224-4c65-8681-1dac1d9260fc details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:03.066326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Usage tracker for resource:network and tenant:d3e1ab6582784f7c997eed15d6c8ecff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:03.072829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:03.082398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:03.085258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:03.092577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4c92c652-2845-4826-97a7-5d16078100b8 None None] Provisioning for port 0632c7d9-9b47-4c48-9744-1b444fbf8952 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:03.101623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:03.126996 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-08235353-546a-4da6-aa97-59808e3eeab2 req-8152e101-dcca-4442-8952-a42175d7ad00 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329855 Dec 20 11:52:03.137739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.144281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed84de-88b2-4997-8d11-348fd0d823b6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:03.157752 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:03.162983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Pushing event updated for resources: {'Port': ['ID=872a5f20-2cc8-44a0-b9ab-d753abe98c1d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:03.197316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.197662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.198549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.199019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.199365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.199715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.200566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.200566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.200873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.201193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.201519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:03.206590 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:03.217791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Made reservation on behalf of d3e1ab6582784f7c997eed15d6c8ecff for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:03.220951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.221251 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-34345555-1e36-493d-88c3-6c6f3edf095a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:03.245968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.247558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.248446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:03.248987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.258441 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1fd87bf7-4198-466f-a066-3d7b6a65ad95 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:03.262579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:03.271386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:03.275427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:03.284947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.285485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:03.294953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.309061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:03.314156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Usage tracker for resource:security_group_rule and tenant:d3e1ab6582784f7c997eed15d6c8ecff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:03.326810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:03.326810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:03.351873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:03.359991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object 33d47c13-b929-4fa5-a385-f9c7a62d3637 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:03.417148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.425188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:03.433567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Pushing event updated for resources: {'Network': ['ID=1ce70c99-cb32-41d0-ac0a-ccf006196dda,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:03.446995 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:03.456798 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9656322 Dec 20 11:52:03.466253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:03.482537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Request body: {'subnet': {'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1978777119-subnet', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:03.493480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:03.511323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Usage tracker for resource:subnet and tenant:7c3cbfd009dd4e3f841fb9cdb49be029 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:03.518841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:03.528768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:03.550052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.550778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.571375 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:03.572391 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aa1cf78e-4d9e-41ef-a3e5-152775d5a753 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:03.573477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:03.602672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f5541c46-2692-4357-83b5-604ff6b2e011 None None] Could not find standard attr ID for object 42c34509-3364-4e55-a334-d7936f6fa0b9. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 11:52:03.626208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Made reservation on behalf of 7c3cbfd009dd4e3f841fb9cdb49be029 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:03.628729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.658171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.663162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:03.676720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:03.683432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:03.730773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Attempting to bind port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:03.731226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Attempting to bind port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '563a92dc-3f8c-447f-bc6d-f18c0e507a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ff590ba-5c34-46b8-b43d-018faedb1ff9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:03.731602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Attempting to bind port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d on network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:03.763628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.768152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fed84de-88b2-4997-8d11-348fd0d823b6 HTTP/1.1" status: 204 len: 168 time: 0.7487907 Dec 20 11:52:03.804410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.821053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=33d47c13-b929-4fa5-a385-f9c7a62d3637,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:03.833916 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:03.835757 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4e91130-691f-48e4-ad66-d86740350194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:03.848892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0632c7d9-9b47-4c48-9744-1b444fbf8952 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:03.864286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed84de-88b2-4997-8d11-348fd0d823b6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:03.871888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:03.880944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0632c7d9-9b47-4c48-9744-1b444fbf8952 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:03.881509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.884849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.928483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:03.929087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Checking segment: {'id': '563a92dc-3f8c-447f-bc6d-f18c0e507a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ff590ba-5c34-46b8-b43d-018faedb1ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:03.929597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:03.930270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Bound using segment: {'id': '563a92dc-3f8c-447f-bc6d-f18c0e507a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ff590ba-5c34-46b8-b43d-018faedb1ff9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:03.931067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Bound port: 872a5f20-2cc8-44a0-b9ab-d753abe98c1d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563a92dc-3f8c-447f-bc6d-f18c0e507a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ff590ba-5c34-46b8-b43d-018faedb1ff9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:03.931551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.089915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.103224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.111794 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c4668bd-da0f-48b8-9d8f-cab1a10508f0 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:04.139723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.176157 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-84c39732-a595-4270-bc7a-a3b7da1bad72 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:04.191730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.230954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:04.234252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] For port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:04.246996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] For port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=872a5f20-2cc8-44a0-b9ab-d753abe98c1d,segment=NetworkSegment(563a92dc-3f8c-447f-bc6d-f18c0e507a2a),segment_id=563a92dc-3f8c-447f-bc6d-f18c0e507a2a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:04.247990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c60b9-11d9-4541-bfb8-b74a6e31ba53,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:04.269801 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:04.299052 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4038c931-c8c1-41f1-bf1d-cc893aa1c819 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:04.329537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.354671 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b80e52ce-0088-4ace-90ef-54e0408d2249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:04.366238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.366583 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Added segment b14fc13e-67bb-4365-8900-f1b0ee08763f of type vlan for network 85e70312-2c90-4ee6-b485-d41f390690f4 Dec 20 11:52:04.505017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.515419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=e5872142-2cc9-45a4-afa9-82976e9ddb9e,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:04.523601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdf90e-573d-4440-aa84-6b46187fac69 req-80c047a1-bf17-44fb-a1ff-6fa286eca0ad tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:04.530604 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25cdf90e-573d-4440-aa84-6b46187fac69 req-80c047a1-bf17-44fb-a1ff-6fa286eca0ad tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 946 time: 0.3933737 Dec 20 11:52:04.535922 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:04.536940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': '69bf6560-2e28-4639-84bc-ba8d0b16e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:04.537137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: 0748ae25-b224-4c65-8681-1dac1d9260fc, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:04.603705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Checking segment: {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:04.604989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Network hostable DHCP agents. Network: 1ce70c99-cb32-41d0-ac0a-ccf006196dda, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:04.644295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Pushing event updated for resources: {'Port': ['ID=872a5f20-2cc8-44a0-b9ab-d753abe98c1d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:04.672430 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:04.699453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25cdf90e-573d-4440-aa84-6b46187fac69 req-bc688d60-bad8-4bc5-bc9c-1e99515ce2ad tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678824 Dec 20 11:52:04.700901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.701802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:04.702639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.722195 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:04.724779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.792665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 0748ae25-b224-4c65-8681-1dac1d9260fc is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:04.851066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 0632c7d9-9b47-4c48-9744-1b444fbf8952, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0632c7d9-9b47-4c48-9744-1b444fbf8952,segment=NetworkSegment(4366376e-1d79-49ab-9cf5-31a008bc391a),segment_id=4366376e-1d79-49ab-9cf5-31a008bc391a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:04.867050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:04.868767 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:04.911261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0748ae25-b224-4c65-8681-1dac1d9260fc) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:04.958432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42c34509-3364-4e55-a334-d7936f6fa0b9 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:05.027828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:05.028410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.040881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edce278-bcf0-4d10-b2ce-6d97e8dc6d52 None None] Network 0748ae25-b224-4c65-8681-1dac1d9260fc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:05.053074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Pushing event updated for resources: {'Network': ['ID=85e70312-2c90-4ee6-b485-d41f390690f4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:05.058823 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:05.059583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3897038 Dec 20 11:52:05.066209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55896) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:05.072929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Request body: {'subnet': {'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-288331465-subnet', 'tenant_id': 'd3e1ab6582784f7c997eed15d6c8ecff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:05.090988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:05.095741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0541105 Dec 20 11:52:05.096900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Usage tracker for resource:subnet and tenant:d3e1ab6582784f7c997eed15d6c8ecff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:05.099433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55902) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:05.104084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d9056ffa-3f9a-4833-a08f-6222fa746305 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:05.108954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:05.124048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc', 'name': 'tempest-PortsTestJSON-1603273552'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:05.192448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:05.193795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 85e70312-2c90-4ee6-b485-d41f390690f4 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:05.222670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a589af16-b3b8-4908-bb31-a5232afda412,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:05.226223 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:05.283686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.310819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Made reservation on behalf of d3e1ab6582784f7c997eed15d6c8ecff for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:05.323375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.382389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.520421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 42c34509-3364-4e55-a334-d7936f6fa0b9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:52:05.520769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 42c34509-3364-4e55-a334-d7936f6fa0b9 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:52:05.536107 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-230de1bc-feb5-464a-9e48-3b2b0302aecd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:05.575840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.699256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=0632c7d9-9b47-4c48-9744-1b444fbf8952,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:05.739208 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:05.778614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-708abe61-a0bb-4322-b1c8-60802cc90941 None None] Provisioning complete for port 0632c7d9-9b47-4c48-9744-1b444fbf8952 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:05.783655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-708abe61-a0bb-4322-b1c8-60802cc90941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.801761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.815003 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-017e8d2b-60eb-4af9-b50d-b51b33b3f148 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:05.832988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=33d47c13-b929-4fa5-a385-f9c7a62d3637,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:05.843066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:05.849757 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:05.881409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 1ce70c99-cb32-41d0-ac0a-ccf006196dda) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:05.903154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:05.903660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:05.909697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb3780-d75c-417d-b346-8864169c4885 None None] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:05.927288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41df433f-d123-4de0-8743-97450c8d1e3f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:05.929860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bace89-6c5e-4ee2-a1c0-4de990e121af req-97887c73-d350-4f28-810a-cc5dc7cabdce tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:05.931471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91bace89-6c5e-4ee2-a1c0-4de990e121af req-97887c73-d350-4f28-810a-cc5dc7cabdce tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 943 time: 0.7304063 Dec 20 11:52:05.944827 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:06.002031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:06.010918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:06.028239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:06.077055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:06.084395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Checking segment: {'id': 'b14fc13e-67bb-4365-8900-f1b0ee08763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:06.084983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Network hostable DHCP agents. Network: 85e70312-2c90-4ee6-b485-d41f390690f4, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:06.100724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a657ae-6761-458e-92ef-29a094145489 req-a1567d59-75f5-4b88-a7a9-ee2eca6a8f93 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:06.107765 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3a657ae-6761-458e-92ef-29a094145489 req-a1567d59-75f5-4b88-a7a9-ee2eca6a8f93 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 946 time: 0.3575330 Dec 20 11:52:06.187305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3a657ae-6761-458e-92ef-29a094145489 req-6b3d7313-526d-43eb-bb86-617877064bc9 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772569 Dec 20 11:52:06.188377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:06.189784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7222352 Dec 20 11:52:06.196790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:06.215110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.245104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:06.251699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:06.256030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Usage tracker for resource:router and tenant:7c3cbfd009dd4e3f841fb9cdb49be029 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:06.261181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:06.268161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:06.279668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 92e05e91-90d6-4429-822a-53ab55f21600 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:52:06.314692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port d9056ffa-3f9a-4833-a08f-6222fa746305 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:06.315062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.322783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.323633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.346950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.364252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Network 85e70312-2c90-4ee6-b485-d41f390690f4 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:06.441674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 85e70312-2c90-4ee6-b485-d41f390690f4) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:06.445747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:06.446548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.493377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-91bace89-6c5e-4ee2-a1c0-4de990e121af req-b5d26c22-7cef-45c1-8296-6a50a2204665 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511308 Dec 20 11:52:06.498489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e52ce9-2caf-4354-985d-7f54e0dc1319 None None] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:06.513974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478a7fa-e577-4a09-8e0e-54f4c6bfdaa0 None None] Network 85e70312-2c90-4ee6-b485-d41f390690f4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:06.824737 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7563832 Dec 20 11:52:06.854124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a8220-17ed-4354-b1f4-363a383ded30 req-3beab8b6-decf-40b8-915a-da1706349e99 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:06.855590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-627a8220-17ed-4354-b1f4-363a383ded30 req-3beab8b6-decf-40b8-915a-da1706349e99 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 946 time: 0.2797558 Dec 20 11:52:06.861053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.863374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0748ae25-b224-4c65-8681-1dac1d9260fc', 'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc', 'tenant_id': '9c242b3a1ddf4e778c5ce19f5bf45cad', 'fixed_ips': [{'subnet_id': 'e5872142-2cc9-45a4-afa9-82976e9ddb9e'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:06.864453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:06.976838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 202a010e-dd86-4858-a981-f28941ac0060 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:52:07.189235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.6 (0748ae25-b224-4c65-8681-1dac1d9260fc/e5872142-2cc9-45a4-afa9-82976e9ddb9e/92e05e91-90d6-4429-822a-53ab55f21600) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:07.195201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Deleting port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:07.195583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:07.244415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 872a5f20-2cc8-44a0-b9ab-d753abe98c1d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:07.392039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:07.483969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:07.492771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/202a010e-dd86-4858-a981-f28941ac0060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1077497 Dec 20 11:52:07.495194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:07.573277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55956) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:07.636820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:07.642500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] Sync routers for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:07.655310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b267c-23d6-4d52-ad9e-9d8e467c5ba1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:07.655929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f23b267c-23d6-4d52-ad9e-9d8e467c5ba1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:07.688539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f23b267c-23d6-4d52-ad9e-9d8e467c5ba1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:07.692657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f23b267c-23d6-4d52-ad9e-9d8e467c5ba1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports/33d47c13-b929-4fa5-a385-f9c7a62d3637 HTTP/1.1" status: 200 len: 910 time: 0.1937487 Dec 20 11:52:07.692925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:07.739391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:07.764187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:07.806185 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:07.879495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac44fb-d39a-4a79-87cc-9a34054bc6f0 None None] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:07.909028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-708abe61-a0bb-4322-b1c8-60802cc90941 None None] Provisioning for port 33d47c13-b929-4fa5-a385-f9c7a62d3637 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:07.946853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-713032095'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:07.979035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:08.037158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Usage tracker for resource:router and tenant:26ce4d1af3f244bd8d7094d6909a4297 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:08.051757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:08.071627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:08.128851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-708abe61-a0bb-4322-b1c8-60802cc90941 None None] Provisioning complete for port 33d47c13-b929-4fa5-a385-f9c7a62d3637 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:08.129512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-708abe61-a0bb-4322-b1c8-60802cc90941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.155554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8abbda-20ad-4da8-9a4d-1253d10421ba req-0edf9212-da7a-4fb7-81bd-e9ef69e07879 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:08.157322 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c8abbda-20ad-4da8-9a4d-1253d10421ba req-0edf9212-da7a-4fb7-81bd-e9ef69e07879 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 946 time: 0.6468029 Dec 20 11:52:08.166056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.167231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.201130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-708abe61-a0bb-4322-b1c8-60802cc90941 None None] Port 33d47c13-b929-4fa5-a385-f9c7a62d3637 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:08.223073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-cac3c9fa-3d78-4fc8-8290-80023a001703 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:08.224521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-cac3c9fa-3d78-4fc8-8290-80023a001703 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/networks?id=85e70312-2c90-4ee6-b485-d41f390690f4 HTTP/1.1" status: 200 len: 812 time: 0.2867458 Dec 20 11:52:08.229868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:08.231385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:08.234434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.288989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.332199 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-ecfc1c45-65e2-46b6-8e11-adc8368af48b tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/quotas/d3e1ab6582784f7c997eed15d6c8ecff HTTP/1.1" status: 200 len: 375 time: 0.1003172 Dec 20 11:52:08.380543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bc353-8ce8-4336-8a05-d5e7e88ac63f None None] Network 85e70312-2c90-4ee6-b485-d41f390690f4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:08.381019 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c8abbda-20ad-4da8-9a4d-1253d10421ba req-02db3d51-73a0-4df8-b14f-1f32b32422bd tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/security-groups?id=edd499cf-e2af-4477-b55e-f49c7069199c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946244 Dec 20 11:52:08.382049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.440680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.467236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 92e05e91-90d6-4429-822a-53ab55f21600 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:08.468755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.475334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:08.478675 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-ed6ffc0f-3ce6-4aa8-982d-a8a383b9764b tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3e1ab6582784f7c997eed15d6c8ecff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394355 Dec 20 11:52:08.501327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:08.516697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0632c7d9-9b47-4c48-9744-1b444fbf8952 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:08.539829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.541353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1b6a2993-d898-4a6b-b556-bd8b41a702f0 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9680493 Dec 20 11:52:08.544632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 55974) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:08.570441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:08.600630 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:08.681259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] For port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,segment=NetworkSegment(c1e02bce-d5ed-4174-bf7e-45f632137c5f),segment_id=c1e02bce-d5ed-4174-bf7e-45f632137c5f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:08.681532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.706979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-57239712-dbc0-4ffd-a58c-d09fb1b67897 service neutron] 10.222.0.32 "GET /v2.0/networks/85e70312-2c90-4ee6-b485-d41f390690f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162955 Dec 20 11:52:08.709844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Provisioning complete for port 33d47c13-b929-4fa5-a385-f9c7a62d3637 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:08.710266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:08.771685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:08.772323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:08.853901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Allocated IP 172.35.0.252 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/a6da4cb2-878d-4012-b8b2-223104389fed) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:08.871362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:08.871771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0ee9f-977b-4637-b44a-36f1ab0d9164 None None] The sync data for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:08.934018 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Port 33d47c13-b929-4fa5-a385-f9c7a62d3637 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:09.028361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-fd5ebd74-4c6b-4692-90ca-d987f3a6d2c8 service neutron] 10.222.0.32 "GET /v2.0/networks/85e70312-2c90-4ee6-b485-d41f390690f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150430 Dec 20 11:52:09.064219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:09.087680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0632c7d9-9b47-4c48-9744-1b444fbf8952 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:09.088047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:09.225222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:09.235272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:09.329389 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5b7bfe1-b4da-43c3-a2fc-a72c30de3d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:09.348978 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'code': 200} Dec 20 11:52:09.373505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Provisioning for port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:09.446872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Provisioning complete for port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:09.452752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:09.601495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Pushing event updated for resources: {'Port': ['ID=a6da4cb2-878d-4012-b8b2-223104389fed,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:09.605164 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:09.623544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Calling delete_port for fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:09.707905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:09.708200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:09.712334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:09.746833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:09.839835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Allocated IP 172.20.0.2 (0748ae25-b224-4c65-8681-1dac1d9260fc/e5872142-2cc9-45a4-afa9-82976e9ddb9e/0078cd48-df36-4c52-8991-eadedc421a90) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:09.891880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 55994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:09.910768 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9c204347-5f34-4710-b430-147f27ac8252 req-2739dbdd-176a-40d1-b711-7be35e70fc71 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 210 time: 0.2803490 Dec 20 11:52:09.939835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:09.952794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:09.962816 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-be88fd67-7ba9-45be-b14e-17eddf4cd7aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:10.045216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=92e05e91-90d6-4429-822a-53ab55f21600,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:10.073954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 0748ae25-b224-4c65-8681-1dac1d9260fc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:10.075195 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:10.168297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.180171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Transition to ACTIVE for port object 0078cd48-df36-4c52-8991-eadedc421a90 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:10.180932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:10.190204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.193193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-272ab430-0551-46d4-ad96-cf7ec0a7d26f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.213433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Transition to ACTIVE for port object 0078cd48-df36-4c52-8991-eadedc421a90 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:10.225165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No active binding found for port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 {{(pid=83559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 11:52:10.225712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:52:10.230802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.236446 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:10.246214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6fd757fa-23a4-4cc0-aa34-7e4513b49210 req-371b0f9b-96e7-42cf-a2a1-abbdac66af42 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 210 time: 0.1114569 Dec 20 11:52:10.321926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:10.336500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.21.0.1 (3ff590ba-5c34-46b8-b43d-018faedb1ff9/7e4f9235-1543-4b9c-9816-fb9d488ab47f/554d0b32-35ca-4077-bfd6-42838f8674ac) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:10.362190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] For port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=872a5f20-2cc8-44a0-b9ab-d753abe98c1d,segment=NetworkSegment(563a92dc-3f8c-447f-bc6d-f18c0e507a2a),segment_id=563a92dc-3f8c-447f-bc6d-f18c0e507a2a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:10.395604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Network 0748ae25-b224-4c65-8681-1dac1d9260fc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:10.396583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Pushing event updated for resources: {'Port': ['ID=0078cd48-df36-4c52-8991-eadedc421a90,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:10.397397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.400125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:10.400688 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-954e7b83-6df5-495b-8f8e-b0f7f9de9d42 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:10.402654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.406094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:10.409976 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:10.410635 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:10.441186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e820-b04a-40af-8d85-31dfa4cbe8be req-781596b3-3839-4c0d-b5a7-e856adcf8ee8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:10.448407 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3fa7e820-b04a-40af-8d85-31dfa4cbe8be req-781596b3-3839-4c0d-b5a7-e856adcf8ee8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 1.7692471 Dec 20 11:52:10.457197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:10.461370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Usage tracker for resource:security_group_rule and tenant:08f951f2930d4b9f8693e517db5a93bd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:10.464759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:10.471132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:10.503145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:10.504190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.570027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Pushing event updated for resources: {'Port': ['ID=872a5f20-2cc8-44a0-b9ab-d753abe98c1d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:10.572619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Attempting to bind port 0078cd48-df36-4c52-8991-eadedc421a90 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:10.572992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Attempting to bind port 0078cd48-df36-4c52-8991-eadedc421a90 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '69bf6560-2e28-4639-84bc-ba8d0b16e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:10.574492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Attempting to bind port 0078cd48-df36-4c52-8991-eadedc421a90 on network 0748ae25-b224-4c65-8681-1dac1d9260fc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:10.575203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] No DVR routers for this DVR port fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:10.576804 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:10.586161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:10.587291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Checking segment: {'id': '69bf6560-2e28-4639-84bc-ba8d0b16e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:10.587291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.587488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Bound using segment: {'id': '69bf6560-2e28-4639-84bc-ba8d0b16e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:10.587895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Bound port: 0078cd48-df36-4c52-8991-eadedc421a90, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bf6560-2e28-4639-84bc-ba8d0b16e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:10.588280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.643433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Pushing event deleted for resources: {'Port': ['ID=fca8ed50-62cf-4a2e-ad9b-e42bed5818e6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:10.644131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.652793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.662560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.673933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'name': 'network-vif-deleted', 'tag': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:10.682157 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:10.682572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] For port 0078cd48-df36-4c52-8991-eadedc421a90, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:10.694075 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3e2440ab-3920-46b8-bb40-d52876404fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:10.701671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] For port 0078cd48-df36-4c52-8991-eadedc421a90, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0078cd48-df36-4c52-8991-eadedc421a90,segment=NetworkSegment(69bf6560-2e28-4639-84bc-ba8d0b16e87a),segment_id=69bf6560-2e28-4639-84bc-ba8d0b16e87a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:10.704045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2c09bd7b-3796-49cd-af21-e8207b3abd4a None None] Provisioning complete for port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:10.704607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c09bd7b-3796-49cd-af21-e8207b3abd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.707404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08f951f2930d4b9f8693e517db5a93bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8144424 Dec 20 11:52:10.710611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56006) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:10.713361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.725349 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-627a8220-17ed-4354-b1f4-363a383ded30 req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.53 "DELETE /v2.0/ports/fca8ed50-62cf-4a2e-ad9b-e42bed5818e6 HTTP/1.1" status: 204 len: 173 time: 3.8299208 Dec 20 11:52:10.765077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object 554d0b32-35ca-4077-bfd6-42838f8674ac will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:10.769789 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cbc74a6-d94b-4538-9854-1e610e6e0036 req-d6782e6b-7688-4c45-9e03-af3b6d26a58d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 1098 time: 1.1586628 Dec 20 11:52:10.771875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.773438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1968ccf5-a549-4221-af0e-03cc4d366b2d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:10.777441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6769996 Dec 20 11:52:10.780168 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:10.780310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56010) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:10.788775 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:10.812059 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218eed7d-a10d-48ad-b220-963bfc12bb91', 'name': 'network-vif-deleted', 'tag': 'fca8ed50-62cf-4a2e-ad9b-e42bed5818e6', 'status': 'completed', 'code': 200} Dec 20 11:52:10.830325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.845919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:10.863279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '0748ae25-b224-4c65-8681-1dac1d9260fc', 'name': 'tempest-PortsTestJSON-1409091822'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:10.886688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cbc74a6-d94b-4538-9854-1e610e6e0036 req-e521d18b-6002-4abd-ac53-d98878cd684b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077938 Dec 20 11:52:10.886933 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:10.895964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Pushing event updated for resources: {'Port': ['ID=0078cd48-df36-4c52-8991-eadedc421a90,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:10.900217 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:11.040641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.050255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:11.055665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:11.068293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:11.197907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=554d0b32-35ca-4077-bfd6-42838f8674ac,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:11.201332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ed08893-157c-4249-9a8e-4577d0142aeb req-21f03859-6a9d-47fc-b970-0e02c987f0e0 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 210 time: 0.1020062 Dec 20 11:52:11.203131 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:11.215056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.256510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.267191 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc038005-86db-4a3e-8038-2d61404b8275 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:11.334993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1968ccf5-a549-4221-af0e-03cc4d366b2d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:11.349609 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:11.455318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.456472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1968ccf5-a549-4221-af0e-03cc4d366b2d HTTP/1.1" status: 204 len: 168 time: 0.7399850 Dec 20 11:52:11.555974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-59dc3067-e664-4661-aedd-e0aa5824e02c None None] Provisioning for port 554d0b32-35ca-4077-bfd6-42838f8674ac completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:11.566987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-59dc3067-e664-4661-aedd-e0aa5824e02c None None] Provisioning complete for port 554d0b32-35ca-4077-bfd6-42838f8674ac triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:11.568214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59dc3067-e664-4661-aedd-e0aa5824e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.575997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-42710543-a560-483d-b93d-dacaf1fe0b92 req-f2e2fd27-65c5-4cec-8a08-2f96f7f4c254 tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] 10.222.0.32 "GET /v2.0/ports?device_id=218eed7d-a10d-48ad-b220-963bfc12bb91 HTTP/1.1" status: 200 len: 210 time: 0.1048620 Dec 20 11:52:11.576644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.663967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-59dc3067-e664-4661-aedd-e0aa5824e02c None None] Port 554d0b32-35ca-4077-bfd6-42838f8674ac cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:11.771442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-67c79e5e-d677-4069-aac0-3ef5d657105c tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:11.772049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-67c79e5e-d677-4069-aac0-3ef5d657105c tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Synchronizing usage tracker for tenant:d3e1ab6582784f7c997eed15d6c8ecff on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:11.825615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-272ab430-0551-46d4-ad96-cf7ec0a7d26f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.826954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 872a5f20-2cc8-44a0-b9ab-d753abe98c1d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:11.832566 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3fa7e820-b04a-40af-8d85-31dfa4cbe8be req-2c7c2d0a-38d8-469b-9df4-853f01cbd63f tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3833313 Dec 20 11:52:11.861133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-67c79e5e-d677-4069-aac0-3ef5d657105c tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Unset dirty status for tenant:d3e1ab6582784f7c997eed15d6c8ecff on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:11.863212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-67c79e5e-d677-4069-aac0-3ef5d657105c tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.53 "GET /v2.0/networks?id=85e70312-2c90-4ee6-b485-d41f390690f4 HTTP/1.1" status: 200 len: 812 time: 0.6887469 Dec 20 11:52:11.885633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-272ab430-0551-46d4-ad96-cf7ec0a7d26f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.896005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Request body: {'port': {'device_id': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4', 'admin_state_up': True, 'tenant_id': 'd3e1ab6582784f7c997eed15d6c8ecff'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:11.948329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:11.964071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:11.979747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:11.980130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:11.993668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:12.031147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:12.262090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0078cd48-df36-4c52-8991-eadedc421a90 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:12.307329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-272ab430-0551-46d4-ad96-cf7ec0a7d26f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.307829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272ab430-0551-46d4-ad96-cf7ec0a7d26f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4598b55-ea9d-4e5b-b5ff-9903f394f91c {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:52:12.348489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:12.352008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.382744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.386989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.398275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0078cd48-df36-4c52-8991-eadedc421a90 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:12.452067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.465818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.486111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-272ab430-0551-46d4-ad96-cf7ec0a7d26f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.490131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-272ab430-0551-46d4-ad96-cf7ec0a7d26f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e4598b55-ea9d-4e5b-b5ff-9903f394f91c HTTP/1.1" status: 204 len: 168 time: 3.9260135 Dec 20 11:52:12.502324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:12.504360 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7e96e261-9451-4abc-bdac-2ee578100864 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:12.518894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:52:12.549636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Request body: {'router': {'name': 'tempest-router-127873128', 'distributed': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:12.557388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:12.560877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4583cf-6ae1-4c44-a277-2edcf9b1e9f8 None None] Network 0748ae25-b224-4c65-8681-1dac1d9260fc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:12.570061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Usage tracker for resource:port and tenant:d3e1ab6582784f7c997eed15d6c8ecff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:12.594972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:12.610485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:12.620375 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2fc7acbb-0079-4f83-bb14-f88b4d4c3a22 req-911633e0-c3a4-4e50-a4eb-46abda2179b2 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 210 time: 0.1170957 Dec 20 11:52:12.630629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:12.716160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=554d0b32-35ca-4077-bfd6-42838f8674ac,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:12.724386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Provisioning for port 0078cd48-df36-4c52-8991-eadedc421a90 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:12.724956 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:12.725898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Usage tracker for resource:router and tenant:26ce4d1af3f244bd8d7094d6909a4297 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:12.733563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:12.733749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.10 (0748ae25-b224-4c65-8681-1dac1d9260fc/e5872142-2cc9-45a4-afa9-82976e9ddb9e/2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:12.746778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:12.756612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Provisioning complete for port 0078cd48-df36-4c52-8991-eadedc421a90 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:12.756991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.775996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.909017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.922751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:12.934429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Made reservation on behalf of d3e1ab6582784f7c997eed15d6c8ecff for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:12.938603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.111354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56050) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:13.174945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.216610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] For port 0078cd48-df36-4c52-8991-eadedc421a90, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0078cd48-df36-4c52-8991-eadedc421a90,segment=NetworkSegment(69bf6560-2e28-4639-84bc-ba8d0b16e87a),segment_id=69bf6560-2e28-4639-84bc-ba8d0b16e87a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:13.225649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:13.229298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:13.237330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.239312 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:13.318416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Pushing event updated for resources: {'Port': ['ID=0078cd48-df36-4c52-8991-eadedc421a90,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:13.321435 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:13.352369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Allocated IP 172.20.0.12 (85e70312-2c90-4ee6-b485-d41f390690f4/41df433f-d123-4de0-8743-97450c8d1e3f/35f32e8f-554a-4573-9f85-c44fd01639e2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:13.616016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.642185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5249d-efc7-4991-aef8-abe2a91102c5 req-af6a656a-3f7c-4045-9076-ca776fb7c4e5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:13.651158 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ce5249d-efc7-4991-aef8-abe2a91102c5 req-af6a656a-3f7c-4045-9076-ca776fb7c4e5 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.2574024 Dec 20 11:52:13.669423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.709365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9f1ac2a-7e07-45ed-b29f-1c795bb7b489 None None] Provisioning complete for port 0078cd48-df36-4c52-8991-eadedc421a90 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:13.711916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ac2a-7e07-45ed-b29f-1c795bb7b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.717709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.722595 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5831717a-416c-4de4-9a9e-9009897cb176 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1833577 Dec 20 11:52:13.725571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56068) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:13.774397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.839631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1700892934-network', 'tenant_id': '321ed6990a6b4182969adab496b40f74'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:13.841390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0078cd48-df36-4c52-8991-eadedc421a90 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:13.849223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:13.854688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Usage tracker for resource:network and tenant:321ed6990a6b4182969adab496b40f74 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:13.857601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:13.863556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:13.919354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Made reservation on behalf of 321ed6990a6b4182969adab496b40f74 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:13.921653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.946143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.946919 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-606adb00-4eae-420e-ad0c-9214a0441452 req-439c49ef-2f89-432a-b94e-3b8c1b7eef0e tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 210 time: 0.0545995 Dec 20 11:52:13.977873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 202a010e-dd86-4858-a981-f28941ac0060 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:52:13.986396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0078cd48-df36-4c52-8991-eadedc421a90 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:13.986779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:13.993464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49bba1af-28c6-4d6b-9d08-f5337426a8ed tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.019121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:14.040185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:14.043666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Usage tracker for resource:security_group_rule and tenant:321ed6990a6b4182969adab496b40f74 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:14.046736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:14.054111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:14.114593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9f1ac2a-7e07-45ed-b29f-1c795bb7b489 None None] Provisioning for port 92e05e91-90d6-4429-822a-53ab55f21600 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:14.120549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.124124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9f1ac2a-7e07-45ed-b29f-1c795bb7b489 None None] Provisioning complete for port 92e05e91-90d6-4429-822a-53ab55f21600 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:14.124812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ac2a-7e07-45ed-b29f-1c795bb7b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.134564 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ce5249d-efc7-4991-aef8-abe2a91102c5 req-dd88c3c1-45c0-44d7-8611-714cf3ea5ec6 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824350 Dec 20 11:52:14.141202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Router d03b7891-fb36-4434-b197-712d520b9785 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:52:14.161655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.185356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1ac2a-7e07-45ed-b29f-1c795bb7b489 None None] Port 92e05e91-90d6-4429-822a-53ab55f21600 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:14.187529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:14.248362 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-21f0db5e-f273-4981-b3a7-30fa16b956a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:14.279473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.279824 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Added segment 0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8 of type vlan for network 33c04c46-1de5-4fc6-9f83-de9926153520 Dec 20 11:52:14.310142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.321303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d86a00ad-8ef0-4287-839d-16959126a591 None None] Provisioning complete for port 554d0b32-35ca-4077-bfd6-42838f8674ac triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:14.321968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d86a00ad-8ef0-4287-839d-16959126a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.361744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.362590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:14.363159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.367312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3807e0-cb42-4949-8f5a-a81ee45038f0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:14.420503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d86a00ad-8ef0-4287-839d-16959126a591 None None] Port 554d0b32-35ca-4077-bfd6-42838f8674ac cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:14.461925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d86a00ad-8ef0-4287-839d-16959126a591 None None] Provisioning complete for port 92e05e91-90d6-4429-822a-53ab55f21600 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:14.462453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d86a00ad-8ef0-4287-839d-16959126a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.472694 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:14.531859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d86a00ad-8ef0-4287-839d-16959126a591 None None] Port 92e05e91-90d6-4429-822a-53ab55f21600 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:14.532084 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a03522a6-d027-40f6-b70a-1b2cc1c9cb02 tempest-AllowedAddressPairTestJSON-124056227 tempest-AllowedAddressPairTestJSON-124056227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:14.592651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.612857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.725600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Pushing event updated for resources: {'Network': ['ID=33c04c46-1de5-4fc6-9f83-de9926153520,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:14.731217 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:14.732706 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7dae9d26-b8ce-4f28-a1d1-8bf8f7245958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:14.740719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 33c04c46-1de5-4fc6-9f83-de9926153520 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:14.775976 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6520457 Dec 20 11:52:14.779009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56084) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:14.787770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 0748ae25-b224-4c65-8681-1dac1d9260fc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:14.794053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Request body: {'subnet': {'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1700892934-subnet', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:14.798404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49bba1af-28c6-4d6b-9d08-f5337426a8ed tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.801423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:14.806650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:14.808020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49bba1af-28c6-4d6b-9d08-f5337426a8ed tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.811987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:14.819879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/202a010e-dd86-4858-a981-f28941ac0060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1260631 Dec 20 11:52:14.824110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:14.826140 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] Sync routers for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:14.845223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:14.857194 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:14.857824 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:14.927630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49bba1af-28c6-4d6b-9d08-f5337426a8ed tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.928364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bba1af-28c6-4d6b-9d08-f5337426a8ed tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7276f0f4-a4e1-46a6-bbf0-03fb77ca0f7c {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:52:14.934523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd4343-12bf-46ea-af5e-ad499d1af976 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:14.935117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-42dd4343-12bf-46ea-af5e-ad499d1af976 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:14.970306 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:14.970551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49bba1af-28c6-4d6b-9d08-f5337426a8ed tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:14.974622 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49bba1af-28c6-4d6b-9d08-f5337426a8ed tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7276f0f4-a4e1-46a6-bbf0-03fb77ca0f7c HTTP/1.1" status: 204 len: 168 time: 1.2415950 Dec 20 11:52:14.981660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:14.988337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Request body: {'router': {'name': 'tempest-router-218095224', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '71b1194fbd5e4e89b09605134cd6a2f0'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:14.995372 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:14.997108 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:15.003115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:15.007004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-42dd4343-12bf-46ea-af5e-ad499d1af976 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:15.008173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-42dd4343-12bf-46ea-af5e-ad499d1af976 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports/554d0b32-35ca-4077-bfd6-42838f8674ac HTTP/1.1" status: 200 len: 910 time: 0.1829932 Dec 20 11:52:15.009324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Usage tracker for resource:router and tenant:71b1194fbd5e4e89b09605134cd6a2f0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:15.011900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:15.017358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:15.029258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.083504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:15.113530 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:15.113947 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4440bf-caad-41ab-91c0-0fb2dc64e118 None None] The sync data for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:15.138154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Usage tracker for resource:subnet and tenant:321ed6990a6b4182969adab496b40f74 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:15.149003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:15.159667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:15.169628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.170556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.176200 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:15.179876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:15.239650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db423d0e-4b73-4109-8b44-8f8dd8974318 req-8da92950-b1fe-4205-ac83-a37ed44667e1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:15.241231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db423d0e-4b73-4109-8b44-8f8dd8974318 req-8da92950-b1fe-4205-ac83-a37ed44667e1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 0.8669899 Dec 20 11:52:15.242251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.259694 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4cb24ee9-718d-43e0-8973-6b4b84d27908 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:15.269865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.286403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e82d7cc-8939-4a6c-9a7b-32b2d65fd98e None None] Provisioning for port 2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:15.294088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e82d7cc-8939-4a6c-9a7b-32b2d65fd98e None None] Provisioning complete for port 2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:15.294552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e82d7cc-8939-4a6c-9a7b-32b2d65fd98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.296113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:15.296720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.324322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29027f4f-324f-4e06-a2b4-cdbc05f4bb1d req-1c7bd7a3-bca8-4f09-8a60-71764a7d56b5 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:15.333369 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-29027f4f-324f-4e06-a2b4-cdbc05f4bb1d req-1c7bd7a3-bca8-4f09-8a60-71764a7d56b5 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 932 time: 0.1592789 Dec 20 11:52:15.348110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Made reservation on behalf of 321ed6990a6b4182969adab496b40f74 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:15.350394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.351711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.364522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9e82d7cc-8939-4a6c-9a7b-32b2d65fd98e None None] Port 2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:15.400576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5970373 Dec 20 11:52:15.421854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:15.434073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Network 85e70312-2c90-4ee6-b485-d41f390690f4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:15.436339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Pushing event updated for resources: {'Port': ['ID=35f32e8f-554a-4573-9f85-c44fd01639e2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:15.508057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.510495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-126bedfd-f6ec-4f4d-bf1f-38249a0d4125 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5276713 Dec 20 11:52:15.516027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:15.518258 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:15.518833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:15.541769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-29027f4f-324f-4e06-a2b4-cdbc05f4bb1d req-7db28b73-0150-4a46-bd68-b0b6c2c74830 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075739 Dec 20 11:52:15.543080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:15.581411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:15.604955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.720396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-db423d0e-4b73-4109-8b44-8f8dd8974318 req-6e84b3f0-b37d-4158-ae0b-349e96cd3aa1 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633844 Dec 20 11:52:15.784003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:15.784645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:15.921955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0330863 Dec 20 11:52:15.946454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6723b990-e88f-41e3-9666-71744e147e39 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:15.947144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6723b990-e88f-41e3-9666-71744e147e39 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:15.954207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Request body: {'port': {'device_id': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:16.041683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:16.052504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Sync routers for ids ['d03b7891-fb36-4434-b197-712d520b9785'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:16.071899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Routers {'d03b7891-fb36-4434-b197-712d520b9785'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:16.074098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d03b7891-fb36-4434-b197-712d520b9785'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:16.170928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6723b990-e88f-41e3-9666-71744e147e39 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:16.172791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6723b990-e88f-41e3-9666-71744e147e39 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.7436011 Dec 20 11:52:16.179067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:16.189917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.191124 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9981658 Dec 20 11:52:16.195425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56122) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:16.366829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:16.367451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.384428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Set router d03b7891-fb36-4434-b197-712d520b9785 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:16.419058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.447809 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0cd1fb6-0e76-425b-a79d-a95dd2629e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:16.487193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.514046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.514964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.611923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 554d0b32-35ca-4077-bfd6-42838f8674ac {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:16.612265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.728295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:52:10Z', 'revision_number': 3, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:16.732691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Checking router: d03b7891-fb36-4434-b197-712d520b9785 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:52:16.733158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Updating router d03b7891-fb36-4434-b197-712d520b9785 port a6da4cb2-878d-4012-b8b2-223104389fed binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:52:16.853194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:16.998959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.033960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=856c5f24-d3cd-45ac-811c-e7fe9463c0d3,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:17.059869 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:17.092286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83558) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 20 11:52:17.092622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Router 8eaa2e55-0152-44ce-a1f0-eb48cf774337 migrating from provider to provider. {{(pid=83558) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 20 11:52:17.092993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.126303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.165387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:17.181490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-930bdd51-988c-4522-9668-4b2a4bb3bd34 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:17.183003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-930bdd51-988c-4522-9668-4b2a4bb3bd34 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 815 time: 0.7799544 Dec 20 11:52:17.190498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.219921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.232313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Transition to ACTIVE for port object a6da4cb2-878d-4012-b8b2-223104389fed will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:17.240611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.247646 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a53ffd91-126d-4605-8854-7132aadfd249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:17.276905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Checking segment: {'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:17.276905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Network hostable DHCP agents. Network: 33c04c46-1de5-4fc6-9f83-de9926153520, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:17.341143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460c8bc-4c1b-4b50-94f6-38acb04bb824 None None] Pushing event updated for resources: {'Port': ['ID=a6da4cb2-878d-4012-b8b2-223104389fed,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:17.353121 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9460c8bc-4c1b-4b50-94f6-38acb04bb824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:17.387937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Attempting to bind port a6da4cb2-878d-4012-b8b2-223104389fed on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:17.389581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Attempting to bind port a6da4cb2-878d-4012-b8b2-223104389fed by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:17.392014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Attempting to bind port a6da4cb2-878d-4012-b8b2-223104389fed on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:17.401949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-5afd2f03-556c-46e6-a5fc-e5b7c1188131 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/quotas/99a7a4ec637a4cad8d3421814d713ef7 HTTP/1.1" status: 200 len: 375 time: 0.2067096 Dec 20 11:52:17.402403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:17.403600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:17.404404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.405655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:17.407100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Bound port: a6da4cb2-878d-4012-b8b2-223104389fed, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:17.409614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.500727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.502418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] For port a6da4cb2-878d-4012-b8b2-223104389fed, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:17.506190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] For port a6da4cb2-878d-4012-b8b2-223104389fed, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a6da4cb2-878d-4012-b8b2-223104389fed,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:17.518237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.521155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fcc76-6544-4e49-88f1-4cb781a2268b req-328717e6-e1fe-4c49-932d-8390ccbfa9d1 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:17.524158 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a2b3a0a5-6c57-4162-8a12-ad14f0c5e8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:17.528903 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dd8fcc76-6544-4e49-88f1-4cb781a2268b req-328717e6-e1fe-4c49-932d-8390ccbfa9d1 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 932 time: 0.4584348 Dec 20 11:52:17.602528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460c8bc-4c1b-4b50-94f6-38acb04bb824 None None] Pushing event updated for resources: {'Port': ['ID=a6da4cb2-878d-4012-b8b2-223104389fed,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:17.624385 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9460c8bc-4c1b-4b50-94f6-38acb04bb824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:17.647402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Routers {'d03b7891-fb36-4434-b197-712d520b9785'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:17.648987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d03b7891-fb36-4434-b197-712d520b9785'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:17.685588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 554d0b32-35ca-4077-bfd6-42838f8674ac owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:17.748023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dd8fcc76-6544-4e49-88f1-4cb781a2268b req-dbb59fe1-95c3-4745-8e21-d961f03ce4de tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181830 Dec 20 11:52:17.754339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.761490 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:17.825880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:17.839182 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:17.851726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f32e8f-554a-4573-9f85-c44fd01639e2 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:17.852620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] Set router d03b7891-fb36-4434-b197-712d520b9785 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:17.871588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:17.897647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Transition to ACTIVE for port object 35f32e8f-554a-4573-9f85-c44fd01639e2 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:17.927606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Network 33c04c46-1de5-4fc6-9f83-de9926153520 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:17.985220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.005688 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 HTTP/1.1" status: 204 len: 168 time: 1.8212814 Dec 20 11:52:18.006857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:18.016323 n-d-victoria-1 neutron-server[83558]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] No L3 agents can host the router 8eaa2e55-0152-44ce-a1f0-eb48cf774337 Dec 20 11:52:18.017666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.030084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 33c04c46-1de5-4fc6-9f83-de9926153520) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:18.055271 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8e830e4a-1f80-49cb-b19d-c7153cefc469 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:18.058720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac1a7d-6361-4588-974f-14aa86484b6c None None] Network 33c04c46-1de5-4fc6-9f83-de9926153520 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:18.124795 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9acbeab-a39f-4bc3-a8f7-bef0566a4e8a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:52:18.126182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d9acbeab-a39f-4bc3-a8f7-bef0566a4e8a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:18.180355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d9acbeab-a39f-4bc3-a8f7-bef0566a4e8a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:18.180614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.185561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d9acbeab-a39f-4bc3-a8f7-bef0566a4e8a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/2ceda4c9-8baa-4b8f-ab42-8fc5cac13af5 HTTP/1.1" status: 404 len: 333 time: 0.1752956 Dec 20 11:52:18.187244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56146) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:18.225659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:18.226617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.231943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.243701 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-177badae-9452-482f-b2c5-ab60705c5595 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:18.269862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8789181-de01-4973-9150-29451cabb63f service neutron] Pushing event updated for resources: {'Port': ['ID=35f32e8f-554a-4573-9f85-c44fd01639e2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:18.283699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56150) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:18.284629 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d8789181-de01-4973-9150-29451cabb63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:18.294031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=554d0b32-35ca-4077-bfd6-42838f8674ac,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:18.300359 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:18.332501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5411136 Dec 20 11:52:18.342910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56154) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:18.346973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-747c9060-4e9e-430f-8107-46ca37500930 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9438426 Dec 20 11:52:18.361622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 92e05e91-90d6-4429-822a-53ab55f21600 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:18.362091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.388661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:18.399019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:18.403234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Usage tracker for resource:router and tenant:321ed6990a6b4182969adab496b40f74 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:18.406156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:18.412111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:18.474447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.475369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.503974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.508378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-33c04c46-1de5-4fc6-9f83-de9926153520', 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'fixed_ips': [{'subnet_id': '856c5f24-d3cd-45ac-811c-e7fe9463c0d3'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:18.510923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.587026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:52:10Z', 'revision_number': 3, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:18.600097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451a410-b4a2-4648-916d-0f7d0ac5f7c7 None None] The sync data for ids ['d03b7891-fb36-4434-b197-712d520b9785'] in n-d-victoria-1 is: [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:52:10Z', 'revision_number': 3, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:18.636299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Deleting subnet e6a0a1de-8ddb-431c-972c-013022002c2b {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:52:18.670871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:18.723397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Allocated IP 172.20.0.2 (33c04c46-1de5-4fc6-9f83-de9926153520/856c5f24-d3cd-45ac-811c-e7fe9463c0d3/67ea9b7d-fa2b-4341-8494-14a88b58ba39) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:18.724870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-36973255-aa1d-423b-b112-eded995e1389 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:18.727356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-36973255-aa1d-423b-b112-eded995e1389 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "GET /v2.0/ports?device_id=067811cd-b92d-4cd6-b1f4-c2c884b64c5c HTTP/1.1" status: 200 len: 945 time: 1.3737311 Dec 20 11:52:19.053293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.064125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Deleting port d9056ffa-3f9a-4833-a08f-6222fa746305 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:19.064527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.065308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Transition to ACTIVE for port object 67ea9b7d-fa2b-4341-8494-14a88b58ba39 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:19.085793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Transition to ACTIVE for port object 67ea9b7d-fa2b-4341-8494-14a88b58ba39 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:19.094257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.099871 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6be036eb-75ea-4aa0-9e53-3d203725a9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:19.166011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Network 33c04c46-1de5-4fc6-9f83-de9926153520 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:19.169419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:19.174355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:19.176455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Pushing event updated for resources: {'Port': ['ID=67ea9b7d-fa2b-4341-8494-14a88b58ba39,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:19.180073 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:19.270914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.284178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Attempting to bind port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:19.284560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Attempting to bind port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:19.284926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Attempting to bind port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 on network 33c04c46-1de5-4fc6-9f83-de9926153520 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:19.296234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:19.296628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Checking segment: {'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:19.297535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.297928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Bound using segment: {'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:19.298570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Bound port: 67ea9b7d-fa2b-4341-8494-14a88b58ba39, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:19.298947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.318847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.340035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.413477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4bb7-7957-449a-9c7f-2d226750f330 req-87124094-9c67-473d-bde0-add809e661b2 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:19.420740 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-791d4bb7-7957-449a-9c7f-2d226750f330 req-87124094-9c67-473d-bde0-add809e661b2 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 944 time: 0.4279404 Dec 20 11:52:19.432192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] For port 67ea9b7d-fa2b-4341-8494-14a88b58ba39, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:19.435884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] For port 67ea9b7d-fa2b-4341-8494-14a88b58ba39, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=67ea9b7d-fa2b-4341-8494-14a88b58ba39,segment=NetworkSegment(0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8),segment_id=0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:19.442691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.447996 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:19.452572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.496743 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-791d4bb7-7957-449a-9c7f-2d226750f330 req-4d0d259a-0baa-4ab6-94d7-c0dec9eb7b4e tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750322 Dec 20 11:52:19.551582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Attempting to bind port 35f32e8f-554a-4573-9f85-c44fd01639e2 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:19.551917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Attempting to bind port 35f32e8f-554a-4573-9f85-c44fd01639e2 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'b14fc13e-67bb-4365-8900-f1b0ee08763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:19.552247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Attempting to bind port 35f32e8f-554a-4573-9f85-c44fd01639e2 on network 85e70312-2c90-4ee6-b485-d41f390690f4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:19.555602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.564104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Pushing event updated for resources: {'Port': ['ID=67ea9b7d-fa2b-4341-8494-14a88b58ba39,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:19.575703 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:19.623451 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9aa948bb-99ba-43b4-b97e-b7c6eb3a2c26 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:19.674459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a0a1de-8ddb-431c-972c-013022002c2b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:19.685192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 92e05e91-90d6-4429-822a-53ab55f21600 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:19.693621 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:19.694285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.702874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Hosts for router 8eaa2e55-0152-44ce-a1f0-eb48cf774337: [] {{(pid=83558) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 11:52:19.739752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.740594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a6da4cb2-878d-4012-b8b2-223104389fed up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:19.750536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e6a0a1de-8ddb-431c-972c-013022002c2b HTTP/1.1" status: 204 len: 168 time: 1.4212391 Dec 20 11:52:19.757760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:19.829322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Hosts for other DVR routers connected to router 8eaa2e55-0152-44ce-a1f0-eb48cf774337: set() {{(pid=83558) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 11:52:19.831623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.835600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cc595f3e-5677-408c-b965-a05cb2ff1ec4 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "PUT /v2.0/routers/8eaa2e55-0152-44ce-a1f0-eb48cf774337 HTTP/1.1" status: 200 len: 716 time: 4.2998374 Dec 20 11:52:19.844999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:19.879702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a6da4cb2-878d-4012-b8b2-223104389fed completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:19.892382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a6da4cb2-878d-4012-b8b2-223104389fed triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:19.892876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:19.907771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Port 35f32e8f-554a-4573-9f85-c44fd01639e2 on network 85e70312-2c90-4ee6-b485-d41f390690f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:52:19.908097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Attempting to bind port 35f32e8f-554a-4573-9f85-c44fd01639e2 on network 85e70312-2c90-4ee6-b485-d41f390690f4 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:19.928768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-d3ce9217-bdde-47fd-bcf9-893d89d90ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4541702 Dec 20 11:52:19.980255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:19.980625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Checking segment: {'id': 'b14fc13e-67bb-4365-8900-f1b0ee08763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:19.981021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Bound using segment: {'id': 'b14fc13e-67bb-4365-8900-f1b0ee08763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:19.981470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Bound port: 35f32e8f-554a-4573-9f85-c44fd01639e2, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14fc13e-67bb-4365-8900-f1b0ee08763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:19.981819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.037676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.054432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port a6da4cb2-878d-4012-b8b2-223104389fed, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a6da4cb2-878d-4012-b8b2-223104389fed,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:20.059242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.060659 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:20.127995 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=a6da4cb2-878d-4012-b8b2-223104389fed,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:20.130849 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:20.329760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] For port d9056ffa-3f9a-4833-a08f-6222fa746305, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=d9056ffa-3f9a-4833-a08f-6222fa746305,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:20.330403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.340309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-565543eb-627f-4091-bfd8-b02d09f97061 service neutron] 10.222.0.32 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061944 Dec 20 11:52:20.350454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] For port 35f32e8f-554a-4573-9f85-c44fd01639e2, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:20.354857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] For port 35f32e8f-554a-4573-9f85-c44fd01639e2, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35f32e8f-554a-4573-9f85-c44fd01639e2,segment=NetworkSegment(b14fc13e-67bb-4365-8900-f1b0ee08763f),segment_id=b14fc13e-67bb-4365-8900-f1b0ee08763f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:20.468471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.490188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Calling delete_port for d9056ffa-3f9a-4833-a08f-6222fa746305 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:20.522298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.534588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68cf36d5-ad60-45ce-af5f-f045a8697f4a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:20.544730 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0a27d81-1dca-4117-804e-ee6c9b9738e7 tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "GET /v2.0/routers/8eaa2e55-0152-44ce-a1f0-eb48cf774337 HTTP/1.1" status: 200 len: 716 time: 0.6958113 Dec 20 11:52:20.545442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.549102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:20.663369 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09e3466a-8086-41c5-8081-c66302ec7331 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:20.675420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:20.677392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-d8789181-de01-4973-9150-29451cabb63f service neutron] 10.222.0.53 "PUT /v2.0/ports/35f32e8f-554a-4573-9f85-c44fd01639e2 HTTP/1.1" status: 200 len: 1094 time: 4.7375300 Dec 20 11:52:20.756973 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14a3b9f2-f522-444b-b845-707c71ce32f0 req-8e45f83c-45bb-472f-bb35-14beb01102ff tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 210 time: 0.1593342 Dec 20 11:52:20.778673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=92e05e91-90d6-4429-822a-53ab55f21600,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:20.787514 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:20.897450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'tag': '35f32e8f-554a-4573-9f85-c44fd01639e2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:20.995712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46fcde6-c53e-4c24-80a2-a11594ad05e1 None None] Network 33c04c46-1de5-4fc6-9f83-de9926153520 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:21.036336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8789181-de01-4973-9150-29451cabb63f service neutron] Pushing event updated for resources: {'Port': ['ID=35f32e8f-554a-4573-9f85-c44fd01639e2,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:21.040593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d8789181-de01-4973-9150-29451cabb63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:21.152206 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'tag': '35f32e8f-554a-4573-9f85-c44fd01639e2', 'status': 'completed', 'code': 200} Dec 20 11:52:21.156183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.186328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device d9056ffa-3f9a-4833-a08f-6222fa746305 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:21.215138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-eaaa839a-f5e7-49c2-970c-544f554d970e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3e1ab6582784f7c997eed15d6c8ecff&device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 1097 time: 0.2787230 Dec 20 11:52:21.235335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7947414a-8aad-4ab6-b08b-69f09b8705bb None None] Provisioning for port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:21.370933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82e61e-5add-48a9-9e4b-c0a6d0ae2a60 req-b62ec413-15a1-444a-b981-d45e8a40b966 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:21.371751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ba82e61e-5add-48a9-9e4b-c0a6d0ae2a60 req-b62ec413-15a1-444a-b981-d45e8a40b966 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Synchronizing usage tracker for tenant:d3e1ab6582784f7c997eed15d6c8ecff on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:21.416181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-62e774df-0e35-406b-bc21-3c69a8dc67b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f32e8f-554a-4573-9f85-c44fd01639e2 HTTP/1.1" status: 200 len: 217 time: 0.1169755 Dec 20 11:52:21.419186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.425921 n-d-victoria-1 neutron-server[83559]: INFO neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No ports have port_id starting with d9056ffa-3f9a-4833-a08f-6222fa746305 Dec 20 11:52:21.465684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.469255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165a1346-a2be-4723-a8c3-89391b583d6e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:21.469666 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20bf64ae-131f-4325-addd-11c9f990f3a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:21.477444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.502387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ba82e61e-5add-48a9-9e4b-c0a6d0ae2a60 req-b62ec413-15a1-444a-b981-d45e8a40b966 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Unset dirty status for tenant:d3e1ab6582784f7c997eed15d6c8ecff on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:21.503578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba82e61e-5add-48a9-9e4b-c0a6d0ae2a60 req-b62ec413-15a1-444a-b981-d45e8a40b966 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 944 time: 0.8353903 Dec 20 11:52:21.543206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e02bce-d5ed-4174-bf7e-45f632137c5f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:21.543496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e02bce-d5ed-4174-bf7e-45f632137c5f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:21.551124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.553800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Pushing event deleted for resources: {'Port': ['ID=d9056ffa-3f9a-4833-a08f-6222fa746305,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:21.571170 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:21.584704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.683664 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/92e05e91-90d6-4429-822a-53ab55f21600 HTTP/1.1" status: 204 len: 168 time: 3.4920340 Dec 20 11:52:21.692812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56192) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:21.717003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.722442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-32c59a22-b719-451c-9273-e90f1becda68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:21.723867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-32c59a22-b719-451c-9273-e90f1becda68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=41df433f-d123-4de0-8743-97450c8d1e3f HTTP/1.1" status: 200 len: 852 time: 0.2912266 Dec 20 11:52:21.727116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:52:21.727773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.729461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] No DVR routers for this DVR port d9056ffa-3f9a-4833-a08f-6222fa746305 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:21.733974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:52:21.754986 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:52:21.779638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ba82e61e-5add-48a9-9e4b-c0a6d0ae2a60 req-aaab32d9-26f4-4aca-a1ee-cc2e20ae0cf8 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Synchronizing usage tracker for tenant:d3e1ab6582784f7c997eed15d6c8ecff on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:21.793545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-0219bd07-f2ca-42de-a97c-fbad44862de8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85e70312-2c90-4ee6-b485-d41f390690f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544169 Dec 20 11:52:21.805754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a6da4cb2-878d-4012-b8b2-223104389fed up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:21.826689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aa9a36bd-132b-43cc-8507-790941a9f861 tempest-RoutersTestDVR-978149063 tempest-RoutersTestDVR-978149063-project] 10.222.0.32 "GET /v2.0/routers/8eaa2e55-0152-44ce-a1f0-eb48cf774337 HTTP/1.1" status: 200 len: 682 time: 1.2306850 Dec 20 11:52:21.840790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56198) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:21.854427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ed130ff-5388-411a-8ca2-c95a1ccf3fb7 req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.16 "DELETE /v2.0/ports/d9056ffa-3f9a-4833-a08f-6222fa746305 HTTP/1.1" status: 204 len: 173 time: 3.1029732 Dec 20 11:52:21.888575 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba7b44f-fd84-47fd-aa96-5212fb12ff94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:52:21.889397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cba7b44f-fd84-47fd-aa96-5212fb12ff94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:21.924854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ba82e61e-5add-48a9-9e4b-c0a6d0ae2a60 req-aaab32d9-26f4-4aca-a1ee-cc2e20ae0cf8 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Unset dirty status for tenant:d3e1ab6582784f7c997eed15d6c8ecff on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:21.926166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba82e61e-5add-48a9-9e4b-c0a6d0ae2a60 req-aaab32d9-26f4-4aca-a1ee-cc2e20ae0cf8 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071455 Dec 20 11:52:21.942664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a6da4cb2-878d-4012-b8b2-223104389fed triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:21.943039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.102593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 67ea9b7d-fa2b-4341-8494-14a88b58ba39 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:22.131257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-5d811cb9-be94-4c73-866d-f2c2f6a7ba1f service neutron] 10.222.0.53 "GET /v2.0/networks/85e70312-2c90-4ee6-b485-d41f390690f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020563 Dec 20 11:52:22.206918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:22.213533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:22.214080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.359656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.398188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 67ea9b7d-fa2b-4341-8494-14a88b58ba39, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=67ea9b7d-fa2b-4341-8494-14a88b58ba39,segment=NetworkSegment(0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8),segment_id=0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:22.403354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.407931 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a4764446-fb56-4858-bd3c-485c93755c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:22.423024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.497321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=67ea9b7d-fa2b-4341-8494-14a88b58ba39,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:22.501264 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:22.547880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.565078 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fc12931d-8fa3-4ef8-86d9-c21c89cc319b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:22.585244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6fbfbb56-26b6-4f49-93f5-bf8f3ce65efd req-f7b4cd9a-559b-4146-b544-f8333ff9b0d7 service neutron] 10.222.0.53 "GET /v2.0/networks/85e70312-2c90-4ee6-b485-d41f390690f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190228 Dec 20 11:52:22.591395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-182e22b6-876f-49cc-9717-504b6f6f1456 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:22.592870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-182e22b6-876f-49cc-9717-504b6f6f1456 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.53 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 815 time: 0.4279714 Dec 20 11:52:22.620481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Request body: {'port': {'device_id': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'admin_state_up': True, 'tenant_id': '99a7a4ec637a4cad8d3421814d713ef7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:22.651187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.657582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cba7b44f-fd84-47fd-aa96-5212fb12ff94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:22.658663 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cba7b44f-fd84-47fd-aa96-5212fb12ff94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/92e05e91-90d6-4429-822a-53ab55f21600 HTTP/1.1" status: 404 len: 333 time: 0.9532213 Dec 20 11:52:22.667453 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4194b54-a3e3-4011-8bc9-861a1ee9576d req-902c390e-440d-4079-a968-4e1f04ac7a60 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 210 time: 0.5235243 Dec 20 11:52:22.675867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:22.679331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=165a1346-a2be-4723-a8c3-89391b583d6e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:22.747026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d29f223-7f7f-48d2-9cc4-eec250eb65cc tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:22.804808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] 10.222.0.32 "DELETE /v2.0/networks/165a1346-a2be-4723-a8c3-89391b583d6e HTTP/1.1" status: 204 len: 168 time: 3.0457125 Dec 20 11:52:22.820835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.821214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.821581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.821954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.822325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.822683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.823034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.823382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.823736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.824084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.824431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:22.870497 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:52:22.880993 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:22.890238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Allocated IP 172.35.0.217 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/51f8c00c-7183-441d-bbbb-24b4e892feca) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:22.979122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56210) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:23.142041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:23.152744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Usage tracker for resource:port and tenant:99a7a4ec637a4cad8d3421814d713ef7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:23.157374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'name': 'network-vif-deleted', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:23.161742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:23.179659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Allocated IP 172.20.0.1 (1ce70c99-cb32-41d0-ac0a-ccf006196dda/a589af16-b3b8-4908-bb31-a5232afda412/388dfafa-c6ff-4dc3-b08c-d5e082687188) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:23.182514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:23.194591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-15e5c99c-20e9-400d-912b-d9973741b745 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3e1ab6582784f7c997eed15d6c8ecff&device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 1097 time: 0.5453253 Dec 20 11:52:23.251315 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067811cd-b92d-4cd6-b1f4-c2c884b64c5c', 'name': 'network-vif-deleted', 'tag': 'd9056ffa-3f9a-4833-a08f-6222fa746305', 'status': 'completed', 'code': 200} Dec 20 11:52:23.252055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Made reservation on behalf of 99a7a4ec637a4cad8d3421814d713ef7 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:23.255011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.419948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 202a010e-dd86-4858-a981-f28941ac0060 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:52:23.470174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7734a1-66b4-406e-bbfc-3f8692cba929 req-13e57bf2-fc83-4e77-b1d1-5d374e8e65e8 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:23.471634 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca7734a1-66b4-406e-bbfc-3f8692cba929 req-13e57bf2-fc83-4e77-b1d1-5d374e8e65e8 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 944 time: 0.4014738 Dec 20 11:52:23.503128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet e5872142-2cc9-45a4-afa9-82976e9ddb9e {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:52:23.512388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.520242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.551019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1d6f2d35-cd66-4630-a343-29fcca015958 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f9c25d6a37645c09139b2aeb523877b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5615525 Dec 20 11:52:23.560478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d29f223-7f7f-48d2-9cc4-eec250eb65cc tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.562795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56216) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:23.584922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-69c4bc15-8529-43cd-93fc-b6269211bb95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:23.586382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-69c4bc15-8529-43cd-93fc-b6269211bb95 service neutron] 10.222.0.53 "GET /v2.0/networks?id=85e70312-2c90-4ee6-b485-d41f390690f4 HTTP/1.1" status: 200 len: 913 time: 0.3817060 Dec 20 11:52:23.610824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d29f223-7f7f-48d2-9cc4-eec250eb65cc tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.619313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.706117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 67ea9b7d-fa2b-4341-8494-14a88b58ba39 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:23.727743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.735139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-59bba188-bcc2-472c-b222-b87f17b40e1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f32e8f-554a-4573-9f85-c44fd01639e2 HTTP/1.1" status: 200 len: 217 time: 0.1397717 Dec 20 11:52:23.744587 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca7734a1-66b4-406e-bbfc-3f8692cba929 req-41e3a0af-db12-4141-b5e7-ff285a4f0cfd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570693 Dec 20 11:52:23.799293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:23.800554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:23.832607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-1816b965-7bf6-4ee5-9356-f3001b66d0bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:23.834120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-1816b965-7bf6-4ee5-9356-f3001b66d0bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=41df433f-d123-4de0-8743-97450c8d1e3f HTTP/1.1" status: 200 len: 852 time: 0.0886862 Dec 20 11:52:23.897345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Allocated IP 172.20.0.13 (95c9d887-3020-4c61-a91a-68b930dd99ae/745a86e7-6c3b-466c-a0a2-1e60e07e8476/91d3e578-26ca-4661-9052-0781023c0fdc) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:23.901667 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-66d00975-6414-4a26-acc4-2f2e614aef76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85e70312-2c90-4ee6-b485-d41f390690f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607677 Dec 20 11:52:24.022729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.034801 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33a5a4b4-92e7-4c60-a195-d4c691850f97 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:24.060169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.068930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-72e2e3d4-105a-4d5a-887d-bfd47618b0b3 req-3ad82378-35ac-47c4-8b14-454d049632b0 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 210 time: 0.0934269 Dec 20 11:52:24.073137 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bfec2443-4a04-4089-aa5f-eb657b541ab9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:24.075678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d29f223-7f7f-48d2-9cc4-eec250eb65cc tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.076164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d29f223-7f7f-48d2-9cc4-eec250eb65cc tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eaa2e55-0152-44ce-a1f0-eb48cf774337 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:52:24.143752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:24.146541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d29f223-7f7f-48d2-9cc4-eec250eb65cc tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.147635 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d29f223-7f7f-48d2-9cc4-eec250eb65cc tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8eaa2e55-0152-44ce-a1f0-eb48cf774337 HTTP/1.1" status: 204 len: 168 time: 2.2609143 Dec 20 11:52:24.162411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56224) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:24.167092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:24.174322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.180022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:24.193893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Request body: {'router': {'name': 'tempest-router-836001773', 'distributed': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:24.211836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Pushing event updated for resources: {'Port': ['ID=51f8c00c-7183-441d-bbbb-24b4e892feca,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:24.219773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:24.221405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.256849 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:24.274029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Usage tracker for resource:router and tenant:26ce4d1af3f244bd8d7094d6909a4297 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:24.276722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:24.280674 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-11c6ebaa-aee4-44e7-a8eb-43c2a966dc66 service neutron] 10.222.0.53 "GET /v2.0/networks/85e70312-2c90-4ee6-b485-d41f390690f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724339 Dec 20 11:52:24.283119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:24.291158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=388dfafa-c6ff-4dc3-b08c-d5e082687188,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:24.292205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.297420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:24.299509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:24.328412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:24.402545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.402922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.403317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.403722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.404186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.404552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.405199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.405609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.406540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.407047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:24.407164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.407430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:24.424455 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87559502-8083-4327-800c-8edb20f347cf None None] Sync routers for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:24.429697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.431274 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:24.432318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.433238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.435268 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aaa538b9-6180-47a4-8c0e-d9dbea96a7f3 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:24.447307 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87559502-8083-4327-800c-8edb20f347cf None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:24.448298 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-87559502-8083-4327-800c-8edb20f347cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:24.478804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=e5872142-2cc9-45a4-afa9-82976e9ddb9e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:24.484004 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:24.485525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.490845 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4b2d0194-a614-4d83-83bf-d96e69cedca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:24.512487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.514279 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/e5872142-2cc9-45a4-afa9-82976e9ddb9e HTTP/1.1" status: 204 len: 168 time: 1.8324838 Dec 20 11:52:24.515282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd499cf-e2af-4477-b55e-f49c7069199c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:24.519307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.520470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edd499cf-e2af-4477-b55e-f49c7069199c HTTP/1.1" status: 204 len: 168 time: 0.9528301 Dec 20 11:52:24.521085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:24.523012 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:24.524840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b3f89-48bf-4056-b005-ef647acc9a67 None None] Network 0748ae25-b224-4c65-8681-1dac1d9260fc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:24.529198 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/202a010e-dd86-4858-a981-f28941ac0060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5130329 Dec 20 11:52:24.529198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56234) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:24.551760 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-87559502-8083-4327-800c-8edb20f347cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:24.568779 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87559502-8083-4327-800c-8edb20f347cf None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:24.569404 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-87559502-8083-4327-800c-8edb20f347cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:24.629400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.637357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba1b7f1-13c7-4335-aec9-db235a0d97b7 req-54614894-b4f0-4888-95aa-bcaa4a537040 service neutron] 10.222.0.53 "GET /v2.0/networks/85e70312-2c90-4ee6-b485-d41f390690f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442736 Dec 20 11:52:24.681766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.696631 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-87559502-8083-4327-800c-8edb20f347cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:24.697292 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87559502-8083-4327-800c-8edb20f347cf None None] The sync data for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:24.728922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.794548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.798696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.804060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.819578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 0078cd48-df36-4c52-8991-eadedc421a90 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:24.819805 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df161e88-9f69-4ddb-a7b6-23e11575e805 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:24.819965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.930771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.931565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:24.996333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] DHCP port deletion for 0748ae25-b224-4c65-8681-1dac1d9260fc request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:52:25.001190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Deleting port 0078cd48-df36-4c52-8991-eadedc421a90 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:25.001845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.166222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Network 95c9d887-3020-4c61-a91a-68b930dd99ae is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:25.174500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:25.177838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:25.206565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.259962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] For port 0078cd48-df36-4c52-8991-eadedc421a90, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0078cd48-df36-4c52-8991-eadedc421a90,segment=NetworkSegment(69bf6560-2e28-4639-84bc-ba8d0b16e87a),segment_id=69bf6560-2e28-4639-84bc-ba8d0b16e87a)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:25.260559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.262969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Pushing event updated for resources: {'Port': ['ID=91d3e578-26ca-4661-9052-0781023c0fdc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:25.271637 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:25.308148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.312976 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-62b0d9cd-5a4b-4e11-a050-4c3e3a2e654f tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1483767 Dec 20 11:52:25.328667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56250) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:25.355213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] For port 0078cd48-df36-4c52-8991-eadedc421a90, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0078cd48-df36-4c52-8991-eadedc421a90,segment=NetworkSegment(69bf6560-2e28-4639-84bc-ba8d0b16e87a),segment_id=69bf6560-2e28-4639-84bc-ba8d0b16e87a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:25.356003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.413755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 0078cd48-df36-4c52-8991-eadedc421a90 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:25.480264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:25.480875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.550099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Calling delete_port for 0078cd48-df36-4c52-8991-eadedc421a90 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:25.552234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520a08f-a5de-4356-ba1f-13430c6c1581 req-d86be044-d615-4354-9819-ac2a741f4a3c tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:25.553968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6520a08f-a5de-4356-ba1f-13430c6c1581 req-d86be044-d615-4354-9819-ac2a741f4a3c tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 944 time: 0.4868464 Dec 20 11:52:25.574322 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9647596 Dec 20 11:52:25.603622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Request body: {'port': {'device_id': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:25.676570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.682342 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:25.713416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-597a7451-3aac-4ee7-987b-335aee07b39e tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.730105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 35f32e8f-554a-4573-9f85-c44fd01639e2 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:52:25.732555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0078cd48-df36-4c52-8991-eadedc421a90 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:25.773186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:52:25.773525 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:52:25.797464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Pushing event deleted for resources: {'Port': ['ID=0078cd48-df36-4c52-8991-eadedc421a90,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:25.809055 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:25.810412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 0078cd48-df36-4c52-8991-eadedc421a90 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:52:25.810976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0078cd48-df36-4c52-8991-eadedc421a90 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:52:25.818613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fccab1-8fa5-4280-96c4-77e530726a16 req-ef3f54b2-1c90-4475-8896-4d2680c721d7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:25.819909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] No DVR routers for this DVR port 0078cd48-df36-4c52-8991-eadedc421a90 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:25.826733 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93fccab1-8fa5-4280-96c4-77e530726a16 req-ef3f54b2-1c90-4475-8896-4d2680c721d7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 932 time: 0.4208994 Dec 20 11:52:25.834182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:25.935060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56262) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:25.978483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 35f32e8f-554a-4573-9f85-c44fd01639e2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35f32e8f-554a-4573-9f85-c44fd01639e2,segment=NetworkSegment(b14fc13e-67bb-4365-8900-f1b0ee08763f),segment_id=b14fc13e-67bb-4365-8900-f1b0ee08763f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:26.007830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '35f32e8f-554a-4573-9f85-c44fd01639e2', 'network_id': '85e70312-2c90-4ee6-b485-d41f390690f4', 'port_id': '35f32e8f-554a-4573-9f85-c44fd01639e2', 'mac_address': 'fa:16:3e:23:1d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df433f-d123-4de0-8743-97450c8d1e3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:52:26.014381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6520a08f-a5de-4356-ba1f-13430c6c1581 req-26636cc6-bce2-439c-9bad-8ec4414263ae tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351590 Dec 20 11:52:26.025626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93fccab1-8fa5-4280-96c4-77e530726a16 req-66d5bbf4-b040-4f3c-84dd-5447be85cd6b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975226 Dec 20 11:52:26.054644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.097684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:52:26.110303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.132831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f32e8f-554a-4573-9f85-c44fd01639e2 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:26.156912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 35f32e8f-554a-4573-9f85-c44fd01639e2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35f32e8f-554a-4573-9f85-c44fd01639e2,segment=NetworkSegment(b14fc13e-67bb-4365-8900-f1b0ee08763f),segment_id=b14fc13e-67bb-4365-8900-f1b0ee08763f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:26.163631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.165665 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:26.219183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2075847564-network', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:26.237141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=35f32e8f-554a-4573-9f85-c44fd01639e2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:26.240334 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:26.250434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:26.256107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:52:26.276572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 0078cd48-df36-4c52-8991-eadedc421a90 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:26.276572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.280379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Usage tracker for resource:network and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:26.284364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:26.349834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['35f32e8f-554a-4573-9f85-c44fd01639e2'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:52:26.352545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.360954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:26.389886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] The port '0078cd48-df36-4c52-8991-eadedc421a90' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:52:26.435409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.471286 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dea33272-fb9c-4508-a6d0-eef944cf2064 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:26.519550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-597a7451-3aac-4ee7-987b-335aee07b39e tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.545343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:26.548030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.605391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.670645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0748ae25-b224-4c65-8681-1dac1d9260fc']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:26.699338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bf6560-2e28-4639-84bc-ba8d0b16e87a') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:26.699673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bf6560-2e28-4639-84bc-ba8d0b16e87a') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:26.722712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.755335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-597a7451-3aac-4ee7-987b-335aee07b39e tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.769783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.771256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.795380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:52:26.795776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.799035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.802481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=388dfafa-c6ff-4dc3-b08c-d5e082687188,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:26.805253 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:52:26.810581 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:52:26.909392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-597a7451-3aac-4ee7-987b-335aee07b39e tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.909902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a7451-3aac-4ee7-987b-335aee07b39e tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e637f75f-cd6d-4413-94aa-b3ecca7a4820 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:52:26.911883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.924148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:26.925511 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fefacfd-ea88-4679-987d-0845aae64f5b tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:26.927504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:26.936957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Sync routers for ids ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:26.942898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:26.956027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Routers {'639116d4-1aa7-4ab3-b572-5bc4d3300b35'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:26.956794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:26.958272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Usage tracker for resource:security_group_rule and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:26.964877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:26.965739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=0748ae25-b224-4c65-8681-1dac1d9260fc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:26.976071 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:27.013605 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/0748ae25-b224-4c65-8681-1dac1d9260fc HTTP/1.1" status: 204 len: 168 time: 2.4895802 Dec 20 11:52:27.020005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:27.026750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-309490076'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:27.034025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:27.034637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:27.036659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.038027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6858790 Dec 20 11:52:27.041073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:27.044680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:27.092505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-597a7451-3aac-4ee7-987b-335aee07b39e tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.097784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-597a7451-3aac-4ee7-987b-335aee07b39e tempest-RoutersTestDVR-1976658291 tempest-RoutersTestDVR-1976658291-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e637f75f-cd6d-4413-94aa-b3ecca7a4820 HTTP/1.1" status: 204 len: 168 time: 1.7675157 Dec 20 11:52:27.177508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:27.215256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:27.216528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:27.225198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:27.284505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:27.288333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.375788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Set router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:27.447987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:52:27.543751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56284) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:27.551765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:27.583876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.631455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.631797 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment b435d901-8dae-497d-9610-08316f4f829d of type vlan for network 0387a684-f0c6-49c0-96b1-dd03374746c8 Dec 20 11:52:27.710429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d3e578-26ca-4661-9052-0781023c0fdc {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:27.715569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.715893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 33d47c13-b929-4fa5-a385-f9c7a62d3637 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:27.715990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.724488 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-671805e2-87e3-4ed2-90ce-f231d60387c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:27.739931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.775191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 35f32e8f-554a-4573-9f85-c44fd01639e2 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:27.794414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ef7b5-5b3a-4d75-b822-ae3d5bd39d21 req-27007b95-81e3-4379-9362-e0f14e27fd8a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:27.801512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-502ef7b5-5b3a-4d75-b822-ae3d5bd39d21 req-27007b95-81e3-4379-9362-e0f14e27fd8a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 932 time: 0.5672030 Dec 20 11:52:27.806598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.845540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-631dea4f-8849-4392-bbe8-0bfecf80614c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.846409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:27.882833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Transition to ACTIVE for port object 91d3e578-26ca-4661-9052-0781023c0fdc will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:27.889544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:52:24Z', 'revision_number': 3, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:27.891352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e4dfe-1c18-4422-a9e3-9c349dd28c7b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:27.892206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 35f32e8f-554a-4573-9f85-c44fd01639e2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:27.898767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Checking router: 639116d4-1aa7-4ab3-b572-5bc4d3300b35 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:52:27.899265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Updating router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 port 51f8c00c-7183-441d-bbbb-24b4e892feca binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:52:27.899707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.900392 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Added segment d871b0c8-5563-4728-b426-ed20dd8c8a8d of type vlan for network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 Dec 20 11:52:27.901965 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:27.904003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.908841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:27.919200 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:27.928369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 35f32e8f-554a-4573-9f85-c44fd01639e2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:27.928753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.000497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.033846 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-502ef7b5-5b3a-4d75-b822-ae3d5bd39d21 req-45ebd44b-5342-4162-8a84-2f1a12ed7d3d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314839 Dec 20 11:52:28.034616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.038129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:28.038696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.047858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8f06d-2b86-493e-9569-83a1594bfc57 req-80afa4aa-68e0-488d-97d9-bbfd8a59b96a tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:28.053587 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e56c7b2a-0376-4bad-a81b-fcb7dfecc76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:28.055563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91c8f06d-2b86-493e-9569-83a1594bfc57 req-80afa4aa-68e0-488d-97d9-bbfd8a59b96a tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 945 time: 0.7121336 Dec 20 11:52:28.117792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.131972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:28.137827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.154186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:71b1194fbd5e4e89b09605134cd6a2f0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:28.177546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Pushing event updated for resources: {'Port': ['ID=91d3e578-26ca-4661-9052-0781023c0fdc,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:28.205245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:28.207579 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:28.208737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.210667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1894538 Dec 20 11:52:28.270518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56292) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:28.270732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:28.272531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f32e8f-554a-4573-9f85-c44fd01639e2'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:28.293150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:28.325653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=0387a684-f0c6-49c0-96b1-dd03374746c8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:28.335069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 33d47c13-b929-4fa5-a385-f9c7a62d3637 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:28.362681 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:28.387307 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f32e8f-554a-4573-9f85-c44fd01639e2', 'code': 200} Dec 20 11:52:28.390309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:28.403068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:52:28.417002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 35f32e8f-554a-4573-9f85-c44fd01639e2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35f32e8f-554a-4573-9f85-c44fd01639e2,segment=NetworkSegment(b14fc13e-67bb-4365-8900-f1b0ee08763f),segment_id=b14fc13e-67bb-4365-8900-f1b0ee08763f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:28.428532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.428716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:28.443104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:28.444598 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2c0ac31-d0d0-423f-bc25-bf8f8c06b5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:28.452195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:28.467411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91c8f06d-2b86-493e-9569-83a1594bfc57 req-897167de-069f-4603-af4b-7e8970acb3a2 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109614 Dec 20 11:52:28.471866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:28.508265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.509219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:28.509747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.534803 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08a942da-f659-451a-8fe7-fafc45ca0bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:28.596553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=35f32e8f-554a-4573-9f85-c44fd01639e2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:28.612069 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:28.660856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.679371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.688488 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5112488c-bfe6-439f-8fdb-abadd7f7c49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:28.720069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:28.727815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.741501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Transition to ACTIVE for port object 51f8c00c-7183-441d-bbbb-24b4e892feca will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:28.749307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.758400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Attempting to bind port 91d3e578-26ca-4661-9052-0781023c0fdc on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:28.758730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Attempting to bind port 91d3e578-26ca-4661-9052-0781023c0fdc by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:28.759045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Attempting to bind port 91d3e578-26ca-4661-9052-0781023c0fdc on network 95c9d887-3020-4c61-a91a-68b930dd99ae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:28.762325 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:28.788800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25105e43-3c94-4518-ba0e-71cd37a38940,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:28.795574 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:28.809332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71b1194fbd5e4e89b09605134cd6a2f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2596331 Dec 20 11:52:28.819331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56298) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:28.819533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8782957 Dec 20 11:52:28.820560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56302) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:28.846514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Pushing event updated for resources: {'Network': ['ID=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:28.850962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Request body: {'subnet': {'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2075847564-subnet', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:28.852804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Attempting to bind port 51f8c00c-7183-441d-bbbb-24b4e892feca on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:28.853063 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:28.853334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Attempting to bind port 51f8c00c-7183-441d-bbbb-24b4e892feca by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:28.853719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Attempting to bind port 51f8c00c-7183-441d-bbbb-24b4e892feca on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:28.856317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.856839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9652c-ce22-4b58-8f2e-d57f64a85ea9 None None] Pushing event updated for resources: {'Port': ['ID=51f8c00c-7183-441d-bbbb-24b4e892feca,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:28.861100 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a7e9652c-ce22-4b58-8f2e-d57f64a85ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:28.865095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:28.866908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bb1d66d3-0ca0-4f3c-b361-881b1ca09ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:28.883027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:28.883418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:28.883837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.884226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:28.884816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Bound port: 51f8c00c-7183-441d-bbbb-24b4e892feca, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:28.885205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.898636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Port 91d3e578-26ca-4661-9052-0781023c0fdc on network 95c9d887-3020-4c61-a91a-68b930dd99ae not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:52:28.898959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Attempting to bind port 91d3e578-26ca-4661-9052-0781023c0fdc on network 95c9d887-3020-4c61-a91a-68b930dd99ae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:28.900693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:28.924702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Usage tracker for resource:subnet and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:28.928463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=33d47c13-b929-4fa5-a385-f9c7a62d3637,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:28.931304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.933041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:28.940211 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:28.946614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:28.946614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Checking segment: {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:28.946960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Bound using segment: {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:28.947972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Bound port: 91d3e578-26ca-4661-9052-0781023c0fdc, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a30d45-6a5d-4949-9817-53537b5d8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:28.947972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:28.949050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:29.019961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:29.022443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.048692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] For port 51f8c00c-7183-441d-bbbb-24b4e892feca, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:29.052242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] For port 51f8c00c-7183-441d-bbbb-24b4e892feca, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51f8c00c-7183-441d-bbbb-24b4e892feca,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:29.058423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.063622 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:29.116565 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08e4f816-3450-40cb-80d7-add910b15750 req-f5ad2338-d6b1-47f3-9afd-2ea918759722 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 1099 time: 0.6458683 Dec 20 11:52:29.153669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.164480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Router d03b7891-fb36-4434-b197-712d520b9785 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:52:29.192804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9652c-ce22-4b58-8f2e-d57f64a85ea9 None None] Pushing event updated for resources: {'Port': ['ID=51f8c00c-7183-441d-bbbb-24b4e892feca,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:29.197841 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a7e9652c-ce22-4b58-8f2e-d57f64a85ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:29.231921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Routers {'639116d4-1aa7-4ab3-b572-5bc4d3300b35'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:29.232718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:29.256727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] For port 91d3e578-26ca-4661-9052-0781023c0fdc, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:29.270129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] For port 91d3e578-26ca-4661-9052-0781023c0fdc, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=91d3e578-26ca-4661-9052-0781023c0fdc,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:29.309384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08e4f816-3450-40cb-80d7-add910b15750 req-4a6302a0-7251-4edf-90db-258a93c3e0e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809099 Dec 20 11:52:29.396108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.410325 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e7c1f27-6e6d-4070-a83f-54808d70256a tempest-DeleteServersTestJSON-710414131 tempest-DeleteServersTestJSON-710414131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:29.492256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] Set router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:29.499429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.500121 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] 10.222.0.53 "PUT /v2.0/ports/91d3e578-26ca-4661-9052-0781023c0fdc HTTP/1.1" status: 200 len: 1094 time: 3.9000196 Dec 20 11:52:29.527365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'tag': '91d3e578-26ca-4661-9052-0781023c0fdc'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:29.534684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Pushing event updated for resources: {'Port': ['ID=91d3e578-26ca-4661-9052-0781023c0fdc,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:29.597141 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:29.646608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.679572 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-28dbe318-cbf4-4cb3-a752-f6b3f5876b6b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:29.721434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.796108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=b2044af0-b3a9-4114-9c1d-ea47033a35ed,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:29.859496 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:29.860210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.907435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': 'b435d901-8dae-497d-9610-08316f4f829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:29.907917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: 0387a684-f0c6-49c0-96b1-dd03374746c8, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:29.910447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:52:24Z', 'revision_number': 3, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:29.915186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-76f0043a-d01a-4075-8363-556f6b1c6fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:29.919261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244b79b-3ad8-4e89-8093-a14ca77e270c None None] The sync data for ids ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'] in n-d-victoria-1 is: [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:52:24Z', 'revision_number': 3, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:29.921990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-f2e4bc68-441b-44cc-a8cb-6bf0fde87367 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 1097 time: 0.3257344 Dec 20 11:52:29.929543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cec163-0c48-4bd0-83a2-3731bdcc25ad req-86d79a8b-3f40-4885-a142-6ea92c7c0032 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:29.930989 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41cec163-0c48-4bd0-83a2-3731bdcc25ad req-86d79a8b-3f40-4885-a142-6ea92c7c0032 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 946 time: 0.2968936 Dec 20 11:52:30.034425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7460d3-475e-4159-885f-0b3c51a73918 req-12c886fd-b6d0-48f5-b7d5-7b5563563f01 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:30.035890 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e7460d3-475e-4159-885f-0b3c51a73918 req-12c886fd-b6d0-48f5-b7d5-7b5563563f01 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 944 time: 0.5284419 Dec 20 11:52:30.036502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:30.036623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-e2fc966f-12a5-46a5-bf5c-a2dfbcde091a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3e578-26ca-4661-9052-0781023c0fdc HTTP/1.1" status: 200 len: 217 time: 0.1046529 Dec 20 11:52:30.043937 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a4b08bdd-3f98-4b1b-88e9-3933ca4b3ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:30.113537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:30.125138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41cec163-0c48-4bd0-83a2-3731bdcc25ad req-429edca9-28ef-476f-992d-be19050e5101 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863055 Dec 20 11:52:30.138783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-1f7af537-561d-47df-8af4-4a961399d46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:30.140236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-1f7af537-561d-47df-8af4-4a961399d46c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.0914884 Dec 20 11:52:30.141444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25105e43-3c94-4518-ba0e-71cd37a38940,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:30.142122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0387a684-f0c6-49c0-96b1-dd03374746c8) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:30.150168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:30.150677 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:30.150776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:30.157136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:30.165078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b313b6-c443-43f1-a803-dc8de4692902 None None] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:30.184529 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Sync routers for ids ['d03b7891-fb36-4434-b197-712d520b9785'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:30.204624 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Routers {'d03b7891-fb36-4434-b197-712d520b9785'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:30.205273 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d03b7891-fb36-4434-b197-712d520b9785'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:30.223010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:30.230683 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:30.305158 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-1f55a60c-388a-4f8e-aba5-becb4db9c838 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505094 Dec 20 11:52:30.369236 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] 10.222.0.32 "PUT /v2.0/routers/d03b7891-fb36-4434-b197-712d520b9785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1635039 Dec 20 11:52:30.388952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1122327 Dec 20 11:52:30.394724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56326) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:30.400991 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5e7460d3-475e-4159-885f-0b3c51a73918 req-8f491a94-cdc3-434f-a566-d8a7abadccf8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047719 Dec 20 11:52:30.565721 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Set router d03b7891-fb36-4434-b197-712d520b9785 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:30.592964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:30.603033 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25105e43-3c94-4518-ba0e-71cd37a38940 HTTP/1.1" status: 204 len: 168 time: 1.7833881 Dec 20 11:52:30.670662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8', 'name': 'tempest-PortsTestJSON-1177136135', 'fixed_ips': [{'subnet_id': 'b2044af0-b3a9-4114-9c1d-ea47033a35ed', 'ip_address': '172.20.0.10'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:30.688079 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-b0253120-c187-4a12-a40a-9d67cb64d5a0 service neutron] 10.222.0.53 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689275 Dec 20 11:52:30.789459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33115d6e-b495-456f-b232-c254f7225af8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:30.811863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0387a684-f0c6-49c0-96b1-dd03374746c8', 'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8', 'tenant_id': '9c242b3a1ddf4e778c5ce19f5bf45cad', 'fixed_ips': [{'subnet_id': 'b2044af0-b3a9-4114-9c1d-ea47033a35ed'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:30.813867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:30.818927 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:31.170158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Allocated IP 172.20.0.2 (0387a684-f0c6-49c0-96b1-dd03374746c8/b2044af0-b3a9-4114-9c1d-ea47033a35ed/4ed2f5f4-d01d-4b51-830e-19a5f8066445) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:31.196884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.200889 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'tag': '91d3e578-26ca-4661-9052-0781023c0fdc', 'status': 'completed', 'code': 200} Dec 20 11:52:31.233226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.348612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Checking segment: {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:31.348974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Network hostable DHCP agents. Network: 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:31.360318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:31.363970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42121a31-d677-4f65-bd99-27959d1e5c65 req-b6e156e4-b3f7-4305-a1a4-0ea93e92a162 service neutron] 10.222.0.53 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662865 Dec 20 11:52:31.364966 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:52:24Z', 'revision_number': 4, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '388dfafa-c6ff-4dc3-b08c-d5e082687188', 'name': '', 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'mac_address': 'fa:16:3e:46:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:22Z', 'updated_at': '2021-12-20T11:52:25Z', 'revision_number': 2, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'subnets': [{'id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:31.366685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:31.370561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:31.378632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:31.386128 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Checking router: d03b7891-fb36-4434-b197-712d520b9785 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:52:31.386620 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Updating router d03b7891-fb36-4434-b197-712d520b9785 port 388dfafa-c6ff-4dc3-b08c-d5e082687188 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:52:31.391805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56348) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:31.417022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:31.423637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.493556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.499210 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.585752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port b5b26f81-051f-405c-82f5-c522140be600 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:52:31.644943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-8ef0ea89-e600-478d-92bd-8c48f71c1e19 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:31.645607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-8ef0ea89-e600-478d-92bd-8c48f71c1e19 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Synchronizing usage tracker for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:31.646517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.654890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:31.677334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Transition to ACTIVE for port object 4ed2f5f4-d01d-4b51-830e-19a5f8066445 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:31.706122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Transition to ACTIVE for port object 4ed2f5f4-d01d-4b51-830e-19a5f8066445 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:31.718816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.736927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:31.741581 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:31.741765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:31.742249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:31.750579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 202a010e-dd86-4858-a981-f28941ac0060 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:52:31.806370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddcadff-8b36-4b18-80d1-dc166ba9c6f1 None None] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:31.829153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51f8c00c-7183-441d-bbbb-24b4e892feca up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:31.835506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:31.854652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Usage tracker for resource:security_group_rule and tenant:26ce4d1af3f244bd8d7094d6909a4297 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:31.895177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:31.918007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:31.940418 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-2e65154e-366c-49e8-ad06-fc9e1824f68e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 1097 time: 0.5013397 Dec 20 11:52:31.950460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:31.965187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08efdf-6c90-433a-9e5b-4be0d552bb42 req-eb8ee3e7-1aca-4494-abae-340a0ea976be tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:31.972896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cc08efdf-6c90-433a-9e5b-4be0d552bb42 req-eb8ee3e7-1aca-4494-abae-340a0ea976be tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 946 time: 0.4915397 Dec 20 11:52:32.002971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:32.009424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Pushing event updated for resources: {'Port': ['ID=4ed2f5f4-d01d-4b51-830e-19a5f8066445,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:32.015889 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:32.017452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:32.018839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.10 (0387a684-f0c6-49c0-96b1-dd03374746c8/b2044af0-b3a9-4114-9c1d-ea47033a35ed/b5b26f81-051f-405c-82f5-c522140be600) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:32.021675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-8ef0ea89-e600-478d-92bd-8c48f71c1e19 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Unset dirty status for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:32.024052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-8ef0ea89-e600-478d-92bd-8c48f71c1e19 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 811 time: 0.6116419 Dec 20 11:52:32.055373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cc08efdf-6c90-433a-9e5b-4be0d552bb42 req-30e6f987-9a86-421b-ad90-dbfa91932801 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815170 Dec 20 11:52:32.075455 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.097945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 51f8c00c-7183-441d-bbbb-24b4e892feca completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:32.108036 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Transition to ACTIVE for port object 388dfafa-c6ff-4dc3-b08c-d5e082687188 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:32.132276 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.136813 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-51a040e3-ca86-40a8-888f-e873098b412f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:32.160336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 51f8c00c-7183-441d-bbbb-24b4e892feca triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:32.160898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.200442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3646145 Dec 20 11:52:32.205489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56358) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:32.225433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Attempting to bind port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:32.226079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Attempting to bind port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b435d901-8dae-497d-9610-08316f4f829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:32.226529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Attempting to bind port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 on network 0387a684-f0c6-49c0-96b1-dd03374746c8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:32.231149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.234644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:32.278285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-b1091d2a-218c-43f0-afe4-1571ab696e96 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/quotas/7c3cbfd009dd4e3f841fb9cdb49be029 HTTP/1.1" status: 200 len: 375 time: 0.2348428 Dec 20 11:52:32.284247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:32.284736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Checking segment: {'id': 'b435d901-8dae-497d-9610-08316f4f829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:32.285218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.285694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Bound using segment: {'id': 'b435d901-8dae-497d-9610-08316f4f829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:32.286362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Bound port: 4ed2f5f4-d01d-4b51-830e-19a5f8066445, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b435d901-8dae-497d-9610-08316f4f829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:32.286978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.332618 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Pushing event updated for resources: {'Port': ['ID=388dfafa-c6ff-4dc3-b08c-d5e082687188,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:32.340462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:32.366465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:32.372838 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/202a010e-dd86-4858-a981-f28941ac0060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8244722 Dec 20 11:52:32.388584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] Sync routers for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:32.412344 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.412856 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.413122 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.413510 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.413958 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.414462 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.414847 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.415225 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.416204 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.416603 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.417002 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:52:32.420938 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:32.440910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:32.449308 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Attempting to bind port 388dfafa-c6ff-4dc3-b08c-d5e082687188 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:32.449684 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Attempting to bind port 388dfafa-c6ff-4dc3-b08c-d5e082687188 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:32.454576 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Attempting to bind port 388dfafa-c6ff-4dc3-b08c-d5e082687188 on network 1ce70c99-cb32-41d0-ac0a-ccf006196dda {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:32.464862 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:32.465690 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Checking segment: {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:32.466322 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.466896 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Bound using segment: {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:32.467934 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Bound port: 388dfafa-c6ff-4dc3-b08c-d5e082687188, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:32.469084 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.496356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:32.497546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.509498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Usage tracker for resource:router and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:32.512396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cf102e12-b39f-4beb-9744-6cc73d7e0483 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:32.517379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:32.568836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:32.569588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:32.579550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:32.601123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cf102e12-b39f-4beb-9744-6cc73d7e0483 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:32.605181 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cf102e12-b39f-4beb-9744-6cc73d7e0483 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=202a010e-dd86-4858-a981-f28941ac0060 HTTP/1.1" status: 200 len: 205 time: 0.1613944 Dec 20 11:52:32.605951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:32.607677 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] For port 388dfafa-c6ff-4dc3-b08c-d5e082687188, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:32.611419 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] For port 388dfafa-c6ff-4dc3-b08c-d5e082687188, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=388dfafa-c6ff-4dc3-b08c-d5e082687188,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:32.620341 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.635727 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:32.639779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:32.652533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.685866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.701486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.716598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] For port 4ed2f5f4-d01d-4b51-830e-19a5f8066445, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:32.717842 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:32.732352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.733704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.743849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.747009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] For port 4ed2f5f4-d01d-4b51-830e-19a5f8066445, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4ed2f5f4-d01d-4b51-830e-19a5f8066445,segment=NetworkSegment(b435d901-8dae-497d-9610-08316f4f829d),segment_id=b435d901-8dae-497d-9610-08316f4f829d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:32.749269 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Pushing event updated for resources: {'Port': ['ID=388dfafa-c6ff-4dc3-b08c-d5e082687188,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:32.753070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 51f8c00c-7183-441d-bbbb-24b4e892feca, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51f8c00c-7183-441d-bbbb-24b4e892feca,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:32.755315 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:32.763455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.768592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.771190 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Routers {'d03b7891-fb36-4434-b197-712d520b9785'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:32.772237 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d03b7891-fb36-4434-b197-712d520b9785'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:32.776295 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:32.831744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-13f4d259-250f-4664-bf0d-ba751c3dabb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:32.833214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-13f4d259-250f-4664-bf0d-ba751c3dabb7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 916 time: 0.8777883 Dec 20 11:52:32.833873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395731e5-70b1-432e-89f1-64745de7747c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:32.842454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object b5b26f81-051f-405c-82f5-c522140be600 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:32.845676 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:32.848470 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26ce4d1af3f244bd8d7094d6909a4297&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4557004 Dec 20 11:52:32.850815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Pushing event updated for resources: {'Port': ['ID=4ed2f5f4-d01d-4b51-830e-19a5f8066445,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:32.855370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.855480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56370) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:32.855603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] Routers {'202a010e-dd86-4858-a981-f28941ac0060'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:32.857571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['202a010e-dd86-4858-a981-f28941ac0060'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:32.892282 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-8aeb6487-1b48-46c6-9f3d-66af85c80aca tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6066511 Dec 20 11:52:32.925950 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:32.926597 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:32.934783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488be4db-e6aa-43d2-9f38-d1ebd6eb3efc req-a95afa19-d813-46d9-98d0-bcf003236121 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:32.935475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-488be4db-e6aa-43d2-9f38-d1ebd6eb3efc req-a95afa19-d813-46d9-98d0-bcf003236121 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Synchronizing usage tracker for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:32.955548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:32.992028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-03585a2f-f5b2-4a16-8989-c34425cfe6b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3e578-26ca-4661-9052-0781023c0fdc HTTP/1.1" status: 200 len: 217 time: 0.1398084 Dec 20 11:52:33.020099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90730387-e6fe-4a20-a819-ba109eb11a23 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.022822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:33.023345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee0719-86cb-443b-8160-08f2eb930e65 None None] The sync data for ids ['202a010e-dd86-4858-a981-f28941ac0060'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:33.052211 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] Set router d03b7891-fb36-4434-b197-712d520b9785 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:33.057119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-488be4db-e6aa-43d2-9f38-d1ebd6eb3efc req-a95afa19-d813-46d9-98d0-bcf003236121 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Unset dirty status for tenant:99a7a4ec637a4cad8d3421814d713ef7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:33.058495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-488be4db-e6aa-43d2-9f38-d1ebd6eb3efc req-a95afa19-d813-46d9-98d0-bcf003236121 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 944 time: 0.7131107 Dec 20 11:52:33.081047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=51f8c00c-7183-441d-bbbb-24b4e892feca,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:33.084328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Allocated IP 172.20.0.2 (683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078/33115d6e-b495-456f-b232-c254f7225af8/886fb5e3-305f-4df4-b44f-6abc4342f01e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:33.097183 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:33.182286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.210268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-b99f15b7-dbbd-41ef-97f2-0b802dfc4a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:33.212406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-b99f15b7-dbbd-41ef-97f2-0b802dfc4a7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.2110643 Dec 20 11:52:33.220069 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44d808f8-5bea-4dea-85da-f08f337e07e0 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:33.234123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Allocated IP 172.20.0.1 (33c04c46-1de5-4fc6-9f83-de9926153520/856c5f24-d3cd-45ac-811c-e7fe9463c0d3/c440be04-8dbd-4bc5-8153-922a89548604) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:33.436394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.450289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Transition to ACTIVE for port object 886fb5e3-305f-4df4-b44f-6abc4342f01e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:33.472346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Transition to ACTIVE for port object 886fb5e3-305f-4df4-b44f-6abc4342f01e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:33.483021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.489987 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:33.580831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:33.593048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:33.597758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:33.606965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Pushing event updated for resources: {'Port': ['ID=886fb5e3-305f-4df4-b44f-6abc4342f01e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:33.611114 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:33.613675 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:52:24Z', 'revision_number': 4, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '388dfafa-c6ff-4dc3-b08c-d5e082687188', 'name': '', 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'mac_address': 'fa:16:3e:46:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:22Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'subnets': [{'id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:33.619467 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b108c-a672-41d2-b6a0-8d85e0d12451 None None] The sync data for ids ['d03b7891-fb36-4434-b197-712d520b9785'] in n-d-victoria-1 is: [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:52:24Z', 'revision_number': 4, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '388dfafa-c6ff-4dc3-b08c-d5e082687188', 'name': '', 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'mac_address': 'fa:16:3e:46:f5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:22Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'subnets': [{'id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:33.729219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Attempting to bind port 886fb5e3-305f-4df4-b44f-6abc4342f01e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:33.729595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Attempting to bind port 886fb5e3-305f-4df4-b44f-6abc4342f01e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:33.729962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Attempting to bind port 886fb5e3-305f-4df4-b44f-6abc4342f01e on network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:33.741358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:33.741750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Checking segment: {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:33.742261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.743479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Bound using segment: {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:33.743479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Bound port: 886fb5e3-305f-4df4-b44f-6abc4342f01e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:33.743743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.766520 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-db167460-e289-4936-ab23-85a8e3033ebe service neutron] 10.222.0.32 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8731143 Dec 20 11:52:33.769317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.773559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-eed75dd3-f103-44f0-b75c-a5efb4a4a584 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4693089 Dec 20 11:52:33.791399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:33.820281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:33.822580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 91d3e578-26ca-4661-9052-0781023c0fdc details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:52:33.854281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:33.908476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51f8c00c-7183-441d-bbbb-24b4e892feca up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:33.917495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:33.964272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-488be4db-e6aa-43d2-9f38-d1ebd6eb3efc req-3c4d507e-8e6b-4e10-bacf-ddbfaf5440a2 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8944950 Dec 20 11:52:33.966358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=b5b26f81-051f-405c-82f5-c522140be600,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:33.987488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:33.992403 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:34.102561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.165750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 91d3e578-26ca-4661-9052-0781023c0fdc, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=91d3e578-26ca-4661-9052-0781023c0fdc,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:34.192896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '91d3e578-26ca-4661-9052-0781023c0fdc', 'network_id': '95c9d887-3020-4c61-a91a-68b930dd99ae', 'port_id': '91d3e578-26ca-4661-9052-0781023c0fdc', 'mac_address': 'fa:16:3e:fc:12:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745a86e7-6c3b-466c-a0a2-1e60e07e8476', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:52:34.224325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=886fb5e3-305f-4df4-b44f-6abc4342f01e,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:34.241492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:34.243490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.254645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.272210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.289183 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a7e9652c-ce22-4b58-8f2e-d57f64a85ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:34.328762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Transition to ACTIVE for port object c440be04-8dbd-4bc5-8153-922a89548604 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:34.357473 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-7ba731c3-48eb-4093-be9c-1084545e9d4f service neutron] 10.222.0.53 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639160 Dec 20 11:52:34.371949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90730387-e6fe-4a20-a819-ba109eb11a23 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.444309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 51f8c00c-7183-441d-bbbb-24b4e892feca triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:34.444793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.554999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.559971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90730387-e6fe-4a20-a819-ba109eb11a23 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.563113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1672950 Dec 20 11:52:34.573507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.584176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56378) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:34.598355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d3e578-26ca-4661-9052-0781023c0fdc {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:34.603935 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-efab20d8-6818-49fa-8976-ce46a6666ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:34.607610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Pushing event updated for resources: {'Port': ['ID=886fb5e3-305f-4df4-b44f-6abc4342f01e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:34.610899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '0387a684-f0c6-49c0-96b1-dd03374746c8', 'name': 'tempest-PortsTestJSON-610462749', 'fixed_ips': [{'subnet_id': 'b2044af0-b3a9-4114-9c1d-ea47033a35ed', 'ip_address': '172.20.0.9'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:34.611354 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:34.704522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 91d3e578-26ca-4661-9052-0781023c0fdc, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=91d3e578-26ca-4661-9052-0781023c0fdc,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:34.735359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.757681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395731e5-70b1-432e-89f1-64745de7747c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:34.760851 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:34.778094 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:34.783932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:34.787463 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/395731e5-70b1-432e-89f1-64745de7747c HTTP/1.1" status: 204 len: 168 time: 1.8701966 Dec 20 11:52:34.808797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:34.813657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:34.822365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:34.829046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:34.887883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:34.907988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ad4f573-d1fc-4fcf-985a-148c49e45918 req-bce994dc-2f7c-4fea-b914-99475e312742 service neutron] 10.222.0.53 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193226 Dec 20 11:52:34.962538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315ae6b-9613-4077-a09b-0ec54efa65c5 None None] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:35.004607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ed2f5f4-d01d-4b51-830e-19a5f8066445 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:35.027586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3a2a35e7-c122-47d9-97a7-9d32c80f3356 service neutron] 10.222.0.32 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2387402 Dec 20 11:52:35.035051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90730387-e6fe-4a20-a819-ba109eb11a23 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:35.035923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90730387-e6fe-4a20-a819-ba109eb11a23 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Fanout notify agent at l3_agent the message router_deleted on router 202a010e-dd86-4858-a981-f28941ac0060 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:52:35.148821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:35.164661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90730387-e6fe-4a20-a819-ba109eb11a23 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:35.168815 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-90730387-e6fe-4a20-a819-ba109eb11a23 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/202a010e-dd86-4858-a981-f28941ac0060 HTTP/1.1" status: 204 len: 168 time: 2.5523648 Dec 20 11:52:35.178686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56388) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:35.224873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:35.232407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['91d3e578-26ca-4661-9052-0781023c0fdc'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:52:35.239517 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7af85356-014e-427a-ad2e-9e7333415914 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:35.241183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:35.346221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Pushing event updated for resources: {'Port': ['ID=c440be04-8dbd-4bc5-8153-922a89548604,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:35.376074 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:35.464923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=91d3e578-26ca-4661-9052-0781023c0fdc,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:35.465881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Network 33c04c46-1de5-4fc6-9f83-de9926153520 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:35.493250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:35.511970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:35.516633 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:35.698988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:35.760058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-da7659ed-158c-4a3d-a29b-2bea407b95e7 None None] Provisioning for port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:35.772500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:35.777614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Allocated IP 172.35.0.41 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/b95181b3-ea54-427d-a767-115898665845) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:35.837633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460383c-401b-478a-bf78-8cfc84cbe2ab req-d2c78035-78d6-4b7e-a5c6-56787612364d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:35.839348 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6460383c-401b-478a-bf78-8cfc84cbe2ab req-d2c78035-78d6-4b7e-a5c6-56787612364d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 945 time: 0.4704654 Dec 20 11:52:36.056129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:52:36.078286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:36.118272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:36.118986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.241544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6460383c-401b-478a-bf78-8cfc84cbe2ab req-a6508ff9-f029-4ac5-9332-5d22b04eca30 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501692 Dec 20 11:52:36.286863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.290750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet 7e4f9235-1543-4b9c-9816-fb9d488ab47f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:52:36.292130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba08fec-6da0-4a77-8657-af3484f455a3 None None] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:36.331887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.356137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-627933cb-180e-4af9-922a-77cc20f1cf71 None None] Provisioning for port c440be04-8dbd-4bc5-8153-922a89548604 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:36.370299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-627933cb-180e-4af9-922a-77cc20f1cf71 None None] Provisioning complete for port c440be04-8dbd-4bc5-8153-922a89548604 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:36.370549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-627933cb-180e-4af9-922a-77cc20f1cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.480062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.486423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-627933cb-180e-4af9-922a-77cc20f1cf71 None None] Port c440be04-8dbd-4bc5-8153-922a89548604 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:36.505878 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-601f4974-bd5d-42bb-a1e4-d95c27cf051f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:36.538147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd07cd-7412-4b03-b42c-908bf950a055 req-3b411bf4-7dc8-4203-9bd5-706876e0bf05 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:36.540642 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b7bd07cd-7412-4b03-b42c-908bf950a055 req-3b411bf4-7dc8-4203-9bd5-706876e0bf05 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 946 time: 0.7736189 Dec 20 11:52:36.556073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.600288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-326b90a9-1f59-43a7-8b1f-b80a12a34de3 req-0bacff56-de44-4e00-ade9-f7d71a9886c9 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Synchronizing usage tracker for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:36.625698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:36.630996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:36.643983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:36.668115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc36b9f1-f69d-45f7-88af-1fdd2e9ee6f7 None None] Provisioning for port 886fb5e3-305f-4df4-b44f-6abc4342f01e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:36.689115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b95181b3-ea54-427d-a767-115898665845,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:36.697509 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:36.710626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.723980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-326b90a9-1f59-43a7-8b1f-b80a12a34de3 req-0bacff56-de44-4e00-ade9-f7d71a9886c9 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Unset dirty status for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:36.735258 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-326b90a9-1f59-43a7-8b1f-b80a12a34de3 req-0bacff56-de44-4e00-ade9-f7d71a9886c9 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 210 time: 0.3201489 Dec 20 11:52:36.765829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-a8d93197-8d22-46f6-91e3-3e89eda57e70 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:36.767623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-a8d93197-8d22-46f6-91e3-3e89eda57e70 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 946 time: 0.4134331 Dec 20 11:52:36.789145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.913065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 4ed2f5f4-d01d-4b51-830e-19a5f8066445, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4ed2f5f4-d01d-4b51-830e-19a5f8066445,segment=NetworkSegment(b435d901-8dae-497d-9610-08316f4f829d),segment_id=b435d901-8dae-497d-9610-08316f4f829d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:36.930713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:36.933807 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:36.959686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Deleting port 35f32e8f-554a-4573-9f85-c44fd01639e2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:36.960186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:37.070861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=4ed2f5f4-d01d-4b51-830e-19a5f8066445,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:37.088596 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:37.165396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b7bd07cd-7412-4b03-b42c-908bf950a055 req-c0005eee-2d8f-45fc-ad7a-b7e489e45c2e tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70c60b9-11d9-4541-bfb8-b74a6e31ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680032 Dec 20 11:52:37.224792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b5e3830b-cc52-4156-bf7b-1a8f5df2f18a None None] Provisioning for port b5b26f81-051f-405c-82f5-c522140be600 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:37.241430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b5e3830b-cc52-4156-bf7b-1a8f5df2f18a None None] Provisioning complete for port b5b26f81-051f-405c-82f5-c522140be600 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:37.241926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5e3830b-cc52-4156-bf7b-1a8f5df2f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:37.340687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3830b-cc52-4156-bf7b-1a8f5df2f18a None None] Port b5b26f81-051f-405c-82f5-c522140be600 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:37.343634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 388dfafa-c6ff-4dc3-b08c-d5e082687188 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:37.477554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.9 (0387a684-f0c6-49c0-96b1-dd03374746c8/b2044af0-b3a9-4114-9c1d-ea47033a35ed/dd318c4b-c9b9-4d67-8937-29a7a8eb73b4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:37.492365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:37.501273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b5e3830b-cc52-4156-bf7b-1a8f5df2f18a None None] Provisioning complete for port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:37.501652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5e3830b-cc52-4156-bf7b-1a8f5df2f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:37.661887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 388dfafa-c6ff-4dc3-b08c-d5e082687188 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:37.686680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:37.702396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 388dfafa-c6ff-4dc3-b08c-d5e082687188 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:37.703008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:37.703689 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f026851-76e4-4535-8188-68504c61703e tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:37.792716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] For port 35f32e8f-554a-4573-9f85-c44fd01639e2, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=35f32e8f-554a-4573-9f85-c44fd01639e2,segment=NetworkSegment(b14fc13e-67bb-4365-8900-f1b0ee08763f),segment_id=b14fc13e-67bb-4365-8900-f1b0ee08763f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:37.793480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:37.803874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 91d3e578-26ca-4661-9052-0781023c0fdc up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:37.948639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Calling delete_port for 35f32e8f-554a-4573-9f85-c44fd01639e2 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:38.015743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.034595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4f9235-1543-4b9c-9816-fb9d488ab47f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:38.041951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:52:38.059059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e07ac7-761b-4108-9a3e-f006ebe1a380 req-e73082bb-c5ce-44f6-b560-4aa136175f42 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:38.060592 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92e07ac7-761b-4108-9a3e-f006ebe1a380 req-e73082bb-c5ce-44f6-b560-4aa136175f42 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 945 time: 0.3377008 Dec 20 11:52:38.073268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e1b1ab3-ce20-491f-9260-f5e27e5abb9c None None] Provisioning complete for port b5b26f81-051f-405c-82f5-c522140be600 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:38.074121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1ab3-ce20-491f-9260-f5e27e5abb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.076427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.084450 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:38.088099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.138277 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/7e4f9235-1543-4b9c-9816-fb9d488ab47f HTTP/1.1" status: 204 len: 168 time: 2.9582512 Dec 20 11:52:38.138993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:38.152342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851e428-1b9a-45c9-bdd2-52a205a931cb None None] Network 3ff590ba-5c34-46b8-b43d-018faedb1ff9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:38.157728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.190273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 91d3e578-26ca-4661-9052-0781023c0fdc completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:38.206753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.207409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.224317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 91d3e578-26ca-4661-9052-0781023c0fdc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:38.224860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.260684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:38.296441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.316828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 388dfafa-c6ff-4dc3-b08c-d5e082687188, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=388dfafa-c6ff-4dc3-b08c-d5e082687188,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:38.317777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b1ab3-ce20-491f-9260-f5e27e5abb9c None None] Port b5b26f81-051f-405c-82f5-c522140be600 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:38.448026 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b767025f-a0ae-40c7-98ed-dc9a10a6da74 req-829bf2af-3bd6-4e4c-b4ec-37e26d30525c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 210 time: 0.3925924 Dec 20 11:52:38.467132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.504222 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-334a31bb-bebf-48ca-ad5d-559668e93c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:38.526034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.526896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 886fb5e3-305f-4df4-b44f-6abc4342f01e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:38.579095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Pushing event deleted for resources: {'Port': ['ID=35f32e8f-554a-4573-9f85-c44fd01639e2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:38.582787 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:38.591240 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:38.607300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Network 33c04c46-1de5-4fc6-9f83-de9926153520 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:38.619288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92e07ac7-761b-4108-9a3e-f006ebe1a380 req-f228a878-7097-41d9-8a16-f142781bd6c4 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241659 Dec 20 11:52:38.621135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:38.681478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-f6e599f4-47d2-494b-8d67-a0e4ccbd0a64 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:38.683953 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-f6e599f4-47d2-494b-8d67-a0e4ccbd0a64 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.16 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 811 time: 0.5902352 Dec 20 11:52:38.742296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Request body: {'port': {'device_id': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'admin_state_up': True, 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:38.838292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=388dfafa-c6ff-4dc3-b08c-d5e082687188,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:38.846349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56450) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:38.861653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] No DVR routers for this DVR port 35f32e8f-554a-4573-9f85-c44fd01639e2 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:38.864399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:38.875159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'name': 'network-vif-deleted', 'tag': '35f32e8f-554a-4573-9f85-c44fd01639e2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:38.891100 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:38.911867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Pushing event updated for resources: {'Port': ['ID=c440be04-8dbd-4bc5-8153-922a89548604,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:38.937959 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:38.947972 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b586a80a-d809-4ebf-ae9d-66c866c9af2f req-3042a305-861c-446a-aca9-e363c0c4226d tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4a097c5-4fa9-48dd-9be8-4e417b879b2a HTTP/1.1" status: 200 len: 210 time: 0.0930312 Dec 20 11:52:39.063929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.068954 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a097c5-4fa9-48dd-9be8-4e417b879b2a', 'name': 'network-vif-deleted', 'tag': '35f32e8f-554a-4573-9f85-c44fd01639e2', 'status': 'completed', 'code': 200} Dec 20 11:52:39.075635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:39.093508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-503901382', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:39.105359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:39.105593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 886fb5e3-305f-4df4-b44f-6abc4342f01e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:39.109700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet def12796-e9f5-40d6-a7c2-ef08609f8165 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:52:39.110384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07817f6f-1021-42be-a7b9-e8bf001c2538 req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] 10.222.0.53 "DELETE /v2.0/ports/35f32e8f-554a-4573-9f85-c44fd01639e2 HTTP/1.1" status: 204 len: 173 time: 2.3116751 Dec 20 11:52:39.111100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:39.114579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-514a75ba-2469-472b-8562-b4766d894653 None None] Provisioning complete for port c440be04-8dbd-4bc5-8153-922a89548604 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:39.115041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-514a75ba-2469-472b-8562-b4766d894653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.122029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.123253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Usage tracker for resource:port and tenant:2a5b5dea3d314d1ba04010081e34192a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:39.130855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:39.147920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 886fb5e3-305f-4df4-b44f-6abc4342f01e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:39.148406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.169404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.214376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:39.230498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Made reservation on behalf of 7c3cbfd009dd4e3f841fb9cdb49be029 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:39.232744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 91d3e578-26ca-4661-9052-0781023c0fdc, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=91d3e578-26ca-4661-9052-0781023c0fdc,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:39.234277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.241965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3e578-26ca-4661-9052-0781023c0fdc'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:39.259743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.272520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 35f32e8f-554a-4573-9f85-c44fd01639e2 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:39.287093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:39.301288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Made reservation on behalf of 2a5b5dea3d314d1ba04010081e34192a for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:39.301501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.303694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.340808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.356889 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:39.445402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 35f32e8f-554a-4573-9f85-c44fd01639e2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:52:39.445762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 35f32e8f-554a-4573-9f85-c44fd01639e2 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:52:39.475483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:39.479565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-514a75ba-2469-472b-8562-b4766d894653 None None] Port c440be04-8dbd-4bc5-8153-922a89548604 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:39.492499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] DHCP port deletion for 3ff590ba-5c34-46b8-b43d-018faedb1ff9 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:52:39.493647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Usage tracker for resource:security_group_rule and tenant:2a5b5dea3d314d1ba04010081e34192a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:39.497366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:39.508145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:39.528178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Allocated IP 172.20.0.6 (1ce70c99-cb32-41d0-ac0a-ccf006196dda/a589af16-b3b8-4908-bb31-a5232afda412/4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:39.564814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.565868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Deleting port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:39.567341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.582617 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7451ee1b-f019-4022-b7cf-a8d202583a75 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:39.668247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=91d3e578-26ca-4661-9052-0781023c0fdc,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:39.669582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=dd318c4b-c9b9-4d67-8937-29a7a8eb73b4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:39.674830 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:39.681968 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:39.737003 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3e578-26ca-4661-9052-0781023c0fdc', 'code': 200} Dec 20 11:52:39.737307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:39.741893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.761713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.788275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:39.791832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:39.899964 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1e219565-3c72-43f4-b7fe-728fbcab1e26 req-f59d6c74-6a95-4d44-91a0-ce3866ac991d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 210 time: 0.2322640 Dec 20 11:52:39.935155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=886fb5e3-305f-4df4-b44f-6abc4342f01e,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:39.969417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:52:39.974546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] For port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=872a5f20-2cc8-44a0-b9ab-d753abe98c1d,segment=NetworkSegment(563a92dc-3f8c-447f-bc6d-f18c0e507a2a),segment_id=563a92dc-3f8c-447f-bc6d-f18c0e507a2a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:39.975929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:39.989296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.001120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.009170 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e3697f1-a17e-4552-a0b4-d0d0b0c72314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:40.012719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.025072 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-676c6a58-aaaf-41e4-8ba2-eaa898b6fa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:40.124659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:40.125865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.151879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56468) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:40.179804 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5942271 Dec 20 11:52:40.199245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 388dfafa-c6ff-4dc3-b08c-d5e082687188 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:40.224725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:40.239732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Calling delete_port for 872a5f20-2cc8-44a0-b9ab-d753abe98c1d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:40.256886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] device_id is not set on port abfbccd1-3e89-44c9-952e-f0acea26329f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:52:40.339344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:52:40.367967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=886fb5e3-305f-4df4-b44f-6abc4342f01e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:40.372868 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:40.374077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8562e302-a408-48d5-8a03-180eecbf5169 None None] Provisioning for port dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:40.384766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8562e302-a408-48d5-8a03-180eecbf5169 None None] Provisioning complete for port dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:40.385576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8562e302-a408-48d5-8a03-180eecbf5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.412852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5607605a-8fce-4c83-8369-de40acb4aaae,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:40.428687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.432026 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:40.436225 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:40.470210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Deleting subnet 41df433f-d123-4de0-8743-97450c8d1e3f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:52:40.479901 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-72b55e1e-7229-4c46-a429-4195ec73d469 req-5aba4f18-1188-440c-8853-d4e1019e2d48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 1099 time: 0.6492827 Dec 20 11:52:40.483131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.492659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373e17c-e312-47ef-8335-7e6231f4cf94 req-66e0d091-b392-4cf0-a63a-eb8bb0288f59 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:40.494464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d373e17c-e312-47ef-8335-7e6231f4cf94 req-66e0d091-b392-4cf0-a63a-eb8bb0288f59 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 0.4108708 Dec 20 11:52:40.496553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.498018 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Pushing event deleted for resources: {'Port': ['ID=872a5f20-2cc8-44a0-b9ab-d753abe98c1d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:40.503040 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:40.503966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8562e302-a408-48d5-8a03-180eecbf5169 None None] Port dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:40.505490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 388dfafa-c6ff-4dc3-b08c-d5e082687188 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:40.505918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.535513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] No DVR routers for this DVR port 872a5f20-2cc8-44a0-b9ab-d753abe98c1d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:40.559992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.605897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.625404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c29c8e97-889e-4f06-b3ca-f5dd98a9ed29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:40.638486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ed2f5f4-d01d-4b51-830e-19a5f8066445 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:40.668109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Allocated IP 172.35.0.8 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/abfbccd1-3e89-44c9-952e-f0acea26329f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:40.671142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-72b55e1e-7229-4c46-a429-4195ec73d469 req-48034865-3303-4ac8-b662-bff2dff5ef35 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815937 Dec 20 11:52:40.692010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=def12796-e9f5-40d6-a7c2-ef08609f8165,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:40.702746 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:40.712359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.722294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25451b-a011-42e6-9293-28f5562fdf02 None None] Network 81b1cc22-c48d-4095-ae4b-79e672770ab8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:40.723510 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-25322ae8-b76c-4f81-9bbe-0a9c258db86d tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:40.724179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.736360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81384b-3891-41e1-94d3-3637912c9eda tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:40.737033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de81384b-3891-41e1-94d3-3637912c9eda tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:40.748178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.798998 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/def12796-e9f5-40d6-a7c2-ef08609f8165 HTTP/1.1" status: 204 len: 168 time: 2.6430089 Dec 20 11:52:40.802728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56476) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:40.812214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d373e17c-e312-47ef-8335-7e6231f4cf94 req-a77b95e6-8da7-4ff3-a5c2-19ea17bf005b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194138 Dec 20 11:52:40.881935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:40.887993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Pushing event updated for resources: {'Port': ['ID=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:40.892997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:40.893413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.896514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de81384b-3891-41e1-94d3-3637912c9eda tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:40.898472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-de81384b-3891-41e1-94d3-3637912c9eda tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6605387 Dec 20 11:52:40.904811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:40.907252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56480) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:40.910972 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:40.929677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:40.937044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:40.942510 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8012b1b5-aff8-4622-bfaa-fa3c64c33d2b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:40.992146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41df433f-d123-4de0-8743-97450c8d1e3f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:40.995746 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:41.001401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.013603 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/41df433f-d123-4de0-8743-97450c8d1e3f HTTP/1.1" status: 204 len: 168 time: 0.8489881 Dec 20 11:52:41.016794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56486) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:41.137403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.140967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:41.146477 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] 10.222.0.32 "PUT /v2.0/routers/639116d4-1aa7-4ab3-b572-5bc4d3300b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1034007 Dec 20 11:52:41.162863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 872a5f20-2cc8-44a0-b9ab-d753abe98c1d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:41.211293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 872a5f20-2cc8-44a0-b9ab-d753abe98c1d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:52:41.211890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 872a5f20-2cc8-44a0-b9ab-d753abe98c1d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:52:41.232377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.243312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] DHCP port deletion for 81b1cc22-c48d-4095-ae4b-79e672770ab8 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:52:41.248946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:41.249149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Deleting port 0632c7d9-9b47-4c48-9744-1b444fbf8952 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:41.249450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.249855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.259717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:41.271145 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Sync routers for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:41.297098 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:41.303796 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:41.320339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.321530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.355115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e70312-2c90-4ee6-b485-d41f390690f4']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:41.368626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14fc13e-67bb-4365-8900-f1b0ee08763f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:41.368975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14fc13e-67bb-4365-8900-f1b0ee08763f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:41.383581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.403270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.415835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:52:41.416236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.445730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7074621 Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:52:41.459484 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:52:41.472851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-809ed835-5ae0-4102-84c3-0306fca0d21c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:52:41.473791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-809ed835-5ae0-4102-84c3-0306fca0d21c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0179148 Dec 20 11:52:41.480933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c0ebb6-3bc3-4694-8786-f1e303519e05 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:41.484805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c0ebb6-3bc3-4694-8786-f1e303519e05 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:41.488684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c0ebb6-3bc3-4694-8786-f1e303519e05 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:41.489511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-86c0ebb6-3bc3-4694-8786-f1e303519e05 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:41.492241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.493373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2819912 Dec 20 11:52:41.501905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56494) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:41.641593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-e027c591-175e-4b34-815e-2513e1107f97 req-74db3ead-5507-4623-ae6d-e00386b31bcf service neutron] (83557) timed out ('10.222.0.16', 60224) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 11:52:41.654662 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:41.660066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.667848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.680417 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d2dc747-eb1e-4226-961f-62dbf659d812 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:41.691006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f337e78-b0ab-43b6-8beb-88bbcf08491c req-2931727c-1916-4260-b0fb-336fa2316bc1 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:41.692120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8f337e78-b0ab-43b6-8beb-88bbcf08491c req-2931727c-1916-4260-b0fb-336fa2316bc1 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Synchronizing usage tracker for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:41.697956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Request body: {'port': {'device_id': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:41.763328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.784542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-86c0ebb6-3bc3-4694-8786-f1e303519e05 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:41.787872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] For port 0632c7d9-9b47-4c48-9744-1b444fbf8952, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0632c7d9-9b47-4c48-9744-1b444fbf8952,segment=NetworkSegment(4366376e-1d79-49ab-9cf5-31a008bc391a),segment_id=4366376e-1d79-49ab-9cf5-31a008bc391a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:41.788378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.790615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e70312-2c90-4ee6-b485-d41f390690f4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:41.795085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-86c0ebb6-3bc3-4694-8786-f1e303519e05 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8799319 Dec 20 11:52:41.797826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff590ba-5c34-46b8-b43d-018faedb1ff9']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:41.810673 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:41.811310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56502) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:41.814366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/85e70312-2c90-4ee6-b485-d41f390690f4 HTTP/1.1" status: 204 len: 168 time: 0.7962737 Dec 20 11:52:41.841890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.883648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563a92dc-3f8c-447f-bc6d-f18c0e507a2a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:41.885571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563a92dc-3f8c-447f-bc6d-f18c0e507a2a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:41.901383 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:41.915544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:41.916201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:41.960644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8f337e78-b0ab-43b6-8beb-88bbcf08491c req-2931727c-1916-4260-b0fb-336fa2316bc1 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Unset dirty status for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:41.970819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f337e78-b0ab-43b6-8beb-88bbcf08491c req-2931727c-1916-4260-b0fb-336fa2316bc1 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 931 time: 0.8396447 Dec 20 11:52:42.077817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.100015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Calling delete_port for 0632c7d9-9b47-4c48-9744-1b444fbf8952 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:42.177487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 886fb5e3-305f-4df4-b44f-6abc4342f01e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:42.228478 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:36Z', 'revision_number': 3, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:42.243275 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Checking router: 75e6deb9-b98b-447e-b1ab-1334df10d6c3 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:52:42.244158 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Updating router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 port b95181b3-ea54-427d-a767-115898665845 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:52:42.294683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56514) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:42.361190 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.368077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.392276 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-173467eb-2e45-4b47-b059-ec3d90302e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:42.489940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] No DVR routers for this DVR port 0632c7d9-9b47-4c48-9744-1b444fbf8952 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:42.490949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.494894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Pushing event deleted for resources: {'Port': ['ID=0632c7d9-9b47-4c48-9744-1b444fbf8952,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:42.502208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:52:42.503137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.519590 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:42.523920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 886fb5e3-305f-4df4-b44f-6abc4342f01e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:42.524864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.607914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.614565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.627740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Pushing event updated for resources: {'Port': ['ID=abfbccd1-3e89-44c9-952e-f0acea26329f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:42.631360 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:52:42.632071 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:52:42.634347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f81eee57-e79d-4fe6-852e-218d25cdcd3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3e1ab6582784f7c997eed15d6c8ecff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3375943 Dec 20 11:52:42.640199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a25d3-8085-445e-95d5-1bb4d8eb347a req-c3d7c628-827b-428f-8f10-b438144df6cd tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:42.641640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-261a25d3-8085-445e-95d5-1bb4d8eb347a req-c3d7c628-827b-428f-8f10-b438144df6cd tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 0.6175313 Dec 20 11:52:42.682231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.688170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:42.696558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56522) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:42.702778 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3becfafd-5984-486b-a7b6-4b307d7852c7 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:42.726435 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/3ff590ba-5c34-46b8-b43d-018faedb1ff9 HTTP/1.1" status: 204 len: 168 time: 1.9106464 Dec 20 11:52:42.730608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56526) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:42.733236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=3ff590ba-5c34-46b8-b43d-018faedb1ff9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:42.736302 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:42.748671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:42.765006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:42.791952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:42.795066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:42.857489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f337e78-b0ab-43b6-8beb-88bbcf08491c req-04b00b55-10aa-432c-83d3-3a9e6e3a15d7 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8856990 Dec 20 11:52:42.892470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0632c7d9-9b47-4c48-9744-1b444fbf8952 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:42.938815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 0632c7d9-9b47-4c48-9744-1b444fbf8952 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:52:42.939432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0632c7d9-9b47-4c48-9744-1b444fbf8952 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:52:42.994377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-261a25d3-8085-445e-95d5-1bb4d8eb347a req-1753515a-65f3-4d42-9d12-07ac041a054d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403100 Dec 20 11:52:43.002531 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.020578 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Transition to ACTIVE for port object b95181b3-ea54-427d-a767-115898665845 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:43.034501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.037002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.040629 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.045320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52358014-db38-414c-beec-4994599db90f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:43.046539 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:43.086862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:43.105779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1282467713-network', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:43.120472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=dd318c4b-c9b9-4d67-8937-29a7a8eb73b4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:43.125582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:43.133822 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:43.135699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Usage tracker for resource:network and tenant:72b10a2880a34a69a3c174e1ce44beb7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:43.141836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:43.149224 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Attempting to bind port b95181b3-ea54-427d-a767-115898665845 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:43.149597 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Attempting to bind port b95181b3-ea54-427d-a767-115898665845 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:43.150214 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Attempting to bind port b95181b3-ea54-427d-a767-115898665845 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:43.153718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.157733 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7add5f2-1a04-443f-8301-ca0d6582f2e6 None None] Pushing event updated for resources: {'Port': ['ID=b95181b3-ea54-427d-a767-115898665845,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:43.161206 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f7add5f2-1a04-443f-8301-ca0d6582f2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:43.166929 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:43.167832 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:43.168529 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.169068 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:43.169692 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Bound port: b95181b3-ea54-427d-a767-115898665845, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:43.170258 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.195700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.199407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:43.251354 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] For port b95181b3-ea54-427d-a767-115898665845, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:43.254880 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] For port b95181b3-ea54-427d-a767-115898665845, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b95181b3-ea54-427d-a767-115898665845,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:43.261771 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.267770 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:43.268085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-0b3df230-af16-404b-a052-aac5f1427dc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6567705 Dec 20 11:52:43.269017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:43.269594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.288935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Made reservation on behalf of 72b10a2880a34a69a3c174e1ce44beb7 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:43.291508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.353047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.376657 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:43.377417 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:43.388100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.443993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:43.449096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Usage tracker for resource:security_group_rule and tenant:72b10a2880a34a69a3c174e1ce44beb7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:43.453376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:43.460935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.463901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.465371 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b70c60b9-11d9-4541-bfb8-b74a6e31ba53 HTTP/1.1" status: 204 len: 168 time: 0.7681231 Dec 20 11:52:43.469397 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 HTTP/1.1" status: 204 len: 168 time: 1.6516247 Dec 20 11:52:43.469397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:43.471327 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:43.481352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56542) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:43.527667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c60b9-11d9-4541-bfb8-b74a6e31ba53,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:43.546491 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:43.573389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7134304 Dec 20 11:52:43.582077 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c569638-62e6-4724-90e6-0251eee77d1b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:52:43.583593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c569638-62e6-4724-90e6-0251eee77d1b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:43.592494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56546) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:43.624358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.8'}]}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:43.641250 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:43.660853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:43.695092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.707805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.713518 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aaa85fd1-a4fe-4abf-81f8-2b6e2b7dddb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:43.730517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.740390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Usage tracker for resource:router and tenant:2a5b5dea3d314d1ba04010081e34192a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:43.754321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:43.759157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a8dc54-5be2-4ce8-b230-3eaac7381c77,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:43.775486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:43.776375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c569638-62e6-4724-90e6-0251eee77d1b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:43.782756 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0c569638-62e6-4724-90e6-0251eee77d1b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/dd318c4b-c9b9-4d67-8937-29a7a8eb73b4 HTTP/1.1" status: 404 len: 333 time: 0.3001475 Dec 20 11:52:43.785272 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:43.786101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56552) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:43.798756 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7add5f2-1a04-443f-8301-ca0d6582f2e6 None None] Pushing event updated for resources: {'Port': ['ID=b95181b3-ea54-427d-a767-115898665845,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:43.802422 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f7add5f2-1a04-443f-8301-ca0d6582f2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:43.860467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b1cc22-c48d-4095-ae4b-79e672770ab8']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:43.862787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:43.890298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186518c0-c61d-4e27-84c5-1b38d2c7990c req-aa212990-b819-46f1-b341-ef8949ce203a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:43.891957 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-186518c0-c61d-4e27-84c5-1b38d2c7990c req-aa212990-b819-46f1-b341-ef8949ce203a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 0.7001631 Dec 20 11:52:43.907157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4366376e-1d79-49ab-9cf5-31a008bc391a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:43.907495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4366376e-1d79-49ab-9cf5-31a008bc391a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:43.909715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.911130 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Added segment 04332bd9-224e-494a-ae6c-eefc439078f5 of type vlan for network 3ff8f895-f207-4bd0-a1bf-115d155550c5 Dec 20 11:52:43.928989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.929988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.959406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:43.995627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-b779fcf3-673d-40aa-ad26-7a11b147a4be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 1099 time: 0.6006846 Dec 20 11:52:44.006729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port b5b26f81-051f-405c-82f5-c522140be600 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:44.007076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.022112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.029737 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:36Z', 'revision_number': 3, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:44.033110 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a308be49-6e6b-4887-86a6-d57cb02cb7e0 None None] The sync data for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 is: [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:36Z', 'revision_number': 3, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:44.059869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.129583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:52:44.129990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:52:44.145796 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:52:44.199376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-186518c0-c61d-4e27-84c5-1b38d2c7990c req-557cc0d9-7646-43d5-aa42-8fb2323aa2a6 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783961 Dec 20 11:52:44.206074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.223457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.224286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:44.224921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.247032 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9e0cb4d-cd6e-499e-bc19-f547f11a2add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:44.339395 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2510514 Dec 20 11:52:44.345154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56570) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:44.345523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:52:44.425424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff8f895-f207-4bd0-a1bf-115d155550c5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:44.435671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:44.438461 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:44.442577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Request body: {'subnet': {'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1282467713-subnet', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:44.468877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:44.482952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Usage tracker for resource:subnet and tenant:72b10a2880a34a69a3c174e1ce44beb7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:44.495515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:44.517755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:44.590748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80878b79-d4c8-4067-8f78-e3ca8675bdb7 req-95696696-d2fc-4dc4-88fe-49bd44811c71 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:44.592105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80878b79-d4c8-4067-8f78-e3ca8675bdb7 req-95696696-d2fc-4dc4-88fe-49bd44811c71 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 931 time: 0.4941134 Dec 20 11:52:44.639240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Made reservation on behalf of 72b10a2880a34a69a3c174e1ce44beb7 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:44.642335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.666159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Sync routers for ids ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:44.712720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Routers {'639116d4-1aa7-4ab3-b572-5bc4d3300b35'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:44.714726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:44.717295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.728350 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e3744d9-e903-49ac-aa3d-522134b1ef7a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:44.775320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.815842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:44.818280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56580) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:44.850066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-80878b79-d4c8-4067-8f78-e3ca8675bdb7 req-ac869865-5bda-4b70-933d-e62ad19caee8 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Synchronizing usage tracker for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:44.899048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:44.937905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=81b1cc22-c48d-4095-ae4b-79e672770ab8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:44.963175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Set router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:45.003393 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:45.010918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.013700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-1446b7e3-fd62-4fd0-8084-6b2e521dd5ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:45.015334 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-1446b7e3-fd62-4fd0-8084-6b2e521dd5ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 200 len: 916 time: 0.9909008 Dec 20 11:52:45.029744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/81b1cc22-c48d-4095-ae4b-79e672770ab8 HTTP/1.1" status: 204 len: 168 time: 2.2418444 Dec 20 11:52:45.042077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.094635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56586) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:45.107431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-497495360'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:45.114054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for b5b26f81-051f-405c-82f5-c522140be600 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:45.121740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Transition to ACTIVE for port object 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:45.133731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:45.146963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:45.149736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.154025 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-cd027a47-0f5a-49c5-83c3-bbfdfcb95305 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d3e578-26ca-4661-9052-0781023c0fdc HTTP/1.1" status: 200 len: 217 time: 0.1208417 Dec 20 11:52:45.157434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:45.162335 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-654354ac-04b2-4ad0-bc80-919cdffa910c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:45.187483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-80878b79-d4c8-4067-8f78-e3ca8675bdb7 req-ac869865-5bda-4b70-933d-e62ad19caee8 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Unset dirty status for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:45.188632 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80878b79-d4c8-4067-8f78-e3ca8675bdb7 req-ac869865-5bda-4b70-933d-e62ad19caee8 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895581 Dec 20 11:52:45.201902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1670427695-network', 'tenant_id': '96c158ade2894985adb723bc873559b8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:45.275144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:45.278702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:45.282933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Usage tracker for resource:network and tenant:96c158ade2894985adb723bc873559b8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:45.285894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:45.292293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:45.340559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Made reservation on behalf of 96c158ade2894985adb723bc873559b8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:45.344057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.363526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.369915 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3612d34-22b6-480a-9e4e-fb34717293cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:45.373494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.426096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:52:36Z', 'revision_number': 4, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'c440be04-8dbd-4bc5-8153-922a89548604', 'name': '', 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'mac_address': 'fa:16:3e:11:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '856c5f24-d3cd-45ac-811c-e7fe9463c0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:37Z', 'revision_number': 2, 'project_id': '321ed6990a6b4182969adab496b40f74', 'subnets': [{'id': '856c5f24-d3cd-45ac-811c-e7fe9463c0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:45.430098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Checking router: 639116d4-1aa7-4ab3-b572-5bc4d3300b35 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:52:45.431091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Updating router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 port c440be04-8dbd-4bc5-8153-922a89548604 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:52:45.432706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=b5b26f81-051f-405c-82f5-c522140be600,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:45.444976 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:45.453352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.461682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:45.464593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.487707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:45.488308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.505179 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:45.515619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.522642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c951443-f28f-4a11-9469-248f0ed83607 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:45.534079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf38d-ace3-449a-9cfb-7d94c2239af0 req-122d3a35-aadc-400a-9b87-04ee17a955cc tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:45.540685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a36cf38d-ace3-449a-9cfb-7d94c2239af0 req-122d3a35-aadc-400a-9b87-04ee17a955cc tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 0.7213435 Dec 20 11:52:45.550766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-70cc3b26-d6da-49b1-b2af-f3184bad2c9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:45.552154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-70cc3b26-d6da-49b1-b2af-f3184bad2c9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 200 len: 855 time: 0.3587782 Dec 20 11:52:45.619144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a29b831-52a3-471d-b281-276f71dedb42,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:45.625107 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:45.626150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.649240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Checking segment: {'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:45.650698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Network hostable DHCP agents. Network: 3ff8f895-f207-4bd0-a1bf-115d155550c5, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:45.657088 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/b5b26f81-051f-405c-82f5-c522140be600 HTTP/1.1" status: 204 len: 168 time: 1.8668923 Dec 20 11:52:45.660804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:45.678341 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-35ba301b-769b-47c2-a8f5-7231a195270f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95c9d887-3020-4c61-a91a-68b930dd99ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934513 Dec 20 11:52:45.705955 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48afdb7-299e-4cfd-beaa-59147aaad802 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:52:45.707828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a48afdb7-299e-4cfd-beaa-59147aaad802 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:45.711725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:45.729220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:45.733904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a48afdb7-299e-4cfd-beaa-59147aaad802 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:45.737694 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a48afdb7-299e-4cfd-beaa-59147aaad802 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/b5b26f81-051f-405c-82f5-c522140be600 HTTP/1.1" status: 404 len: 333 time: 0.0727656 Dec 20 11:52:45.737864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56596) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:45.787393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3ff8f895-f207-4bd0-a1bf-115d155550c5) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:45.798208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:45.798794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.801511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:45.818051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-90d2e4c8-50e7-48fc-9854-a2062aa0dc98 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:52:45.819278 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-90d2e4c8-50e7-48fc-9854-a2062aa0dc98 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1048710 Dec 20 11:52:45.832552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb699f-1869-4242-9dba-44d52a2951a1 None None] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:45.834070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4100487 Dec 20 11:52:45.834779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56600) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:45.858246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1282467713-router', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:45.869554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:45.883885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Usage tracker for resource:router and tenant:72b10a2880a34a69a3c174e1ce44beb7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:45.885356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Usage tracker for resource:security_group_rule and tenant:96c158ade2894985adb723bc873559b8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:45.889120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:45.903069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:45.912342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.912674 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment 93a425ad-0b4b-4902-8125-7763232beab8 of type vlan for network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb Dec 20 11:52:45.925634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:45.943078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:45.967603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.969292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:45.973949 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a36cf38d-ace3-449a-9cfb-7d94c2239af0 req-37bcfe1b-4c87-4db0-99f7-09abcbb890a6 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323375 Dec 20 11:52:46.013797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet b2044af0-b3a9-4114-9c1d-ea47033a35ed {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:52:46.019374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.051259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.060062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.090930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.126553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.135260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-3ff8f895-f207-4bd0-a1bf-115d155550c5', 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'fixed_ips': [{'subnet_id': '8a29b831-52a3-471d-b281-276f71dedb42'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:46.136030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.154527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Transition to ACTIVE for port object c440be04-8dbd-4bc5-8153-922a89548604 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:46.165105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.169505 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e83a37c2-84d0-4695-9ac8-1f4eeda34ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:46.173278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.176974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:46.177544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.187588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eff583f1-e921-4289-a29c-982d723c8338 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:46.339060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Attempting to bind port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:46.339408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Attempting to bind port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:46.339725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Attempting to bind port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f on network 1ce70c99-cb32-41d0-ac0a-ccf006196dda {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:46.361356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2593060 Dec 20 11:52:46.366691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56608) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:46.385850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae8be-0a02-4081-bf95-d9aa27286d73 None None] Pushing event updated for resources: {'Port': ['ID=c440be04-8dbd-4bc5-8153-922a89548604,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:46.393314 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ac6ae8be-0a02-4081-bf95-d9aa27286d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:46.432306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:46.540151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Attempting to bind port c440be04-8dbd-4bc5-8153-922a89548604 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:46.540660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Attempting to bind port c440be04-8dbd-4bc5-8153-922a89548604 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:46.540896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Attempting to bind port c440be04-8dbd-4bc5-8153-922a89548604 on network 33c04c46-1de5-4fc6-9f83-de9926153520 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:46.560678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:46.560835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Checking segment: {'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:46.562127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.562260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Bound using segment: {'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:46.562928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Bound port: c440be04-8dbd-4bc5-8153-922a89548604, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:46.563076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.575091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:46.587063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Allocated IP 172.20.0.2 (3ff8f895-f207-4bd0-a1bf-115d155550c5/8a29b831-52a3-471d-b281-276f71dedb42/2cc6488b-ee48-499c-bd4b-fba28371ae2e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:46.593846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:46.599167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:46.611106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:46.630319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.653701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.659610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f on network 1ce70c99-cb32-41d0-ac0a-ccf006196dda not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:52:46.659920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Attempting to bind port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f on network 1ce70c99-cb32-41d0-ac0a-ccf006196dda {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:46.684584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:46.685382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=62f74803-bfcd-4859-8ca8-8c5654cc6ceb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:46.693718 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:46.702952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-579580a5-c6b6-4880-bad3-18b3c47e5b8b service neutron] 10.222.0.53 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672097 Dec 20 11:52:46.715027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:46.717050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:46.717385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Checking segment: {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:46.717799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Bound using segment: {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:46.718274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Bound port: 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:46.718620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.722031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337575a-30f7-43fd-a5b2-9e57a5b5e1c6 req-3dfa9fb3-6ba5-47e1-941b-723b087b9be6 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:46.723525 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1337575a-30f7-43fd-a5b2-9e57a5b5e1c6 req-3dfa9fb3-6ba5-47e1-941b-723b087b9be6 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 0.6003489 Dec 20 11:52:46.816575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] For port c440be04-8dbd-4bc5-8153-922a89548604, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:46.850336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.904456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.908151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] For port c440be04-8dbd-4bc5-8153-922a89548604, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c440be04-8dbd-4bc5-8153-922a89548604,segment=NetworkSegment(0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8),segment_id=0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:46.916749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:46.923556 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9460c8bc-4c1b-4b50-94f6-38acb04bb824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:46.963606 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c6ff74c2-9a8f-45b2-a990-55ff7bb4180b tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:47.019839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.021552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:47.085109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1337575a-30f7-43fd-a5b2-9e57a5b5e1c6 req-44854921-d181-436d-93a5-0d135d0d84ed tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378987 Dec 20 11:52:47.091411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.101438 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f5cbd085-f051-4831-9a91-2c275aed35c8 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:47.119803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae8be-0a02-4081-bf95-d9aa27286d73 None None] Pushing event updated for resources: {'Port': ['ID=c440be04-8dbd-4bc5-8153-922a89548604,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:47.122164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aecd8a9-caff-402f-ac4c-33c1e22da952,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:47.125309 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ac6ae8be-0a02-4081-bf95-d9aa27286d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:47.130274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.131111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.131900 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Added segment 48d6633f-f227-43bf-b39f-1f1dc9c3b62a of type vlan for network 4858b927-d046-4450-bc43-d0174a9915e0 Dec 20 11:52:47.133072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Routers {'639116d4-1aa7-4ab3-b572-5bc4d3300b35'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:47.133773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:47.145709 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:47.156203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67f95a-ae7b-4910-8148-507c2cb38e29 req-384c74ee-f191-418e-a27d-9a9f186c65fa tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:47.162925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef67f95a-ae7b-4910-8148-507c2cb38e29 req-384c74ee-f191-418e-a27d-9a9f186c65fa tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 943 time: 0.7756391 Dec 20 11:52:47.185753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] For port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:47.224070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Transition to ACTIVE for port object 2cc6488b-ee48-499c-bd4b-fba28371ae2e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:47.242076 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf3bc1ba-54bf-4c27-86d3-2a6c91b102bf req-2cfd081c-3e82-4c30-bc30-1046118cd3d7 service neutron] 10.222.0.53 "GET /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169830 Dec 20 11:52:47.312123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] For port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:47.339471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Transition to ACTIVE for port object 2cc6488b-ee48-499c-bd4b-fba28371ae2e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:47.363843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.372241 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:47.391615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.397162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.406332 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-37ef-4edf-9c32-2c0c589d1037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:47.453797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=b2044af0-b3a9-4114-9c1d-ea47033a35ed,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:47.455967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.471128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/b2044af0-b3a9-4114-9c1d-ea47033a35ed HTTP/1.1" status: 204 len: 168 time: 1.7322218 Dec 20 11:52:47.478963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3545a-3b81-4a3e-b51e-369a6f3a2b76 None None] Network 0387a684-f0c6-49c0-96b1-dd03374746c8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:47.495731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:47.516858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:47.525819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:47.529433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:47.536796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.547128 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:47.547790 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cb6b053b-1a0d-4b4c-9aca-edaa252fa254 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:47.549114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Pushing event updated for resources: {'Port': ['ID=2cc6488b-ee48-499c-bd4b-fba28371ae2e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:47.560308 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:47.567576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] Set router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:47.575104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef67f95a-ae7b-4910-8148-507c2cb38e29 req-b7d8646c-6bb7-4a74-8fd1-af6b134e222b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111524 Dec 20 11:52:47.606248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.607635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] 10.222.0.16 "PUT /v2.0/ports/4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f HTTP/1.1" status: 200 len: 1093 time: 6.1074991 Dec 20 11:52:47.610809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'tag': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:47.723369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': '93a425ad-0b4b-4902-8125-7763232beab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:47.723994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: 62f74803-bfcd-4859-8ca8-8c5654cc6ceb, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:47.724388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.747740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:47.751965 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'tag': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f', 'status': 'completed', 'code': 200} Dec 20 11:52:47.804130 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:47.812927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.813361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=5669daea-bfcc-419a-aa91-e3dd348648b4,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:47.813806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:47.814776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.818133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:47.818556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.825349 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:47.843037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:47.870895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9dfc9-e3ea-4d52-b017-6a79fed50700 req-61a6da53-efdc-4d40-8410-68c271c537ee tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:47.872271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dfe9dfc9-e3ea-4d52-b017-6a79fed50700 req-61a6da53-efdc-4d40-8410-68c271c537ee tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 0.2187893 Dec 20 11:52:47.876394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.883061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.901916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 62f74803-bfcd-4859-8ca8-8c5654cc6ceb) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:47.913253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.916163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:47.916737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:47.998791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b65e90-7be5-41b8-acdf-0a7c4ce66719 None None] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:48.008399 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5843453 Dec 20 11:52:48.010355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:48.029489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-758035724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:48.041257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Attempting to bind port 2cc6488b-ee48-499c-bd4b-fba28371ae2e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:48.041516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:48.041621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Attempting to bind port 2cc6488b-ee48-499c-bd4b-fba28371ae2e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:48.041992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Attempting to bind port 2cc6488b-ee48-499c-bd4b-fba28371ae2e on network 3ff8f895-f207-4bd0-a1bf-115d155550c5 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:48.047961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1766951 Dec 20 11:52:48.049123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:router and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:48.054537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:48.056178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4858b927-d046-4450-bc43-d0174a9915e0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:48.056971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:48.060753 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:48.065313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Request body: {'subnet': {'network_id': '4858b927-d046-4450-bc43-d0174a9915e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1670427695-subnet', 'tenant_id': '96c158ade2894985adb723bc873559b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:48.066494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:48.067028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.074173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dfe9dfc9-e3ea-4d52-b017-6a79fed50700 req-271ca024-6d07-48f6-b7a1-08573b970288 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678665 Dec 20 11:52:48.075977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:48.082188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:48.121847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Usage tracker for resource:subnet and tenant:96c158ade2894985adb723bc873559b8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:48.126639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:48.134817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:48.145783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.147010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.177958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Allocated IP 172.35.0.37 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/7d927c56-3a7b-4466-97e5-1e15a80bdaa1) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:48.180283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Made reservation on behalf of 96c158ade2894985adb723bc873559b8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:48.182800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.325113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-308cf013-c27d-4490-ad0e-4475dd8a10ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 1096 time: 0.6274889 Dec 20 11:52:48.332405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4858b927-d046-4450-bc43-d0174a9915e0 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:48.333832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.448495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.464611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-62f74803-bfcd-4859-8ca8-8c5654cc6ceb', 'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': '5669daea-bfcc-419a-aa91-e3dd348648b4'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:48.465109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.465435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.481574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:48.482016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Checking segment: {'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:48.482380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.482742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Bound using segment: {'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:48.483214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Bound port: 2cc6488b-ee48-499c-bd4b-fba28371ae2e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:48.483837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.540386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.578214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.581730 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ffb630e6-68bf-4f9b-b67d-16317b975f43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5660498 Dec 20 11:52:48.582870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56632) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:48.594346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'port': {'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb', 'name': 'tempest-RoutersTest-657376851'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:48.594671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.653096 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-3d7ff2da-c5f8-49e0-857f-a71846934522 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f HTTP/1.1" status: 200 len: 217 time: 0.3142786 Dec 20 11:52:48.782743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.786501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.818758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] For port 4ed2f5f4-d01d-4b51-830e-19a5f8066445, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4ed2f5f4-d01d-4b51-830e-19a5f8066445,segment=NetworkSegment(b435d901-8dae-497d-9610-08316f4f829d),segment_id=b435d901-8dae-497d-9610-08316f4f829d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:48.819120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.830628 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62ccadfb-1de2-4296-bf57-cde87996a652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:48.887300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] DHCP port deletion for 0387a684-f0c6-49c0-96b1-dd03374746c8 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:52:48.903494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] For port 2cc6488b-ee48-499c-bd4b-fba28371ae2e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:48.906661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Deleting port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:48.907173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.943196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:48.949734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:48.954779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:48.958308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] For port 2cc6488b-ee48-499c-bd4b-fba28371ae2e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2cc6488b-ee48-499c-bd4b-fba28371ae2e,segment=NetworkSegment(04332bd9-224e-494a-ae6c-eefc439078f5),segment_id=04332bd9-224e-494a-ae6c-eefc439078f5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:48.980700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:48.981947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6185fadf-ccb2-4298-9134-bf1a4f80d1dd,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:48.994631 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c3b6716b-bf10-4634-b657-abd70a1ad2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:48.999745 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:49.005912 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-398ec433-4219-4740-a80c-94f22309254d tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:49.023639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Allocated IP 172.20.0.2 (62f74803-bfcd-4859-8ca8-8c5654cc6ceb/5669daea-bfcc-419a-aa91-e3dd348648b4/2ed04858-f82b-464e-8b92-dc0d9c334afd) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:49.035375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:49.075243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-65b4ab88-bd8b-4cf9-a356-36f062149573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:49.075845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:49.076859 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-65b4ab88-bd8b-4cf9-a356-36f062149573 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.4080911 Dec 20 11:52:49.085417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 4ed2f5f4-d01d-4b51-830e-19a5f8066445 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:49.184517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Pushing event updated for resources: {'Port': ['ID=2cc6488b-ee48-499c-bd4b-fba28371ae2e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:49.195619 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:49.200822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:52:36Z', 'revision_number': 4, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'c440be04-8dbd-4bc5-8153-922a89548604', 'name': '', 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'mac_address': 'fa:16:3e:11:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '856c5f24-d3cd-45ac-811c-e7fe9463c0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:46Z', 'revision_number': 4, 'project_id': '321ed6990a6b4182969adab496b40f74', 'subnets': [{'id': '856c5f24-d3cd-45ac-811c-e7fe9463c0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:49.235248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2e6d1-2c8c-454e-8860-fb3fe9ed681b None None] The sync data for ids ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'] in n-d-victoria-1 is: [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:52:36Z', 'revision_number': 4, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'c440be04-8dbd-4bc5-8153-922a89548604', 'name': '', 'network_id': '33c04c46-1de5-4fc6-9f83-de9926153520', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'mac_address': 'fa:16:3e:11:e4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '856c5f24-d3cd-45ac-811c-e7fe9463c0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:46Z', 'revision_number': 4, 'project_id': '321ed6990a6b4182969adab496b40f74', 'subnets': [{'id': '856c5f24-d3cd-45ac-811c-e7fe9463c0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:49.246038 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-9f33963e-8755-4a60-a674-30068b76ec4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034250 Dec 20 11:52:49.261703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:49.285413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Pushing event updated for resources: {'Port': ['ID=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:49.290133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:49.293083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:49.309661 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:49.320214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Checking segment: {'id': '48d6633f-f227-43bf-b39f-1f1dc9c3b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4858b927-d046-4450-bc43-d0174a9915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:49.320214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Network hostable DHCP agents. Network: 4858b927-d046-4450-bc43-d0174a9915e0, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:49.362468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b003a-a25b-4874-8a53-dbf6365363e0 req-a386a42c-0ae8-4a1e-90e6-abd4bba4bd71 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:49.368983 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d41b003a-a25b-4874-8a53-dbf6365363e0 req-a386a42c-0ae8-4a1e-90e6-abd4bba4bd71 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 943 time: 0.5935616 Dec 20 11:52:49.403340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3bf19-3cf1-445f-8757-b6427f6295a3 req-13d7984c-9906-45a5-accc-3919ad2c402d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:49.410518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-adb3bf19-3cf1-445f-8757-b6427f6295a3 req-13d7984c-9906-45a5-accc-3919ad2c402d tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 1.1361239 Dec 20 11:52:49.411518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] device_id is not set on port 0d863165-0d19-4168-8f93-a9643eb32ab5 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:52:49.429339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:49.482163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] For port 4ed2f5f4-d01d-4b51-830e-19a5f8066445, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4ed2f5f4-d01d-4b51-830e-19a5f8066445,segment=NetworkSegment(b435d901-8dae-497d-9610-08316f4f829d),segment_id=b435d901-8dae-497d-9610-08316f4f829d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:49.482940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:49.503241 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:49.571554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Network 4858b927-d046-4450-bc43-d0174a9915e0 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:49.581468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d41b003a-a25b-4874-8a53-dbf6365363e0 req-dd9fac18-dc73-4aaa-895d-d7e7f4fdde55 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116792 Dec 20 11:52:49.606751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 4858b927-d046-4450-bc43-d0174a9915e0) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:49.631357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:49.632323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:49.633302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c5093-789e-4fbd-9784-ef859a351e8c None None] Network 4858b927-d046-4450-bc43-d0174a9915e0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:49.693181 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6351914 Dec 20 11:52:49.724984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:49.725736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:49.777818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=4ed2f5f4-d01d-4b51-830e-19a5f8066445,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:49.811116 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:49.819389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Calling delete_port for 4ed2f5f4-d01d-4b51-830e-19a5f8066445 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:49.943732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-adb3bf19-3cf1-445f-8757-b6427f6295a3 req-f864cb93-17e5-4a1a-a734-97346fbdb7a8 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322750 Dec 20 11:52:49.946419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No DVR routers for this DVR port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:50.150836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:50.268040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Router 974a5780-016b-4a42-9f50-eab172cb31d9 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:52:50.421411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c440be04-8dbd-4bc5-8153-922a89548604 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:50.452724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:52:50.453086 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:52:50.511488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Transition to ACTIVE for port object 2ed04858-f82b-464e-8b92-dc0d9c334afd will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:50.513499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Allocated IP 172.20.0.1 (683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078/33115d6e-b495-456f-b232-c254f7225af8/59187ad0-7f04-43b5-8e0c-dde57d86b263) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:50.527298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:50.544244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b42b89-1fea-4c4d-9dff-9d539d72b8b7 None None] Network 4858b927-d046-4450-bc43-d0174a9915e0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:50.644647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Transition to ACTIVE for port object 2ed04858-f82b-464e-8b92-dc0d9c334afd will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:50.749038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:50.770091 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:50.841241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.20.0.6 (62f74803-bfcd-4859-8ca8-8c5654cc6ceb/5669daea-bfcc-419a-aa91-e3dd348648b4/0d863165-0d19-4168-8f93-a9643eb32ab5) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:50.858295 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-62b13df5-84a4-43df-9d6b-ed112c551ead service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4903586 Dec 20 11:52:50.923780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Pushing event updated for resources: {'Port': ['ID=2ed04858-f82b-464e-8b92-dc0d9c334afd,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:50.940705 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:50.957420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Deleting port 4ed2f5f4-d01d-4b51-830e-19a5f8066445 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:50.957803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:50.993648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0387a684-f0c6-49c0-96b1-dd03374746c8']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:51.007748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56658) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:51.041845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb2fce-fe61-428e-bd91-568f17336f6b None None] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:51.137426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c8531a07-4613-4b27-a40d-43ef8332ebc5 None None] The port '4ed2f5f4-d01d-4b51-830e-19a5f8066445' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:52:51.142758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:51.156506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:51.159226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:51.199323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port c440be04-8dbd-4bc5-8153-922a89548604 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:51.223405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e1b41-1315-44c4-b2a5-593e3839408c req-ee7d1ccb-70d1-4104-8d4e-61949db61031 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:51.225031 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d68e1b41-1315-44c4-b2a5-593e3839408c req-ee7d1ccb-70d1-4104-8d4e-61949db61031 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 943 time: 0.2791915 Dec 20 11:52:51.257463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.263519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:51.276270 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Sync routers for ids ['974a5780-016b-4a42-9f50-eab172cb31d9'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:52:51.298385 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Routers {'974a5780-016b-4a42-9f50-eab172cb31d9'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:51.299380 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['974a5780-016b-4a42-9f50-eab172cb31d9'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:51.331860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object 0d863165-0d19-4168-8f93-a9643eb32ab5 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:51.371743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c440be04-8dbd-4bc5-8153-922a89548604 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:51.372131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.378705 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d68e1b41-1315-44c4-b2a5-593e3839408c req-c912d71e-6864-400a-96c2-320658896f99 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416707 Dec 20 11:52:51.379618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.383669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5459683 Dec 20 11:52:51.388689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:51.428480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-467555813-network', 'tenant_id': '7a9dedef2f0343b6acc2a3397b4c20f5'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:51.505900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.513728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97fe2649-673f-457e-8400-ab5b442c2fc0 None None] Provisioning for port 2cc6488b-ee48-499c-bd4b-fba28371ae2e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:51.545373 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-197b5729-208c-4e5e-8aa1-7aeb591b8833 tempest-FloatingIPAdminTestJSON-977853057 tempest-FloatingIPAdminTestJSON-977853057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:51.603740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.610546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:51.615154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Usage tracker for resource:network and tenant:7a9dedef2f0343b6acc2a3397b4c20f5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:51.623292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:51.630318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:51.649546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b435d901-8dae-497d-9610-08316f4f829d') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:51.650513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b435d901-8dae-497d-9610-08316f4f829d') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:51.654746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:51.660512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=0d863165-0d19-4168-8f93-a9643eb32ab5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:51.664737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:51.672683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Attempting to bind port 2ed04858-f82b-464e-8b92-dc0d9c334afd on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:51.674415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Attempting to bind port 2ed04858-f82b-464e-8b92-dc0d9c334afd by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '93a425ad-0b4b-4902-8125-7763232beab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:51.674626 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:51.678131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Attempting to bind port 2ed04858-f82b-464e-8b92-dc0d9c334afd on network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:51.679340 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Set router 974a5780-016b-4a42-9f50-eab172cb31d9 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:51.723471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Made reservation on behalf of 7a9dedef2f0343b6acc2a3397b4c20f5 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:51.727029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.734536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:51.738203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:51.738721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Checking segment: {'id': '93a425ad-0b4b-4902-8125-7763232beab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:51.739158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.739550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Bound using segment: {'id': '93a425ad-0b4b-4902-8125-7763232beab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:51.740043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Bound port: 2ed04858-f82b-464e-8b92-dc0d9c334afd, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a425ad-0b4b-4902-8125-7763232beab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62f74803-bfcd-4859-8ca8-8c5654cc6ceb'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:51.740428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.804338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.817820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.860023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:51.860630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.899281 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3123665 Dec 20 11:52:51.901204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.915305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56666) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:51.946101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:51.956170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Usage tracker for resource:security_group_rule and tenant:7a9dedef2f0343b6acc2a3397b4c20f5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:51.959622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:51.982972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.984544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:51.990713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:52.087313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port c440be04-8dbd-4bc5-8153-922a89548604, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c440be04-8dbd-4bc5-8153-922a89548604,segment=NetworkSegment(0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8),segment_id=0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:52.088709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] For port 2ed04858-f82b-464e-8b92-dc0d9c334afd, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:52.095962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] For port 2ed04858-f82b-464e-8b92-dc0d9c334afd, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ed04858-f82b-464e-8b92-dc0d9c334afd,segment=NetworkSegment(93a425ad-0b4b-4902-8125-7763232beab8),segment_id=93a425ad-0b4b-4902-8125-7763232beab8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:52.099955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.104153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2cc6488b-ee48-499c-bd4b-fba28371ae2e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:52.123656 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'name': 'tempest-TestAggregatesBasicOps-1282467713-router', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:45Z', 'updated_at': '2021-12-20T11:52:49Z', 'revision_number': 3, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'gw_port': {'id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:47Z', 'updated_at': '2021-12-20T11:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:52.126862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4989cd3-b4f5-4e34-894e-7bd291c8f1c7 req-a746bc70-4d89-48ee-aeea-f3fb015bd25f service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2550435 Dec 20 11:52:52.130283 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Checking router: 974a5780-016b-4a42-9f50-eab172cb31d9 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:52:52.130810 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Updating router 974a5780-016b-4a42-9f50-eab172cb31d9 port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:52:52.164210 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-80681727-0c20-4e8f-b8cd-f089bec0e55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:52.175044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:52:52.175731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:52:52.199265 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:52:52.227651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.235612 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.336876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=c440be04-8dbd-4bc5-8153-922a89548604,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:52.341357 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:52.341827 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8394f01c-4612-487e-92fe-79e6e0c68f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:52.522541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Pushing event updated for resources: {'Port': ['ID=2ed04858-f82b-464e-8b92-dc0d9c334afd,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:52.528605 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:52.529398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2cc6488b-ee48-499c-bd4b-fba28371ae2e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:52.557264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2cc6488b-ee48-499c-bd4b-fba28371ae2e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:52.558200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.725161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-cb1d95db-3353-4973-b1a5-96c6401e4077 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:52.726916 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-cb1d95db-3353-4973-b1a5-96c6401e4077 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 1.0089316 Dec 20 11:52:52.743723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aaf07-ecee-4df3-b381-a45c327513a4 req-93107b3d-b21d-4b03-83be-3783885ac47b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:52.767926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e31aaf07-ecee-4df3-b381-a45c327513a4 req-93107b3d-b21d-4b03-83be-3783885ac47b tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 1.1759245 Dec 20 11:52:52.787576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.798124 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.799456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-01d65a27-45db-472d-9ec7-74064186c532 None None] Provisioning complete for port 2cc6488b-ee48-499c-bd4b-fba28371ae2e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:52.799828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01d65a27-45db-472d-9ec7-74064186c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.836200 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Transition to ACTIVE for port object 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:52.848695 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.859241 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:52.891731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2cc6488b-ee48-499c-bd4b-fba28371ae2e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2cc6488b-ee48-499c-bd4b-fba28371ae2e,segment=NetworkSegment(04332bd9-224e-494a-ae6c-eefc439078f5),segment_id=04332bd9-224e-494a-ae6c-eefc439078f5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:52.902926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.903568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f09fe522-47c4-4619-a49c-2d82e2aea0cf {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:52:52.905536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.928399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.944997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:52.964286 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a7e9652c-ce22-4b58-8f2e-d57f64a85ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:52.994183 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Attempting to bind port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:52.998642 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Attempting to bind port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:53.000738 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Attempting to bind port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:53.011724 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311e099-8d60-40e5-a30e-3704d9acab4d None None] Pushing event updated for resources: {'Port': ['ID=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:53.021404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe88cf-5129-4b5c-8904-3ee9b177faf7 req-e91216b5-d47b-4ea2-91c6-3bd35658529d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:53.022907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3cfe88cf-5129-4b5c-8904-3ee9b177faf7 req-e91216b5-d47b-4ea2-91c6-3bd35658529d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 943 time: 0.2170203 Dec 20 11:52:53.031162 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d311e099-8d60-40e5-a30e-3704d9acab4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:53.039775 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:53.041622 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:53.042241 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.042366 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f2c44cc-dbdf-4b1e-837f-f214e5dc8c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:53.042511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ed2f5f4-d01d-4b51-830e-19a5f8066445 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:53.043051 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:53.043825 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Bound port: 7d927c56-3a7b-4466-97e5-1e15a80bdaa1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:53.044368 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.076392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.082341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 4ed2f5f4-d01d-4b51-830e-19a5f8066445 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:52:53.082695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ed2f5f4-d01d-4b51-830e-19a5f8066445 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:52:53.088795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2cc6488b-ee48-499c-bd4b-fba28371ae2e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:53.091746 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:53.142503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=0387a684-f0c6-49c0-96b1-dd03374746c8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:53.142934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3cfe88cf-5129-4b5c-8904-3ee9b177faf7 req-9a370bbf-cc5a-47f0-a814-6d3e3738c108 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113155 Dec 20 11:52:53.226137 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:53.254652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Deleting port 91d3e578-26ca-4661-9052-0781023c0fdc {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:53.254938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.270469 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] For port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:53.276059 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] For port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:53.288775 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.291554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Transition to ACTIVE for port object 59187ad0-7f04-43b5-8e0c-dde57d86b263 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:53.293705 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-af0156cb-7ea9-4919-9e8f-e3bf2fa74486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:53.320069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.330960 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 11:52:53.334881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67e1e7d5-1b8e-4d23-96d9-d8af562cf765 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 9.7404270 Dec 20 11:52:53.339902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56672) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:53.349068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-8f6099e7-2587-46ef-b420-e849ae3076b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 1096 time: 1.1480696 Dec 20 11:52:53.364641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c440be04-8dbd-4bc5-8153-922a89548604 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:53.416008 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/0387a684-f0c6-49c0-96b1-dd03374746c8 HTTP/1.1" status: 204 len: 168 time: 5.9170327 Dec 20 11:52:53.420341 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e31aaf07-ecee-4df3-b381-a45c327513a4 req-2688f81f-4429-4b77-aab8-957924d64716 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494200 Dec 20 11:52:53.431125 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311e099-8d60-40e5-a30e-3704d9acab4d None None] Pushing event updated for resources: {'Port': ['ID=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:53.435231 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d311e099-8d60-40e5-a30e-3704d9acab4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:53.439118 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Routers {'974a5780-016b-4a42-9f50-eab172cb31d9'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:52:53.439893 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:52:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['974a5780-016b-4a42-9f50-eab172cb31d9'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:53.443417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:53.465596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1643279501'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:53.479469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:53.496573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:network and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:53.503635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:53.505693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c440be04-8dbd-4bc5-8153-922a89548604 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:53.506192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.594536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:53.653589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:53.657211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.683160 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] Set router 974a5780-016b-4a42-9f50-eab172cb31d9 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:52:53.750041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.766984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b95181b3-ea54-427d-a767-115898665845 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:53.775447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:53.787748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.788455 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Added segment c99dd580-2293-40a8-b22f-cb7857e3d5fe of type vlan for network 8999184e-6a49-445a-8c19-cdf4ed99239b Dec 20 11:52:53.825329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.830093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.841944 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c4c130e7-1bf2-4a3e-98e7-ea75455352cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:53.875192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.875927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b95181b3-ea54-427d-a767-115898665845 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:53.879345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:53.880153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.883316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b95181b3-ea54-427d-a767-115898665845 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:53.883939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:53.904330 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ec2063b3-2467-489a-8922-51671dc4dfd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:53.979303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Deleting port abfbccd1-3e89-44c9-952e-f0acea26329f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:52:53.979637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.013517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Allocated IP 172.20.0.1 (3ff8f895-f207-4bd0-a1bf-115d155550c5/8a29b831-52a3-471d-b281-276f71dedb42/13a9adff-95aa-46a8-a6c3-e74feeaadf24) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:54.067767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.068521 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'name': 'tempest-TestAggregatesBasicOps-1282467713-router', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:45Z', 'updated_at': '2021-12-20T11:52:49Z', 'revision_number': 3, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'gw_port': {'id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:47Z', 'updated_at': '2021-12-20T11:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:52:54.069079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:52:54.073791 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc1125-4d66-4f96-a50f-556d1e422558 None None] The sync data for ids ['974a5780-016b-4a42-9f50-eab172cb31d9'] in n-d-victoria-1 is: [{'id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'name': 'tempest-TestAggregatesBasicOps-1282467713-router', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:45Z', 'updated_at': '2021-12-20T11:52:49Z', 'revision_number': 3, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'gw_port': {'id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:47Z', 'updated_at': '2021-12-20T11:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:52:54.075599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5e643-2027-491f-9ddb-6ced1d5d75bd None None] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:54.102390 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6559062 Dec 20 11:52:54.114035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56680) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:54.119542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:54.124824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b95181b3-ea54-427d-a767-115898665845, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b95181b3-ea54-427d-a767-115898665845,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:54.135588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Network': ['ID=8999184e-6a49-445a-8c19-cdf4ed99239b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:54.138396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ab22d5c-45ca-4ada-a670-d4b37e90c55f None None] Provisioning for port 2ed04858-f82b-464e-8b92-dc0d9c334afd completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:54.141807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.142678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2cc6488b-ee48-499c-bd4b-fba28371ae2e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:54.143362 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:54.158526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.178121 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9460c8bc-4c1b-4b50-94f6-38acb04bb824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:54.180935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81026611-9908-41f1-a658-e6b25af261dc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:54.202599 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:54.215484 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbd7fe16-e97f-4bbd-ad33-cbe86f7014fd tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:54.260073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 8999184e-6a49-445a-8c19-cdf4ed99239b details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:54.270315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.270882 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Added segment 6d283b5a-1bab-406f-b52b-fb040bd90901 of type vlan for network 7ca4a658-7e73-4d6a-95f5-a88b04ef9947 Dec 20 11:52:54.361603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:54.376277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:54.381698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:54.400316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:54.440570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-e7181e83-d41a-4fc8-9e9d-6e561ce98a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:54.442354 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-e7181e83-d41a-4fc8-9e9d-6e561ce98a7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 1.0351021 Dec 20 11:52:54.445770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:54.467764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:54.468470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.474505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:54.551610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.569547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b95181b3-ea54-427d-a767-115898665845,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:54.575262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:54.577528 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:54.599489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.611444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2cc6488b-ee48-499c-bd4b-fba28371ae2e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:54.612138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.676284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Pushing event updated for resources: {'Port': ['ID=59187ad0-7f04-43b5-8e0c-dde57d86b263,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:54.688158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Transition to ACTIVE for port object 13a9adff-95aa-46a8-a6c3-e74feeaadf24 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:54.728214 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:54.799733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-99d4ab23-556a-45d9-b5fe-a8a541d9f7e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f HTTP/1.1" status: 200 len: 217 time: 0.3398173 Dec 20 11:52:54.804872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:52:54.806085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9a89f-06ad-43a3-a4b8-ae9f408b4040 req-2776a540-f8a3-43d9-b7f1-1952a29d2ecc tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:54.808261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35b9a89f-06ad-43a3-a4b8-ae9f408b4040 req-2776a540-f8a3-43d9-b7f1-1952a29d2ecc tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 943 time: 0.3858697 Dec 20 11:52:54.856896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.861110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ed04858-f82b-464e-8b92-dc0d9c334afd up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:54.867096 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-86953e6a-48b9-4498-ae41-6f6d697ec7e5 tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:54.899200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ca3dbedc-125d-4d3c-992b-487a0f771c6e None None] Provisioning for port 59187ad0-7f04-43b5-8e0c-dde57d86b263 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:54.918667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ca3dbedc-125d-4d3c-992b-487a0f771c6e None None] Provisioning complete for port 59187ad0-7f04-43b5-8e0c-dde57d86b263 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:54.919142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ca3dbedc-125d-4d3c-992b-487a0f771c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.940091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] For port 91d3e578-26ca-4661-9052-0781023c0fdc, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=91d3e578-26ca-4661-9052-0781023c0fdc,segment=NetworkSegment(f2a30d45-6a5d-4949-9817-53537b5d8346),segment_id=f2a30d45-6a5d-4949-9817-53537b5d8346)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:54.940445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.982400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:54.987398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dbedc-125d-4d3c-992b-487a0f771c6e None None] Port 59187ad0-7f04-43b5-8e0c-dde57d86b263 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:54.995214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Pushing event updated for resources: {'Port': ['ID=13a9adff-95aa-46a8-a6c3-e74feeaadf24,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:54.998244 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:55.000546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:55.006778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:55.009312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:55.010387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2ed04858-f82b-464e-8b92-dc0d9c334afd completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:55.020979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2ed04858-f82b-464e-8b92-dc0d9c334afd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:55.021371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.076052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.077700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:55.078461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.156861 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-306da36f-0294-43ae-890c-aa4d6bb29e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:55.193737 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-35b9a89f-06ad-43a3-a4b8-ae9f408b4040 req-aa46a8d4-2706-4436-b385-232d1b119b7b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380544 Dec 20 11:52:55.197458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Calling delete_port for 91d3e578-26ca-4661-9052-0781023c0fdc owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:55.235671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.238042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.243762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.249710 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bc8f8790-13b5-4195-adc2-90a50c277bfc tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:55.303195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.325773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2ed04858-f82b-464e-8b92-dc0d9c334afd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ed04858-f82b-464e-8b92-dc0d9c334afd,segment=NetworkSegment(93a425ad-0b4b-4902-8125-7763232beab8),segment_id=93a425ad-0b4b-4902-8125-7763232beab8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:55.336623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:52:55.369655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=a2fc404e-c9f4-461a-98cc-c61ba6db8fef,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:55.377300 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:55.388736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-689ec71e-2ac6-4118-95d0-083fc403dcd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:55.393325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.397613 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:55.408938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-689ec71e-2ac6-4118-95d0-083fc403dcd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.5733030 Dec 20 11:52:55.455978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Checking segment: {'id': 'c99dd580-2293-40a8-b22f-cb7857e3d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:55.456358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network hostable DHCP agents. Network: 8999184e-6a49-445a-8c19-cdf4ed99239b, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:55.496220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b95181b3-ea54-427d-a767-115898665845 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:55.511421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.585938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 8999184e-6a49-445a-8c19-cdf4ed99239b is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:55.608848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6084aded-ad0d-4c0e-be39-d7d0665eb08b None None] Provisioning for port 0d863165-0d19-4168-8f93-a9643eb32ab5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:55.615092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 8999184e-6a49-445a-8c19-cdf4ed99239b) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:55.622666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:55.623319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.625293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6084aded-ad0d-4c0e-be39-d7d0665eb08b None None] Provisioning complete for port 0d863165-0d19-4168-8f93-a9643eb32ab5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:55.625685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6084aded-ad0d-4c0e-be39-d7d0665eb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.692537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6084aded-ad0d-4c0e-be39-d7d0665eb08b None None] Port 0d863165-0d19-4168-8f93-a9643eb32ab5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:55.698558 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.6854773 Dec 20 11:52:55.698727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b741f-5578-40f1-960b-383b383156b1 None None] Network 8999184e-6a49-445a-8c19-cdf4ed99239b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:55.722364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56688) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:55.723774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6136408 Dec 20 11:52:55.730831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:55.734063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Request body: {'subnet': {'network_id': '7ca4a658-7e73-4d6a-95f5-a88b04ef9947', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-467555813-subnet', 'tenant_id': '7a9dedef2f0343b6acc2a3397b4c20f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:55.745131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-577072471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:55.751575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:55.759612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Usage tracker for resource:subnet and tenant:7a9dedef2f0343b6acc2a3397b4c20f5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:55.769989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:55.778580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:55.784445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:router and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:55.791339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:55.802070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:55.810895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:55.820551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Calling delete_port for abfbccd1-3e89-44c9-952e-f0acea26329f owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:52:55.831177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Made reservation on behalf of 7a9dedef2f0343b6acc2a3397b4c20f5 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:55.832413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6084aded-ad0d-4c0e-be39-d7d0665eb08b None None] Provisioning complete for port 2ed04858-f82b-464e-8b92-dc0d9c334afd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:55.832848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6084aded-ad0d-4c0e-be39-d7d0665eb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.833818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.849531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.850469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.855582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2ed04858-f82b-464e-8b92-dc0d9c334afd,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:55.870031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.874757 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:55.901154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 91d3e578-26ca-4661-9052-0781023c0fdc no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:52:55.908857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:55.964993 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-c163af73-3529-4e1f-b4bc-ee4a0e161546 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3223724 Dec 20 11:52:55.965657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Pushing event updated for resources: {'Network': ['ID=7ca4a658-7e73-4d6a-95f5-a88b04ef9947,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:55.991626 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:56.003001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.012134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 7ca4a658-7e73-4d6a-95f5-a88b04ef9947 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:52:56.022987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.054644 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-321eb3af-716f-4ade-afa8-80ed6d9101e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:56.062049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167a49-29be-4965-b04f-1a7af271f07a req-b6b11e45-b252-484e-9b80-537e3fe31737 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:56.069078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89167a49-29be-4965-b04f-1a7af271f07a req-b6b11e45-b252-484e-9b80-537e3fe31737 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 946 time: 1.3420908 Dec 20 11:52:56.083633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:56.111491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.119692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.123392 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-278f13a2-4add-4d5c-9580-24fb9b4bf8da tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3829846 Dec 20 11:52:56.128233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Pushing event updated for resources: {'Port': ['ID=13a9adff-95aa-46a8-a6c3-e74feeaadf24,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:56.129076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56696) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:56.139519 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:56.172147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.225430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b', 'name': 'tempest-PortsTestJSON-2000991733'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:52:56.328071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.336662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f', 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'port_id': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f', 'mac_address': 'fa:16:3e:69:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:52:56.415544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:56.417399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:56.447016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b95181b3-ea54-427d-a767-115898665845 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:56.447401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.531917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.549404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:56.661885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.695808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.714945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-8999184e-6a49-445a-8c19-cdf4ed99239b', 'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b', 'tenant_id': '9c242b3a1ddf4e778c5ce19f5bf45cad', 'fixed_ips': [{'subnet_id': 'a2fc404e-c9f4-461a-98cc-c61ba6db8fef'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:52:56.716160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.729653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89167a49-29be-4965-b04f-1a7af271f07a req-3ba60cde-0c8f-4b48-bf04-036756d36609 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/security-groups?id=49176c84-7c7d-4227-a8f7-04b3422aa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594431 Dec 20 11:52:56.780272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f226dbb1-1c09-4813-9909-4b80bad725b3,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:56.786846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:52:56.800487 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:56.825443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d6bae-e6bc-4b15-83b9-368713b201b9 req-637843b4-5a41-4fd2-8141-658790bc355e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:56.827283 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d3d6bae-e6bc-4b15-83b9-368713b201b9 req-637843b4-5a41-4fd2-8141-658790bc355e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 943 time: 0.4077096 Dec 20 11:52:56.827976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Checking segment: {'id': '6d283b5a-1bab-406f-b52b-fb040bd90901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7ca4a658-7e73-4d6a-95f5-a88b04ef9947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:56.828323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Network hostable DHCP agents. Network: 7ca4a658-7e73-4d6a-95f5-a88b04ef9947, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:52:56.880575 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-4430bf5d-77c3-48ee-94e0-d34960ca692e service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856673 Dec 20 11:52:56.881161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.912516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:56.919739 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2616afcc-399f-40b5-bb32-3a37a64187a3 tempest-MultipleCreateTestJSON-540438546 tempest-MultipleCreateTestJSON-540438546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:56.929701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:56.940035 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:56.958490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Network 7ca4a658-7e73-4d6a-95f5-a88b04ef9947 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:52:56.964565 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d3d6bae-e6bc-4b15-83b9-368713b201b9 req-68c39a3d-20c9-4b16-a19a-e9a7671299d9 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247423 Dec 20 11:52:56.987726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 7ca4a658-7e73-4d6a-95f5-a88b04ef9947) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:56.998281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f482d5c1-ee13-475f-8ac6-be6a4fb82c2e None None] Provisioning complete for port 0d863165-0d19-4168-8f93-a9643eb32ab5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:56.999391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f482d5c1-ee13-475f-8ac6-be6a4fb82c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:57.039171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Pushing event deleted for resources: {'Port': ['ID=91d3e578-26ca-4661-9052-0781023c0fdc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:57.041924 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:57.060757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c797a20-972e-4c00-9e8d-557a700ef0c1 None None] Network 7ca4a658-7e73-4d6a-95f5-a88b04ef9947 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:57.073132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:57.089005 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d1aa1423-789a-4bad-a549-50a880c850c6 tempest-ServerPasswordTestJSON-1658805100 tempest-ServerPasswordTestJSON-1658805100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:57.165822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:57.166338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:57.202618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:52:57.213037 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4809361 Dec 20 11:52:57.250584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:57.259857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f482d5c1-ee13-475f-8ac6-be6a4fb82c2e None None] Port 0d863165-0d19-4168-8f93-a9643eb32ab5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:57.261536 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:57.270803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Router 974a5780-016b-4a42-9f50-eab172cb31d9 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:52:57.272781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Allocated IP 172.20.0.2 (8999184e-6a49-445a-8c19-cdf4ed99239b/a2fc404e-c9f4-461a-98cc-c61ba6db8fef/100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:57.319988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7740b4e7-924d-41d4-8dd7-019fd0634498 req-b0a52039-92c8-4402-985b-a32a2a316385 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210868 Dec 20 11:52:57.413408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f482d5c1-ee13-475f-8ac6-be6a4fb82c2e None None] Provisioning for port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:57.487967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f482d5c1-ee13-475f-8ac6-be6a4fb82c2e None None] Provisioning complete for port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:57.488353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f482d5c1-ee13-475f-8ac6-be6a4fb82c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:57.542188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ed04858-f82b-464e-8b92-dc0d9c334afd up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:57.582503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:52:57.587653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] 10.222.0.32 "PUT /v2.0/routers/974a5780-016b-4a42-9f50-eab172cb31d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1956015 Dec 20 11:52:57.656975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:57.697217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Pushing event deleted for resources: {'Port': ['ID=abfbccd1-3e89-44c9-952e-f0acea26329f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:57.739569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] No DVR routers for this DVR port 91d3e578-26ca-4661-9052-0781023c0fdc on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:52:57.743361 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:57.751446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:57.754581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:57.765774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'name': 'network-vif-deleted', 'tag': '91d3e578-26ca-4661-9052-0781023c0fdc'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:57.776323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:57.842140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f482d5c1-ee13-475f-8ac6-be6a4fb82c2e None None] Port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:57.870721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:57.893209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b627d-d742-440c-9533-3d354eaf124c None None] Network 7ca4a658-7e73-4d6a-95f5-a88b04ef9947 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:52:57.918298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:57.923546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:57.925699 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] 10.222.0.32 "DELETE /v2.0/ports/abfbccd1-3e89-44c9-952e-f0acea26329f HTTP/1.1" status: 204 len: 168 time: 4.5830228 Dec 20 11:52:57.942639 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-37e208da-eac1-4c12-a29b-fd0cfbfacf5e req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.53 "DELETE /v2.0/ports/91d3e578-26ca-4661-9052-0781023c0fdc HTTP/1.1" status: 204 len: 173 time: 5.1622999 Dec 20 11:52:57.957020 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76106d40-238d-4ba0-a03a-0b01f04f4a34 req-c900d64c-ca58-423b-89b6-e843b2e06578 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a508ef5-c44e-4b49-a4cb-0708819193cb HTTP/1.1" status: 200 len: 210 time: 0.0784788 Dec 20 11:52:57.963971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Transition to ACTIVE for port object 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:57.972022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-21433bb5-5dfc-4ff2-a8f0-49df75749003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.040900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Transition to ACTIVE for port object 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:52:58.148884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.153057 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a508ef5-c44e-4b49-a4cb-0708819193cb', 'name': 'network-vif-deleted', 'tag': '91d3e578-26ca-4661-9052-0781023c0fdc', 'status': 'completed', 'code': 200} Dec 20 11:52:58.155422 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:58.161579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:52:58.165382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.280164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2ed04858-f82b-464e-8b92-dc0d9c334afd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:58.280347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.299307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 0a8f1b62-407c-43b0-912c-a49afce868de yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:52:58.354834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:58.367650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.415061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.425854 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d8789181-de01-4973-9150-29451cabb63f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:58.474701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015453-6a23-4147-944f-a61245315092 req-c924d3b7-9a2e-4f27-8030-892f91a8c3da tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:58.475396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0f015453-6a23-4147-944f-a61245315092 req-c924d3b7-9a2e-4f27-8030-892f91a8c3da tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Synchronizing usage tracker for tenant:96c158ade2894985adb723bc873559b8 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:52:58.480177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56462f61-c6e1-475a-b729-f106c2463af1 req-ab2ee977-5d04-4de5-a5ad-67f6f4eb3741 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:52:58.481761 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56462f61-c6e1-475a-b729-f106c2463af1 req-ab2ee977-5d04-4de5-a5ad-67f6f4eb3741 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 944 time: 0.0957546 Dec 20 11:52:58.603886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Network 8999184e-6a49-445a-8c19-cdf4ed99239b is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:52:58.606975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.618554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:52:58.629299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Pushing event updated for resources: {'Port': ['ID=100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:58.631985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:52:58.636629 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:58.647993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=0d863165-0d19-4168-8f93-a9643eb32ab5,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:58.650923 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:58.660987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:52:58.692619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0f015453-6a23-4147-944f-a61245315092 req-c924d3b7-9a2e-4f27-8030-892f91a8c3da tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Unset dirty status for tenant:96c158ade2894985adb723bc873559b8 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:52:58.693946 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-c924d3b7-9a2e-4f27-8030-892f91a8c3da tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/networks?id=4858b927-d046-4450-bc43-d0174a9915e0 HTTP/1.1" status: 200 len: 825 time: 0.7721109 Dec 20 11:52:58.698476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.704866 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-56462f61-c6e1-475a-b729-f106c2463af1 req-eb959c96-2cb2-4eca-a478-328792016909 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151780 Dec 20 11:52:58.738884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.740824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:52:58.748525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Usage tracker for resource:security_group_rule and tenant:28cdc2521e954641b2e4631407c655bc is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:52:58.756528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:52:58.764444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:52:58.788551 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:58.847285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Attempting to bind port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:52:58.848235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Attempting to bind port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'c99dd580-2293-40a8-b22f-cb7857e3d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:52:58.848895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Attempting to bind port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 on network 8999184e-6a49-445a-8c19-cdf4ed99239b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:52:58.863199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:52:58.863498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Checking segment: {'id': 'c99dd580-2293-40a8-b22f-cb7857e3d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:52:58.863915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.864782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Bound using segment: {'id': 'c99dd580-2293-40a8-b22f-cb7857e3d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:52:58.865594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Bound port: 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99dd580-2293-40a8-b22f-cb7857e3d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8999184e-6a49-445a-8c19-cdf4ed99239b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:52:58.866169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.897870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.12 (8999184e-6a49-445a-8c19-cdf4ed99239b/a2fc404e-c9f4-461a-98cc-c61ba6db8fef/0a8f1b62-407c-43b0-912c-a49afce868de) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:52:58.909010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-d4f60412-b343-4778-9371-02f0f3944aab tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/quotas/96c158ade2894985adb723bc873559b8 HTTP/1.1" status: 200 len: 375 time: 0.2033317 Dec 20 11:52:58.927949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.935490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:58.943320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8b559a8-3245-4af3-829b-62f225e8855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:58.994853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28cdc2521e954641b2e4631407c655bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6360862 Dec 20 11:52:58.994853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ecf539-ce69-465b-bc36-414e50b8c979,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:59.000556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:59.005701 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:59.017970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] For port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:52:59.020797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f36ce7a-dd90-43ea-9d5e-77eee21bf1ff None None] Provisioning complete for port 0d863165-0d19-4168-8f93-a9643eb32ab5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:59.021187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f36ce7a-dd90-43ea-9d5e-77eee21bf1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.038311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-086c3232-10a3-434f-9445-1f37b6f2d02a tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96c158ade2894985adb723bc873559b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024284 Dec 20 11:52:59.038992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Pushing event updated for resources: {'Port': ['ID=59187ad0-7f04-43b5-8e0c-dde57d86b263,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:59.046589 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:59.052494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.068482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] For port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76,segment=NetworkSegment(c99dd580-2293-40a8-b22f-cb7857e3d5fe),segment_id=c99dd580-2293-40a8-b22f-cb7857e3d5fe)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:52:59.070718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.079853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.095845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-34ba1a7f-9270-4165-8709-5504a548cc90 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:52:59.096863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-34ba1a7f-9270-4165-8709-5504a548cc90 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0491281 Dec 20 11:52:59.104921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.110254 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:59.159011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8f36ce7a-dd90-43ea-9d5e-77eee21bf1ff None None] Port 0d863165-0d19-4168-8f93-a9643eb32ab5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:52:59.161818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.168108 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8533b33a-6729-4ba5-9c00-066674cb7591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:59.181155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ecf539-ce69-465b-bc36-414e50b8c979,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:59.185220 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:59.189212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.190747 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0ecf539-ce69-465b-bc36-414e50b8c979 HTTP/1.1" status: 204 len: 168 time: 0.1872077 Dec 20 11:52:59.229245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Pushing event updated for resources: {'Port': ['ID=100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:59.232013 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:59.337781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:52:59.464917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:52:59.475216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:52:59.475839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.632494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.675208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:52:59.688677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:52:59.698555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.702240 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:52:59.768658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:59.814690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:52:59.822600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-ba9e7d91-ec96-417a-bc9e-abbc20a228d1 service neutron] 10.222.0.32 "GET /v2.0/networks/4858b927-d046-4450-bc43-d0174a9915e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097394 Dec 20 11:52:59.824500 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:52:59.828423 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f', 'code': 200} Dec 20 11:52:59.843535 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab5e1fbc-4718-4fab-a1e6-aabea0b6a347 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a5b5dea3d314d1ba04010081e34192a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0728145 Dec 20 11:52:59.845834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56780) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:52:59.879158 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:52:59.912226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-073a0433-86b0-4d18-a227-db94312fc479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.965549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:52:59.992077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.039713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.114525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.119984 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-38f96c34-6952-45d4-a803-777ace2e12de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:00.129949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:00.132388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5607605a-8fce-4c83-8369-de40acb4aaae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:00.139580 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:00.141081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:00.156088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b6d02-f779-4a1d-a117-306606ba4698 req-bee7fb9e-cfad-4b64-ac27-a3746d227835 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:00.157751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-757b6d02-f779-4a1d-a117-306606ba4698 req-bee7fb9e-cfad-4b64-ac27-a3746d227835 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.1327868 Dec 20 11:53:00.158362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.159363 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5607605a-8fce-4c83-8369-de40acb4aaae HTTP/1.1" status: 204 len: 168 time: 0.3123243 Dec 20 11:53:00.237389 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-757b6d02-f779-4a1d-a117-306606ba4698 req-ead2638f-b1f4-4d91-9d2c-c4244f09f20d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630062 Dec 20 11:53:00.260174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.391731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 0a8f1b62-407c-43b0-912c-a49afce868de will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:00.413465 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-17b4a229-4e7a-4381-99a2-023dba6919cc service neutron] 10.222.0.32 "GET /v2.0/networks/4858b927-d046-4450-bc43-d0174a9915e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755975 Dec 20 11:53:00.569360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.582721 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-897a7ccd-00f4-44e9-8d7b-8f22d0629b32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:00.624565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c9d7956c-31f7-4d28-90a9-4db7a95b6382 None None] Provisioning complete for port 59187ad0-7f04-43b5-8e0c-dde57d86b263 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:00.626445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c9d7956c-31f7-4d28-90a9-4db7a95b6382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.682440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:00.706883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=0a8f1b62-407c-43b0-912c-a49afce868de,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:00.710413 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:00.782454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7956c-31f7-4d28-90a9-4db7a95b6382 None None] Port 59187ad0-7f04-43b5-8e0c-dde57d86b263 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:00.783901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6964f139-201c-4f2b-8d95-b203c48ddc4b None None] Network 8999184e-6a49-445a-8c19-cdf4ed99239b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:00.789161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0da15d9-3a43-409a-99d4-ecc513ec797b req-3c10393a-c0ae-4c03-8f37-68df60b0192e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 1098 time: 0.8555684 Dec 20 11:53:01.007368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d0ae371-83ef-4f2f-88f2-ae5bda80ef1e None None] Provisioning for port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:01.035423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56824) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:01.036336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 8999184e-6a49-445a-8c19-cdf4ed99239b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:01.041660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f51d1c8-fbb8-4b1f-a538-0ea6945554e0 req-6676576e-b6d3-4d99-a6a3-6af1452e1e63 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 210 time: 0.2514334 Dec 20 11:53:01.081377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:01.092194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:01.105222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.150219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56830) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:01.179500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Deleting subnet 745a86e7-6c3b-466c-a0a2-1e60e07e8476 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:01.182802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.187058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.246580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.382707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.452588 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0da15d9-3a43-409a-99d4-ecc513ec797b req-e9eac0d4-d185-4c59-9580-0230deeae824 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121376 Dec 20 11:53:01.525844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5fffbcd5-6824-488b-9490-70f3a1de6497 None None] Provisioning for port 0a8f1b62-407c-43b0-912c-a49afce868de completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:01.540052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5fffbcd5-6824-488b-9490-70f3a1de6497 None None] Provisioning complete for port 0a8f1b62-407c-43b0-912c-a49afce868de triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:01.540701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fffbcd5-6824-488b-9490-70f3a1de6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.561648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.579782 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-082108e2-8a79-4d78-aea8-9434b1f4f04b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:01.627548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:01.655143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.669079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/745a86e7-6c3b-466c-a0a2-1e60e07e8476 HTTP/1.1" status: 204 len: 168 time: 0.6309636 Dec 20 11:53:01.669626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:01.670660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745a86e7-6c3b-466c-a0a2-1e60e07e8476,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:01.673264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:01.738418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5fffbcd5-6824-488b-9490-70f3a1de6497 None None] Port 0a8f1b62-407c-43b0-912c-a49afce868de cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:01.756649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:01.757257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.802432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:01.810039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:01.811411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.820422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.6569512 Dec 20 11:53:01.840814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:01.846151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56846) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:01.904446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9ab1fc48-52c3-4caa-a86c-12c89fd8db67 None None] Provisioning complete for port 0a8f1b62-407c-43b0-912c-a49afce868de triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:01.905198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9ab1fc48-52c3-4caa-a86c-12c89fd8db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.006817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1fc48-52c3-4caa-a86c-12c89fd8db67 None None] Port 0a8f1b62-407c-43b0-912c-a49afce868de cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:02.026274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.067209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76,segment=NetworkSegment(c99dd580-2293-40a8-b22f-cb7857e3d5fe),segment_id=c99dd580-2293-40a8-b22f-cb7857e3d5fe)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:02.073068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.075804 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:02.157323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:02.167768 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:02.338617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7ab62-8c71-44ac-9449-526f002351ff req-9fc3c1d9-8704-4847-80d0-293f1790843d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:02.340536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26a7ab62-8c71-44ac-9449-526f002351ff req-9fc3c1d9-8704-4847-80d0-293f1790843d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.7445347 Dec 20 11:53:02.552869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:53:02.604323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.637847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.659025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.689730 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-37f1def3-a6e8-459c-858b-7fbf13256473 req-5206c3a5-55ad-460a-ab27-9f619f069142 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 210 time: 0.0781474 Dec 20 11:53:02.695114 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-26a7ab62-8c71-44ac-9449-526f002351ff req-bf5d4579-3b4e-4260-b41d-7a2183b39637 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252881 Dec 20 11:53:02.698373 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0afdaa98-7f3a-4329-815c-f30735acee7c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:02.715541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.727274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c9d887-3020-4c61-a91a-68b930dd99ae']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:02.731757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.750883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015453-6a23-4147-944f-a61245315092 req-d21d14c3-46af-48ee-b686-0929c2739077 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:02.752448 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-d21d14c3-46af-48ee-b686-0929c2739077 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.53 "GET /v2.0/networks?id=4858b927-d046-4450-bc43-d0174a9915e0 HTTP/1.1" status: 200 len: 825 time: 0.4983895 Dec 20 11:53:02.780677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Request body: {'port': {'device_id': '77df89c0-9533-4f61-9afd-b1b133551540', 'network_id': '4858b927-d046-4450-bc43-d0174a9915e0', 'admin_state_up': True, 'tenant_id': '96c158ade2894985adb723bc873559b8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:02.804919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a30d45-6a5d-4949-9817-53537b5d8346') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:02.805259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a30d45-6a5d-4949-9817-53537b5d8346') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:02.877337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.899378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.909452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:02.909911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:02.924006 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:02.935977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=0d863165-0d19-4168-8f93-a9643eb32ab5,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:03.006673 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:03.087153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.094401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:03.097085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:03.111568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.129946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c9d887-3020-4c61-a91a-68b930dd99ae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:03.132748 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:03.152963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/95c9d887-3020-4c61-a91a-68b930dd99ae HTTP/1.1" status: 204 len: 168 time: 1.4746134 Dec 20 11:53:03.152963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56872) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:03.167295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:03.184077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Usage tracker for resource:port and tenant:96c158ade2894985adb723bc873559b8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:03.188569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:03.198398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:03.231307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.300447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:03.314269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:03.390232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-390050394', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:03.456018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Made reservation on behalf of 96c158ade2894985adb723bc873559b8 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:03.459744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.467160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:03.474710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Usage tracker for resource:port and tenant:cb1b4b3abfc5462a9ca2b0212fe16cea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:03.479288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:03.492518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:03.550705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:03.550929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:03.551399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Made reservation on behalf of cb1b4b3abfc5462a9ca2b0212fe16cea for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:03.553664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.641131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.705933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:03.706756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.742442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:03.760572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Usage tracker for resource:security_group_rule and tenant:cb1b4b3abfc5462a9ca2b0212fe16cea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:03.766414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:03.774219 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-92191370-555e-4b53-88cd-cfad986a080a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99a7a4ec637a4cad8d3421814d713ef7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2103035 Dec 20 11:53:03.774858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56886) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:03.783269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:03.802076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d7eabc69-32d9-403f-b39c-3d67b07af328 None None] Provisioning complete for port 0d863165-0d19-4168-8f93-a9643eb32ab5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:03.802599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d7eabc69-32d9-403f-b39c-3d67b07af328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.868779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.889263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:03.899575 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7662357-af49-4d05-80a2-396ee65a3fb1 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:03.900820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d7eabc69-32d9-403f-b39c-3d67b07af328 None None] Port 0d863165-0d19-4168-8f93-a9643eb32ab5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:03.948096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.090064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.093483 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-527daaf5-497d-41cc-bfc0-8d5782a1ec0c req-87c40a09-99fa-4821-876a-cc264dffe273 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 210 time: 0.1537695 Dec 20 11:53:04.126920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=0a8f1b62-407c-43b0-912c-a49afce868de,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:04.130335 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:04.133410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.157450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.184314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.191933 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c8d97e4-3dcb-4c92-91b1-4853ff008f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:04.196169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Allocated IP 172.20.0.2 (4858b927-d046-4450-bc43-d0174a9915e0/6185fadf-ccb2-4298-9134-bf1a4f80d1dd/bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:04.200068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] device_id is not set on port 59a17ea8-a72f-4036-9381-73e7a0b9ac61 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:53:04.328659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9cebcc56-ee57-4644-ba8f-6f21428e86a7 None None] Provisioning complete for port 0a8f1b62-407c-43b0-912c-a49afce868de triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:04.328998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9cebcc56-ee57-4644-ba8f-6f21428e86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.382971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9cebcc56-ee57-4644-ba8f-6f21428e86a7 None None] Port 0a8f1b62-407c-43b0-912c-a49afce868de cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:04.432661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:04.481103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a3a34-11d5-40fe-9b4b-18c8332700bb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:04.484949 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:04.510761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] 10.222.0.32 "PUT /v2.0/routers/75e6deb9-b98b-447e-b1ab-1334df10d6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.0009446 Dec 20 11:53:04.519221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.553815 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2abd71dc-10e2-483a-ba55-bb2452c0296f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:04.589499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.604582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e5ee-2126-4b70-b53b-71968d5302b8 req-2ec8a389-1fd0-408f-b547-ef6dcc68cc39 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:04.606139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03a0e5ee-2126-4b70-b53b-71968d5302b8 req-2ec8a389-1fd0-408f-b547-ef6dcc68cc39 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.6235728 Dec 20 11:53:04.627589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49176c84-7c7d-4227-a8f7-04b3422aa86a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:04.630227 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:04.699667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.701689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 2d43694e-1fc1-4285-8b91-a582fbd553de is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:53:04.711619 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d8789181-de01-4973-9150-29451cabb63f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:04.792268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Allocated IP 172.35.0.143 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/59a17ea8-a72f-4036-9381-73e7a0b9ac61) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:04.822059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.827232 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49176c84-7c7d-4227-a8f7-04b3422aa86a HTTP/1.1" status: 204 len: 168 time: 1.0459452 Dec 20 11:53:04.854553 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03a0e5ee-2126-4b70-b53b-71968d5302b8 req-1f6f6883-ee53-4279-b268-e79b83566108 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397733 Dec 20 11:53:04.896480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Network 4858b927-d046-4450-bc43-d0174a9915e0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:04.901670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Pushing event updated for resources: {'Port': ['ID=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:04.904328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:04.913038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:04.997797 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:04.999352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:05.299663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:05.301684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:05.316979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:05.502839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7314255 Dec 20 11:53:05.556027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:05.575019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Request body: {'port': {'device_id': '77df89c0-9533-4f61-9afd-b1b133551540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:05.672601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:05.723438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:05.728791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:05.729181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:05.906038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47c03d-549a-4dd6-a7e3-58ba74e4a331 req-9eb6c68f-6a60-422b-b450-3ca29005fd57 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:05.907660 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a47c03d-549a-4dd6-a7e3-58ba74e4a331 req-9eb6c68f-6a60-422b-b450-3ca29005fd57 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 931 time: 0.5364916 Dec 20 11:53:05.949202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:05.982354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:05.990077 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fd9a597b-2c9d-42d6-a5bd-73f69b08b303 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:06.038058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:06.049833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.057706 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:06.080838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:06.148453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/2d43694e-1fc1-4285-8b91-a582fbd553de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1783040 Dec 20 11:53:06.151336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.153667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:06.158975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56924) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:06.160043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:06.163857 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a47c03d-549a-4dd6-a7e3-58ba74e4a331 req-d12e848d-1d3b-48cd-84f4-78f6bb4b2e40 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488136 Dec 20 11:53:06.167024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:06.215996 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-48807478-1c8c-4a95-be96-0832aa12f8ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 1098 time: 0.8269246 Dec 20 11:53:06.250719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56928) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:06.256748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:06.259864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] Sync routers for ids ['2d43694e-1fc1-4285-8b91-a582fbd553de'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:06.277025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.278035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.278035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.278810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.279241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.279819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.280237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.280672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.281541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.281696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.282135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:06.292986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1625419608-network', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:06.298810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:06.303139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Usage tracker for resource:network and tenant:fb9a7e8700164078a68e71acbbaf9bb8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:06.304587 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:06.305408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] Routers {'2d43694e-1fc1-4285-8b91-a582fbd553de'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:06.306334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:06.307052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['2d43694e-1fc1-4285-8b91-a582fbd553de'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:06.319721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Pushing event updated for resources: {'Port': ['ID=59a17ea8-a72f-4036-9381-73e7a0b9ac61,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:06.322095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:06.333586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f0395-fdf6-40c6-86f6-e83a3a913817 req-c18fde9e-8bb2-4fad-a12f-53156f0ca003 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:06.335235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c33f0395-fdf6-40c6-86f6-e83a3a913817 req-c18fde9e-8bb2-4fad-a12f-53156f0ca003 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.6844482 Dec 20 11:53:06.350841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60068c9-3c06-4bcd-a034-9be47748c340 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:06.351460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e60068c9-3c06-4bcd-a034-9be47748c340 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:06.354573 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:06.416716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:06.434685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] Routers {'2d43694e-1fc1-4285-8b91-a582fbd553de'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:06.434906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:06.435457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['2d43694e-1fc1-4285-8b91-a582fbd553de'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:06.436428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.443811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e60068c9-3c06-4bcd-a034-9be47748c340 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:06.448047 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e60068c9-3c06-4bcd-a034-9be47748c340 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports/0d863165-0d19-4168-8f93-a9643eb32ab5 HTTP/1.1" status: 200 len: 976 time: 0.2830665 Dec 20 11:53:06.448801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:06.479370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Made reservation on behalf of fb9a7e8700164078a68e71acbbaf9bb8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:06.481773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.524176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:06.524601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139de381-7247-42c1-9577-e59f394d5b3e None None] The sync data for ids ['2d43694e-1fc1-4285-8b91-a582fbd553de'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:06.542281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.564792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c33f0395-fdf6-40c6-86f6-e83a3a913817 req-413d04d1-6a36-4ac0-9a38-0c7575d4581e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208893 Dec 20 11:53:06.574782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.601112 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4469550 Dec 20 11:53:06.607307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:06.607448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.643108 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:06.682971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.143'}]}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:06.692975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-38a127c5-110d-4dbc-a14d-7bbc5d5a3a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:06.694324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-38a127c5-110d-4dbc-a14d-7bbc5d5a3a96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 0.4711812 Dec 20 11:53:06.781249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:06.804764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56948) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:06.805584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9a7e8700164078a68e71acbbaf9bb8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:06.821502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:06.835120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:06.848954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Usage tracker for resource:router and tenant:cb1b4b3abfc5462a9ca2b0212fe16cea is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:06.866905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:06.873380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-b13dc450-cc52-4d44-bb4a-0c5f1261c041 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f HTTP/1.1" status: 200 len: 217 time: 0.1576021 Dec 20 11:53:06.885350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:06.885479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:06.889735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=0a8f1b62-407c-43b0-912c-a49afce868de,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:06.894631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.898251 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:06.914493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.915527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:06.957371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-a2ddc717-465c-456b-9643-05a479aa6b51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:06.958831 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-a2ddc717-465c-456b-9643-05a479aa6b51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.0746570 Dec 20 11:53:07.059878 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-a7a1b45e-81a6-4401-b5e6-19628d9f4f12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940955 Dec 20 11:53:07.073320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1827131634-network', 'tenant_id': 'abc93a564ed2497c8411d898e060188e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:07.074119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.125202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:07.142431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Usage tracker for resource:network and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:07.152608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:07.193834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:07.199353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Deleting port c440be04-8dbd-4bc5-8153-922a89548604 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:07.199688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.299880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 8999184e-6a49-445a-8c19-cdf4ed99239b is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:07.353002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:07.425097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:53:07.468766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Made reservation on behalf of abc93a564ed2497c8411d898e060188e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:07.471081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.492087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:07.522867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.561231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.578837 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96622c30-905b-4afd-a68b-648a3ee87122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:07.580787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:07.581178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.586136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.607748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-cf5147f0-e6d0-4cc1-812b-62b4fe5e3c62 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267158 Dec 20 11:53:07.609168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.619881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] For port c440be04-8dbd-4bc5-8153-922a89548604, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c440be04-8dbd-4bc5-8153-922a89548604,segment=NetworkSegment(0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8),segment_id=0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:07.620243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.756034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f692a-9909-48ce-a31d-e54399ac8734 req-f2a41d48-c498-4d40-be10-be9b28e279c8 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:07.757698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-047f692a-9909-48ce-a31d-e54399ac8734 req-f2a41d48-c498-4d40-be10-be9b28e279c8 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 931 time: 0.4075093 Dec 20 11:53:07.764794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fbb60a4a-1cf0-425a-a49f-16d41f4d9b06 None None] Provisioning complete for port 0a8f1b62-407c-43b0-912c-a49afce868de triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:07.765179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbb60a4a-1cf0-425a-a49f-16d41f4d9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:07.824773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-fbb60a4a-1cf0-425a-a49f-16d41f4d9b06 None None] Port 0a8f1b62-407c-43b0-912c-a49afce868de cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:07.941396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:53:07.945263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:53:07.955174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-047f692a-9909-48ce-a31d-e54399ac8734 req-9650bca7-41dd-488b-a29f-b8bbb76bbb57 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510155 Dec 20 11:53:07.957311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Calling delete_port for c440be04-8dbd-4bc5-8153-922a89548604 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:07.998329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a978234-43f8-42dd-9b13-4d1f4745780d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:08.013076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.053458 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:08.105067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:08.128571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Usage tracker for resource:security_group_rule and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:08.135379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.135722 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Added segment 4bb3a785-1c05-4075-9e36-113c396b7328 of type vlan for network 0d8938c2-a90a-4947-ae2a-50262c9f2303 Dec 20 11:53:08.149845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:08.174806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Transition to ACTIVE for port object bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:08.175771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:08.191694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.209969 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-251e2fa3-c66b-4a79-8d4a-cf518e604a9e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:08.249555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Router 570f84fc-3743-4c9b-8edb-5ab5bd280491 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:53:08.296567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.309903 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2e7a683-9d01-4c5a-b265-61574591b68d req-3b101d5f-5ba9-4c03-85de-f24811aeaff1 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801064 Dec 20 11:53:08.318042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.446672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:08.458693 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:08.492711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf82bf1-eb36-456a-97d6-8979ea264a83 req-6e24819e-f90f-4a3a-95cf-125ab46b5170 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:08.494240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cf82bf1-eb36-456a-97d6-8979ea264a83 req-6e24819e-f90f-4a3a-95cf-125ab46b5170 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5444233 Dec 20 11:53:08.494880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.495720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:08.496265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.508613 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-edd4d108-b64c-48a8-964f-4e5a8781e425 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:08.641398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.675113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.702282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.739997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.759607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4837074 Dec 20 11:53:08.760466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8938c2-a90a-4947-ae2a-50262c9f2303,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:08.773701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:53:08.778900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:08.791311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Request body: {'subnet': {'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1625419608-subnet', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:08.797871 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:08.803262 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a84ab6b-1a0c-422c-9a85-ebef8e37a643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:08.812373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:08.815529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:53:08.830895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Usage tracker for resource:subnet and tenant:fb9a7e8700164078a68e71acbbaf9bb8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:08.838833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:08.850297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cf82bf1-eb36-456a-97d6-8979ea264a83 req-af664844-3f6d-4182-9309-b1df36f6a90a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425326 Dec 20 11:53:08.860060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:08.877539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.878288 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Added segment 90240c74-f477-4471-9b35-1ef2bf7e2fd0 of type vlan for network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 Dec 20 11:53:08.883591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e314a3bd-ca8b-42c3-bc46-aa0006c63d35,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:08.890733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Attempting to bind port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:08.891074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Attempting to bind port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '48d6633f-f227-43bf-b39f-1f1dc9c3b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4858b927-d046-4450-bc43-d0174a9915e0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:08.891387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Attempting to bind port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e on network 4858b927-d046-4450-bc43-d0174a9915e0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:08.894650 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:08.903679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.917129 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c979104-18e8-4056-93e9-b1ca48712a56 tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:08.928925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Made reservation on behalf of fb9a7e8700164078a68e71acbbaf9bb8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:08.931201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.962357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e on network 4858b927-d046-4450-bc43-d0174a9915e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:53:08.962998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Attempting to bind port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e on network 4858b927-d046-4450-bc43-d0174a9915e0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:08.964810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c440be04-8dbd-4bc5-8153-922a89548604,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:08.969554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:08.974400 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:08.984245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:08.984245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Checking segment: {'id': '48d6633f-f227-43bf-b39f-1f1dc9c3b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4858b927-d046-4450-bc43-d0174a9915e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:08.984245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Bound using segment: {'id': '48d6633f-f227-43bf-b39f-1f1dc9c3b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4858b927-d046-4450-bc43-d0174a9915e0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:08.984245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Bound port: bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d6633f-f227-43bf-b39f-1f1dc9c3b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4858b927-d046-4450-bc43-d0174a9915e0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:08.984696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.173621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.174742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:09.175397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.191631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:09.206197 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] Sync routers for ids ['570f84fc-3743-4c9b-8edb-5ab5bd280491'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:09.224176 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] Routers {'570f84fc-3743-4c9b-8edb-5ab5bd280491'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:09.224925 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['570f84fc-3743-4c9b-8edb-5ab5bd280491'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:09.242341 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:09.243299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.294713 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:09.307934 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] Routers {'570f84fc-3743-4c9b-8edb-5ab5bd280491'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:09.308647 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['570f84fc-3743-4c9b-8edb-5ab5bd280491'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:09.373339 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:09.373818 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ed70c-ce58-43b2-bfcd-4be23f67dc0a None None] The sync data for ids ['570f84fc-3743-4c9b-8edb-5ab5bd280491'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:09.390342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a16a4f-247f-4fa1-bed3-3c652bc1d557,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:09.395723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5872235 Dec 20 11:53:09.397300 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:09.398409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] For port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:09.400944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56964) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:09.406635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:53:09.411083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Request body: {'subnet': {'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1827131634-subnet', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:09.418291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:09.420809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "PUT /v2.0/routers/570f84fc-3743-4c9b-8edb-5ab5bd280491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5667827 Dec 20 11:53:09.422213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] For port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,segment=NetworkSegment(48d6633f-f227-43bf-b39f-1f1dc9c3b62a),segment_id=48d6633f-f227-43bf-b39f-1f1dc9c3b62a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:09.424153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56968) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:09.428003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Usage tracker for resource:subnet and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:09.462042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:09.479388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.487104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:09.491244 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b8654e2-24e9-4ac7-bce2-d6c7d26f0cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:09.608963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Made reservation on behalf of abc93a564ed2497c8411d898e060188e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:09.611228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.641274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd42fe3-e203-4076-8bf7-1f158b714d43 req-0024ed28-c865-4c65-9e72-1e7fd546b411 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:09.642812 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9fd42fe3-e203-4076-8bf7-1f158b714d43 req-0024ed28-c865-4c65-9e72-1e7fd546b411 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 943 time: 0.5131578 Dec 20 11:53:09.751844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.753216 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] 10.222.0.53 "PUT /v2.0/ports/bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e HTTP/1.1" status: 200 len: 1093 time: 4.2410557 Dec 20 11:53:09.762543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77df89c0-9533-4f61-9afd-b1b133551540', 'tag': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:53:09.775285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 0d863165-0d19-4168-8f93-a9643eb32ab5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:09.775597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:09.845464 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77df89c0-9533-4f61-9afd-b1b133551540', 'tag': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e', 'status': 'completed', 'code': 200} Dec 20 11:53:09.913818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:09.918868 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:09.962832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21beb31b-f12d-4d27-a302-443014e5b716 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:09.963507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-21beb31b-f12d-4d27-a302-443014e5b716 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:10.081951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.089042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-21beb31b-f12d-4d27-a302-443014e5b716 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:10.090193 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-21beb31b-f12d-4d27-a302-443014e5b716 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports?device_id=570f84fc-3743-4c9b-8edb-5ab5bd280491 HTTP/1.1" status: 200 len: 983 time: 0.6638703 Dec 20 11:53:10.092562 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a09fd1ea-27c8-4b4b-bb1e-efc4d16c52cf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:10.101071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56976) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:10.117123 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-27b91422-ca30-43c6-a9e4-81e92d188f9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96c158ade2894985adb723bc873559b8&device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 1096 time: 0.3100121 Dec 20 11:53:10.142330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.162594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9fd42fe3-e203-4076-8bf7-1f158b714d43 req-14c69970-c39b-408d-9e74-c483afe330d8 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518485 Dec 20 11:53:10.211485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41f4dc0-5d57-4093-941c-eb7f8660fe77,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:10.214129 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:10.217646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.317610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.349881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Checking segment: {'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:10.350254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Network hostable DHCP agents. Network: 0d8938c2-a90a-4947-ae2a-50262c9f2303, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:53:10.351315 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-db5da515-8dd3-4c47-a790-22ee48ec91bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e HTTP/1.1" status: 200 len: 217 time: 0.1680830 Dec 20 11:53:10.359544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.360009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6e2180-98ee-4d04-bbef-c3f2bc0bd4ed {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:53:10.392560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.463325 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 11:53:10.464352 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-82db5871-65c5-4de5-9abc-cfb498f2d51b tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8308449 Dec 20 11:53:10.467838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.473108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:10.480618 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64efef50-90bd-4e3f-9ade-e59799997ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:10.532071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 0d863165-0d19-4168-8f93-a9643eb32ab5 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:10.566378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:53:10.582192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0d8938c2-a90a-4947-ae2a-50262c9f2303) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:10.586326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:10.586999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.592984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288854f1-ba81-49c0-afbf-ad59bd41e326 None None] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:10.618472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015453-6a23-4147-944f-a61245315092 req-8e346eac-3124-44ff-b6d7-50f476df04b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:10.619947 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-8e346eac-3124-44ff-b6d7-50f476df04b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6185fadf-ccb2-4298-9134-bf1a4f80d1dd HTTP/1.1" status: 200 len: 865 time: 0.2610025 Dec 20 11:53:10.625883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c2a07-d9b2-468f-92ba-caad10fc290f req-7ad4f775-2eac-4b5a-9005-9d674e1b56a0 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:10.627369 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e18c2a07-d9b2-468f-92ba-caad10fc290f req-7ad4f775-2eac-4b5a-9005-9d674e1b56a0 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5743163 Dec 20 11:53:10.641698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8608108 Dec 20 11:53:10.644858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:10.650762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:10.657825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:10.663794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Usage tracker for resource:router and tenant:fb9a7e8700164078a68e71acbbaf9bb8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:10.667284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:10.677905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:10.691375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.692388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.696215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c5b08a-6c4f-4f33-8b43-bf477236aa34,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:10.699435 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:10.716095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Deleting port 59a17ea8-a72f-4036-9381-73e7a0b9ac61 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:10.716432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.745936 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-4064be92-f01a-4f15-8c60-a0f40f428129 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4858b927-d046-4450-bc43-d0174a9915e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176274 Dec 20 11:53:10.778819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.785091 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:10.831371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=0d863165-0d19-4168-8f93-a9643eb32ab5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:10.835445 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:10.841948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:10.855653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0d8938c2-a90a-4947-ae2a-50262c9f2303', 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'fixed_ips': [{'subnet_id': 'e41f4dc0-5d57-4093-941c-eb7f8660fe77'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:53:10.856776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.037200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:11.037775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Network hostable DHCP agents. Network: b1a16a4f-247f-4fa1-bed3-3c652bc1d557, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:53:11.048165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Allocated IP 172.20.0.2 (0d8938c2-a90a-4947-ae2a-50262c9f2303/e41f4dc0-5d57-4093-941c-eb7f8660fe77/f2847a47-48eb-440b-9cf2-bceefd0e406b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:11.105341 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e18c2a07-d9b2-468f-92ba-caad10fc290f req-f704c107-0de7-4c55-9b22-41e2c3bee893 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198642 Dec 20 11:53:11.226600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.238925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.312023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.323100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Transition to ACTIVE for port object f2847a47-48eb-440b-9cf2-bceefd0e406b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:11.344625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Transition to ACTIVE for port object f2847a47-48eb-440b-9cf2-bceefd0e406b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:11.353550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.367703 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ac6ae8be-0a02-4081-bf95-d9aa27286d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:11.444185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:11.445157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Pushing event updated for resources: {'Port': ['ID=f2847a47-48eb-440b-9cf2-bceefd0e406b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:11.447770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:11.449935 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:11.450678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:11.541687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Attempting to bind port f2847a47-48eb-440b-9cf2-bceefd0e406b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:11.542089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Attempting to bind port f2847a47-48eb-440b-9cf2-bceefd0e406b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:11.542978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Attempting to bind port f2847a47-48eb-440b-9cf2-bceefd0e406b on network 0d8938c2-a90a-4947-ae2a-50262c9f2303 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:11.549614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:11.549990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Checking segment: {'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:11.551188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.551460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Bound using segment: {'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:11.551927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Bound port: f2847a47-48eb-440b-9cf2-bceefd0e406b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:11.552303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.581775 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-f3ff4c21-d901-4398-9c1e-3f3c0b6018fe service neutron] 10.222.0.53 "GET /v2.0/networks/4858b927-d046-4450-bc43-d0174a9915e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198385 Dec 20 11:53:11.645219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] For port f2847a47-48eb-440b-9cf2-bceefd0e406b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:11.647512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.648358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] For port f2847a47-48eb-440b-9cf2-bceefd0e406b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f2847a47-48eb-440b-9cf2-bceefd0e406b,segment=NetworkSegment(4bb3a785-1c05-4075-9e36-113c396b7328),segment_id=4bb3a785-1c05-4075-9e36-113c396b7328)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:11.652607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:11.657037 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:11.658935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:53:11.730636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Pushing event updated for resources: {'Port': ['ID=f2847a47-48eb-440b-9cf2-bceefd0e406b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:11.733410 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:11.811239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30391aa9-327f-4b8c-b975-53e4d150a683 req-ba4d9332-50c3-4d21-be76-4f82a77abcfa tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:11.812713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-30391aa9-327f-4b8c-b975-53e4d150a683 req-ba4d9332-50c3-4d21-be76-4f82a77abcfa tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 943 time: 0.2742345 Dec 20 11:53:11.864915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Calling delete_port for 59a17ea8-a72f-4036-9381-73e7a0b9ac61 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:11.909247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b1a16a4f-247f-4fa1-bed3-3c652bc1d557) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:11.921779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52700159-9c68-41e9-ac7a-c9452bbc12e5 None None] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:11.934111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:11.934648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.081144 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6788435 Dec 20 11:53:12.094429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 56990) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:12.111502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f015453-6a23-4147-944f-a61245315092 req-9103d7b8-6ad0-43f0-bfc1-64fc03df9c68 service neutron] 10.222.0.53 "GET /v2.0/networks/4858b927-d046-4450-bc43-d0174a9915e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094287 Dec 20 11:53:12.118049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:12.162646 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-30391aa9-327f-4b8c-b975-53e4d150a683 req-b6fb2842-61b8-4871-aae3-02d9c459375f tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938752 Dec 20 11:53:12.165617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:12.195117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Usage tracker for resource:router and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:12.210792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:53:12.211014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 2d43694e-1fc1-4285-8b91-a582fbd553de has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:12.211612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.214356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:12.238493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:12.329956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.334484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.406946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Allocated IP 172.20.0.2 (b1a16a4f-247f-4fa1-bed3-3c652bc1d557/63c5b08a-6c4f-4f33-8b43-bf477236aa34/ae003947-92a9-4702-ac3c-520e7abd774b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:12.444208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.455737 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35f1e87c-b720-4bd9-9efa-39f46ebafe29 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:12.464326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.499125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.502609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.523142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Pushing event deleted for resources: {'Port': ['ID=59a17ea8-a72f-4036-9381-73e7a0b9ac61,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:12.532044 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:12.557810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:12.578252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] Sync routers for ids ['2d43694e-1fc1-4285-8b91-a582fbd553de'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:12.615927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] Routers {'2d43694e-1fc1-4285-8b91-a582fbd553de'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:12.616602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['2d43694e-1fc1-4285-8b91-a582fbd553de'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:12.695099 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/2d43694e-1fc1-4285-8b91-a582fbd553de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2368562 Dec 20 11:53:12.700831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 56996) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:12.704412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:12.770033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] Routers {'2d43694e-1fc1-4285-8b91-a582fbd553de'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:12.770671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['2d43694e-1fc1-4285-8b91-a582fbd553de'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:12.811783 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-43ba8022-0fe6-4e4b-bd8a-e454d4d712b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96c158ade2894985adb723bc873559b8&device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 1096 time: 0.5955567 Dec 20 11:53:12.821710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Allocated IP 172.35.0.196 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/d7e9a313-2035-4a00-84c5-6c44d3299819) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:12.828423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.851541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:12.851960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b9c1a-1bac-4687-b883-4385ced24bb0 None None] The sync data for ids ['2d43694e-1fc1-4285-8b91-a582fbd553de'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:12.858773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.870737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Transition to ACTIVE for port object ae003947-92a9-4702-ac3c-520e7abd774b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:12.893837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Transition to ACTIVE for port object ae003947-92a9-4702-ac3c-520e7abd774b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:12.904142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:12.910183 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ac6ae8be-0a02-4081-bf95-d9aa27286d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:12.963553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff258f21-9c86-4307-9ab3-8234804d70a7 None None] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:13.038380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:13.044371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:13.047255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:13.076359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.094506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Pushing event updated for resources: {'Port': ['ID=ae003947-92a9-4702-ac3c-520e7abd774b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:13.098464 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:13.124422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad7277-ca14-488f-a9e0-09f99a4cd188 req-cd35858a-106e-421c-a35d-58b1eedadb3a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:13.125832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bbad7277-ca14-488f-a9e0-09f99a4cd188 req-cd35858a-106e-421c-a35d-58b1eedadb3a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.8017302 Dec 20 11:53:13.158742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8ceef47f-e74d-456f-b3d5-8bf0ef10c7d6 None None] Provisioning for port f2847a47-48eb-440b-9cf2-bceefd0e406b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:13.284536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Attempting to bind port ae003947-92a9-4702-ac3c-520e7abd774b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:13.289042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Attempting to bind port ae003947-92a9-4702-ac3c-520e7abd774b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:13.291035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Attempting to bind port ae003947-92a9-4702-ac3c-520e7abd774b on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:13.313951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:13.315664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:13.316244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.316857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Bound using segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:13.317498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Bound port: ae003947-92a9-4702-ac3c-520e7abd774b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:13.318094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.333989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.336441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-5c117dbb-600f-47c3-8c2a-60c8602d8119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:13.337886 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-5c117dbb-600f-47c3-8c2a-60c8602d8119 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4858b927-d046-4450-bc43-d0174a9915e0 HTTP/1.1" status: 200 len: 926 time: 0.4896884 Dec 20 11:53:13.340780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.345120 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:13.403303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.444531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.506883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:13.520301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Pushing event updated for resources: {'Port': ['ID=d7e9a313-2035-4a00-84c5-6c44d3299819,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:13.523149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:13.526256 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:13.532796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] 10.222.0.32 "DELETE /v2.0/ports/59a17ea8-a72f-4036-9381-73e7a0b9ac61 HTTP/1.1" status: 204 len: 168 time: 3.0216680 Dec 20 11:53:13.533007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:13.566245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f2847a47-48eb-440b-9cf2-bceefd0e406b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:13.611741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] For port ae003947-92a9-4702-ac3c-520e7abd774b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:13.648032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] For port ae003947-92a9-4702-ac3c-520e7abd774b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae003947-92a9-4702-ac3c-520e7abd774b,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:13.658781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.665490 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7ad087c4-a174-49b5-8f3d-f55ab3afe1a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:13.720000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b99a8a-1383-4403-a79c-5c65eccb7195 req-c76ff7fa-6010-43f3-b308-0775d196c49b tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:13.721747 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49b99a8a-1383-4403-a79c-5c65eccb7195 req-c76ff7fa-6010-43f3-b308-0775d196c49b tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 943 time: 0.4237301 Dec 20 11:53:13.745075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port f2847a47-48eb-440b-9cf2-bceefd0e406b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:13.760996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f2847a47-48eb-440b-9cf2-bceefd0e406b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:13.761396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.809698 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49b99a8a-1383-4403-a79c-5c65eccb7195 req-e454dd56-64cd-49c0-80a8-add956580f68 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798485 Dec 20 11:53:13.829366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-d6932b11-9121-4708-a543-ea25df5670c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e HTTP/1.1" status: 200 len: 217 time: 0.4763982 Dec 20 11:53:13.830572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Pushing event updated for resources: {'Port': ['ID=ae003947-92a9-4702-ac3c-520e7abd774b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:13.837803 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:13.839179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bbad7277-ca14-488f-a9e0-09f99a4cd188 req-4c3b628f-ff5e-45a1-a82b-e38a62c274d7 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957994 Dec 20 11:53:13.894964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Allocated IP 172.35.0.91 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/1ce8b94a-6437-41df-95bb-727139e24ae0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:13.907024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57006) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:13.984837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:13.994273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-669e040b-9a43-4a6e-ad2b-6fa35a2d3df2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:13.996333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-669e040b-9a43-4a6e-ad2b-6fa35a2d3df2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6185fadf-ccb2-4298-9134-bf1a4f80d1dd HTTP/1.1" status: 200 len: 865 time: 0.1506710 Dec 20 11:53:14.018324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:53:14.077468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port f2847a47-48eb-440b-9cf2-bceefd0e406b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f2847a47-48eb-440b-9cf2-bceefd0e406b,segment=NetworkSegment(4bb3a785-1c05-4075-9e36-113c396b7328),segment_id=4bb3a785-1c05-4075-9e36-113c396b7328)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:14.078963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.101644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.109793 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:14.169482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.220415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.221503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.302493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.319975 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:14.354675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=f2847a47-48eb-440b-9cf2-bceefd0e406b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:14.358838 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:14.365102 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-bbd89be4-afb3-4611-b867-894ad55b2836 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4858b927-d046-4450-bc43-d0174a9915e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2900050 Dec 20 11:53:14.370521 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-11fe4160-b88c-4c43-b849-f12bb87a4a0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 11:53:14.371455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f9326ca-703c-4d09-bf4a-ba912ca64502 None None] Provisioning complete for port f2847a47-48eb-440b-9cf2-bceefd0e406b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:14.371617 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-11fe4160-b88c-4c43-b849-f12bb87a4a0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/2d43694e-1fc1-4285-8b91-a582fbd553de/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6592684 Dec 20 11:53:14.371982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f9326ca-703c-4d09-bf4a-ba912ca64502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.377438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:14.389714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.412056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:14.418092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:14.422439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,segment=NetworkSegment(48d6633f-f227-43bf-b39f-1f1dc9c3b62a),segment_id=48d6633f-f227-43bf-b39f-1f1dc9c3b62a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:14.423670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:14.448061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e', 'network_id': '4858b927-d046-4450-bc43-d0174a9915e0', 'port_id': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e', 'mac_address': 'fa:16:3e:fd:7f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6185fadf-ccb2-4298-9134-bf1a4f80d1dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:53:14.474809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bc405d8d-c1ea-4b10-8912-a1977d7e3bb3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d43694e-1fc1-4285-8b91-a582fbd553de HTTP/1.1" status: 200 len: 205 time: 0.0800793 Dec 20 11:53:14.477546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57016) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:14.506298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Pushing event updated for resources: {'Port': ['ID=1ce8b94a-6437-41df-95bb-727139e24ae0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:14.514953 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:14.549700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:14.562490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.565132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Usage tracker for resource:security_group_rule and tenant:5da258d994764d9da03e5ba251c9b8d7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:14.577220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:14.587192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:14.591785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:53:14.617908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,segment=NetworkSegment(48d6633f-f227-43bf-b39f-1f1dc9c3b62a),segment_id=48d6633f-f227-43bf-b39f-1f1dc9c3b62a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:14.624731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.628492 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-33dc0277-8b99-4506-aa28-39c012cc1880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:14.719330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:14.730158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:14.742711 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:14.773859 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-e831d2ac-65fc-4233-8e74-019112a7b612 service neutron] 10.222.0.53 "GET /v2.0/networks/4858b927-d046-4450-bc43-d0174a9915e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969519 Dec 20 11:53:14.782469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03d915bf-31dd-4640-bd8b-338598c54847 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.784885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.793144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:14.802210 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9ec0695-306f-487f-910d-9658fcde4aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:14.831308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:53:14.860486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd7954-54fc-4cd2-b14c-cf98b61e5ac6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:14.879383 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:14.922468 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5da258d994764d9da03e5ba251c9b8d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8333125 Dec 20 11:53:14.924696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57024) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:15.050930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.051617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.091123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.189919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:53:15.228892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.237237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163858c-e800-45bf-b01c-b888ce5554a6 None None] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:15.305782 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Sync routers for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:15.332073 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:15.333010 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:15.334577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.467571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-82674993-9e6b-493d-863a-25f200d66c58 None None] Provisioning for port ae003947-92a9-4702-ac3c-520e7abd774b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:15.629313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd54b7-3ba1-40dc-a3a8-afcaa281f9b0 req-c354b9e9-6f05-446f-89e0-3dc30c3df650 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:15.637444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9bfd54b7-3ba1-40dc-a3a8-afcaa281f9b0 req-c354b9e9-6f05-446f-89e0-3dc30c3df650 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 944 time: 0.5495930 Dec 20 11:53:15.663427 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:15.734820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f2847a47-48eb-440b-9cf2-bceefd0e406b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:15.807796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.815741 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ba6b4bf-a7e0-45f5-b885-4f76ee953175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:15.832750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f2847a47-48eb-440b-9cf2-bceefd0e406b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:15.833316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.842538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd7954-54fc-4cd2-b14c-cf98b61e5ac6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:15.856668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4525b20f-33b7-4151-ab5c-bb260a21c4ec req-bcafff6d-caa1-43e6-8026-f572ded3658f service neutron] 10.222.0.53 "GET /v2.0/networks/4858b927-d046-4450-bc43-d0174a9915e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315098 Dec 20 11:53:15.865735 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:15.886617 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9bfd54b7-3ba1-40dc-a3a8-afcaa281f9b0 req-7c01d820-1378-47c9-b3c7-8f8fdc800eba tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482173 Dec 20 11:53:15.915000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:15.917611 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ebd7954-54fc-4cd2-b14c-cf98b61e5ac6 HTTP/1.1" status: 204 len: 168 time: 0.9918234 Dec 20 11:53:16.000524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:16.023788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:16.042584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.042584 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3943193 Dec 20 11:53:16.052225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57030) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:16.070652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Sync routers for ids ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:16.129120 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:52:57Z', 'revision_number': 2, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:16.134304 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Checking router: 75e6deb9-b98b-447e-b1ab-1334df10d6c3 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:53:16.135131 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Updating router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 port 59187ad0-7f04-43b5-8e0c-dde57d86b263 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:53:16.165286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d1ecc-297c-4e84-91bc-2510beed2031 req-758d3e7b-1c51-4d7f-bebb-d5ddcc71e355 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:16.167438 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-352d1ecc-297c-4e84-91bc-2510beed2031 req-758d3e7b-1c51-4d7f-bebb-d5ddcc71e355 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 1.0254197 Dec 20 11:53:16.171424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 0a8f1b62-407c-43b0-912c-a49afce868de {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:16.171768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.172788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Routers {'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:16.173420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:16.208860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Router c66771ef-13d1-4b46-87cc-2ba45957f3b6 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:53:16.221555 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.226012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03d915bf-31dd-4640-bd8b-338598c54847 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.252332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03d915bf-31dd-4640-bd8b-338598c54847 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.396935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-352d1ecc-297c-4e84-91bc-2510beed2031 req-d413f822-7871-426f-8ef6-b90aab547a83 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912787 Dec 20 11:53:16.404422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae003947-92a9-4702-ac3c-520e7abd774b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:16.540275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:16.567773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03d915bf-31dd-4640-bd8b-338598c54847 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.568282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d915bf-31dd-4640-bd8b-338598c54847 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Fanout notify agent at l3_agent the message router_deleted on router 2d43694e-1fc1-4285-8b91-a582fbd553de {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:53:16.612387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03d915bf-31dd-4640-bd8b-338598c54847 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.613456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-03d915bf-31dd-4640-bd8b-338598c54847 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/2d43694e-1fc1-4285-8b91-a582fbd553de HTTP/1.1" status: 204 len: 168 time: 2.1258402 Dec 20 11:53:16.616051 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a18de0a-d183-4efc-9087-51dc840aebd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb1b4b3abfc5462a9ca2b0212fe16cea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0736210 Dec 20 11:53:16.618927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:16.619254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57042) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:16.624921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.640023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:16.672650 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] Sync routers for ids ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:16.680659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Set router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:16.700645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] 10.222.0.32 "PUT /v2.0/routers/639116d4-1aa7-4ab3-b572-5bc4d3300b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4691913 Dec 20 11:53:16.707907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:16.720283 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] Routers {'639116d4-1aa7-4ab3-b572-5bc4d3300b35'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:16.721450 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:16.882684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port ae003947-92a9-4702-ac3c-520e7abd774b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:16.885917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:16.893152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:16.893538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.911531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 0a8f1b62-407c-43b0-912c-a49afce868de owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:16.968239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:16.970682 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] Set router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:16.996032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port ae003947-92a9-4702-ac3c-520e7abd774b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:16.996415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.129247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:17.152533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.171145 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:17.198916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.208576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Sync routers for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:17.213455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.281265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.284890 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1857750 Dec 20 11:53:17.302829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57054) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:17.303951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=0a8f1b62-407c-43b0-912c-a49afce868de,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:17.308031 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:17.317325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:17.319579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:17.400161 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.430570 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Transition to ACTIVE for port object 59187ad0-7f04-43b5-8e0c-dde57d86b263 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:17.442046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.454742 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.460700 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:17.478828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df89c0-9533-4f61-9afd-b1b133551540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:53:17.522569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet 5669daea-bfcc-419a-aa91-e3dd348648b4 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:17.536694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.639391 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac65bf8-1ea2-445c-a3af-123545e7b872 None None] Pushing event updated for resources: {'Port': ['ID=59187ad0-7f04-43b5-8e0c-dde57d86b263,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:17.647157 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-7ac65bf8-1ea2-445c-a3af-123545e7b872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:17.665025 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:53:08Z', 'revision_number': 5, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:17.707169 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] Checking router: 639116d4-1aa7-4ab3-b572-5bc4d3300b35 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:53:17.757151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,segment=NetworkSegment(48d6633f-f227-43bf-b39f-1f1dc9c3b62a),segment_id=48d6633f-f227-43bf-b39f-1f1dc9c3b62a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:17.792673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.817727 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Sync routers for ids ['974a5780-016b-4a42-9f50-eab172cb31d9'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:17.836032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.871063 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] Routers {'639116d4-1aa7-4ab3-b572-5bc4d3300b35'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:17.872334 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:17.876968 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:17.902846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863e921-9816-4ce1-b95b-8f45144f8a29 req-a13c2e9f-9171-417f-88ce-3934c7aa504c tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:17.905151 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a863e921-9816-4ce1-b95b-8f45144f8a29 req-a13c2e9f-9171-417f-88ce-3934c7aa504c tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 944 time: 0.7717631 Dec 20 11:53:17.908269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:17.993782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port ae003947-92a9-4702-ac3c-520e7abd774b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae003947-92a9-4702-ac3c-520e7abd774b,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:18.005006 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Attempting to bind port 59187ad0-7f04-43b5-8e0c-dde57d86b263 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:18.005686 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Attempting to bind port 59187ad0-7f04-43b5-8e0c-dde57d86b263 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:18.006249 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Attempting to bind port 59187ad0-7f04-43b5-8e0c-dde57d86b263 on network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:18.035453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.053081 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a863e921-9816-4ce1-b95b-8f45144f8a29 req-f106d424-300e-41fc-b1eb-6be139ad2ad6 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948014 Dec 20 11:53:18.053814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.078928 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Routers {'974a5780-016b-4a42-9f50-eab172cb31d9'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:18.079187 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:18.079560 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['974a5780-016b-4a42-9f50-eab172cb31d9'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:18.083481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.095308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T11:53:13Z', 'revision_number': 3, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:18.101340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:18.112993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a3a34-11d5-40fe-9b4b-18c8332700bb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:18.115306 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:18.116265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.117604 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb8a3a34-11d5-40fe-9b4b-18c8332700bb HTTP/1.1" status: 204 len: 168 time: 1.4952881 Dec 20 11:53:18.166783 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:18.167168 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Checking segment: {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:18.167577 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.167976 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Bound using segment: {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:18.168459 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Bound port: 59187ad0-7f04-43b5-8e0c-dde57d86b263, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:18.168835 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.176248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.240000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:18.268208 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df89c0-9533-4f61-9afd-b1b133551540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e', 'code': 200} Dec 20 11:53:18.269370 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:18.290226 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8e79790e-fb98-4ded-892d-81d5760d1d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:18.401889 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] Set router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:18.504535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Checking router: fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:53:18.505361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Updating router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 port d7e9a313-2035-4a00-84c5-6c44d3299819 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:53:18.580615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a53db-e40d-4460-9671-f45c54a0b002 req-9e493658-9299-4107-bba1-9d7edf2bfa73 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:18.582576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de9a53db-e40d-4460-9671-f45c54a0b002 req-9e493658-9299-4107-bba1-9d7edf2bfa73 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.6069648 Dec 20 11:53:18.656210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.657175 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] For port 59187ad0-7f04-43b5-8e0c-dde57d86b263, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:18.659381 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Set router 974a5780-016b-4a42-9f50-eab172cb31d9 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:18.679734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.704103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=ae003947-92a9-4702-ac3c-520e7abd774b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:18.714299 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:18.733747 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] For port 59187ad0-7f04-43b5-8e0c-dde57d86b263, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=59187ad0-7f04-43b5-8e0c-dde57d86b263,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:18.789925 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.808737 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f7add5f2-1a04-443f-8301-ca0d6582f2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:18.867707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:18.882308 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f75b4a01-b51b-4ae7-a6c4-3bf135db7303 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:18.986763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=5669daea-bfcc-419a-aa91-e3dd348648b4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:19.008264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:19.009724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.022305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2242f995-bc27-4829-84b9-6a689b43d419 req-e27b3d6f-881b-44d4-9964-93dcf362350d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 1098 time: 0.5887840 Dec 20 11:53:19.086699 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2242f995-bc27-4829-84b9-6a689b43d419 req-4def78e1-6ffa-4607-a171-90fef9681d4d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 Dec 20 11:53:19.099849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Router 570f84fc-3743-4c9b-8edb-5ab5bd280491 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:19.103153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de9a53db-e40d-4460-9671-f45c54a0b002 req-eddaaf81-26ff-42e0-8bf4-4632d942d8b2 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118437 Dec 20 11:53:19.125247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.143619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad4b07-299b-4ba1-8dcb-32970de321cc None None] Network 62f74803-bfcd-4859-8ca8-8c5654cc6ceb requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:19.167597 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac65bf8-1ea2-445c-a3af-123545e7b872 None None] Pushing event updated for resources: {'Port': ['ID=59187ad0-7f04-43b5-8e0c-dde57d86b263,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:19.184001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Deleting port 51f8c00c-7183-441d-bbbb-24b4e892feca {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:19.189177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.229776 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-7ac65bf8-1ea2-445c-a3af-123545e7b872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:19.250296 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/5669daea-bfcc-419a-aa91-e3dd348648b4 HTTP/1.1" status: 204 len: 168 time: 2.6266141 Dec 20 11:53:19.268755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57078) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:19.543387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:14Z', 'revision_number': 3, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:19.554107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Checking router: c66771ef-13d1-4b46-87cc-2ba45957f3b6 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:53:19.554463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Updating router c66771ef-13d1-4b46-87cc-2ba45957f3b6 port 1ce8b94a-6437-41df-95bb-727139e24ae0 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:53:19.614716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.624803 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:19.625436 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:19.663128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.769503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:19.775054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 2ed04858-f82b-464e-8b92-dc0d9c334afd {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:19.775503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.790906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] For port 51f8c00c-7183-441d-bbbb-24b4e892feca, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51f8c00c-7183-441d-bbbb-24b4e892feca,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:19.791523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.827608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] Sync routers for ids ['570f84fc-3743-4c9b-8edb-5ab5bd280491'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:19.866121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:19.908566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:53:19.917358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57088) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:19.918265 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:53:08Z', 'revision_number': 5, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:19.921784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "PUT /v2.0/routers/570f84fc-3743-4c9b-8edb-5ab5bd280491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8197513 Dec 20 11:53:19.922615 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'name': 'tempest-TestAggregatesBasicOps-1282467713-router', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:45Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'gw_port': {'id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:47Z', 'updated_at': '2021-12-20T11:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '13a9adff-95aa-46a8-a6c3-e74feeaadf24', 'name': '', 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'mac_address': 'fa:16:3e:65:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a29b831-52a3-471d-b281-276f71dedb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:53Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 2, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'subnets': [{'id': '8a29b831-52a3-471d-b281-276f71dedb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:19.926214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57090) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:19.935206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Checking router: 974a5780-016b-4a42-9f50-eab172cb31d9 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:53:19.944731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851499c-9939-495e-ba28-c60237cd4e50 req-487f38a3-7164-41a8-b7e9-5aa8ff2547d6 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:19.946228 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4851499c-9939-495e-ba28-c60237cd4e50 req-487f38a3-7164-41a8-b7e9-5aa8ff2547d6 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 945 time: 0.5582111 Dec 20 11:53:19.947074 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Updating router 974a5780-016b-4a42-9f50-eab172cb31d9 port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:53:19.955953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Calling delete_port for 51f8c00c-7183-441d-bbbb-24b4e892feca owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:19.983868 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffee83-05ca-42a5-9f6e-5a4e5c96d30e None None] The sync data for ids ['639116d4-1aa7-4ab3-b572-5bc4d3300b35'] in n-d-victoria-1 is: [{'id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'name': 'tempest-TestAggregatesBasicOps-1700892934-router', 'tenant_id': '321ed6990a6b4182969adab496b40f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217'}], 'enable_snat': True}, 'gw_port_id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:18Z', 'updated_at': '2021-12-20T11:53:08Z', 'revision_number': 5, 'project_id': '321ed6990a6b4182969adab496b40f74', 'gw_port': {'id': '51f8c00c-7183-441d-bbbb-24b4e892feca', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639116d4-1aa7-4ab3-b572-5bc4d3300b35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:21Z', 'updated_at': '2021-12-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:20.069667 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:20.074588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] Routers {'570f84fc-3743-4c9b-8edb-5ab5bd280491'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:20.075237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['570f84fc-3743-4c9b-8edb-5ab5bd280491'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:20.079653 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-73103a37-b24e-4f05-9ac7-c52dd5b84ed6 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:53:20.080167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-73103a37-b24e-4f05-9ac7-c52dd5b84ed6 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:20.131180 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.147858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-73103a37-b24e-4f05-9ac7-c52dd5b84ed6 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:20.151650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-73103a37-b24e-4f05-9ac7-c52dd5b84ed6 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/0a8f1b62-407c-43b0-912c-a49afce868de HTTP/1.1" status: 404 len: 333 time: 0.2144878 Dec 20 11:53:20.174381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57100) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:20.277040 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4851499c-9939-495e-ba28-c60237cd4e50 req-8213c436-5888-450b-9dd4-77fc33a66dd4 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884910 Dec 20 11:53:20.333881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:20.337178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] DHCP port deletion for 62f74803-bfcd-4859-8ca8-8c5654cc6ceb request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:53:20.360274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1293760667'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:20.418365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Deleting port 2ed04858-f82b-464e-8b92-dc0d9c334afd {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:20.418826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.444711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:20.478709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] Routers {'570f84fc-3743-4c9b-8edb-5ab5bd280491'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:20.484361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['570f84fc-3743-4c9b-8edb-5ab5bd280491'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:20.523088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Usage tracker for resource:network and tenant:d14688e18d634c8ab949b2731b235482 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:20.533829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port 2ed04858-f82b-464e-8b92-dc0d9c334afd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ed04858-f82b-464e-8b92-dc0d9c334afd,segment=NetworkSegment(93a425ad-0b4b-4902-8125-7763232beab8),segment_id=93a425ad-0b4b-4902-8125-7763232beab8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:20.534256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.550849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:20.574704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.577746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:20.578247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b98b8-3abf-4fa0-acb6-a5a6171d1f4d None None] The sync data for ids ['570f84fc-3743-4c9b-8edb-5ab5bd280491'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:20.581027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae003947-92a9-4702-ac3c-520e7abd774b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:20.609903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:20.774463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Allocated IP 172.20.0.1 (0d8938c2-a90a-4947-ae2a-50262c9f2303/e41f4dc0-5d57-4093-941c-eb7f8660fe77/0902abbc-a8c5-451a-8d80-236503e384ef) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:20.781693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 2ed04858-f82b-464e-8b92-dc0d9c334afd owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:20.824079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.825516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:20.829362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.831853 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a97c95aa-de41-4081-aa5d-bf3fffda1ed4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:20.842628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] For port 2ed04858-f82b-464e-8b92-dc0d9c334afd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2ed04858-f82b-464e-8b92-dc0d9c334afd,segment=NetworkSegment(93a425ad-0b4b-4902-8125-7763232beab8),segment_id=93a425ad-0b4b-4902-8125-7763232beab8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:20.843114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.852910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:20.902191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=51f8c00c-7183-441d-bbbb-24b4e892feca,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:20.936874 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:20.998804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Calling delete_port for 2ed04858-f82b-464e-8b92-dc0d9c334afd owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:21.044717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27601a13-b51e-4812-83cb-59dfeb29ef32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.063823 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:18Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:21.098245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Transition to ACTIVE for port object d7e9a313-2035-4a00-84c5-6c44d3299819 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:21.100367 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b749f-7cac-421f-80df-6946d2843152 None None] The sync data for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 is: [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:18Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:21.107917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.123773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.125471 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:21.147733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Transition to ACTIVE for port object 0902abbc-a8c5-451a-8d80-236503e384ef will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:21.164643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.221340 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.237750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Attempting to bind port d7e9a313-2035-4a00-84c5-6c44d3299819 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:21.237750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Attempting to bind port d7e9a313-2035-4a00-84c5-6c44d3299819 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:21.237750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Attempting to bind port d7e9a313-2035-4a00-84c5-6c44d3299819 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:21.245310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Pushing event deleted for resources: {'Port': ['ID=2ed04858-f82b-464e-8b92-dc0d9c334afd,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:21.253192 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:21.265486 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Transition to ACTIVE for port object 13a9adff-95aa-46a8-a6c3-e74feeaadf24 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:21.269652 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:21.281606 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.285723 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-abc7cd81-1c3a-46b8-a3bd-b9f94b1a7eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:21.316568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2fb24-f760-44f2-8c2c-fc8210a96b7d req-8233392a-c55a-43fc-b76c-a5ab702de6d5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:21.318066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33f2fb24-f760-44f2-8c2c-fc8210a96b7d req-8233392a-c55a-43fc-b76c-a5ab702de6d5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.8563094 Dec 20 11:53:21.324667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:21.345383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Usage tracker for resource:security_group_rule and tenant:d14688e18d634c8ab949b2731b235482 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:21.348661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.351885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:53:21.352205 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:53:21.372130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:21.465088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:21.505238 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f1604dc6-4f9d-4416-9b91-281297218730 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:21.538229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27139efc-d5b9-4ce6-b74d-52adc6c5eab9 None None] Pushing event updated for resources: {'Port': ['ID=d7e9a313-2035-4a00-84c5-6c44d3299819,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:21.538806 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622f9f1-6b84-4d0a-9e1e-bcb195f42b19 None None] Pushing event updated for resources: {'Port': ['ID=13a9adff-95aa-46a8-a6c3-e74feeaadf24,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:21.542261 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-27139efc-d5b9-4ce6-b74d-52adc6c5eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:21.572494 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-4622f9f1-6b84-4d0a-9e1e-bcb195f42b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:21.579525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] No DVR routers for this DVR port 2ed04858-f82b-464e-8b92-dc0d9c334afd on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:53:21.667113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port ae003947-92a9-4702-ac3c-520e7abd774b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:21.667499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.682410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.729225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:21.730503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:21.730920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.731420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:21.731925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Bound port: d7e9a313-2035-4a00-84c5-6c44d3299819, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:21.732899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.756538 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Attempting to bind port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:21.756916 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Attempting to bind port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:21.757282 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Attempting to bind port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 on network 3ff8f895-f207-4bd0-a1bf-115d155550c5 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:21.759907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Pushing event updated for resources: {'Port': ['ID=0902abbc-a8c5-451a-8d80-236503e384ef,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:21.780297 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:21.780700 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Checking segment: {'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:21.781100 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.781499 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Bound using segment: {'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:21.781987 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Bound port: 13a9adff-95aa-46a8-a6c3-e74feeaadf24, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04332bd9-224e-494a-ae6c-eefc439078f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:21.782401 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.882233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 2ed04858-f82b-464e-8b92-dc0d9c334afd {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:21.882789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.938035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.941573 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] For port 13a9adff-95aa-46a8-a6c3-e74feeaadf24, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:21.945353 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] For port 13a9adff-95aa-46a8-a6c3-e74feeaadf24, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=13a9adff-95aa-46a8-a6c3-e74feeaadf24,segment=NetworkSegment(04332bd9-224e-494a-ae6c-eefc439078f5),segment_id=04332bd9-224e-494a-ae6c-eefc439078f5)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:21.961876 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.966111 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-8a01f1d5-3706-438a-87e0-fb2713d8d434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:21.989447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:21.994675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33f2fb24-f760-44f2-8c2c-fc8210a96b7d req-b63d0026-192e-42ec-b1bc-dbd170638eab tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533535 Dec 20 11:53:22.033331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] For port d7e9a313-2035-4a00-84c5-6c44d3299819, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:22.038992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] For port d7e9a313-2035-4a00-84c5-6c44d3299819, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=d7e9a313-2035-4a00-84c5-6c44d3299819,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:22.050647 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:22.071987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] The port '2ed04858-f82b-464e-8b92-dc0d9c334afd' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:53:22.079493 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec3f37e3-352e-4461-826b-641e987aa3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:22.100704 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Routers {'974a5780-016b-4a42-9f50-eab172cb31d9'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:22.101341 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['974a5780-016b-4a42-9f50-eab172cb31d9'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:22.133359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.144800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:53:22.159936 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-27139efc-d5b9-4ce6-b74d-52adc6c5eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:22.218715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:53:22.228009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.228386 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Added segment 07032734-9ef8-4cf2-bdf7-fb7ff57c740f of type vlan for network 54d7d76b-2835-44d7-a90b-3bf95371afba Dec 20 11:53:22.237316 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622f9f1-6b84-4d0a-9e1e-bcb195f42b19 None None] Pushing event updated for resources: {'Port': ['ID=13a9adff-95aa-46a8-a6c3-e74feeaadf24,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:22.241620 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-4622f9f1-6b84-4d0a-9e1e-bcb195f42b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:22.255357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.284081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb09ef-8d95-45e3-a364-84f122b64a3e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:22.309311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:22.318191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:22.324635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27601a13-b51e-4812-83cb-59dfeb29ef32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.342742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27601a13-b51e-4812-83cb-59dfeb29ef32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.348327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:22.378089 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:22.431879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.444358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.455551 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] Set router 974a5780-016b-4a42-9f50-eab172cb31d9 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:22.468924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:22.469779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.471208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.504683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27601a13-b51e-4812-83cb-59dfeb29ef32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.504925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27601a13-b51e-4812-83cb-59dfeb29ef32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Fanout notify agent at l3_agent the message router_deleted on router 570f84fc-3743-4c9b-8edb-5ab5bd280491 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:53:22.518533 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2affd055-fd1a-4b55-a23f-8c2634851280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:22.527601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.548312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.585190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27139efc-d5b9-4ce6-b74d-52adc6c5eab9 None None] Pushing event updated for resources: {'Port': ['ID=d7e9a313-2035-4a00-84c5-6c44d3299819,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:22.592596 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-27139efc-d5b9-4ce6-b74d-52adc6c5eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:22.600775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ed04858-f82b-464e-8b92-dc0d9c334afd no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:22.620040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27601a13-b51e-4812-83cb-59dfeb29ef32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.621159 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-27601a13-b51e-4812-83cb-59dfeb29ef32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/routers/570f84fc-3743-4c9b-8edb-5ab5bd280491 HTTP/1.1" status: 204 len: 168 time: 2.4458027 Dec 20 11:53:22.630471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7053192 Dec 20 11:53:22.631182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57108) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:22.635696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:22.642534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'subnet': {'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:22.659642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Routers {'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:22.661045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:22.675532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb518bd7-ed40-491b-be0e-f4d434e501f7 req-2a9605ce-c342-40ea-8966-d650b193f49a tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:22.683855 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb518bd7-ed40-491b-be0e-f4d434e501f7 req-2a9605ce-c342-40ea-8966-d650b193f49a tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 945 time: 0.8941042 Dec 20 11:53:22.714381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.715169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 639116d4-1aa7-4ab3-b572-5bc4d3300b35 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:53:22.859140 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cb518bd7-ed40-491b-be0e-f4d434e501f7 req-8ee71680-fceb-41b9-8405-a009d46cf952 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740673 Dec 20 11:53:22.861653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Transition to ACTIVE for port object 1ce8b94a-6437-41df-95bb-727139e24ae0 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:22.868998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2ed04858-f82b-464e-8b92-dc0d9c334afd {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:22.869504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2ed04858-f82b-464e-8b92-dc0d9c334afd not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:22.892361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.897966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:22.900939 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:22.902444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] 10.222.0.32 "DELETE /v2.0/routers/639116d4-1aa7-4ab3-b572-5bc4d3300b35 HTTP/1.1" status: 204 len: 168 time: 6.1838417 Dec 20 11:53:22.905817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:22.915864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57116) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:22.993950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Usage tracker for resource:subnet and tenant:d14688e18d634c8ab949b2731b235482 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:22.999892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590e475-af09-4872-a522-fffdc3486b30 None None] Pushing event updated for resources: {'Port': ['ID=1ce8b94a-6437-41df-95bb-727139e24ae0,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:23.002851 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d590e475-af09-4872-a522-fffdc3486b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:23.007091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f73f5d20-e382-495e-9b7f-8290d28ece16 None None] Provisioning for port 0902abbc-a8c5-451a-8d80-236503e384ef completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:23.035645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f73f5d20-e382-495e-9b7f-8290d28ece16 None None] Provisioning complete for port 0902abbc-a8c5-451a-8d80-236503e384ef triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:23.037525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f73f5d20-e382-495e-9b7f-8290d28ece16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.080608 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'name': 'tempest-TestAggregatesBasicOps-1282467713-router', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:45Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'gw_port': {'id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:47Z', 'updated_at': '2021-12-20T11:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '13a9adff-95aa-46a8-a6c3-e74feeaadf24', 'name': '', 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'mac_address': 'fa:16:3e:65:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a29b831-52a3-471d-b281-276f71dedb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:53Z', 'updated_at': '2021-12-20T11:53:21Z', 'revision_number': 4, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'subnets': [{'id': '8a29b831-52a3-471d-b281-276f71dedb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:23.093518 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a88a2-5aec-4466-8dcd-7ce1bc5a8a88 None None] The sync data for ids ['974a5780-016b-4a42-9f50-eab172cb31d9'] in n-d-victoria-1 is: [{'id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'name': 'tempest-TestAggregatesBasicOps-1282467713-router', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:45Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'gw_port': {'id': '7d927c56-3a7b-4466-97e5-1e15a80bdaa1', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:47Z', 'updated_at': '2021-12-20T11:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '13a9adff-95aa-46a8-a6c3-e74feeaadf24', 'name': '', 'network_id': '3ff8f895-f207-4bd0-a1bf-115d155550c5', 'tenant_id': '72b10a2880a34a69a3c174e1ce44beb7', 'mac_address': 'fa:16:3e:65:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a5780-016b-4a42-9f50-eab172cb31d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a29b831-52a3-471d-b281-276f71dedb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:53Z', 'updated_at': '2021-12-20T11:53:21Z', 'revision_number': 4, 'project_id': '72b10a2880a34a69a3c174e1ce44beb7', 'subnets': [{'id': '8a29b831-52a3-471d-b281-276f71dedb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:23.113776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] Set router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:23.125331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Deleting subnet 856c5f24-d3cd-45ac-811c-e7fe9463c0d3 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:23.127542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:23.179130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.195354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.224642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:23.234775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Attempting to bind port 1ce8b94a-6437-41df-95bb-727139e24ae0 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:23.235363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Attempting to bind port 1ce8b94a-6437-41df-95bb-727139e24ae0 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:23.235835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Attempting to bind port 1ce8b94a-6437-41df-95bb-727139e24ae0 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:23.238971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 59187ad0-7f04-43b5-8e0c-dde57d86b263 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:23.257215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.268220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Network': ['ID=54d7d76b-2835-44d7-a90b-3bf95371afba,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:23.273809 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:23.423223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 54d7d76b-2835-44d7-a90b-3bf95371afba details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:53:23.431126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet a2fc404e-c9f4-461a-98cc-c61ba6db8fef {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:23.434497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.438463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f73f5d20-e382-495e-9b7f-8290d28ece16 None None] Port 0902abbc-a8c5-451a-8d80-236503e384ef cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:23.492444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:23.510299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.654987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.666936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:23.667557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:23.667952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.668363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:23.668963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Bound port: 1ce8b94a-6437-41df-95bb-727139e24ae0, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:23.669289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.717026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.749499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f74803-bfcd-4859-8ca8-8c5654cc6ceb']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:23.751997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] For port 1ce8b94a-6437-41df-95bb-727139e24ae0, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:23.755783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] For port 1ce8b94a-6437-41df-95bb-727139e24ae0, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=1ce8b94a-6437-41df-95bb-727139e24ae0,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:23.781399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a425ad-0b4b-4902-8125-7763232beab8') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:23.781851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a425ad-0b4b-4902-8125-7763232beab8') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:23.793969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.821052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.827817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:23.828341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.845909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.872653 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:23.941714 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:23.953253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.963102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:23.963292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8946401-e161-4a88-8e97-82eeab653267 req-11b928be-4cd3-4982-949e-1d5489a750ed tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:23.964029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f8946401-e161-4a88-8e97-82eeab653267 req-11b928be-4cd3-4982-949e-1d5489a750ed tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Synchronizing usage tracker for tenant:96c158ade2894985adb723bc873559b8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:23.971703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 59187ad0-7f04-43b5-8e0c-dde57d86b263 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:23.983978 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78468979-d1c0-421f-bc3c-d53bf1bb8f94 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:23.991079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 59187ad0-7f04-43b5-8e0c-dde57d86b263 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:23.991519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.003461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.008981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f8946401-e161-4a88-8e97-82eeab653267 req-11b928be-4cd3-4982-949e-1d5489a750ed tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Unset dirty status for tenant:96c158ade2894985adb723bc873559b8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:24.013786 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93b00fe9-655f-4988-b794-dd99fa93c4b8 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:24.016246 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f8946401-e161-4a88-8e97-82eeab653267 req-11b928be-4cd3-4982-949e-1d5489a750ed tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 945 time: 0.8257332 Dec 20 11:53:24.018913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/62f74803-bfcd-4859-8ca8-8c5654cc6ceb HTTP/1.1" status: 204 len: 168 time: 4.7388144 Dec 20 11:53:24.045222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:24.074586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc874-b30f-4b5f-ac40-e0baa6b750be req-8b58d6da-13e5-405c-b387-268bb325ee3e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:24.076904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae5cc874-b30f-4b5f-ac40-e0baa6b750be req-8b58d6da-13e5-405c-b387-268bb325ee3e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.6446912 Dec 20 11:53:24.080614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-429450561'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:24.104107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.124617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.155536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T11:53:13Z', 'revision_number': 3, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:24.164901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d40c5-632a-439a-b0f2-a15257df3676 None None] The sync data for ids ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'] in n-d-victoria-1 is: [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T11:53:13Z', 'revision_number': 3, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:24.182794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:24.190632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:24.223769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=62f74803-bfcd-4859-8ca8-8c5654cc6ceb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:24.240010 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:24.243998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.336701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.341845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:24.346615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:24.351415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:24.362694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f8946401-e161-4a88-8e97-82eeab653267 req-64dbef71-b6df-47e3-ba3f-0316cbe771cb tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Synchronizing usage tracker for tenant:96c158ade2894985adb723bc873559b8 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:24.363614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:24.394856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.431182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.440765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.457899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:53:24.471742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Allocated IP 172.20.0.1 (b1a16a4f-247f-4fa1-bed3-3c652bc1d557/63c5b08a-6c4f-4f33-8b43-bf477236aa34/dd89a524-ff40-4e42-9f8a-339e3a53f25d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:24.505277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:24.508380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.545891 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/856c5f24-d3cd-45ac-811c-e7fe9463c0d3 HTTP/1.1" status: 204 len: 168 time: 1.5640943 Dec 20 11:53:24.548722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.555098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:24.576408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56435bd2-1cdd-4eea-b6d6-4ddece2fb554 None None] Network 33c04c46-1de5-4fc6-9f83-de9926153520 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:24.606505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590e475-af09-4872-a522-fffdc3486b30 None None] Pushing event updated for resources: {'Port': ['ID=1ce8b94a-6437-41df-95bb-727139e24ae0,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:24.632119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Checking segment: {'id': '07032734-9ef8-4cf2-bdf7-fb7ff57c740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:24.632557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network hostable DHCP agents. Network: 54d7d76b-2835-44d7-a90b-3bf95371afba, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:53:24.637584 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d590e475-af09-4872-a522-fffdc3486b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:24.639654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Subnet': ['ID=78a5acea-348c-46c7-8b4b-9ae100aec1c9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:24.660099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.661127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:53:24.668150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-f8946401-e161-4a88-8e97-82eeab653267 req-64dbef71-b6df-47e3-ba3f-0316cbe771cb tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Unset dirty status for tenant:96c158ade2894985adb723bc873559b8 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:24.669339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f8946401-e161-4a88-8e97-82eeab653267 req-64dbef71-b6df-47e3-ba3f-0316cbe771cb tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522124 Dec 20 11:53:24.687554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Transition to ACTIVE for port object dd89a524-ff40-4e42-9f8a-339e3a53f25d will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:24.704101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.709859 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01825afa-994e-452c-9ced-4f7c524be6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:24.751583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fc404e-c9f4-461a-98cc-c61ba6db8fef,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:24.766502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.767755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.767755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.767755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.768170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.768654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.768847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.769249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.769610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.769851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.769973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.770263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.770379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.770636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.771007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.771398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.771766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.772121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.772482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.772826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.773177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.773679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:24.775008 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:24.777404 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:24.780126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.788885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.796561 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a332664-1d32-47c4-9ab6-75fd8e5cbe6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:24.801479 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0354702d-d497-454e-9b5b-c7a64e6acf12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:24.823680 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ae5cc874-b30f-4b5f-ac40-e0baa6b750be req-2e54f9de-4782-4696-aeb8-74f50e68cc24 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066525 Dec 20 11:53:24.841933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67f489-1aaa-4f12-b2de-cfc01024aa77 None None] Network 8999184e-6a49-445a-8c19-cdf4ed99239b requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:24.855762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.874855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Pushing event updated for resources: {'Port': ['ID=dd89a524-ff40-4e42-9f8a-339e3a53f25d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:24.877983 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/a2fc404e-c9f4-461a-98cc-c61ba6db8fef HTTP/1.1" status: 204 len: 168 time: 2.1970782 Dec 20 11:53:24.879005 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:24.885766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.885766 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment dcb9a32d-988c-47d6-b842-d55788db7be0 of type vlan for network c3b21537-bda0-45d6-9f4a-afa0764309f4 Dec 20 11:53:24.886040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:24.890378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:24.904833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856c5f24-d3cd-45ac-811c-e7fe9463c0d3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:24.908210 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:24.913085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4c389943-7bae-4ad4-b343-871e64308e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:24.946111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:24.991225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:25.015644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:25.056717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:25.063053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.068714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:25.093907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:25.094274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.124404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.149688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.153977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Deleting port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:25.154351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.247820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 59187ad0-7f04-43b5-8e0c-dde57d86b263, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=59187ad0-7f04-43b5-8e0c-dde57d86b263,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:25.249027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:53:25.358711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Pushing event updated for resources: {'Port': ['ID=0902abbc-a8c5-451a-8d80-236503e384ef,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:25.361602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 54d7d76b-2835-44d7-a90b-3bf95371afba) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:25.380082 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:25.380820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.400375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4c0ec-1df9-4376-beea-4be0b7d24ec6 None None] Network 54d7d76b-2835-44d7-a90b-3bf95371afba requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:25.406166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] For port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76,segment=NetworkSegment(c99dd580-2293-40a8-b22f-cb7857e3d5fe),segment_id=c99dd580-2293-40a8-b22f-cb7857e3d5fe)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:25.406841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.420606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:25.421457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.444838 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:25.487354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c440be04-8dbd-4bc5-8153-922a89548604 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:25.509952 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8729579 Dec 20 11:53:25.522793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57142) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:25.561401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: c440be04-8dbd-4bc5-8153-922a89548604 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:25.561655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c440be04-8dbd-4bc5-8153-922a89548604 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:25.591856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-594227553'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:25.678828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=59187ad0-7f04-43b5-8e0c-dde57d86b263,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:25.682198 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:25.702519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ae8dad9a-c7a3-44ad-bddc-2596acd88a89 None None] Provisioning for port dd89a524-ff40-4e42-9f8a-339e3a53f25d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:25.705646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:53:25.728167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ae8dad9a-c7a3-44ad-bddc-2596acd88a89 None None] Provisioning complete for port dd89a524-ff40-4e42-9f8a-339e3a53f25d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:25.728545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae8dad9a-c7a3-44ad-bddc-2596acd88a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.762784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 13a9adff-95aa-46a8-a6c3-e74feeaadf24 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:25.801878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] DHCP port deletion for 33c04c46-1de5-4fc6-9f83-de9926153520 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:53:25.856395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Deleting port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:25.857124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.883590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:25.933755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:25.933755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Usage tracker for resource:port and tenant:d14688e18d634c8ab949b2731b235482 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:25.934947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:25.940148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.943865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:25.944079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:25.944558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:25.957497 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e58e16b-2edb-4ac9-a63c-a8275cff5d5e tempest-FloatingIPTestJSON-215312841 tempest-FloatingIPTestJSON-215312841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:25.986033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:25.989021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:14Z', 'revision_number': 3, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:25.989430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.028976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] device_id is not set on port 1a09dd21-3152-4de2-80a1-6880befa9fc0 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:53:26.030546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078ea6c-b671-408a-bbc6-dc0807ba2b67 None None] The sync data for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 is: [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:14Z', 'revision_number': 3, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:26.034216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dad9a-c7a3-44ad-bddc-2596acd88a89 None None] Port dd89a524-ff40-4e42-9f8a-339e3a53f25d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:26.090820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] For port 67ea9b7d-fa2b-4341-8494-14a88b58ba39, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=67ea9b7d-fa2b-4341-8494-14a88b58ba39,segment=NetworkSegment(0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8),segment_id=0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:26.091179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.101002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=c3b21537-bda0-45d6-9f4a-afa0764309f4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:26.114153 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:26.148963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-54d7d76b-2835-44d7-a90b-3bf95371afba', 'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'tenant_id': 'd14688e18d634c8ab949b2731b235482', 'fixed_ips': [{'subnet_id': '78a5acea-348c-46c7-8b4b-9ae100aec1c9'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:53:26.150334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.158953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b1dc9-6a0b-4ccd-9538-7d8dfc44555c None None] DHCP port deletion for 8999184e-6a49-445a-8c19-cdf4ed99239b request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:53:26.160817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:53:26.170098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.202498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b86b1dc9-6a0b-4ccd-9538-7d8dfc44555c None None] Deleting port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:26.202877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b86b1dc9-6a0b-4ccd-9538-7d8dfc44555c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.230582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1771204 Dec 20 11:53:26.238067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Calling delete_port for 67ea9b7d-fa2b-4341-8494-14a88b58ba39 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:26.238265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:26.247139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': 'c3b21537-bda0-45d6-9f4a-afa0764309f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:26.366568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b86b1dc9-6a0b-4ccd-9538-7d8dfc44555c None None] The port '100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:53:26.369680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727b7f3-6773-4519-bff8-ed19526a8603 req-0b724221-d97a-48b2-b70f-d6f578c59320 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:26.371752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:26.377351 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7727b7f3-6773-4519-bff8-ed19526a8603 req-0b724221-d97a-48b2-b70f-d6f578c59320 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 945 time: 0.8655791 Dec 20 11:53:26.450550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:26.451110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.472122 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7727b7f3-6773-4519-bff8-ed19526a8603 req-efb06a96-41b9-4748-a9d6-1567fb01462c tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937252 Dec 20 11:53:26.511107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.524139 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a44e39c4-cb78-4883-8910-4a086ae1716b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:26.585307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7c1d09bc-f732-459f-8c8f-8982f9e889b9 None None] Provisioning complete for port 0902abbc-a8c5-451a-8d80-236503e384ef triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:26.585687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c1d09bc-f732-459f-8c8f-8982f9e889b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.625692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ea9b7d-fa2b-4341-8494-14a88b58ba39,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:26.630652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] For port 67ea9b7d-fa2b-4341-8494-14a88b58ba39, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=67ea9b7d-fa2b-4341-8494-14a88b58ba39,segment=NetworkSegment(0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8),segment_id=0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:26.631057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.717196 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:26.726729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.729201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] No DVR routers for this DVR port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:53:26.731995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.744617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:26.823741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Calling delete_port for 67ea9b7d-fa2b-4341-8494-14a88b58ba39 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:26.864170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.871018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:26.874747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No DVR routers for this DVR port 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:53:26.887278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b850ffd-def5-49fb-8a92-28d0dcb8e573 req-a0196ea3-8e93-4d94-9951-a85abd8260bb tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:26.897273 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b850ffd-def5-49fb-8a92-28d0dcb8e573 req-a0196ea3-8e93-4d94-9951-a85abd8260bb tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.8176577 Dec 20 11:53:26.902401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.912484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c04c46-1de5-4fc6-9f83-de9926153520']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:26.918374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d09bc-f732-459f-8c8f-8982f9e889b9 None None] Port 0902abbc-a8c5-451a-8d80-236503e384ef cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:26.930571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:26.930868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6ab623-e1cc-4c2d-b433-6be4ba3e28a8') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:26.945255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.966896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:26.981090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:26.986164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:26.986573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:27.008347 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:27.050177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.061603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.071781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:53:27.072276 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:53:27.084780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:27.096923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 13a9adff-95aa-46a8-a6c3-e74feeaadf24, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=13a9adff-95aa-46a8-a6c3-e74feeaadf24,segment=NetworkSegment(04332bd9-224e-494a-ae6c-eefc439078f5),segment_id=04332bd9-224e-494a-ae6c-eefc439078f5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:27.103676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.105661 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e0b7f717-a10e-4c15-9635-7dc5ccfca0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:27.111991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:27.115077 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:27.181930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=13a9adff-95aa-46a8-a6c3-e74feeaadf24,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:27.185748 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:27.200235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.212908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0edc8b17-a25e-46f1-966e-063408617919 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:27.223588 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8b850ffd-def5-49fb-8a92-28d0dcb8e573 req-6da4df7e-5ac1-44ad-a38f-a92083cd386a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253675 Dec 20 11:53:27.224181 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-357004f5-f85f-4cb4-b17f-72630e3cd2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:27.226999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.246351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c04c46-1de5-4fc6-9f83-de9926153520,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:27.252607 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:27.266517 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] 10.222.0.32 "DELETE /v2.0/networks/33c04c46-1de5-4fc6-9f83-de9926153520 HTTP/1.1" status: 204 len: 168 time: 2.6984453 Dec 20 11:53:27.266517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57158) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:27.272861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:27.334563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Pushing event updated for resources: {'Port': ['ID=dd89a524-ff40-4e42-9f8a-339e3a53f25d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:27.344633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:27.348651 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:27.379159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca8537-0ce5-4b70-9261-fda413e0fd6b req-35d5cd0a-56a6-41d3-af53-b0af451f9ede tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:27.380616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8ca8537-0ce5-4b70-9261-fda413e0fd6b req-35d5cd0a-56a6-41d3-af53-b0af451f9ede tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 945 time: 0.2988009 Dec 20 11:53:27.450121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.458558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Allocated IP 2001:db8::13a (54d7d76b-2835-44d7-a90b-3bf95371afba/78a5acea-348c-46c7-8b4b-9ae100aec1c9/1a09dd21-3152-4de2-80a1-6880befa9fc0) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:27.469212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:27.527939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8999184e-6a49-445a-8c19-cdf4ed99239b']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:27.573952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Deleting port 67ea9b7d-fa2b-4341-8494-14a88b58ba39 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:27.574372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.576696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:27.623148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99dd580-2293-40a8-b22f-cb7857e3d5fe') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:27.623467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99dd580-2293-40a8-b22f-cb7857e3d5fe') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:27.654610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:27.686976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-50db4bbe-7951-4c0c-8217-cd0cafa88bb5 None None] The port '67ea9b7d-fa2b-4341-8494-14a88b58ba39' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:53:27.741705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cb955b46-04a5-452b-ba7e-ac7cc4ef6c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.757405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.762661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8ca8537-0ce5-4b70-9261-fda413e0fd6b req-3d310344-3cf7-400a-bb29-80d941216014 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748410 Dec 20 11:53:27.776006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.840717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:27.846817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] 10.222.0.32 "PUT /v2.0/routers/fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7924628 Dec 20 11:53:27.861346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:27.956087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4512adc8-809a-4a37-b9fa-e91d4644dc40 None None] Provisioning complete for port dd89a524-ff40-4e42-9f8a-339e3a53f25d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:27.956840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4512adc8-809a-4a37-b9fa-e91d4644dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.029231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 59187ad0-7f04-43b5-8e0c-dde57d86b263 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:28.090759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4512adc8-809a-4a37-b9fa-e91d4644dc40 None None] Port dd89a524-ff40-4e42-9f8a-339e3a53f25d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:28.115035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:28.115271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:28.133635 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:28.139469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 59187ad0-7f04-43b5-8e0c-dde57d86b263 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:28.139856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.170157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.329617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 13a9adff-95aa-46a8-a6c3-e74feeaadf24 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:28.458636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:28.459186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.524572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.536364 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:28.556519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.587281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=8999184e-6a49-445a-8c19-cdf4ed99239b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:28.629287 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:28.693415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:28.731359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:28.731920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 100ad6ff-4c8c-4fde-bfe1-1f5a83b3df76 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:28.732460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 67ea9b7d-fa2b-4341-8494-14a88b58ba39 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:28.787559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:28.867136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 67ea9b7d-fa2b-4341-8494-14a88b58ba39 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:28.867490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 67ea9b7d-fa2b-4341-8494-14a88b58ba39 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:28.875433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Transition to ACTIVE for port object 1a09dd21-3152-4de2-80a1-6880befa9fc0 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:28.909374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-8a5ee843-6423-40cb-bd13-fe557675d58b tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:28.911017 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-8a5ee843-6423-40cb-bd13-fe557675d58b tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.53 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 945 time: 0.6730235 Dec 20 11:53:28.930309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/8999184e-6a49-445a-8c19-cdf4ed99239b HTTP/1.1" status: 204 len: 168 time: 4.0434840 Dec 20 11:53:28.953766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57188) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:29.065145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.078248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Deleting port 13a9adff-95aa-46a8-a6c3-e74feeaadf24 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:29.078248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.078567 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-281b1eb3-f1f4-4a7b-9328-683d19f61304 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:29.115662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Deleting port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:29.115999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.136207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46420d-0d87-4b3d-b376-069b46547d30 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:29.137541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4b46420d-0d87-4b3d-b376-069b46547d30 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/a1670527-d6e4-4201-b352-e6946304764b HTTP/1.1" status: 200 len: 841 time: 0.1789477 Dec 20 11:53:29.141333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:29.163446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d545-42ae-4e16-804a-f042048ab3ed req-763b2e1f-ab68-44a4-a6f9-11936e346b1e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:29.164946 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6d0d545-42ae-4e16-804a-f042048ab3ed req-763b2e1f-ab68-44a4-a6f9-11936e346b1e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5959761 Dec 20 11:53:29.251772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Allocated IP 2001:db8::2 (54d7d76b-2835-44d7-a90b-3bf95371afba/78a5acea-348c-46c7-8b4b-9ae100aec1c9/bb10b531-abaf-43a5-a069-5172a0388b3a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:29.254302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.343938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=2fd2ef27-9b72-494e-988e-01851d764763,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:29.359494 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:29.360870 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:29.407951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74337ba7-bd87-4a90-bad4-380ebd1599b5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/a1670527-d6e4-4201-b352-e6946304764b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2654898 Dec 20 11:53:29.411535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57214) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:29.416590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': 'dcb9a32d-988c-47d6-b842-d55788db7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c3b21537-bda0-45d6-9f4a-afa0764309f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:29.416956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: c3b21537-bda0-45d6-9f4a-afa0764309f4, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:53:29.424387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:29.457236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b7c61-53da-40a1-9fb9-71c0ca713842 req-4b8c7d37-e1b1-4867-b73d-109db8b18812 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:29.464550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1f8b7c61-53da-40a1-9fb9-71c0ca713842 req-4b8c7d37-e1b1-4867-b73d-109db8b18812 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 945 time: 0.4561260 Dec 20 11:53:29.486280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:29.492641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:29.522728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6d0d545-42ae-4e16-804a-f042048ab3ed req-066c0048-b86c-4c59-9e5b-b594629a4658 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455055 Dec 20 11:53:29.525615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:29.540484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] For port 13a9adff-95aa-46a8-a6c3-e74feeaadf24, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=13a9adff-95aa-46a8-a6c3-e74feeaadf24,segment=NetworkSegment(04332bd9-224e-494a-ae6c-eefc439078f5),segment_id=04332bd9-224e-494a-ae6c-eefc439078f5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:29.540775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.547150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:29.547818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.588987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=1a09dd21-3152-4de2-80a1-6880befa9fc0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:29.596679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.605547 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:29.639453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51f8c00c-7183-441d-bbbb-24b4e892feca no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:29.676436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Transition to ACTIVE for port object bb10b531-abaf-43a5-a069-5172a0388b3a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:29.689309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 51f8c00c-7183-441d-bbbb-24b4e892feca {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:29.689947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51f8c00c-7183-441d-bbbb-24b4e892feca not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:29.703283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:53:29.706896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1817424 Dec 20 11:53:29.715811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57222) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:29.725680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Transition to ACTIVE for port object bb10b531-abaf-43a5-a069-5172a0388b3a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:29.729321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-91334415', 'allowed_address_pairs': [{'ip_address': '2001:db8::13a', 'mac_address': 'fa:16:3e:9c:cc:5a'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:29.736397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.740080 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:29.762605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, c3b21537-bda0-45d6-9f4a-afa0764309f4) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:29.777237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:29.777824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:29.809452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Pushing event updated for resources: {'Port': ['ID=bb10b531-abaf-43a5-a069-5172a0388b3a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:29.812212 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:29.812977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e093c57-9d61-40db-806f-c666f3caf978 None None] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:29.862656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:29.865418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:29.867853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:29.917184 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1f8b7c61-53da-40a1-9fb9-71c0ca713842 req-bbc81f37-b81e-4e7b-ba7e-f43d12b8d956 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/security-groups?id=0aecd8a9-caff-402f-ac4c-33c1e22da952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516792 Dec 20 11:53:29.930603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Calling delete_port for 13a9adff-95aa-46a8-a6c3-e74feeaadf24 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:30.024885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:30.033943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee03d54d-0465-4956-a87b-e8f8a1de8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.046091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:30.053819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:30.064425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:30.104245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:30.116649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Attempting to bind port bb10b531-abaf-43a5-a069-5172a0388b3a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:30.117167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Attempting to bind port bb10b531-abaf-43a5-a069-5172a0388b3a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '07032734-9ef8-4cf2-bdf7-fb7ff57c740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:30.117637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Attempting to bind port bb10b531-abaf-43a5-a069-5172a0388b3a on network 54d7d76b-2835-44d7-a90b-3bf95371afba {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:30.128778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:30.129321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Checking segment: {'id': '07032734-9ef8-4cf2-bdf7-fb7ff57c740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:30.129851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.130371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Bound using segment: {'id': '07032734-9ef8-4cf2-bdf7-fb7ff57c740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:30.131449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Bound port: bb10b531-abaf-43a5-a069-5172a0388b3a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07032734-9ef8-4cf2-bdf7-fb7ff57c740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:30.132194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.173715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] For port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,segment=NetworkSegment(48d6633f-f227-43bf-b39f-1f1dc9c3b62a),segment_id=48d6633f-f227-43bf-b39f-1f1dc9c3b62a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:30.178617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.218731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9784973 Dec 20 11:53:30.221424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:30.222634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Router c66771ef-13d1-4b46-87cc-2ba45957f3b6 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:30.260599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-159927807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:30.286481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.306641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:30.317213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-c3b21537-bda0-45d6-9f4a-afa0764309f4', 'network_id': 'c3b21537-bda0-45d6-9f4a-afa0764309f4', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': '2fd2ef27-9b72-494e-988e-01851d764763'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:53:30.321535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:router and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:30.321962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.329292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:30.350156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:30.387715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] For port bb10b531-abaf-43a5-a069-5172a0388b3a, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:30.400974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] For port bb10b531-abaf-43a5-a069-5172a0388b3a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bb10b531-abaf-43a5-a069-5172a0388b3a,segment=NetworkSegment(07032734-9ef8-4cf2-bdf7-fb7ff57c740f),segment_id=07032734-9ef8-4cf2-bdf7-fb7ff57c740f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:30.473325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Calling delete_port for bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:30.483313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.483610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.495852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.511976 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bcc2e7ec-869b-41c5-98da-835e01ab4b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:30.517163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.525557 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-132d609e-59d4-4bef-ab4d-9fb1d355fce4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:30.584174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:30.590187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Usage tracker for resource:port and tenant:d14688e18d634c8ab949b2731b235482 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:30.594662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:30.635179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:30.667607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a9adff-95aa-46a8-a6c3-e74feeaadf24,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:30.685925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Pushing event updated for resources: {'Port': ['ID=bb10b531-abaf-43a5-a069-5172a0388b3a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:30.689365 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:30.693815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:30.698307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Allocated IP 172.20.0.2 (c3b21537-bda0-45d6-9f4a-afa0764309f4/2fd2ef27-9b72-494e-988e-01851d764763/f08ef325-35de-4aa4-9c77-b808f01f3855) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:30.753257 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:30.801237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.834492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:30.885302 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:31.053152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Pushing event deleted for resources: {'Port': ['ID=bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:31.064492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:31.146448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.225421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] No DVR routers for this DVR port bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:53:31.248051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.253578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.271267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df89c0-9533-4f61-9afd-b1b133551540', 'name': 'network-vif-deleted', 'tag': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:53:31.274351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.277709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.284694 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-021f9133-fc43-4981-8916-6d18ca20ce8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:31.305319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.320591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.347046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Transition to ACTIVE for port object f08ef325-35de-4aa4-9c77-b808f01f3855 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:31.387831 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1417b44-431c-4c4e-a01b-a623c085b9ca req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.53 "DELETE /v2.0/ports/bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e HTTP/1.1" status: 204 len: 173 time: 2.4499261 Dec 20 11:53:31.399776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:31.401384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Transition to ACTIVE for port object f08ef325-35de-4aa4-9c77-b808f01f3855 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:31.403551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] device_id is not set on port a2f890ce-2099-4baf-bdb2-43979431d641 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:53:31.414623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=906453af-261d-4bbb-b586-7f26e16ea517,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:31.414623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:31.419906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.423743 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d590e475-af09-4872-a522-fffdc3486b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:31.439238 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:31.467206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f603-3839-4320-a5ef-dd756d41ba88 req-65f4dd72-b96e-412a-9d33-7c89bfd40d49 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:31.468659 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e9e4f603-3839-4320-a5ef-dd756d41ba88 req-65f4dd72-b96e-412a-9d33-7c89bfd40d49 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.6767163 Dec 20 11:53:31.484138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3030e2-a9d1-4c4b-93c1-26199dc91e47 None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:31.531510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:31.555397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:31.555807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.570266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c20141c-5061-4b24-a186-443030ddf126 req-c47235c9-0950-40ec-bbd2-3702a5c8a1d9 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] 10.222.0.32 "GET /v2.0/ports?device_id=77df89c0-9533-4f61-9afd-b1b133551540 HTTP/1.1" status: 200 len: 210 time: 0.2987087 Dec 20 11:53:31.571657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:31.582166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.583459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8886de4a-a7b6-4af5-a411-9268f0436782 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3465412 Dec 20 11:53:31.589760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:31.614457 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] 10.222.0.32 "PUT /v2.0/routers/c66771ef-13d1-4b46-87cc-2ba45957f3b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3073633 Dec 20 11:53:31.673349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:31.693348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:31.695295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Pushing event updated for resources: {'Port': ['ID=f08ef325-35de-4aa4-9c77-b808f01f3855,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:31.711397 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:31.767709 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e9e4f603-3839-4320-a5ef-dd756d41ba88 req-ee277cfa-a2fc-4155-adb7-45efdc69cea5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907879 Dec 20 11:53:31.776960 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df89c0-9533-4f61-9afd-b1b133551540', 'name': 'network-vif-deleted', 'tag': 'bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e', 'status': 'completed', 'code': 200} Dec 20 11:53:31.793883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3791723 Dec 20 11:53:31.809687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57246) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:31.829197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'security_group': {'name': 'tempest-secgroup-706278335'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:31.855374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:31.868466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:31.875903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:31.893811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:31.921067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.993410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bb10b531-abaf-43a5-a069-5172a0388b3a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:32.018134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:32.025937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group_rule and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:32.031990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:32.040007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:32.045977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Allocated IP 2001:db8::25b (54d7d76b-2835-44d7-a90b-3bf95371afba/78a5acea-348c-46c7-8b4b-9ae100aec1c9/a2f890ce-2099-4baf-bdb2-43979431d641) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:32.073095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.194225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:32.331539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:32.332127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device bc5bbd4c-bdbc-45a2-9a43-bcd67cbe141e not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:32.355582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.387779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.411878 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a0366f3-885e-4039-a55e-574ab00dba24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:32.426927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Attempting to bind port f08ef325-35de-4aa4-9c77-b808f01f3855 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:32.427306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Attempting to bind port f08ef325-35de-4aa4-9c77-b808f01f3855 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'dcb9a32d-988c-47d6-b842-d55788db7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c3b21537-bda0-45d6-9f4a-afa0764309f4'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:32.427760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Attempting to bind port f08ef325-35de-4aa4-9c77-b808f01f3855 on network c3b21537-bda0-45d6-9f4a-afa0764309f4 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:32.443094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:32.443469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Checking segment: {'id': 'dcb9a32d-988c-47d6-b842-d55788db7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c3b21537-bda0-45d6-9f4a-afa0764309f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:32.443887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.444270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Bound using segment: {'id': 'dcb9a32d-988c-47d6-b842-d55788db7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c3b21537-bda0-45d6-9f4a-afa0764309f4'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:32.444748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Bound port: f08ef325-35de-4aa4-9c77-b808f01f3855, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9a32d-988c-47d6-b842-d55788db7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c3b21537-bda0-45d6-9f4a-afa0764309f4'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:32.445121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.511847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf0fff-ede0-447b-b567-5ab334bf0475 None None] Network 54d7d76b-2835-44d7-a90b-3bf95371afba requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:32.534756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port bb10b531-abaf-43a5-a069-5172a0388b3a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:32.548471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2d046-cdc4-4f85-a469-dec82d9f4c63,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:32.555284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'tenant_id': '9c242b3a1ddf4e778c5ce19f5bf45cad', 'fixed_ips': [{'subnet_id': '906453af-261d-4bbb-b586-7f26e16ea517'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:53:32.556091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.564406 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:32.571524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.577968 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7628284 Dec 20 11:53:32.579336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:32.601832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'security_group': {'name': 'tempest-secgroup-161328351'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:32.623874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:32.633271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:32.643264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:32.721949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:32.760744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.768914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Provisioning for port bb10b531-abaf-43a5-a069-5172a0388b3a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:32.775075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] For port f08ef325-35de-4aa4-9c77-b808f01f3855, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:32.808293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.808952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Provisioning complete for port bb10b531-abaf-43a5-a069-5172a0388b3a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:32.809302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.811048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57264) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:32.823747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135066996', 'description': 'tempest-description--105673171'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:32.837891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] For port f08ef325-35de-4aa4-9c77-b808f01f3855, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08ef325-35de-4aa4-9c77-b808f01f3855,segment=NetworkSegment(dcb9a32d-988c-47d6-b842-d55788db7be0),segment_id=dcb9a32d-988c-47d6-b842-d55788db7be0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:32.843254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:32.856002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Usage tracker for resource:security_group and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:32.867377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:32.946981 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-13b134ad-954e-47eb-93e3-e5d5d99de6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:33.040356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57270) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:33.085647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:33.131776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:33.140466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:33.152475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group_rule and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:33.158298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:33.169110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:33.172312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.196199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Deleting subnet 6185fadf-ccb2-4298-9134-bf1a4f80d1dd {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:33.201274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.242057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Pushing event updated for resources: {'Port': ['ID=f08ef325-35de-4aa4-9c77-b808f01f3855,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:33.262784 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:33.265672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.337064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.353244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Allocated IP 172.20.0.2 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/906453af-261d-4bbb-b586-7f26e16ea517/b9a73f99-5ea8-4339-8311-7631273acc71) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:33.394538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:33.404219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Usage tracker for resource:security_group_rule and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:33.425884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:33.430486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.455362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.474752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.492750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:33.507087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.524393 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:33.627660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Transition to ACTIVE for port object a2f890ce-2099-4baf-bdb2-43979431d641 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:33.638806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd563f7-5f7c-4075-a615-e42a4115fbde req-0a1100a3-2e93-4207-a896-be5e289c8c1d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:33.645946 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ecd563f7-5f7c-4075-a615-e42a4115fbde req-0a1100a3-2e93-4207-a896-be5e289c8c1d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5572109 Dec 20 11:53:33.775940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.782887 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc1b86c8-1322-4c9a-8353-f322b90056af tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:33.847825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7699b757-cfb0-4890-a317-6c63e320ae90,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:33.859009 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:33.873888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.875127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2948759 Dec 20 11:53:33.880386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:33.896336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6185fadf-ccb2-4298-9134-bf1a4f80d1dd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:33.901076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-253852662', 'security_groups': ['7699b757-cfb0-4890-a317-6c63e320ae90'], 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '906453af-261d-4bbb-b586-7f26e16ea517'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:33.915487 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:33.924399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f08ef325-35de-4aa4-9c77-b808f01f3855 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:33.944366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.954076 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-76d8e87d-dafc-4c86-9ae8-4be2e2fae7b7 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:33.969786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:33.981205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] For port bb10b531-abaf-43a5-a069-5172a0388b3a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bb10b531-abaf-43a5-a069-5172a0388b3a,segment=NetworkSegment(07032734-9ef8-4cf2-bdf7-fb7ff57c740f),segment_id=07032734-9ef8-4cf2-bdf7-fb7ff57c740f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:33.985002 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ecd563f7-5f7c-4075-a615-e42a4115fbde req-fb0b2568-d599-43a7-8556-ca1778f9802f tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377271 Dec 20 11:53:34.009608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.009780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.017514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.020284 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3a2f711-fb2d-4948-a459-4df18aa66e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:34.034116 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:34.052349 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6185fadf-ccb2-4298-9134-bf1a4f80d1dd HTTP/1.1" status: 204 len: 168 time: 0.9999235 Dec 20 11:53:34.067286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:34.134658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.184637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Transition to ACTIVE for port object b9a73f99-5ea8-4339-8311-7631273acc71 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:34.209949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Pushing event updated for resources: {'Port': ['ID=bb10b531-abaf-43a5-a069-5172a0388b3a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:34.212855 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:34.234646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a98d3-a2f1-421b-a396-214a29915989,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:34.236935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.238210 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4220972 Dec 20 11:53:34.244873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Transition to ACTIVE for port object b9a73f99-5ea8-4339-8311-7631273acc71 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:34.246933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port f08ef325-35de-4aa4-9c77-b808f01f3855 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:34.249933 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:34.271665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.275756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57284) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:34.278423 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:34.287115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:34.291384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.296877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:34.302925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:34.308347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:34.309320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.336003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'security_group_rule': {'security_group_id': 'e91a98d3-a2f1-421b-a396-214a29915989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:34.355246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:34.381895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Usage tracker for resource:security_group_rule and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:34.385875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:34.388951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=a2f890ce-2099-4baf-bdb2-43979431d641,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:34.389112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:34.401792 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:34.420821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:34.429737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:port and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:34.441554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:34.455077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:34.485066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.489057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Pushing event updated for resources: {'Port': ['ID=b9a73f99-5ea8-4339-8311-7631273acc71,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:34.506452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.507768 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:34.521584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:34.524349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:34.529151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.8094504 Dec 20 11:53:34.534032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:34.539457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:34.625331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:34.629972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.757030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Attempting to bind port b9a73f99-5ea8-4339-8311-7631273acc71 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:34.757647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Attempting to bind port b9a73f99-5ea8-4339-8311-7631273acc71 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2f0b282a-2bf2-4b0f-9b99-d024f7842bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:34.758222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Attempting to bind port b9a73f99-5ea8-4339-8311-7631273acc71 on network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:34.770910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port 7f3c9694-d552-42a5-91a2-9d5ea499df6e yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:53:34.772074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:34.772922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Checking segment: {'id': '2f0b282a-2bf2-4b0f-9b99-d024f7842bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:34.773653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.774267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Bound using segment: {'id': '2f0b282a-2bf2-4b0f-9b99-d024f7842bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:34.775200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Bound port: b9a73f99-5ea8-4339-8311-7631273acc71, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0b282a-2bf2-4b0f-9b99-d024f7842bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:34.775961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.824241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.892558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5c66b6a6-97ea-4a6c-8173-e75ee49d63e9 None None] Provisioning complete for port bb10b531-abaf-43a5-a069-5172a0388b3a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:34.892944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c66b6a6-97ea-4a6c-8173-e75ee49d63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:34.940472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72302979-d4ec-4812-bdce-7cf0846e9b8e None None] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:35.127675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.152428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58159235-5a02-4d53-b1e4-4a66369babf3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:35.156913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58159235-5a02-4d53-b1e4-4a66369babf3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:35.160792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58159235-5a02-4d53-b1e4-4a66369babf3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:35.162474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-58159235-5a02-4d53-b1e4-4a66369babf3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6232378 Dec 20 11:53:35.166732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.201541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:35.251576 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:35.277312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.20.0.1 (c3b21537-bda0-45d6-9f4a-afa0764309f4/2fd2ef27-9b72-494e-988e-01851d764763/c3d1db16-7dee-4bdb-a116-0934bef7791b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:35.300448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cdb2a5-5445-4682-8838-ee5f5249e8fa,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:35.315441 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:35.317231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] For port b9a73f99-5ea8-4339-8311-7631273acc71, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:53:35.324540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] For port b9a73f99-5ea8-4339-8311-7631273acc71, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9a73f99-5ea8-4339-8311-7631273acc71,segment=NetworkSegment(2f0b282a-2bf2-4b0f-9b99-d024f7842bf7),segment_id=2f0b282a-2bf2-4b0f-9b99-d024f7842bf7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:53:35.330322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.331812 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0174320 Dec 20 11:53:35.361644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.371424 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a34257b8-fb6d-4203-a812-039c5e59508f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:35.390509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:35.407493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'security_group_rule': {'security_group_id': 'e91a98d3-a2f1-421b-a396-214a29915989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:35.418394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting port a2f890ce-2099-4baf-bdb2-43979431d641 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:35.418981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.479157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:35.482419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.7 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/906453af-261d-4bbb-b586-7f26e16ea517/7f3c9694-d552-42a5-91a2-9d5ea499df6e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:35.492864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Usage tracker for resource:security_group_rule and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:35.496885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:35.515807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:35.517966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.543143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Router 974a5780-016b-4a42-9f50-eab172cb31d9 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:35.691798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.739454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Pushing event updated for resources: {'Port': ['ID=b9a73f99-5ea8-4339-8311-7631273acc71,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:35.748973 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:35.761691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5c66b6a6-97ea-4a6c-8173-e75ee49d63e9 None None] Provisioning for port 1a09dd21-3152-4de2-80a1-6880befa9fc0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:35.781558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5c66b6a6-97ea-4a6c-8173-e75ee49d63e9 None None] Provisioning complete for port 1a09dd21-3152-4de2-80a1-6880befa9fc0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:35.782145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c66b6a6-97ea-4a6c-8173-e75ee49d63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:35.977468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5c66b6a6-97ea-4a6c-8173-e75ee49d63e9 None None] Port 1a09dd21-3152-4de2-80a1-6880befa9fc0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:36.025086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4858b927-d046-4450-bc43-d0174a9915e0']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:36.045655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d6633f-f227-43bf-b39f-1f1dc9c3b62a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:36.045959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d6633f-f227-43bf-b39f-1f1dc9c3b62a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:36.076008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.108860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.115572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object c3d1db16-7dee-4bdb-a116-0934bef7791b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:36.127993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Provisioning for port a2f890ce-2099-4baf-bdb2-43979431d641 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:36.136389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Provisioning complete for port a2f890ce-2099-4baf-bdb2-43979431d641 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:36.137304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.143556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:36.143975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:36.172081 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:36.227439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Port a2f890ce-2099-4baf-bdb2-43979431d641 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:36.270417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bb10b531-abaf-43a5-a069-5172a0388b3a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:36.380096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Provisioning complete for port 1a09dd21-3152-4de2-80a1-6880befa9fc0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:36.380481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.463719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Port 1a09dd21-3152-4de2-80a1-6880befa9fc0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:36.485669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.491266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port bb10b531-abaf-43a5-a069-5172a0388b3a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:36.491683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.494492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.545031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfa1ee-9c50-4c53-be8f-b33322f5dd14 req-5cadfb5e-4f9a-4382-8baa-f98908de0d40 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:36.550355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ccfa1ee-9c50-4c53-be8f-b33322f5dd14 req-5cadfb5e-4f9a-4382-8baa-f98908de0d40 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 1.0036047 Dec 20 11:53:36.552509 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3cb5a9bb-4144-4648-8860-7fda122ebba5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:36.574291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Provisioning for port f08ef325-35de-4aa4-9c77-b808f01f3855 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:36.585722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Provisioning complete for port f08ef325-35de-4aa4-9c77-b808f01f3855 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:36.586191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.593450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] 10.222.0.32 "DELETE /v2.0/networks/4858b927-d046-4450-bc43-d0174a9915e0 HTTP/1.1" status: 204 len: 168 time: 2.5244071 Dec 20 11:53:36.603912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.626693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57306) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:36.668202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Pushing event deleted for resources: {'Network': ['ID=4858b927-d046-4450-bc43-d0174a9915e0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:36.673617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:36.738235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.763811 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0ae68830-651f-482e-9212-0473e1401079 tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:36.835538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device d7e9a313-2035-4a00-84c5-6c44d3299819 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:36.873332 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:53:36.894343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=c3d1db16-7dee-4bdb-a116-0934bef7791b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:36.897873 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:36.900645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:36.907165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Calling delete_port for a2f890ce-2099-4baf-bdb2-43979431d641 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:36.922112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.945793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:36.951174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Deleting subnet f226dbb1-1c09-4813-9909-4b80bad725b3 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:36.956682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:36.960805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] For port f08ef325-35de-4aa4-9c77-b808f01f3855, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08ef325-35de-4aa4-9c77-b808f01f3855,segment=NetworkSegment(dcb9a32d-988c-47d6-b842-d55788db7be0),segment_id=dcb9a32d-988c-47d6-b842-d55788db7be0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:36.973462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:36.983535 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:37.004426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.069241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port d7e9a313-2035-4a00-84c5-6c44d3299819 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:37.091962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port d7e9a313-2035-4a00-84c5-6c44d3299819 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:37.093324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.113415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.141863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ccfa1ee-9c50-4c53-be8f-b33322f5dd14 req-77b27757-b664-4068-8964-07b950c99369 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439527 Dec 20 11:53:37.178768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.186118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.193066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.215438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.268790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c8a6426b-750d-4048-8c96-effe741eb428 None None] Provisioning complete for port f08ef325-35de-4aa4-9c77-b808f01f3855 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:37.269089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8a6426b-750d-4048-8c96-effe741eb428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.277475 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:37.374191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 7f3c9694-d552-42a5-91a2-9d5ea499df6e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:37.377613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.379347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9877667 Dec 20 11:53:37.386311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57310) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:37.394540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c8c75f-ae1f-41ba-9d89-9768898a159c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:37.399427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Pushing event updated for resources: {'Port': ['ID=f08ef325-35de-4aa4-9c77-b808f01f3855,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:37.404481 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:37.405491 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:37.408645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:37.412971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.424115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:37.435919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Usage tracker for resource:floatingip and tenant:abc93a564ed2497c8411d898e060188e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:37.443439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:37.456392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:37.458425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.470315 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:37.492046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.542010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Port': ['ID=a2f890ce-2099-4baf-bdb2-43979431d641,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:37.548484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.565988 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:37.576434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.624807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.646621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port d7e9a313-2035-4a00-84c5-6c44d3299819, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=d7e9a313-2035-4a00-84c5-6c44d3299819,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:37.656836 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c53a7de-3202-4813-97e4-9db7f527306f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:37.661709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.666262 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d590e475-af09-4872-a522-fffdc3486b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:37.731987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:37.734385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:37.745383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:37.761859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:37.823138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] 10.222.0.32 "PUT /v2.0/routers/974a5780-016b-4a42-9f50-eab172cb31d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5621455 Dec 20 11:53:37.844689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:37.872714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Provisioning for port c3d1db16-7dee-4bdb-a116-0934bef7791b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:37.906109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Provisioning complete for port c3d1db16-7dee-4bdb-a116-0934bef7791b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:37.906491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.947727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:37.947727 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17aaabf1-3cc4-4e64-a849-f8e50ea9aa5f tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:38.035771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.048815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f226dbb1-1c09-4813-9909-4b80bad725b3 HTTP/1.1" status: 204 len: 168 time: 1.3924186 Dec 20 11:53:38.049864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f226dbb1-1c09-4813-9909-4b80bad725b3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:38.055000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57320) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:38.060634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=7f3c9694-d552-42a5-91a2-9d5ea499df6e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:38.064285 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:38.067093 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:38.146081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Port c3d1db16-7dee-4bdb-a116-0934bef7791b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:38.148202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f08ef325-35de-4aa4-9c77-b808f01f3855 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:38.172779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=d7e9a313-2035-4a00-84c5-6c44d3299819,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:38.183755 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:38.219825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:38.220537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.241796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Provisioning complete for port a1670527-d6e4-4201-b352-e6946304764b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:38.242224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.275365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.277421 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/ports/a2f890ce-2099-4baf-bdb2-43979431d641 HTTP/1.1" status: 204 len: 168 time: 3.0746529 Dec 20 11:53:38.282509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:38.303527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.304022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Port a1670527-d6e4-4201-b352-e6946304764b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:38.331393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-697738f1-49f6-4eae-9ffd-cb8d3ed809cd None None] Provisioning for port b9a73f99-5ea8-4339-8311-7631273acc71 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:38.339686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f08ef325-35de-4aa4-9c77-b808f01f3855 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:38.340067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.394589 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5131638 Dec 20 11:53:38.395788 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-062fd1e2-bd72-4512-9f26-ef81c4109417 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] GET failed (client error): The resource could not be found. Dec 20 11:53:38.396276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-062fd1e2-bd72-4512-9f26-ef81c4109417 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Synchronizing usage tracker for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:38.400232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57330) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:38.460404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:38.490057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9a73f99-5ea8-4339-8311-7631273acc71 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:38.568323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-971a0c0c-5394-4610-8328-73f5ba656734 None None] Provisioning for port 7f3c9694-d552-42a5-91a2-9d5ea499df6e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:38.578699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-971a0c0c-5394-4610-8328-73f5ba656734 None None] Provisioning complete for port 7f3c9694-d552-42a5-91a2-9d5ea499df6e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:38.579081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-971a0c0c-5394-4610-8328-73f5ba656734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.644874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b9a73f99-5ea8-4339-8311-7631273acc71 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:38.648841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.659763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-971a0c0c-5394-4610-8328-73f5ba656734 None None] Port 7f3c9694-d552-42a5-91a2-9d5ea499df6e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:38.667502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:38.668158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.685836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca4a658-7e73-4d6a-95f5-a88b04ef9947']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:38.702593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d283b5a-1bab-406f-b52b-fb040bd90901') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:38.703042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d283b5a-1bab-406f-b52b-fb040bd90901') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:38.729578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.746718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.757867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.765930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:38.766451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.844893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-062fd1e2-bd72-4512-9f26-ef81c4109417 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Unset dirty status for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:38.847190 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-062fd1e2-bd72-4512-9f26-ef81c4109417 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "GET /v2.0/ports/a2f890ce-2099-4baf-bdb2-43979431d641 HTTP/1.1" status: 404 len: 333 time: 0.5199733 Dec 20 11:53:38.870448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:38.885804 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:38.888673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.891176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834751392'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:38.927598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.944545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879cff-8b49-483d-b4de-c1c172ab834b req-a0a89fa3-ed5c-49c2-86f5-86b33bbdb3d5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:38.951460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:38.952031 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e5879cff-8b49-483d-b4de-c1c172ab834b req-a0a89fa3-ed5c-49c2-86f5-86b33bbdb3d5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5401316 Dec 20 11:53:39.002813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b9a73f99-5ea8-4339-8311-7631273acc71, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9a73f99-5ea8-4339-8311-7631273acc71,segment=NetworkSegment(2f0b282a-2bf2-4b0f-9b99-d024f7842bf7),segment_id=2f0b282a-2bf2-4b0f-9b99-d024f7842bf7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:39.009709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.013366 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:39.036654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:39.079725 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7893c4ba-ad9c-4aa9-aac3-e7e6d999cf6a tempest-ServerDiskConfigTestJSON-1792124958 tempest-ServerDiskConfigTestJSON-1792124958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:39.084819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:39.101960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b9a73f99-5ea8-4339-8311-7631273acc71,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:39.105471 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:39.108630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.117606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.135815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.156465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:39.170923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:39.174026 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] 10.222.0.32 "DELETE /v2.0/networks/7ca4a658-7e73-4d6a-95f5-a88b04ef9947 HTTP/1.1" status: 204 len: 168 time: 1.1181364 Dec 20 11:53:39.183790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=c3d1db16-7dee-4bdb-a116-0934bef7791b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:39.195974 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:39.196484 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:39.217469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca4a658-7e73-4d6a-95f5-a88b04ef9947,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:39.231752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.260548 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:39.325344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:39.351922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:39.353117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:39.378645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e5879cff-8b49-483d-b4de-c1c172ab834b req-6b241d26-8cfd-4355-9761-1567b5bcf51c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479490 Dec 20 11:53:39.457924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:39.468347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:39.487994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:39.491449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.511596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57342) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:39.641907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] device_id is not set on port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:53:39.706836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Allocated IP 172.35.0.232 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/b01f5cb3-3d57-4a06-9773-bf375e8dae54) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:39.708588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-14613628-07fb-4c65-9cdc-002138dc1d6e None None] Provisioning complete for port c3d1db16-7dee-4bdb-a116-0934bef7791b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:39.708962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-14613628-07fb-4c65-9cdc-002138dc1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.791093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device d7e9a313-2035-4a00-84c5-6c44d3299819 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:39.815281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-14613628-07fb-4c65-9cdc-002138dc1d6e None None] Port c3d1db16-7dee-4bdb-a116-0934bef7791b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:39.868832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.887324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port d7e9a313-2035-4a00-84c5-6c44d3299819 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:39.887783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:39.910390 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-695e00cc-bf1e-465c-849f-235b8928b496 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96c158ade2894985adb723bc873559b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3955507 Dec 20 11:53:39.932260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57348) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:39.954827 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ba99d0f-f442-4563-8f77-6358463b52e2 req-5606ea0b-de85-4fdb-8aae-bbb8d17df2e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 1098 time: 0.3273473 Dec 20 11:53:40.109413 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ba99d0f-f442-4563-8f77-6358463b52e2 req-b4dc3951-7fd1-4d34-ad09-5ea4b731c55a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427088 Dec 20 11:53:40.173000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9a73f99-5ea8-4339-8311-7631273acc71 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:40.201726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 4502ed50-439e-4102-a29a-ac747b365e97 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:53:40.271821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:40.272198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:40.312270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Allocated IP 2001:db8::18b (54d7d76b-2835-44d7-a90b-3bf95371afba/78a5acea-348c-46c7-8b4b-9ae100aec1c9/f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:40.389899 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 906453af-261d-4bbb-b586-7f26e16ea517 (CIDR: 172.20.0.0/28) Dec 20 11:53:40.409863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:40.425591 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:53:40.426090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:53:40.505716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:40.542058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:40.560671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/4502ed50-439e-4102-a29a-ac747b365e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9637725 Dec 20 11:53:40.561226 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] Sync routers for ids ['4502ed50-439e-4102-a29a-ac747b365e97'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:40.565737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57354) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:40.584759 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] Routers {'4502ed50-439e-4102-a29a-ac747b365e97'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:40.585390 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4502ed50-439e-4102-a29a-ac747b365e97'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:40.595600 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c8e16cc-dc66-4c53-9f25-626e7c69eac9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1446245 Dec 20 11:53:40.615683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:40.651559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:40.663152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06630db0-8452-4308-8030-d582fe5725f9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:40.663779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-06630db0-8452-4308-8030-d582fe5725f9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:40.726204 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:40.749539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-06630db0-8452-4308-8030-d582fe5725f9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:40.753566 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-06630db0-8452-4308-8030-d582fe5725f9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports/c3d1db16-7dee-4bdb-a116-0934bef7791b HTTP/1.1" status: 200 len: 910 time: 0.1843121 Dec 20 11:53:40.754027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57362) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:40.756756 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] Routers {'4502ed50-439e-4102-a29a-ac747b365e97'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:40.757744 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4502ed50-439e-4102-a29a-ac747b365e97'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:40.803050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:40.890207 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:40.890976 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589b797-1adf-4601-8638-fcdcd9ad0517 None None] The sync data for ids ['4502ed50-439e-4102-a29a-ac747b365e97'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:40.914855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9c11-bffc-460c-85e8-169c60e46c86 req-1bbe22bd-4d2b-4f42-a6a1-1088d8a7dd59 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:40.916423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c75d9c11-bffc-460c-85e8-169c60e46c86 req-1bbe22bd-4d2b-4f42-a6a1-1088d8a7dd59 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.2466762 Dec 20 11:53:40.980981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c75d9c11-bffc-460c-85e8-169c60e46c86 req-c5bb45ba-0cd9-4b80-8093-e4ed1c4548be tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569270 Dec 20 11:53:41.095717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.145469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:41.220052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:41.224605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:41.235797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Deleting port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:41.236152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.267418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:41.279243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.298196 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c583b659-51cf-403f-bff0-1946e2446f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:41.329830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.368111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:41.371801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.402486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.411396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Transition to ACTIVE for port object f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:41.470718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:41.490141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=b01f5cb3-3d57-4a06-9773-bf375e8dae54,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:41.493101 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:41.494211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:41.496177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:41.584132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.639378 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4fa3e7a6-01c8-4c4b-9882-41e4c8fd8188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:41.686732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aecd8a9-caff-402f-ac4c-33c1e22da952,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:41.689091 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:41.750969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.752100 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0aecd8a9-caff-402f-ac4c-33c1e22da952 HTTP/1.1" status: 204 len: 168 time: 1.7745614 Dec 20 11:53:41.768853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] For port 7d927c56-3a7b-4466-97e5-1e15a80bdaa1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:41.769251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.786359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.798175 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ec45bb1f-1f76-426d-b8d0-af09e7db21e5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:41.849452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1ce8b94a-6437-41df-95bb-727139e24ae0 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:41.945771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 1ce8b94a-6437-41df-95bb-727139e24ae0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:41.954247 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 1ce8b94a-6437-41df-95bb-727139e24ae0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:41.954633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:41.954755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Calling delete_port for 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:42.040046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:42.064050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:42.065401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:42.069590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:42.070308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.149384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:42.153132 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:42.194021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port c3d1db16-7dee-4bdb-a116-0934bef7791b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:42.194600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.239033 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3612735 Dec 20 11:53:42.241534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57376) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:42.255093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13a', 'mac_address': 'fa:16:3e:9c:cc:5a'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:42.344477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.426248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.502631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 1ce8b94a-6437-41df-95bb-727139e24ae0, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=1ce8b94a-6437-41df-95bb-727139e24ae0,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:42.515661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.517450 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:42.620748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.637111 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-99626867-9653-45a6-aab1-0d1e3ef8124a tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:42.666476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.689112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=1ce8b94a-6437-41df-95bb-727139e24ae0,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:42.703957 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:42.714471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40843898-929e-495a-929f-4dc02e9f06a8 None None] Provisioning for port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:42.725662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40843898-929e-495a-929f-4dc02e9f06a8 None None] Provisioning complete for port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:42.726266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40843898-929e-495a-929f-4dc02e9f06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.764087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57380) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:42.820816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=93d393fa-2ff2-40a1-be50-2bb9020dc279,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:42.822920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-40843898-929e-495a-929f-4dc02e9f06a8 None None] Port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:42.824479 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:42.827139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.834519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:42.837550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:42.840516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:42.841716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.845649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:42.850555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61b87a-854d-4ef6-a465-f6786aac8a50 None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:42.857116 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5c951237-7f47-41ae-ab9b-a90abb8f2d8b tempest-FloatingIPAdminTestJSON-1626484646 tempest-FloatingIPAdminTestJSON-1626484646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:42.924946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c4cf5-655c-43e2-9577-7a64f54d2e03 req-827751e7-c571-4f38-a840-6b8bab524e99 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:42.926601 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-941c4cf5-655c-43e2-9577-7a64f54d2e03 req-827751e7-c571-4f38-a840-6b8bab524e99 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5066926 Dec 20 11:53:42.935360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d927c56-3a7b-4466-97e5-1e15a80bdaa1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:42.937963 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:42.988479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for c3d1db16-7dee-4bdb-a116-0934bef7791b owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:43.078094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:43.137126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ddfadaf4-e9e1-474d-bfb0-cbb4905829ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a9dedef2f0343b6acc2a3397b4c20f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3394139 Dec 20 11:53:43.158764 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5350499 Dec 20 11:53:43.162585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57384) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:43.162984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:43.204163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-164107263', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93d393fa-2ff2-40a1-be50-2bb9020dc279'}], 'security_groups': ['19a2d046-cdc4-4f85-a469-dec82d9f4c63']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:43.383190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a8519-8c72-453e-b714-841879818456 None None] Update dhcp port {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'fixed_ips': [{'subnet_id': '906453af-261d-4bbb-b586-7f26e16ea517', 'ip_address': '172.20.0.2'}, {'subnet_id': '93d393fa-2ff2-40a1-be50-2bb9020dc279'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'b9a73f99-5ea8-4339-8311-7631273acc71'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 11:53:43.478674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-291a8519-8c72-453e-b714-841879818456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:43.607234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:43.618097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:43.626270 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:43.678370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=c3d1db16-7dee-4bdb-a116-0934bef7791b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:43.684012 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:43.711576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-941c4cf5-655c-43e2-9577-7a64f54d2e03 req-689d9d9a-4c5c-4944-bd0d-b2196cef58b2 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656009 Dec 20 11:53:43.756599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:43.796463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-291a8519-8c72-453e-b714-841879818456 None None] Allocated IP 172.20.0.18 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/93d393fa-2ff2-40a1-be50-2bb9020dc279/b9a73f99-5ea8-4339-8311-7631273acc71) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:43.974973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:53:43.993921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.000722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1ce8b94a-6437-41df-95bb-727139e24ae0 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:44.005727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.010289 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:44.142211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.168257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-291a8519-8c72-453e-b714-841879818456 None None] For port b9a73f99-5ea8-4339-8311-7631273acc71, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9a73f99-5ea8-4339-8311-7631273acc71,segment=NetworkSegment(2f0b282a-2bf2-4b0f-9b99-d024f7842bf7),segment_id=2f0b282a-2bf2-4b0f-9b99-d024f7842bf7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:44.181035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 1ce8b94a-6437-41df-95bb-727139e24ae0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:44.181335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.191140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:53:44.258675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-291a8519-8c72-453e-b714-841879818456 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.276278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-291a8519-8c72-453e-b714-841879818456 None None] Transition to ACTIVE for port object b9a73f99-5ea8-4339-8311-7631273acc71 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:44.280973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.299377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-291a8519-8c72-453e-b714-841879818456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.304628 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b8e028f2-b5e1-4bdf-bac6-39b932caa4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:44.306791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:44.336286 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:44.395271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] In _notify_port_updated(), no bound segment for port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a on network 54d7d76b-2835-44d7-a90b-3bf95371afba {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:53:44.399771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:44.400523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.405221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "PUT /v2.0/ports/f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a HTTP/1.1" status: 200 len: 1003 time: 2.1556282 Dec 20 11:53:44.405221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.419730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57402) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:44.547877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a8519-8c72-453e-b714-841879818456 None None] Pushing event updated for resources: {'Port': ['ID=b9a73f99-5ea8-4339-8311-7631273acc71,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:44.566348 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-291a8519-8c72-453e-b714-841879818456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:44.667120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.683140 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fdf798f3-200e-4080-a03a-1b5e591d365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:44.731830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.735553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-1662fd90-928d-47cd-a29d-f8ece5994671 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:44.740727 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-1662fd90-928d-47cd-a29d-f8ece5994671 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 811 time: 0.5238876 Dec 20 11:53:44.775240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.779854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3d1f3809-a95b-4a85-a71e-e155ef0562b1 None None] Provisioning complete for port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:44.780539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3d1f3809-a95b-4a85-a71e-e155ef0562b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.861134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f3809-a95b-4a85-a71e-e155ef0562b1 None None] Port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:44.863782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting port f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:44.864281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.900489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-1cafe7af-e78f-444b-b8dc-8a482b4355da tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/quotas/7c3cbfd009dd4e3f841fb9cdb49be029 HTTP/1.1" status: 200 len: 375 time: 0.0959189 Dec 20 11:53:44.959126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.012099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=b01f5cb3-3d57-4a06-9773-bf375e8dae54,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:45.023075 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:45.034258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.064945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Delete allocated IP 172.20.0.7 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/906453af-261d-4bbb-b586-7f26e16ea517) {{(pid=83557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 11:53:45.085174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.090869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.20 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/93d393fa-2ff2-40a1-be50-2bb9020dc279/7f3c9694-d552-42a5-91a2-9d5ea499df6e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:45.180165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.189909 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ca5e45c-156e-4081-8eeb-883418959ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:45.197253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.197974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 974a5780-016b-4a42-9f50-eab172cb31d9 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:53:45.241809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81026611-9908-41f1-a658-e6b25af261dc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:45.259608 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:45.276760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.280481 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/974a5780-016b-4a42-9f50-eab172cb31d9 HTTP/1.1" status: 204 len: 168 time: 7.4316161 Dec 20 11:53:45.281386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57408) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:45.282009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.283470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8863614 Dec 20 11:53:45.284588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.287947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81026611-9908-41f1-a658-e6b25af261dc HTTP/1.1" status: 204 len: 168 time: 2.1205394 Dec 20 11:53:45.301377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-36f58459-a442-4283-ae10-2bf569f354d8 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3928974 Dec 20 11:53:45.420677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Provisioning complete for port a1670527-d6e4-4201-b352-e6946304764b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:45.421185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.492854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] Sync routers for ids ['974a5780-016b-4a42-9f50-eab172cb31d9'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:45.530330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] Routers set() bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:45.530803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] Router IDs set() for agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:53:45.531476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_agentschedulers_db [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'974a5780-016b-4a42-9f50-eab172cb31d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent'). {{(pid=83559) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 11:53:45.552140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Port a1670527-d6e4-4201-b352-e6946304764b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:45.581169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] Routers set() bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:45.581619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] Router IDs set() for agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:53:45.582359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_agentschedulers_db [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'974a5780-016b-4a42-9f50-eab172cb31d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent'). {{(pid=83559) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 11:53:45.582792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07406c3f-9ccc-4766-a2ca-26325a28a895 None None] The sync data for ids ['974a5780-016b-4a42-9f50-eab172cb31d9'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:45.599624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Provisioning complete for port 7f3c9694-d552-42a5-91a2-9d5ea499df6e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:45.600091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.661446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Port 7f3c9694-d552-42a5-91a2-9d5ea499df6e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:45.680737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Provisioning for port b9a73f99-5ea8-4339-8311-7631273acc71 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:45.687725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:45.688107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f161019-427b-4336-984b-57ae2dbf53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.816039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9a73f99-5ea8-4339-8311-7631273acc71 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:53:45.913884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-2980ecef-ec2e-462f-9a56-058a8c976764 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:45.954183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.962292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:45.964250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.974126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object 7f3c9694-d552-42a5-91a2-9d5ea499df6e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:45.989121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.014859 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-34c489cb-e241-4187-913a-d7c8a8d623e5 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:46.091239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-2980ecef-ec2e-462f-9a56-058a8c976764 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:46.093668 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-2980ecef-ec2e-462f-9a56-058a8c976764 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2135066996&fields=id&tenant_id=abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 267 time: 0.3204596 Dec 20 11:53:46.227919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.240149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Deleting subnet 8a29b831-52a3-471d-b281-276f71dedb42 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:46.316317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=7f3c9694-d552-42a5-91a2-9d5ea499df6e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:46.367390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.376986 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:46.395459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] In _notify_port_updated(), no bound segment for port 7f3c9694-d552-42a5-91a2-9d5ea499df6e on network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:53:46.399383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:46.399995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.404659 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "PUT /v2.0/ports/7f3c9694-d552-42a5-91a2-9d5ea499df6e HTTP/1.1" status: 200 len: 920 time: 3.2346201 Dec 20 11:53:46.405735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-a1a314fa-2135-4c39-913a-c9ec29327105 service neutron] 10.222.0.32 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0618763 Dec 20 11:53:46.413267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:46.509226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-84f7096d-1145-400c-88ff-9725913b4f9f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:46.519678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-84f7096d-1145-400c-88ff-9725913b4f9f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.3543913 Dec 20 11:53:46.547508 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-62eb8272-2bf2-4dc9-b69b-8f8f02b1a2cc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/quotas/abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 375 time: 0.0268617 Dec 20 11:53:46.558582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Calling delete_port for f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:46.591550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port 7f3c9694-d552-42a5-91a2-9d5ea499df6e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:46.591904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.681164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 4502ed50-439e-4102-a29a-ac747b365e97 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:53:46.687093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.865077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-1ddbb19c-2347-4374-b2d2-d03f8a394a15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9692862 Dec 20 11:53:46.879315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-007aad88-8323-47cf-a488-a063776c0ff6 None None] Provisioning for port 7f3c9694-d552-42a5-91a2-9d5ea499df6e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:46.890050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-007aad88-8323-47cf-a488-a063776c0ff6 None None] Provisioning complete for port 7f3c9694-d552-42a5-91a2-9d5ea499df6e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:46.890493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007aad88-8323-47cf-a488-a063776c0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.940235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:46.968021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-007aad88-8323-47cf-a488-a063776c0ff6 None None] Port 7f3c9694-d552-42a5-91a2-9d5ea499df6e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:47.079609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for 7f3c9694-d552-42a5-91a2-9d5ea499df6e owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:47.128569 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-6250842e-fda4-41e0-b650-3d845056c41b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5802059 Dec 20 11:53:47.160345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:53:47.173742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-f3558a06-5bc0-4d1e-a1d4-832c438f3373 service neutron] 10.222.0.32 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638766 Dec 20 11:53:47.179795 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] Sync routers for ids ['4502ed50-439e-4102-a29a-ac747b365e97'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:53:47.207044 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] Routers {'4502ed50-439e-4102-a29a-ac747b365e97'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:47.209173 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4502ed50-439e-4102-a29a-ac747b365e97'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:47.209966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:47.266700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/4502ed50-439e-4102-a29a-ac747b365e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5114591 Dec 20 11:53:47.270101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57456) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:47.284620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-da65449f-6b4e-4a54-8eb1-d0528d48ef6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 1098 time: 0.2912545 Dec 20 11:53:47.288050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:47.295993 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:47.367873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:47.379599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Port': ['ID=f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:47.390974 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:47.407212 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a2e82de-42b3-499a-b6a3-aa4a86f0f353 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:47.460490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-19bf5074-91a7-475d-96a2-08e8f896fe1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:47.471661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-399971ec-183f-4545-8c31-d4c13657bd99 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:53:47.473662 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-399971ec-183f-4545-8c31-d4c13657bd99 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3316565 Dec 20 11:53:47.474978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=7f3c9694-d552-42a5-91a2-9d5ea499df6e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:47.485888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:47.567796 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:47.599027 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] Routers {'4502ed50-439e-4102-a29a-ac747b365e97'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:47.599956 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:53:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4502ed50-439e-4102-a29a-ac747b365e97'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:47.798133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:47.808643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-19bf5074-91a7-475d-96a2-08e8f896fe1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:47.810557 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-19bf5074-91a7-475d-96a2-08e8f896fe1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=4502ed50-439e-4102-a29a-ac747b365e97 HTTP/1.1" status: 200 len: 205 time: 0.5390463 Dec 20 11:53:47.875140 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:47.876179 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72749eb5-fe63-4a56-9389-59e69ee12c6e None None] The sync data for ids ['4502ed50-439e-4102-a29a-ac747b365e97'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:53:47.890801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57466) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.029680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.072705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.097082 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c963ca3f-196b-421f-807f-24fbceb121b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:48.185880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1652fef0-f6df-4fe2-b15c-329b1f6e1f34 req-2d66cf48-bea8-4786-9b40-a15ba0b7ac84 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 210 time: 0.5516915 Dec 20 11:53:48.189906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57478) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.229686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a29b831-52a3-471d-b281-276f71dedb42,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:48.258758 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:48.275746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b428a432-f675-4282-bae8-78452eb5871e None None] Network 3ff8f895-f207-4bd0-a1bf-115d155550c5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:48.279531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.284745 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/7f3c9694-d552-42a5-91a2-9d5ea499df6e HTTP/1.1" status: 204 len: 168 time: 1.8704095 Dec 20 11:53:48.285502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57488) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.323786 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8a29b831-52a3-471d-b281-276f71dedb42 HTTP/1.1" status: 204 len: 168 time: 3.0410559 Dec 20 11:53:48.327261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57490) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.347014 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-9aaec64e-1c12-4f4f-86f8-ebfabb2ae542 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599253 Dec 20 11:53:48.353064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-a02b81e3-f553-479c-bdd6-a58cfe8b9923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:48.354913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-a02b81e3-f553-479c-bdd6-a58cfe8b9923 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 1.0178111 Dec 20 11:53:48.360026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.362149 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/ports/f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a HTTP/1.1" status: 204 len: 168 time: 3.8880370 Dec 20 11:53:48.423524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57496) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.503746 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b564612-e088-478d-af78-d6e1e5d57694 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] GET failed (client error): The resource could not be found. Dec 20 11:53:48.504518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b564612-e088-478d-af78-d6e1e5d57694 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Synchronizing usage tracker for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:48.522985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-afc08582-86ac-4575-a483-e8931b51d0d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f HTTP/1.1" status: 200 len: 217 time: 0.1594296 Dec 20 11:53:48.545148 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe459b3e-f2af-4f44-ac82-7a622d6f0a7e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:53:48.546430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fe459b3e-f2af-4f44-ac82-7a622d6f0a7e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:48.619792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e885612-321a-42bb-aa84-d6ab5bc89f0b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.662407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-aea676b3-9ae6-41d3-830a-ac137deed692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:48.664074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-aea676b3-9ae6-41d3-830a-ac137deed692 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.0894444 Dec 20 11:53:48.671643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.718218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] DHCP port deletion for 3ff8f895-f207-4bd0-a1bf-115d155550c5 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:53:48.724313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Deleting port 2cc6488b-ee48-499c-bd4b-fba28371ae2e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:48.727048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.733561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b564612-e088-478d-af78-d6e1e5d57694 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Unset dirty status for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:48.735021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2b564612-e088-478d-af78-d6e1e5d57694 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "GET /v2.0/ports/f1df1cbc-2fd5-44cc-a7b1-461159cfbf9a HTTP/1.1" status: 404 len: 333 time: 0.3102171 Dec 20 11:53:48.744838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:48.747566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.761360 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-c4c95e22-78f6-42c5-abc2-9b7fb738e87a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620983 Dec 20 11:53:48.791112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fe459b3e-f2af-4f44-ac82-7a622d6f0a7e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:48.794383 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fe459b3e-f2af-4f44-ac82-7a622d6f0a7e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/7f3c9694-d552-42a5-91a2-9d5ea499df6e HTTP/1.1" status: 404 len: 333 time: 0.4563098 Dec 20 11:53:48.796587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-271878741'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:48.800526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.850143 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-3e6f3009-96e0-4953-a1e8-59b2b25bc252 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022354 Dec 20 11:53:49.049820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:49.083339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:49.087405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:49.089493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Deleting port 2cc6488b-ee48-499c-bd4b-fba28371ae2e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:49.094180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.167758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] For port 2cc6488b-ee48-499c-bd4b-fba28371ae2e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2cc6488b-ee48-499c-bd4b-fba28371ae2e,segment=NetworkSegment(04332bd9-224e-494a-ae6c-eefc439078f5),segment_id=04332bd9-224e-494a-ae6c-eefc439078f5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:49.169345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.173222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Usage tracker for resource:security_group_rule and tenant:fcfd8a019c61432388653241da6e47d6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:49.178255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:49.186310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.241718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:49.249233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1b48a115-7efd-452c-a766-b09d4264c617 req-d2c65389-4c13-44ae-a3cc-60933bdd3a8d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:49.314786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:49.321181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.368400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e885612-321a-42bb-aa84-d6ab5bc89f0b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.371493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.411178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Calling delete_port for 2cc6488b-ee48-499c-bd4b-fba28371ae2e owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:49.428729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e885612-321a-42bb-aa84-d6ab5bc89f0b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.437272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-81cef2ea-0b76-4d36-be17-c358c7c2a971 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747568 Dec 20 11:53:49.553274 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5f4cdbd3-a633-41ed-a12c-7c2060be5205 req-8e1611a1-810b-4726-9847-6d909185a15b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 210 time: 0.0694673 Dec 20 11:53:49.557241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e885612-321a-42bb-aa84-d6ab5bc89f0b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.557846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e885612-321a-42bb-aa84-d6ab5bc89f0b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Fanout notify agent at l3_agent the message router_deleted on router 4502ed50-439e-4102-a29a-ac747b365e97 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:53:49.562456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.566711 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:49.574175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] device_id is not set on port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:53:49.579110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.583108 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b9c1b44-a2c1-43a1-a661-03ab41db70cc tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:49.607336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7699b757-cfb0-4890-a317-6c63e320ae90,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:49.617203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Pushing event deleted for resources: {'Port': ['ID=2cc6488b-ee48-499c-bd4b-fba28371ae2e,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:49.620253 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:49.643583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] No DVR routers for this DVR port 2cc6488b-ee48-499c-bd4b-fba28371ae2e on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:53:49.656776 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:49.667202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e885612-321a-42bb-aa84-d6ab5bc89f0b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.671106 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4e885612-321a-42bb-aa84-d6ab5bc89f0b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/4502ed50-439e-4102-a29a-ac747b365e97 HTTP/1.1" status: 204 len: 168 time: 1.7600985 Dec 20 11:53:49.671106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.674277 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/security-groups/7699b757-cfb0-4890-a317-6c63e320ae90 HTTP/1.1" status: 204 len: 168 time: 0.8668694 Dec 20 11:53:49.674277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57524) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:49.675479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:49.837262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 13a9adff-95aa-46a8-a6c3-e74feeaadf24 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:49.893804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 13a9adff-95aa-46a8-a6c3-e74feeaadf24 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:49.894486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 13a9adff-95aa-46a8-a6c3-e74feeaadf24 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:49.895175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2cc6488b-ee48-499c-bd4b-fba28371ae2e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:49.906750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1b48a115-7efd-452c-a766-b09d4264c617 req-d2c65389-4c13-44ae-a3cc-60933bdd3a8d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:49.907795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1b48a115-7efd-452c-a766-b09d4264c617 req-d2c65389-4c13-44ae-a3cc-60933bdd3a8d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 210 time: 0.7573049 Dec 20 11:53:49.966134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:49.971062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2cc6488b-ee48-499c-bd4b-fba28371ae2e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:49.971714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2cc6488b-ee48-499c-bd4b-fba28371ae2e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:50.012058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.191792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet 2fd2ef27-9b72-494e-988e-01851d764763 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:50.196591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.282030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.288771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.368681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.376408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.385434 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eed90540-6780-49b7-9611-f31b84ae10ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:50.388197 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4e5fcf6e-c11d-4dcf-8604-e1771c23f8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:50.407060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7c1578b6-8b6d-4fa5-b811-cc6fb01e30a2 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:50.408569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7c1578b6-8b6d-4fa5-b811-cc6fb01e30a2 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.53 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 811 time: 0.7739701 Dec 20 11:53:50.409949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.413571 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/security-groups/19a2d046-cdc4-4f85-a469-dec82d9f4c63 HTTP/1.1" status: 204 len: 168 time: 0.7004800 Dec 20 11:53:50.414950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:50.418667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2d046-cdc4-4f85-a469-dec82d9f4c63,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:50.421504 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:50.422742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2daf6e7c-9b00-4f17-bac8-528f598620e3 req-51a5a8e0-6dd2-451a-902f-94fec402ce53 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9731402 Dec 20 11:53:50.424225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] For port 2cc6488b-ee48-499c-bd4b-fba28371ae2e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2cc6488b-ee48-499c-bd4b-fba28371ae2e,segment=NetworkSegment(04332bd9-224e-494a-ae6c-eefc439078f5),segment_id=04332bd9-224e-494a-ae6c-eefc439078f5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:50.424582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.465332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Request body: {'port': {'device_id': 'f64db55b-8665-4774-ac66-9905418d2bca', 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'admin_state_up': True, 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:50.494146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.766164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Calling delete_port for 2cc6488b-ee48-499c-bd4b-fba28371ae2e owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:50.791306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20614e-d8d6-42df-a5ab-02e7ebafa37f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:50.814797 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:50.840723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcfd8a019c61432388653241da6e47d6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6100833 Dec 20 11:53:50.840938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b86cc9af-2f31-482e-9f83-ebc8ab0578ee req-37d4dead-f25b-4e16-b4db-c3d30b7ae764 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 210 time: 0.1016464 Dec 20 11:53:50.845583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:50.890940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Allocated IP 2001:db8::122 (54d7d76b-2835-44d7-a90b-3bf95371afba/78a5acea-348c-46c7-8b4b-9ae100aec1c9/e20a7e45-969a-4a3d-a0d8-d70bbc07ef05) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:50.955321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:50.962690 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a5d781e-5a95-4a14-b980-84bd4a5cba84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:51.002767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd2ef27-9b72-494e-988e-01851d764763,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:51.008260 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:51.012996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet 906453af-261d-4bbb-b586-7f26e16ea517 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:53:51.026645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.048142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:51.083521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.086944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f3cd7-1f0a-4f08-8cb4-4f6958e02711 None None] Network c3b21537-bda0-45d6-9f4a-afa0764309f4 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:51.088268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:53:51.088585 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:53:51.089293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.098176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:51.116856 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/2fd2ef27-9b72-494e-988e-01851d764763 HTTP/1.1" status: 204 len: 168 time: 1.4433670 Dec 20 11:53:51.123532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57550) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:51.176752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-30c4cf6f-7dda-44c9-9d03-6abd9c5c4166 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:51.177442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-30c4cf6f-7dda-44c9-9d03-6abd9c5c4166 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:51.179062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.196691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Made reservation on behalf of 7c3cbfd009dd4e3f841fb9cdb49be029 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:51.199956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.243632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.318800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.413210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.425873 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-59f594fa-a635-42dd-99f3-43c1328c888f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:51.443173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd57360e-abf3-437d-8758-6c7b3fb2eea4 req-c1c5cfb5-a0ee-47cd-8274-a3d13494bed5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 210 time: 0.1992719 Dec 20 11:53:51.459084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.461585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.468079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df193acd-0c5b-420e-a3cf-7694a2ece629 None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:51.484252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.485628 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e20614e-d8d6-42df-a5ab-02e7ebafa37f HTTP/1.1" status: 204 len: 168 time: 0.6390028 Dec 20 11:53:51.487216 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/906453af-261d-4bbb-b586-7f26e16ea517 HTTP/1.1" status: 204 len: 168 time: 1.0718741 Dec 20 11:53:51.495184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] DHCP port deletion for c3b21537-bda0-45d6-9f4a-afa0764309f4 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:53:51.498898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.501034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-30c4cf6f-7dda-44c9-9d03-6abd9c5c4166 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:51.502574 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-30c4cf6f-7dda-44c9-9d03-6abd9c5c4166 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.7075088 Dec 20 11:53:51.503205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57556) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:51.507701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Deleting port f08ef325-35de-4aa4-9c77-b808f01f3855 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:51.508087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.510344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=906453af-261d-4bbb-b586-7f26e16ea517,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:51.516709 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:51.517730 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ae26ae28-38e7-4108-b116-f998ad8c0436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:51.520112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:51.531670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20614e-d8d6-42df-a5ab-02e7ebafa37f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:51.534346 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:51.594126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Deleting port 2cc6488b-ee48-499c-bd4b-fba28371ae2e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:51.594774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.729369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port f08ef325-35de-4aa4-9c77-b808f01f3855 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:51.729680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.762008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] For port f08ef325-35de-4aa4-9c77-b808f01f3855, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08ef325-35de-4aa4-9c77-b808f01f3855,segment=NetworkSegment(dcb9a32d-988c-47d6-b842-d55788db7be0),segment_id=dcb9a32d-988c-47d6-b842-d55788db7be0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:51.763280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.766256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] The port '2cc6488b-ee48-499c-bd4b-fba28371ae2e' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:53:51.839999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.841588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f08ef325-35de-4aa4-9c77-b808f01f3855 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:52.005408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-1c2da87f-b4e6-4ee4-9840-64c524587626 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:52.007664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Calling delete_port for f08ef325-35de-4aa4-9c77-b808f01f3855 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:52.114382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Transition to ACTIVE for port object e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:52.153715 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-63b5ae6e-9bfb-41c1-aa91-cb715f5f15d6 req-733a43ed-1ed1-4a9e-8387-2a34bc8cdaf3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 210 time: 0.0969684 Dec 20 11:53:52.419662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:52.428435 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:52.461125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:52.477723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:52.504670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Pushing event deleted for resources: {'Port': ['ID=f08ef325-35de-4aa4-9c77-b808f01f3855,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:52.508225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-1c2da87f-b4e6-4ee4-9840-64c524587626 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:52.510454 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-1c2da87f-b4e6-4ee4-9840-64c524587626 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 380 time: 0.9584153 Dec 20 11:53:52.510837 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:52.514071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] No DVR routers for this DVR port f08ef325-35de-4aa4-9c77-b808f01f3855 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:53:52.545642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'port': {'device_id': '8a38706d-e95d-450f-8861-6f9d9722287a', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'admin_state_up': True, 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'security_groups': ['e91a98d3-a2f1-421b-a396-214a29915989']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:52.564839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:52.612895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Allocated IP 172.20.0.11 (1ce70c99-cb32-41d0-ac0a-ccf006196dda/a589af16-b3b8-4908-bb31-a5232afda412/71b817ae-6403-4aa2-b8e7-8a67de3e8ba3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:52.649333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:52.662424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:52.667346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff8f895-f207-4bd0-a1bf-115d155550c5']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:52.742570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:52.848595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04332bd9-224e-494a-ae6c-eefc439078f5') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:52.849069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04332bd9-224e-494a-ae6c-eefc439078f5') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:52.926600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b612c31-b951-456a-a1b3-bcbef5690218 req-c392e6e0-031d-4c1a-893d-28d116a55cb6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 210 time: 0.1692894 Dec 20 11:53:52.950698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:52.984099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:53.122404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.125193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.151426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port f08ef325-35de-4aa4-9c77-b808f01f3855, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f08ef325-35de-4aa4-9c77-b808f01f3855,segment=NetworkSegment(dcb9a32d-988c-47d6-b842-d55788db7be0),segment_id=dcb9a32d-988c-47d6-b842-d55788db7be0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:53.151801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.171677 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0c090e6a-90db-41f1-a27d-6b6b8eec9e75 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:53.245464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:53.245878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:53.290016 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:53.576539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-98d77954-1d8d-437e-8ab7-b0944a6c799a None None] Provisioning complete for port a1670527-d6e4-4201-b352-e6946304764b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:53.577070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98d77954-1d8d-437e-8ab7-b0944a6c799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.633661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-98d77954-1d8d-437e-8ab7-b0944a6c799a None None] Port a1670527-d6e4-4201-b352-e6946304764b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:53.648609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-98d77954-1d8d-437e-8ab7-b0944a6c799a None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:53.649099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98d77954-1d8d-437e-8ab7-b0944a6c799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.650509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for f08ef325-35de-4aa4-9c77-b808f01f3855 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:53.759255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:53:53.798178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=e20a7e45-969a-4a3d-a0d8-d70bbc07ef05,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:53.813648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:53:53.814125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7d927c56-3a7b-4466-97e5-1e15a80bdaa1 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:53:53.829567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:53.834235 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:53.841079 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7dc4eef0-5e6b-4de9-be9b-41475da4aca3 req-85137532-3f25-4290-b57e-d6cf205e42ff tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 210 time: 0.2887440 Dec 20 11:53:53.848200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:53.927340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:53.954539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:53.958534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:53.959255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.963341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:53.977572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:53.983947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.017450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57618) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:54.036961 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:54.063434 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2969148 Dec 20 11:53:54.066614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57624) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:54.074695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9c:cc:5a'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:54.078597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] 10.222.0.32 "DELETE /v2.0/networks/3ff8f895-f207-4bd0-a1bf-115d155550c5 HTTP/1.1" status: 204 len: 168 time: 5.7456222 Dec 20 11:53:54.094165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff8f895-f207-4bd0-a1bf-115d155550c5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:54.096745 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:54.100553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.143280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Made reservation on behalf of abc93a564ed2497c8411d898e060188e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:54.157521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.231571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:53:54.231966 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:53:54.341457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:54.388666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ba93b9c8-a30d-4643-b7c9-9f1f67a577fe None None] Provisioning for port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:54.396036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ba93b9c8-a30d-4643-b7c9-9f1f67a577fe None None] Provisioning complete for port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:54.396704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba93b9c8-a30d-4643-b7c9-9f1f67a577fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.412894 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9fbff01d-21be-4547-8f27-34be09b456c3 req-0c502c1f-0cd5-4168-ac1f-ff818f937311 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 210 time: 0.2387154 Dec 20 11:53:54.420079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.424474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.507404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:54.507799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ba93b9c8-a30d-4643-b7c9-9f1f67a577fe None None] Port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:54.511586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5e3f9762924894b2f197acd28460ed is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:54.516171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:54.564017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:54.613391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-214cbf37-d1fa-4489-a1a9-cf69bce80e06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=321ed6990a6b4182969adab496b40f74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2580729 Dec 20 11:53:54.615198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:54.663166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.772118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.780463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.788481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port f08ef325-35de-4aa4-9c77-b808f01f3855 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:54.789029 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-80a2cfe0-ee58-4287-b175-1e09859b847a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:54.789158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.828629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:54.839616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:53:54.847325 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5f236856-67bc-442a-9d11-fd535f0af382 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:54.920672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d426591-22dc-480c-80ea-9082d5730980,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:54.927238 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea5e3f9762924894b2f197acd28460ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9080262 Dec 20 11:53:54.928469 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:54.932563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] The port 'f08ef325-35de-4aa4-9c77-b808f01f3855' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:53:54.933773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57642) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:54.933910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Allocated IP 172.20.0.8 (b1a16a4f-247f-4fa1-bed3-3c652bc1d557/63c5b08a-6c4f-4f33-8b43-bf477236aa34/88efc8e9-10d9-4f1b-b7f7-e796ad96ec11) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:55.048272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.050591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.062898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.068908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b09c20a6-c4d0-4c86-bbc1-e527fe156ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:55.118467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Network 1ce70c99-cb32-41d0-ac0a-ccf006196dda is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:55.128392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Pushing event updated for resources: {'Port': ['ID=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:55.129591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.149024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] In _notify_port_updated(), no bound segment for port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 on network 54d7d76b-2835-44d7-a90b-3bf95371afba {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:53:55.151398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:55.152886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:55.153438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.157667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "PUT /v2.0/ports/e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 HTTP/1.1" status: 200 len: 1002 time: 1.0870886 Dec 20 11:53:55.162128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:55.170412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:55.200243 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:55.229780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=e20a7e45-969a-4a3d-a0d8-d70bbc07ef05,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:55.239982 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:55.260601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:53:55.260956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.311706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.375336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.381295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.382134 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-38007ff5-0730-4662-89f4-33c9145f712d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:55.394599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d426591-22dc-480c-80ea-9082d5730980,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:55.403730 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:55.438885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.440011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d426591-22dc-480c-80ea-9082d5730980 HTTP/1.1" status: 204 len: 168 time: 0.5045054 Dec 20 11:53:55.459581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b21537-bda0-45d6-9f4a-afa0764309f4']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:55.536896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:55.537541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.552943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a33584f-5396-447b-b2a4-964c9bffc5fc None None] Provisioning complete for port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:55.553323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a33584f-5396-447b-b2a4-964c9bffc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.582088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb9a32d-988c-47d6-b842-d55788db7be0') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:55.582383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb9a32d-988c-47d6-b842-d55788db7be0') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:55.591837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.618771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1766398 Dec 20 11:53:55.676615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0a33584f-5396-447b-b2a4-964c9bffc5fc None None] Port e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:55.678032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.687800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Request body: {'port': {'device_id': 'f64db55b-8665-4774-ac66-9905418d2bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:55.712025 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d252437-cd9c-4d5f-8e9d-7884ed3b3c28 req-5c4a9383-38c3-4d61-b5f8-af7c80035fd7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 210 time: 0.0506244 Dec 20 11:53:55.746386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.803880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.811177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f7720-0c12-4767-b81c-72aa4ab5aabb req-cffbe11c-5c06-40a3-98b6-19f42420c308 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:55.812070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3d2f7720-0c12-4767-b81c-72aa4ab5aabb req-cffbe11c-5c06-40a3-98b6-19f42420c308 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Synchronizing usage tracker for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:55.821414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.836134 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b037c5af-b525-41f6-a07e-be38a1ed24db tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:55.874248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:53:55.874653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.888111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Calling delete_port for e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:53:55.900948 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:53:55.953471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3d2f7720-0c12-4767-b81c-72aa4ab5aabb req-cffbe11c-5c06-40a3-98b6-19f42420c308 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Unset dirty status for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:55.954710 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d2f7720-0c12-4767-b81c-72aa4ab5aabb req-cffbe11c-5c06-40a3-98b6-19f42420c308 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 932 time: 0.9147065 Dec 20 11:53:55.957533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.078255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.086555 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbf3babe-2610-4163-8435-9609e911bdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:56.106373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:56.108359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Transition to ACTIVE for port object 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:56.112245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=766204f7-c60a-4ab8-b000-92b57a24ecd7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:56.114471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:56.117843 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:56.126269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b233e7-dd85-41fe-9f6d-66caed6fe1be None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:56.142478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.148831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:56.149422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.157361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d2f7720-0c12-4767-b81c-72aa4ab5aabb req-d85feb62-dd7f-4b13-a4b5-f5739db7aa28 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831357 Dec 20 11:53:56.158024 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cc7e84a1-54a0-439d-a03a-933e8030c82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:56.162169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Port': ['ID=e20a7e45-969a-4a3d-a0d8-d70bbc07ef05,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:56.164489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.183019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.187586 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:56.213271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.243159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3807e0-cb42-4949-8f5a-a81ee45038f0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:56.254942 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:56.286313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bd245c61-26ec-4d8c-87a0-7977ffc3a2d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:56.338272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.361409 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/ports/e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 HTTP/1.1" status: 204 len: 168 time: 1.1900296 Dec 20 11:53:56.366382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:56.366969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57674) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:56.375251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/c3b21537-bda0-45d6-9f4a-afa0764309f4 HTTP/1.1" status: 204 len: 168 time: 5.2506580 Dec 20 11:53:56.376229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=c3b21537-bda0-45d6-9f4a-afa0764309f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:56.386451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8773451 Dec 20 11:53:56.387200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57680) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:56.388820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-658240624', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:56.388983 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:56.405269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.409287 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e3807e0-cb42-4949-8f5a-a81ee45038f0 HTTP/1.1" status: 204 len: 168 time: 1.7858887 Dec 20 11:53:56.500789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'security_group': {'name': 'tempest-secgroup-1962835660'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:56.537575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:56.544242 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e1808-dba6-4016-8c39-3ddc8471e014 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] GET failed (client error): The resource could not be found. Dec 20 11:53:56.545101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4f7e1808-dba6-4016-8c39-3ddc8471e014 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Synchronizing usage tracker for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:53:56.560631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:router and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:56.569104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:56.571727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:56.592821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:56.600874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:56.607278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:56.610083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4f7e1808-dba6-4016-8c39-3ddc8471e014 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Unset dirty status for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:53:56.613817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4f7e1808-dba6-4016-8c39-3ddc8471e014 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "GET /v2.0/ports/e20a7e45-969a-4a3d-a0d8-d70bbc07ef05 HTTP/1.1" status: 404 len: 333 time: 0.2438729 Dec 20 11:53:56.620456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.622638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.629689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57688) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:56.664995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1969746922'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:56.691880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:56.703118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.723889 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-df118ab7-6455-4649-a1d2-4d4ebe205a4c tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:56.838082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:56.852323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:56.880618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:56.908952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:56.970174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:56.988530 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:57.087072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:57.088115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:57.154486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Update dhcp port {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'fixed_ips': [{'subnet_id': '93d393fa-2ff2-40a1-be50-2bb9020dc279', 'ip_address': '172.20.0.18'}, {'subnet_id': '766204f7-c60a-4ab8-b000-92b57a24ecd7'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'b9a73f99-5ea8-4339-8311-7631273acc71'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 11:53:57.178525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:57.182817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6418359 Dec 20 11:53:57.191617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:57.222732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Request body: {'port': {'device_id': '8a38706d-e95d-450f-8861-6f9d9722287a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:57.280940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:57.382971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:57.492477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7eb46c8c-f47b-4789-bf90-a7e8c69e7961 None None] Provisioning for port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:57.504450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7eb46c8c-f47b-4789-bf90-a7e8c69e7961 None None] Provisioning complete for port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:57.505068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7eb46c8c-f47b-4789-bf90-a7e8c69e7961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:57.637962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group_rule and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:57.640978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:57.645872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7eb46c8c-f47b-4789-bf90-a7e8c69e7961 None None] Port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:57.647416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:57.665225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:57.701118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c7b01-2218-4007-a3cf-7454b1ff6c63 req-7d2e3def-a847-4732-b2a2-eb8655707c1d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:57.703558 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-408c7b01-2218-4007-a3cf-7454b1ff6c63 req-7d2e3def-a847-4732-b2a2-eb8655707c1d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 931 time: 0.6364951 Dec 20 11:53:57.704731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:57.789512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-408c7b01-2218-4007-a3cf-7454b1ff6c63 req-6293346f-cc3f-4b98-8063-3e16e03aa10c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756242 Dec 20 11:53:57.811027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:57.816224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:57.820760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:57.858936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a192e4c-f2de-4ccc-8230-4d612827792e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:57.868016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] device_id is not set on port 7ae6ddab-6c6e-430e-8218-14ac0f1a9344 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:53:57.871098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Allocated IP 172.20.0.2 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/766204f7-c60a-4ab8-b000-92b57a24ecd7/b9a73f99-5ea8-4339-8311-7631273acc71) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:57.983977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.021893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.039048 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c0c74d8-59c5-4c8e-a84a-769dffb0f738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:58.075092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] For port b9a73f99-5ea8-4339-8311-7631273acc71, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9a73f99-5ea8-4339-8311-7631273acc71,segment=NetworkSegment(2f0b282a-2bf2-4b0f-9b99-d024f7842bf7),segment_id=2f0b282a-2bf2-4b0f-9b99-d024f7842bf7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:53:58.092798 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bad8ef3e-36e2-42f9-b0a9-bb9019b2fb48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72b10a2880a34a69a3c174e1ce44beb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4179225 Dec 20 11:53:58.101009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57718) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:58.105704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.115562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.135996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Transition to ACTIVE for port object b9a73f99-5ea8-4339-8311-7631273acc71 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:58.141013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.148149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Allocated IP 2001:db8::145 (54d7d76b-2835-44d7-a90b-3bf95371afba/78a5acea-348c-46c7-8b4b-9ae100aec1c9/7ae6ddab-6c6e-430e-8218-14ac0f1a9344) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:58.149161 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-27139efc-d5b9-4ce6-b74d-52adc6c5eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:58.192290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.195853 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8019688 Dec 20 11:53:58.195853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3970a269-e316-4a97-a72c-e026d8cd573e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:58.197334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57724) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:58.201428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:53:58.209596 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:58.226790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'security_group': {'name': 'tempest-secgroup-307185534'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:58.233453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.256199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Pushing event updated for resources: {'Port': ['ID=b9a73f99-5ea8-4339-8311-7631273acc71,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:58.259621 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:58.275520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b158b-3d5b-44eb-8a1e-a8c18760a1b2 req-c887f077-2d06-4ecd-9c9a-16254ec22027 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:58.282685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c1b158b-3d5b-44eb-8a1e-a8c18760a1b2 req-c887f077-2d06-4ecd-9c9a-16254ec22027 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 932 time: 0.6092627 Dec 20 11:53:58.294592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:58.323996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:58.336963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:58.340200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Transition to ACTIVE for port object 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:58.349367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:58.374154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.389646 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc54f20c-dd00-41df-bb1f-a6effa946782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:58.470578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.550132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.561830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.579339 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c1b158b-3d5b-44eb-8a1e-a8c18760a1b2 req-c2b86d86-e292-40ca-9695-71abde6300f6 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955091 Dec 20 11:53:58.617533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.691061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Pushing event updated for resources: {'Port': ['ID=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:58.719021 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:58.747496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.863538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:58.917916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.35.0.126 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/37356af0-4852-4cf7-8b80-f598bfdd0bbf) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:58.969452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group_rule and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:58.987462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.001263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:59.016407 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a7581b2-1380-4d7e-ab25-b058c5fa7512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:59.159181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.195946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Transition to ACTIVE for port object 7ae6ddab-6c6e-430e-8218-14ac0f1a9344 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:59.230478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.266098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef8085-66d9-4941-ab51-aa6bb18a329b req-f7b15d6f-814e-45dc-8a21-30de2a99db69 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:59.267809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1ef8085-66d9-4941-ab51-aa6bb18a329b req-f7b15d6f-814e-45dc-8a21-30de2a99db69 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 931 time: 0.2081683 Dec 20 11:53:59.294903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:59.295807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.306052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-95b6ab6e-0dcc-482f-afff-e6d082fc4183 None None] Provisioning complete for port a1670527-d6e4-4201-b352-e6946304764b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:59.306643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a8dc54-5be2-4ce8-b230-3eaac7381c77,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:59.306764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95b6ab6e-0dcc-482f-afff-e6d082fc4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.312893 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ca68483-a89d-4fa1-91da-b92e0f1dd1b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:59.327849 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:59.341091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:53:59.367937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.378570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:59.381987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.384336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:59.394732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:59.399944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:59.399944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.414786 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39a8dc54-5be2-4ce8-b230-3eaac7381c77 HTTP/1.1" status: 204 len: 168 time: 1.3060312 Dec 20 11:53:59.422150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.439514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=7ae6ddab-6c6e-430e-8218-14ac0f1a9344,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:59.455257 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1ef8085-66d9-4941-ab51-aa6bb18a329b req-bd551138-2949-4c43-a750-fea61253acb2 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805751 Dec 20 11:53:59.456181 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:59.460947 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a1fdcf75-cd41-4bcb-804d-c2d5a2d796be tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:59.558508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=37356af0-4852-4cf7-8b80-f598bfdd0bbf,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:59.566373 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:59.587685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:59.593553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:59.598133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:59.620081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Transition to ACTIVE for port object 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:59.622296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-95b6ab6e-0dcc-482f-afff-e6d082fc4183 None None] Port a1670527-d6e4-4201-b352-e6946304764b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:53:59.631291 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9874077 Dec 20 11:53:59.631429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Attempting to bind port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:59.632054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:59.632360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Attempting to bind port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:59.635371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Attempting to bind port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 on network 1ce70c99-cb32-41d0-ac0a-ccf006196dda {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:59.643225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'network_id': '54d7d76b-2835-44d7-a90b-3bf95371afba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1460740410'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:59.666604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-95b6ab6e-0dcc-482f-afff-e6d082fc4183 None None] Provisioning for port b9a73f99-5ea8-4339-8311-7631273acc71 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:53:59.673787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-95b6ab6e-0dcc-482f-afff-e6d082fc4183 None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:53:59.675593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95b6ab6e-0dcc-482f-afff-e6d082fc4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.702628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.746043 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d018bfe-309e-4334-b693-4c1660bb5c72 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:59.881660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 on network 1ce70c99-cb32-41d0-ac0a-ccf006196dda not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:53:59.881989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Attempting to bind port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 on network 1ce70c99-cb32-41d0-ac0a-ccf006196dda {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:59.945429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9a73f99-5ea8-4339-8311-7631273acc71 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:00.011329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:00.018378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Usage tracker for resource:port and tenant:d14688e18d634c8ab949b2731b235482 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:00.023000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:00.032048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:00.060925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c2b02df-83af-4701-ac50-96d08336c2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.062677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Made reservation on behalf of d14688e18d634c8ab949b2731b235482 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:00.072074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.134790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] device_id is not set on port 10f15153-d377-445e-8cf8-1bd5154cc871 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:54:00.173716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:00.174132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.254190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:00.255176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Checking segment: {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:00.255739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Bound using segment: {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:00.256505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Bound port: 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9206a2-e75e-4278-b961-66167e104f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:00.257205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.332126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.335578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.336482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.341092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:00.419507 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:00.471337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3b20c07c-37f0-489a-bb6d-89496717bc1b None None] Provisioning for port 7ae6ddab-6c6e-430e-8218-14ac0f1a9344 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:00.500513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3b20c07c-37f0-489a-bb6d-89496717bc1b None None] Provisioning complete for port 7ae6ddab-6c6e-430e-8218-14ac0f1a9344 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:00.501410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3b20c07c-37f0-489a-bb6d-89496717bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.618783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3b20c07c-37f0-489a-bb6d-89496717bc1b None None] Port 7ae6ddab-6c6e-430e-8218-14ac0f1a9344 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:00.653118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.667560 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:00.719410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] For port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:00.747216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] For port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:00.753947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1af2e-928b-41ac-bce6-cc5d0ada6f44 req-e4517aeb-3f60-4e40-805f-e3b37ddd6386 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:00.755581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05f1af2e-928b-41ac-bce6-cc5d0ada6f44 req-e4517aeb-3f60-4e40-805f-e3b37ddd6386 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 944 time: 0.6572518 Dec 20 11:54:00.759475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fe7040-6eab-42ba-bc52-dfca7205ee21,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:00.763045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.767681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.771475 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.5584049 Dec 20 11:54:00.797984 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:00.800976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57786) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:00.801222 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0159b838-ded7-46ba-b069-391424c232d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:00.829836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Allocated IP 2001:db8::1ec (54d7d76b-2835-44d7-a90b-3bf95371afba/78a5acea-348c-46c7-8b4b-9ae100aec1c9/10f15153-d377-445e-8cf8-1bd5154cc871) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:01.040134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Attempting to bind port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:01.040772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Attempting to bind port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:01.041205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Attempting to bind port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:01.051078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Pushing event updated for resources: {'Port': ['ID=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:01.059185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'security_group': {'name': 'tempest-secgroup-1200285142'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:01.082383 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:01.087807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:01.096608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:01.102887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:54:01.103323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Attempting to bind port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:01.107696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:01.117637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.119535 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] 10.222.0.53 "PUT /v2.0/ports/71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 HTTP/1.1" status: 200 len: 1094 time: 5.4631896 Dec 20 11:54:01.121975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:01.124629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64db55b-8665-4774-ac66-9905418d2bca', 'tag': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:54:01.137400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57798) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:01.139086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.153988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-200195839'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:01.164532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:01.164532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:01.165056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Bound using segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:01.165596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Bound port: 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:01.166283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.170453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.189384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:01.326790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:01.330575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:01.331785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c693d-0cb3-42cc-8903-2aa227a7492b req-c374772a-581e-4caa-8f93-5c446fae141b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:01.333324 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e69c693d-0cb3-42cc-8903-2aa227a7492b req-c374772a-581e-4caa-8f93-5c446fae141b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 943 time: 0.5825381 Dec 20 11:54:01.337390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.339025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.359884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:network and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:01.366751 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05f1af2e-928b-41ac-bce6-cc5d0ada6f44 req-20198d91-1590-42fe-85ac-c1b2decf3de2 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670354 Dec 20 11:54:01.370089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:01.379615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.395184 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-553451dc-69f0-4471-bde5-d070fa58cad6 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:01.428308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.431025 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] 10.222.0.53 "PUT /v2.0/ports/88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 1093 time: 4.2378948 Dec 20 11:54:01.433484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:01.444693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Transition to ACTIVE for port object 10f15153-d377-445e-8cf8-1bd5154cc871 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:01.481409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:01.485798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:security_group_rule and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:01.492649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:01.503975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:01.562542 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64db55b-8665-4774-ac66-9905418d2bca', 'tag': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3', 'status': 'completed', 'code': 200} Dec 20 11:54:01.602914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.634441 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-db407a58-1d44-4844-a94b-5f76030c6b12 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:01.642590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:01.645561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.689445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.691418 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e69c693d-0cb3-42cc-8903-2aa227a7492b req-5bdf8c24-73fe-462b-9d2f-93a17d0644d8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449225 Dec 20 11:54:01.711286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Network 54d7d76b-2835-44d7-a90b-3bf95371afba is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:01.717129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:01.733010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.744479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:01.749068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:01.749687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.756154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:01.768097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.768097 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Added segment 4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d of type vlan for network 8c9dbcfc-9ada-4812-b35e-07a805e0481e Dec 20 11:54:01.780650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router aba6759a-2e59-4d5b-a18d-2d8274688493 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:54:01.792668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=10f15153-d377-445e-8cf8-1bd5154cc871,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:01.798819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.799062 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:01.845221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.849878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:01.850627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:01.879675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-dca8b9bd-0a2f-4174-97fe-9be45f1cf9cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 1097 time: 0.6931984 Dec 20 11:54:01.885364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:01.890661 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:01.894240 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0573d8cf-2f50-407c-b0b2-9fb68fb25064 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:01.927642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7773032 Dec 20 11:54:02.012682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57822) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:02.015864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-31bdcadb-e7b3-46e4-bde2-78e53ed863e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.1234548 Dec 20 11:54:02.026343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1008175883'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:02.032998 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3998713 Dec 20 11:54:02.037231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57828) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:02.088220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:02.097245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:02.101337 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0545585 Dec 20 11:54:02.101744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57834) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:02.112523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1381788178', 'security_groups': ['8ebad87a-5414-4e55-9624-519fd558120a'], 'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '766204f7-c60a-4ab8-b000-92b57a24ecd7'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:02.113518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13a', 'mac_address': 'fa:16:3e:9c:cc:5a'}, {'ip_address': '2001:db8::145', 'mac_address': 'fa:16:3e:a0:0a:7a'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:02.146375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Sync routers for ids ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:02.186737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Routers {'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:02.188833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:02.297708 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Sync routers for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:02.321908 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:02.322559 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:02.342255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:network and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:02.397466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:02.419906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:02.424391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:02.450761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Network': ['ID=8c9dbcfc-9ada-4812-b35e-07a805e0481e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:02.454233 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:02.464424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:02.469391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:02.471548 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71b70e0d-dcb1-4582-b4f3-a9cb343e32ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.728s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:02.483257 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-e960425d-77d7-442b-899f-cb00aeef3905 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1096 time: 0.9199209 Dec 20 11:54:02.490733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:02.571041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:02.592135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-854210ec-eeec-4b19-b37f-47f36b1dad0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 217 time: 0.0910296 Dec 20 11:54:02.604394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-ebb63d71-663d-4090-bfc7-ec5ec78f2e2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:02.606844 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-ebb63d71-663d-4090-bfc7-ec5ec78f2e2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.5762362 Dec 20 11:54:02.623404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:02.628050 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.2597194 Dec 20 11:54:02.631674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57846) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:02.728851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:02.736482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:02.763876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebad87a-5414-4e55-9624-519fd558120a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:02.770131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Set router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:02.781628 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:02.788428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57852) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:02.838744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:02.872213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:02.899578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-94a264e3-c340-4b3f-b1ed-e8550249cb3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926229 Dec 20 11:54:02.905873 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:02.929585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] device_id is not set on port ffa78140-ac51-4285-b6bf-34c88db25ea5 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:54:03.076696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07c7043a-eba3-4e80-8949-ea61fcbcbbe1 None None] Provisioning for port 10f15153-d377-445e-8cf8-1bd5154cc871 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:03.124096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] Sync routers for ids ['aba6759a-2e59-4d5b-a18d-2d8274688493'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:03.127423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-3fd989ef-e19c-4a68-b751-fb89d5dda4c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:03.143887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07c7043a-eba3-4e80-8949-ea61fcbcbbe1 None None] Provisioning complete for port 10f15153-d377-445e-8cf8-1bd5154cc871 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:03.144355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07c7043a-eba3-4e80-8949-ea61fcbcbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.147709 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-3fd989ef-e19c-4a68-b751-fb89d5dda4c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.5467789 Dec 20 11:54:03.193122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.229212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-07c7043a-eba3-4e80-8949-ea61fcbcbbe1 None None] Port 10f15153-d377-445e-8cf8-1bd5154cc871 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:03.326719 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:53:26Z', 'revision_number': 2, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:03.333002 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Checking router: c66771ef-13d1-4b46-87cc-2ba45957f3b6 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:54:03.333699 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Updating router c66771ef-13d1-4b46-87cc-2ba45957f3b6 port dd89a524-ff40-4e42-9f8a-339e3a53f25d binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:54:03.350857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] Routers {'aba6759a-2e59-4d5b-a18d-2d8274688493'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:03.351736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['aba6759a-2e59-4d5b-a18d-2d8274688493'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:03.413329 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.441608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:03.451182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.463778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T11:53:22Z', 'revision_number': 4, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0902abbc-a8c5-451a-8d80-236503e384ef', 'name': '', 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'mac_address': 'fa:16:3e:10:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41f4dc0-5d57-4093-941c-eb7f8660fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:20Z', 'updated_at': '2021-12-20T11:53:23Z', 'revision_number': 2, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'subnets': [{'id': 'e41f4dc0-5d57-4093-941c-eb7f8660fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:03.469655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Checking router: fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:54:03.470892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Updating router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 port 0902abbc-a8c5-451a-8d80-236503e384ef binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:54:03.476418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:03.534903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.548438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] Routers {'aba6759a-2e59-4d5b-a18d-2d8274688493'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:03.549689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['aba6759a-2e59-4d5b-a18d-2d8274688493'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:03.612624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:03.634078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:03.634593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Usage tracker for resource:security_group_rule and tenant:f08d2eb5ea0b4cdb86b1d44a497b6ccd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:03.635067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6307e6d-f1e3-4665-bffb-5f57068a9a18 None None] The sync data for ids ['aba6759a-2e59-4d5b-a18d-2d8274688493'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:03.640659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:03.665395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:03.697664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:54:03.705135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20250-cd7b-4c9e-b871-61b4d91fc1e6 req-1086f110-a245-4487-8a37-5abc6523a217 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:03.713204 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fce20250-cd7b-4c9e-b871-61b4d91fc1e6 req-1086f110-a245-4487-8a37-5abc6523a217 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 943 time: 0.6495738 Dec 20 11:54:03.734732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.735078 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Added segment b22c5144-75ad-4dd2-9dff-4dd2128db1d2 of type vlan for network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 Dec 20 11:54:03.755845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.11 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/766204f7-c60a-4ab8-b000-92b57a24ecd7/ffa78140-ac51-4285-b6bf-34c88db25ea5) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:03.835027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-55fb1e87-b6ed-41d3-8b4c-6ed1dddb2faa service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8291361 Dec 20 11:54:03.890651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3bb915e-b532-47e0-bb81-7cee72561cb0 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/routers/aba6759a-2e59-4d5b-a18d-2d8274688493 HTTP/1.1" status: 200 len: 880 time: 1.2574921 Dec 20 11:54:03.902917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 57916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:03.940577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.951293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a34c6-6c1f-443c-b1ff-db2391ddf605 req-64f00579-3553-4c23-97db-ec426c2037b3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:03.952771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-051a34c6-6c1f-443c-b1ff-db2391ddf605 req-64f00579-3553-4c23-97db-ec426c2037b3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 944 time: 1.2322059 Dec 20 11:54:03.958843 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:03.977785 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Transition to ACTIVE for port object dd89a524-ff40-4e42-9f8a-339e3a53f25d will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:03.998641 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.002542 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-51a040e3-ca86-40a8-888f-e873098b412f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.040491 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fce20250-cd7b-4c9e-b871-61b4d91fc1e6 req-05a0eb9a-c6e3-45cf-a2b3-cbc52731e19b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242152 Dec 20 11:54:04.177104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:54:04.191119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.217327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-49cb828f-625e-4de9-b29d-c92343a3d80c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.9728754 Dec 20 11:54:04.219361 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'status': 'completed', 'code': 200} Dec 20 11:54:04.225841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.234233 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Pushing event updated for resources: {'Port': ['ID=dd89a524-ff40-4e42-9f8a-339e3a53f25d,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:04.253258 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.253816 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.254610 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.255200 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.255670 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.256137 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.256596 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.257053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.257575 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.258057 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.258516 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:04.261573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Transition to ACTIVE for port object 0902abbc-a8c5-451a-8d80-236503e384ef will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:04.291538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.301430 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:04.303250 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.351831 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Attempting to bind port dd89a524-ff40-4e42-9f8a-339e3a53f25d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:04.353066 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Attempting to bind port dd89a524-ff40-4e42-9f8a-339e3a53f25d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:04.353426 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Attempting to bind port dd89a524-ff40-4e42-9f8a-339e3a53f25d on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:04.362416 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:04.363809 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:04.364463 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.365124 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Bound using segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:04.365847 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Bound port: dd89a524-ff40-4e42-9f8a-339e3a53f25d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:04.366464 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.427767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-051a34c6-6c1f-443c-b1ff-db2391ddf605 req-e4f594a3-15e0-41dd-8043-7e92354051b7 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633596 Dec 20 11:54:04.494559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.500432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:04.501275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.520017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.529194 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71834ee7-abe2-4bd1-a358-54961199dfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.541899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object ffa78140-ac51-4285-b6bf-34c88db25ea5 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:04.575334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.582227 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] For port dd89a524-ff40-4e42-9f8a-339e3a53f25d, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:04.591526 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] For port dd89a524-ff40-4e42-9f8a-339e3a53f25d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dd89a524-ff40-4e42-9f8a-339e3a53f25d,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:04.598062 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-31209bf3-13f6-43ca-97f6-076efbedf1b3 req-12e89ad2-9881-422e-b6c8-dbe097f0d81f service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437570 Dec 20 11:54:04.601455 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-769c1e39-f0a4-470f-91e4-787e5a4c3181 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.608976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.609648 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.617855 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-906ff19e-82f4-4d81-b3ea-462be3beeabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.694628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbb3d7-6cf8-4cfa-9c38-fc498ecebf38 None None] Pushing event updated for resources: {'Port': ['ID=0902abbc-a8c5-451a-8d80-236503e384ef,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:04.734064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:54:04.743467 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0bcbb3d7-6cf8-4cfa-9c38-fc498ecebf38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:04.752257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.780581 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Pushing event updated for resources: {'Port': ['ID=dd89a524-ff40-4e42-9f8a-339e3a53f25d,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:04.785957 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:04.795204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Attempting to bind port 0902abbc-a8c5-451a-8d80-236503e384ef on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:04.795701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Attempting to bind port 0902abbc-a8c5-451a-8d80-236503e384ef by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:04.796093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Attempting to bind port 0902abbc-a8c5-451a-8d80-236503e384ef on network 0d8938c2-a90a-4947-ae2a-50262c9f2303 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:04.813984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:04.814882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Checking segment: {'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:04.815656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.816325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Bound using segment: {'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:04.817076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Bound port: 0902abbc-a8c5-451a-8d80-236503e384ef, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb3a785-1c05-4075-9e36-113c396b7328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:04.817221 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:04.817757 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:04.818090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.829469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc92dd-362a-4c65-b92b-ddf43746fbcf,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:04.874252 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:04.879677 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f08d2eb5ea0b4cdb86b1d44a497b6ccd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0850923 Dec 20 11:54:04.879677 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.942222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] For port 0902abbc-a8c5-451a-8d80-236503e384ef, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:04.956502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-e3d7c7fc-4aa3-454f-81a8-52e51eb97d74 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874681 Dec 20 11:54:04.957287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] For port 0902abbc-a8c5-451a-8d80-236503e384ef, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0902abbc-a8c5-451a-8d80-236503e384ef,segment=NetworkSegment(4bb3a785-1c05-4075-9e36-113c396b7328),segment_id=4bb3a785-1c05-4075-9e36-113c396b7328)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:04.974883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.983806 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f92a711d-1a18-4518-80a3-bb76fc041eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.984780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:05.053606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:05.078977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Routers {'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:05.079909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:05.083984 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:05.125290 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.1086838 Dec 20 11:54:05.151946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 57996) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:05.153377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Network': ['ID=1b5d9f6f-b886-4fec-881b-ca51a4f80860,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:05.171148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'subnet': {'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:05.346014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:05.360164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:05.361222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=ffa78140-ac51-4285-b6bf-34c88db25ea5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:05.369260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:05.371817 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:05.376958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:05.405685 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:05.413082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:05.419939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:05.428516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:subnet and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:05.441113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:05.451931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:05.456171 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:05.494788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbb3d7-6cf8-4cfa-9c38-fc498ecebf38 None None] Pushing event updated for resources: {'Port': ['ID=0902abbc-a8c5-451a-8d80-236503e384ef,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:05.503897 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0bcbb3d7-6cf8-4cfa-9c38-fc498ecebf38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:05.587080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] In _notify_port_updated(), no bound segment for port 10f15153-d377-445e-8cf8-1bd5154cc871 on network 54d7d76b-2835-44d7-a90b-3bf95371afba {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:54:05.594494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:05.595323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:05.601112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "PUT /v2.0/ports/10f15153-d377-445e-8cf8-1bd5154cc871 HTTP/1.1" status: 200 len: 1068 time: 3.5170887 Dec 20 11:54:05.604453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:05.609105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58008) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:05.629151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] Set router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:05.763260 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:04Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:05.764735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-64a9cf0e-0744-4039-8da2-f46b002115ba tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:router {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:05.770831 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468028c-bfac-494c-97af-0e13a0dcc652 None None] The sync data for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 is: [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:04Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:05.808772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:05.809591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:05.877976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-64a9cf0e-0744-4039-8da2-f46b002115ba tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:router {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:05.879106 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-64a9cf0e-0744-4039-8da2-f46b002115ba tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.9712296 Dec 20 11:54:05.913510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58012) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:05.954132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:05.992468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.002503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b8af76ee-92e0-4e8a-851e-523741d994d1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-658240624'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:06.043792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event updated for resources: {'Port': ['ID=10f15153-d377-445e-8cf8-1bd5154cc871,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:06.048681 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:06.109741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-6c316e43-d95e-46f4-86f5-d1f6dece6efe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 1097 time: 1.3449099 Dec 20 11:54:06.116262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51cc01-d663-48dc-b628-d17f8fc4daeb req-b18aa61d-06ec-46a7-a58f-3e9cef624576 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:06.118087 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b51cc01-d663-48dc-b628-d17f8fc4daeb req-b18aa61d-06ec-46a7-a58f-3e9cef624576 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 943 time: 0.6875408 Dec 20 11:54:06.122217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting port 10f15153-d377-445e-8cf8-1bd5154cc871 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:06.122569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.156809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8b72ade5-b829-4376-a131-89286f356aa8 None None] Provisioning for port ffa78140-ac51-4285-b6bf-34c88db25ea5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:06.163883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8b72ade5-b829-4376-a131-89286f356aa8 None None] Provisioning complete for port ffa78140-ac51-4285-b6bf-34c88db25ea5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:06.164665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b72ade5-b829-4376-a131-89286f356aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.175494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.198862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80b423a3-1ed5-4120-9ae4-2b7e24985e44 req-9b77aa5d-e5f5-4124-a1d4-4002b2b3cc50 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1631408 Dec 20 11:54:06.230659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T11:53:22Z', 'revision_number': 4, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0902abbc-a8c5-451a-8d80-236503e384ef', 'name': '', 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'mac_address': 'fa:16:3e:10:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41f4dc0-5d57-4093-941c-eb7f8660fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:20Z', 'updated_at': '2021-12-20T11:54:04Z', 'revision_number': 4, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'subnets': [{'id': 'e41f4dc0-5d57-4093-941c-eb7f8660fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:06.245827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a82a45-cb2e-4bc5-97fa-f654b9817172 None None] The sync data for ids ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'] in n-d-victoria-1 is: [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T11:53:22Z', 'revision_number': 4, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0902abbc-a8c5-451a-8d80-236503e384ef', 'name': '', 'network_id': '0d8938c2-a90a-4947-ae2a-50262c9f2303', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'mac_address': 'fa:16:3e:10:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41f4dc0-5d57-4093-941c-eb7f8660fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:20Z', 'updated_at': '2021-12-20T11:54:04Z', 'revision_number': 4, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'subnets': [{'id': 'e41f4dc0-5d57-4093-941c-eb7f8660fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:06.252608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b72ade5-b829-4376-a131-89286f356aa8 None None] Port ffa78140-ac51-4285-b6bf-34c88db25ea5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:06.298890 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1946797 Dec 20 11:54:06.314780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58016) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:06.361711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:06.378775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:06.382816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f9312673-9d9a-480b-8502-d5b75b1e8ad7 None None] Provisioning complete for port 10f15153-d377-445e-8cf8-1bd5154cc871 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:06.383196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f9312673-9d9a-480b-8502-d5b75b1e8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.397662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.417497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Usage tracker for resource:security_group_rule and tenant:1a3ae18c56284dcfa0f70e4dfcfa3014 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:06.441456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b51cc01-d663-48dc-b628-d17f8fc4daeb req-0605bd13-27fc-4757-b86a-1c3e5fac147b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394657 Dec 20 11:54:06.454490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:06.465399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f9312673-9d9a-480b-8502-d5b75b1e8ad7 None None] Port 10f15153-d377-445e-8cf8-1bd5154cc871 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:06.592702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:06.685486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3284e-d2d3-413e-8ca7-a595bf16550f req-353dfbbb-4ee1-4c67-98a0-415bd3c91669 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:06.687007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67d3284e-d2d3-413e-8ca7-a595bf16550f req-353dfbbb-4ee1-4c67-98a0-415bd3c91669 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 944 time: 0.8043635 Dec 20 11:54:06.804260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:06.820555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:06.834943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:06.846556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.856998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-ffb8e742-3e71-42a8-aa4e-4ffcdefc6cf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:06.864843 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-ffb8e742-3e71-42a8-aa4e-4ffcdefc6cf5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 0.6968544 Dec 20 11:54:06.865050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:06.879162 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-f719f317-3256-4776-8a2e-d986affe8e46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1096 time: 0.5692446 Dec 20 11:54:06.985029 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67d3284e-d2d3-413e-8ca7-a595bf16550f req-a9e66622-bc4e-4797-a94a-f77c2047a82f tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898819 Dec 20 11:54:06.992201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.000554 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ffd15321-bcfe-446e-8147-64a5f4d16aa1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:07.008036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Calling delete_port for 10f15153-d377-445e-8cf8-1bd5154cc871 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:07.024084 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-6aa6dda6-a700-48ee-a3eb-60864ed24849 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.1522360 Dec 20 11:54:07.046530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc92dd-362a-4c65-b92b-ddf43746fbcf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:07.066748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:07.070241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.136391 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:07.150387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.156651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.164527 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ccf43d79-e7e5-471c-931a-9baa1fc4d246 tempest-ServersTestMultiNic-1559198289 tempest-ServersTestMultiNic-1559198289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:07.218701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.225493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.233880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08cc92dd-362a-4c65-b92b-ddf43746fbcf HTTP/1.1" status: 204 len: 168 time: 2.2457945 Dec 20 11:54:07.234145 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55242f17-dbbc-495b-8aff-1ef92aeb7298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:07.291726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-9876f397-9ae9-41b7-8fdb-88195a62bbdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:07.310281 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-9876f397-9ae9-41b7-8fdb-88195a62bbdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.2715423 Dec 20 11:54:07.314811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-d268c250-46a0-41a0-ba54-54bf2e3af0b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:07.316233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-d268c250-46a0-41a0-ba54-54bf2e3af0b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.3766701 Dec 20 11:54:07.434956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa5e4a-9ba9-489b-8750-86fd6493b7ff,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:07.439028 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:07.510555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-ed764ba6-6807-4627-bc9c-7b7348a12999 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 217 time: 0.1823628 Dec 20 11:54:07.533035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Subnet': ['ID=74d4506f-7d65-4311-89a6-5f62f7b886b0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:07.541023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-655456cd-feab-44ea-9f11-1f3b685631a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2117569 Dec 20 11:54:07.542630 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:07.612358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-75b31d0b-0b54-49b7-99de-a1bd3bebeaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:07.613824 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-75b31d0b-0b54-49b7-99de-a1bd3bebeaf4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.0781465 Dec 20 11:54:07.671686 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 766204f7-c60a-4ab8-b000-92b57a24ecd7 (CIDR: 172.20.0.0/28) Dec 20 11:54:07.676788 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a3ae18c56284dcfa0f70e4dfcfa3014&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3089604 Dec 20 11:54:07.707186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58026) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:07.710625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Checking segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:07.710998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network hostable DHCP agents. Network: 8c9dbcfc-9ada-4812-b35e-07a805e0481e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:07.717898 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:54:07.718481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:07.778441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.785625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58030) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:07.796882 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ef42bbc8-e6fb-4841-95c7-363cf0a791e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:07.880480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Port': ['ID=10f15153-d377-445e-8cf8-1bd5154cc871,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:07.890293 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:07.891731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-834600da-a122-45f1-8cd7-eb5b035fbd83 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5722427 Dec 20 11:54:07.895296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58034) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:07.898100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device dd89a524-ff40-4e42-9f8a-339e3a53f25d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:07.905615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:07.917585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.931384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.938147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:07.960539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-b6bdb1dc-4b3f-4c51-9d3d-8768d1b3ff11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3130183 Dec 20 11:54:07.983956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port dd89a524-ff40-4e42-9f8a-339e3a53f25d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:07.991922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port dd89a524-ff40-4e42-9f8a-339e3a53f25d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:07.992756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.163134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 8c9dbcfc-9ada-4812-b35e-07a805e0481e) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:08.173070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.183730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-4b43ab52-f837-41a2-8cee-6d01ad797720 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670249 Dec 20 11:54:08.190066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421148ac-13eb-438f-b23e-d7f46fc9576d req-111bfee6-95bf-4993-881d-e4c696088cb7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:08.190758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c4cbc9-6d6d-4457-9333-a69e8570c638 None None] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:08.192053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-421148ac-13eb-438f-b23e-d7f46fc9576d req-111bfee6-95bf-4993-881d-e4c696088cb7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 943 time: 0.5221097 Dec 20 11:54:08.209433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:54:08.230994 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-1bf1adae-fac1-4db3-b496-be7fb02cb0b1 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469358 Dec 20 11:54:08.233315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:08.234044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.304832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:08.329345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Usage tracker for resource:security_group_rule and tenant:b72a8c187ee0461da3a6c319b4b5e921 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:08.355172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:08.362884 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-421148ac-13eb-438f-b23e-d7f46fc9576d req-509b6fd2-a988-4066-a8f5-b02e7fe88ab1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578004 Dec 20 11:54:08.365902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:08.378374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:54:08.436852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:08.440516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2845535 Dec 20 11:54:08.451591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:08.457449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58040) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:08.496050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.500970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:08.521065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'subnet': {'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:08.542552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:08.567519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.569379 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/ports/10f15153-d377-445e-8cf8-1bd5154cc871 HTTP/1.1" status: 204 len: 168 time: 2.9534247 Dec 20 11:54:08.574340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58044) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:08.579673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:08.591519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port dd89a524-ff40-4e42-9f8a-339e3a53f25d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dd89a524-ff40-4e42-9f8a-339e3a53f25d,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:08.617512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.618746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0902abbc-a8c5-451a-8d80-236503e384ef up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:08.692845 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97c09a40-f926-403b-be8f-2fca3cd30881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:08.773818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8af76ee-92e0-4e8a-851e-523741d994d1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.777968 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:08.807061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8af76ee-92e0-4e8a-851e-523741d994d1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.815598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.851716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3', 'network_id': '1ce70c99-cb32-41d0-ac0a-ccf006196dda', 'port_id': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3', 'mac_address': 'fa:16:3e:77:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a589af16-b3b8-4908-bb31-a5232afda412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:54:08.895537 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c75255-a641-4607-a542-6266f957fa72 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] GET failed (client error): The resource could not be found. Dec 20 11:54:08.896141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-18c75255-a641-4607-a542-6266f957fa72 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Synchronizing usage tracker for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:08.917459 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-379e1197-7fd0-4ab9-a580-a1c6f8c49d09 req-1cc22378-35a1-483b-9409-71f1323b8fd3 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714399 Dec 20 11:54:08.932162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.943301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'fixed_ips': [{'subnet_id': '74d4506f-7d65-4311-89a6-5f62f7b886b0'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:08.944102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.947038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c284367-86d6-4a85-a9b4-f77dd9e41203 req-6c7b40a5-bd23-417a-ba67-afd47c161994 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:08.948507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c284367-86d6-4a85-a9b4-f77dd9e41203 req-6c7b40a5-bd23-417a-ba67-afd47c161994 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 944 time: 0.7886233 Dec 20 11:54:08.949371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.956125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=dd89a524-ff40-4e42-9f8a-339e3a53f25d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:08.958109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-be60ee7d-1a5e-42b9-b593-eb16fdfb40d6 req-e37fdddf-febc-4eed-8fa1-06d81f9584e1 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261736 Dec 20 11:54:08.958243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0902abbc-a8c5-451a-8d80-236503e384ef completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:08.982961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0902abbc-a8c5-451a-8d80-236503e384ef triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:08.982961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:08.984342 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80250382-fb9f-4e5f-8b43-f0dfc6cd725b tempest-RoutersAdminNegativeIpV6Test-1184783009 tempest-RoutersAdminNegativeIpV6Test-1184783009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:09.015511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:09.019434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:54:09.022096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa5e4a-9ba9-489b-8750-86fd6493b7ff,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:09.023361 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 93d393fa-2ff2-40a1-be50-2bb9020dc279 (CIDR: 172.20.0.16/28) Dec 20 11:54:09.024616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.024984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.025282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.025611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.025938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.026317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.026842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.026960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.027340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.027681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.028039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:09.032673 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:09.036226 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:09.037613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:subnet and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:09.040848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-18c75255-a641-4607-a542-6266f957fa72 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Unset dirty status for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:09.045061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-18c75255-a641-4607-a542-6266f957fa72 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "GET /v2.0/ports/10f15153-d377-445e-8cf8-1bd5154cc871 HTTP/1.1" status: 404 len: 333 time: 0.4549093 Dec 20 11:54:09.049545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:09.052456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.055958 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bfa5e4a-9ba9-489b-8750-86fd6493b7ff HTTP/1.1" status: 204 len: 168 time: 1.3443592 Dec 20 11:54:09.057179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:09.078898 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:54:09.079487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:09.118336 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-03b370ae-3049-45cd-8cdf-e3ae50414a38 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2221184 Dec 20 11:54:09.120984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:09.123691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:09.127369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'subnet': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:09.130698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:09.152234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.153492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:54:09.162165 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:09.211653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:09.230177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.255143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8c284367-86d6-4a85-a9b4-f77dd9e41203 req-fba2bda7-d784-4f4a-8b8a-252619aa0bc0 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927549 Dec 20 11:54:09.283110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.317014 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9e91af80-8ae5-446f-9a03-b0384cf6ba32 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:09.404406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:09.407595 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:09.419462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting port 7ae6ddab-6c6e-430e-8218-14ac0f1a9344 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:09.419812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.489163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Allocated IP 10.1.1.2 (8c9dbcfc-9ada-4812-b35e-07a805e0481e/74d4506f-7d65-4311-89a6-5f62f7b886b0/a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:09.517450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.523347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.541604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249fe89-9417-48c2-83f1-96e0d5895499,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:09.551007 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:09.569955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8af76ee-92e0-4e8a-851e-523741d994d1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router aba6759a-2e59-4d5b-a18d-2d8274688493 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:54:09.570689 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b72a8c187ee0461da3a6c319b4b5e921&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7304642 Dec 20 11:54:09.571386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:09.605563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:09.611552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Usage tracker for resource:subnet and tenant:9c242b3a1ddf4e778c5ce19f5bf45cad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:09.616948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:09.624997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:09.675472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 0902abbc-a8c5-451a-8d80-236503e384ef, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0902abbc-a8c5-451a-8d80-236503e384ef,segment=NetworkSegment(4bb3a785-1c05-4075-9e36-113c396b7328),segment_id=4bb3a785-1c05-4075-9e36-113c396b7328)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:09.682455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:09.695423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.707681 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0bcbb3d7-6cf8-4cfa-9c38-fc498ecebf38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:09.753872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'mac_address': 'fa:16:3e:b8:40:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:54:09.840327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58070) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:09.855321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device dd89a524-ff40-4e42-9f8a-339e3a53f25d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:09.861220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Made reservation on behalf of 9c242b3a1ddf4e778c5ce19f5bf45cad for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:09.864672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.920047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.935551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=0902abbc-a8c5-451a-8d80-236503e384ef,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:09.938698 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:09.958513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:09.969991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.026536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.057918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.063127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:54:10.079264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Transition to ACTIVE for port object a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:10.101865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:10.107542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Calling delete_port for 7ae6ddab-6c6e-430e-8218-14ac0f1a9344 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:10.110499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.118347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.119771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-291a8519-8c72-453e-b714-841879818456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:10.142200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:10.150570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Transition to ACTIVE for port object a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:10.168390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Usage tracker for resource:security_group_rule and tenant:b0f0dc500d454f43ad432a6965eb3452 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:10.171346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port dd89a524-ff40-4e42-9f8a-339e3a53f25d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:10.171723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.194270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.210730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.215950 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0745a4fd-9e66-4403-a778-fce9447c2037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:10.216147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:10.243393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6822a16-c52c-42ba-91d7-cd84d89485a6 req-a2238246-df03-4460-859b-50d06d284f4c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:10.244646 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c6822a16-c52c-42ba-91d7-cd84d89485a6 req-a2238246-df03-4460-859b-50d06d284f4c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 943 time: 0.5632305 Dec 20 11:54:10.249845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:10.266528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:10.270977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:10.275445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:10.278150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:10.284009 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:10.285333 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:10.328276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['71b817ae-6403-4aa2-b8e7-8a67de3e8ba3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:54:10.365488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:54:10.431088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.432733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Subnet': ['ID=01d4f21e-f63d-4579-ac55-7035f5088486,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:10.441492 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c6822a16-c52c-42ba-91d7-cd84d89485a6 req-4006b96b-b8fb-486d-8637-d90d97595b9b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483631 Dec 20 11:54:10.445175 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:10.446695 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e6c896ce-06a1-4129-8413-18b17b745c36 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:10.456837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.478349 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-136d422e-538b-4332-a5fb-489e6bfe3cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:10.497812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Port': ['ID=7ae6ddab-6c6e-430e-8218-14ac0f1a9344,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:10.506611 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:10.511947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249fe89-9417-48c2-83f1-96e0d5895499,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:10.519897 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:10.564495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.574912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.585543 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c82710ea-9035-49b2-8f12-9d543c5406e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:10.597026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.598265 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8249fe89-9417-48c2-83f1-96e0d5895499 HTTP/1.1" status: 204 len: 168 time: 1.0125601 Dec 20 11:54:10.619155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af76ee-92e0-4e8a-851e-523741d994d1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:10.628598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Checking segment: {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:10.629108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network hostable DHCP agents. Network: 1b5d9f6f-b886-4fec-881b-ca51a4f80860, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:10.632206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8af76ee-92e0-4e8a-851e-523741d994d1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.636928 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b8af76ee-92e0-4e8a-851e-523741d994d1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/aba6759a-2e59-4d5b-a18d-2d8274688493 HTTP/1.1" status: 200 len: 887 time: 4.6896553 Dec 20 11:54:10.637137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Pushing event updated for resources: {'Port': ['ID=a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:10.639553 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] Sync routers for ids ['aba6759a-2e59-4d5b-a18d-2d8274688493'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:10.654656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58078) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:10.657481 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] Routers {'aba6759a-2e59-4d5b-a18d-2d8274688493'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:10.658345 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['aba6759a-2e59-4d5b-a18d-2d8274688493'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:10.660301 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:10.673436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.679110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Attempting to bind port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:10.679494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Attempting to bind port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:10.679869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Attempting to bind port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:10.710306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:10.712391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Checking segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:10.712865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.713355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Bound using segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:10.715951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Bound port: a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:10.716480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.738725 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/ports/7ae6ddab-6c6e-430e-8218-14ac0f1a9344 HTTP/1.1" status: 204 len: 168 time: 1.6697595 Dec 20 11:54:10.750175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58082) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:10.769627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bb3039-ceb4-45a0-b0f2-f9bf59c94ac4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:10.774503 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:10.781249 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0f0dc500d454f43ad432a6965eb3452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9319527 Dec 20 11:54:10.781249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:10.796083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58086) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:10.796802 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d4e2b5e-ccba-4f6f-ba6c-b96aab1900f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:10.825581 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:10.860217 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] Routers {'aba6759a-2e59-4d5b-a18d-2d8274688493'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:10.860858 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['aba6759a-2e59-4d5b-a18d-2d8274688493'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:10.904677 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a03f893-b350-44d8-9293-809af75b7a85 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] GET failed (client error): The resource could not be found. Dec 20 11:54:10.905131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6a03f893-b350-44d8-9293-809af75b7a85 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Synchronizing usage tracker for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:10.920962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:10.956779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d52738-8c9d-4d76-87c2-46cce0b5a56f req-ee07dc58-e5c4-4062-be4d-c3f6cec08429 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:10.963252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:10.971707 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6d52738-8c9d-4d76-87c2-46cce0b5a56f req-ee07dc58-e5c4-4062-be4d-c3f6cec08429 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 945 time: 0.4766064 Dec 20 11:54:10.977859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Subnet': ['ID=328f3db2-97dc-4abd-88b4-8972a4a143c5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:10.999548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:11.013949 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:11.017229 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:11.017776 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ebd18-d0a6-45fe-98b5-77394dd7ce40 None None] The sync data for ids ['aba6759a-2e59-4d5b-a18d-2d8274688493'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:11.029565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:11.030176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 1b5d9f6f-b886-4fec-881b-ca51a4f80860) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:11.030284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.036539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:11.037140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.046168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6a03f893-b350-44d8-9293-809af75b7a85 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Unset dirty status for tenant:d14688e18d634c8ab949b2731b235482 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:11.050790 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6a03f893-b350-44d8-9293-809af75b7a85 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "GET /v2.0/ports/7ae6ddab-6c6e-430e-8218-14ac0f1a9344 HTTP/1.1" status: 404 len: 333 time: 0.2962375 Dec 20 11:54:11.055804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:11.071733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] For port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:11.081074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] For port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:11.083456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6d52738-8c9d-4d76-87c2-46cce0b5a56f req-9225945c-7825-497d-bffd-4575689af9de tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010890 Dec 20 11:54:11.087621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6254115 Dec 20 11:54:11.090996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:11.096718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'port': {'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'name': 'tempest-TaggedBootDevicesTest-1218790398', 'fixed_ips': [{'subnet_id': '74d4506f-7d65-4311-89a6-5f62f7b886b0'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:11.170615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.207863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90622ed-d831-4e4c-b280-999886d7837d None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:11.223711 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1014922 Dec 20 11:54:11.230855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:11.247428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1648509175', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '328f3db2-97dc-4abd-88b4-8972a4a143c5'}], 'security_groups': ['3970a269-e316-4a97-a72c-e026d8cd573e', 'f7fe7040-6eab-42ba-bc52-dfca7205ee21']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:11.264657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:11.268867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:port and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:11.271753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:11.281436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:11.311474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:11.316740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.330226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415279c5-07e7-49a5-8d58-37ff8d72a3d6 None None] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:11.357654 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d8428e07-0419-4ba8-b7a7-829f4be1edaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:11.362243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting port 1a09dd21-3152-4de2-80a1-6880befa9fc0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:11.362720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.473335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.479208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Pushing event updated for resources: {'Port': ['ID=a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:11.483908 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:11.752091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.768802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.782035 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f03a22ac-0a2f-43df-969a-793603ae3bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:11.793837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] device_id is not set on port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:54:11.825229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.913554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bb3039-ceb4-45a0-b0f2-f9bf59c94ac4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:11.923665 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:11.942435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0902abbc-a8c5-451a-8d80-236503e384ef up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:11.946873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-20152de3-21d0-471d-9f1d-7850c285bf93 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/routers/aba6759a-2e59-4d5b-a18d-2d8274688493 HTTP/1.1" status: 200 len: 887 time: 1.2908697 Dec 20 11:54:11.950967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:11.952302 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99bb3039-ceb4-45a0-b0f2-f9bf59c94ac4 HTTP/1.1" status: 204 len: 168 time: 1.1130035 Dec 20 11:54:11.957553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:12.135086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 10.1.1.48 (8c9dbcfc-9ada-4812-b35e-07a805e0481e/74d4506f-7d65-4311-89a6-5f62f7b886b0/79b5316f-fb39-400d-8704-dc5e26f9a1f2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:12.147329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-1b5d9f6f-b886-4fec-881b-ca51a4f80860', 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'fixed_ips': [{'subnet_id': '01d4f21e-f63d-4579-ac55-7035f5088486'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:12.151528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.263347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:12.363524 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-02043154-f740-44c9-8f85-2e380b41ff04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=aba6759a-2e59-4d5b-a18d-2d8274688493 HTTP/1.1" status: 200 len: 205 time: 0.4037344 Dec 20 11:54:12.379217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:12.566551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0902abbc-a8c5-451a-8d80-236503e384ef triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:12.566980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.605470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.629426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.686897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Transition to ACTIVE for port object 79b5316f-fb39-400d-8704-dc5e26f9a1f2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:12.759112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.766660 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-57888d0c-a22b-4211-9b63-ad14aa3d7990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:12.799795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Update dhcp port {'port': {'network_id': '10f330f0-bb6e-4d05-a232-ec589b56d3d9', 'fixed_ips': [{'subnet_id': '93d393fa-2ff2-40a1-be50-2bb9020dc279', 'ip_address': '172.20.0.18'}, {'subnet_id': '766204f7-c60a-4ab8-b000-92b57a24ecd7', 'ip_address': '172.20.0.2'}, {'subnet_id': '328f3db2-97dc-4abd-88b4-8972a4a143c5'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'b9a73f99-5ea8-4339-8311-7631273acc71'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 11:54:12.826779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Calling delete_port for 1a09dd21-3152-4de2-80a1-6880befa9fc0 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:12.878915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.903706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:12.907148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=79b5316f-fb39-400d-8704-dc5e26f9a1f2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:12.917065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29f0e-306c-41dd-9a38-5dc07090f5b9 req-29b266a5-a52b-4b3b-9ed0-d87cd7bca862 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:12.918671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dad29f0e-306c-41dd-9a38-5dc07090f5b9 req-29b266a5-a52b-4b3b-9ed0-d87cd7bca862 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 945 time: 0.4404883 Dec 20 11:54:12.919734 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:12.920803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:12.944346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:13.028960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:13.029587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.081636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe5339-514a-4029-b68c-dda029d3f0de req-42fe92b0-cfb5-4e6b-85df-8117fb9f72bc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:13.083893 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dbe5339-514a-4029-b68c-dda029d3f0de req-42fe92b0-cfb5-4e6b-85df-8117fb9f72bc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 1.4095199 Dec 20 11:54:13.085795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.119670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0237978 Dec 20 11:54:13.123198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58138) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:13.137640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:13.138984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'port': {'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'name': 'tempest-TaggedBootDevicesTest-2132498881', 'fixed_ips': [{'subnet_id': '74d4506f-7d65-4311-89a6-5f62f7b886b0'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:13.140835 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6fecb2ab-b79c-4012-9bb9-911599137c12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:13.178376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:13.179320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.186118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dad29f0e-306c-41dd-9a38-5dc07090f5b9 req-d9cd5b3a-c6b0-45ff-9727-ff9f91f4a1f9 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583985 Dec 20 11:54:13.295322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Allocated IP 10.2.2.2 (1b5d9f6f-b886-4fec-881b-ca51a4f80860/01d4f21e-f63d-4579-ac55-7035f5088486/96398967-f5eb-47ce-85c8-805a4c9753f0) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:13.357494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca80085-4803-4cb8-b907-c1342affe043 None None] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:13.366134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Port': ['ID=1a09dd21-3152-4de2-80a1-6880befa9fc0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:13.384973 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:13.390316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.394457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:13.399166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:port and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:13.403106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:13.421420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:13.450738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:13.455512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.500735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] device_id is not set on port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:54:13.543980 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dbe5339-514a-4029-b68c-dda029d3f0de req-aee3538b-e255-4800-a518-a9d80190706d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050021 Dec 20 11:54:13.557519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/ports/1a09dd21-3152-4de2-80a1-6880befa9fc0 HTTP/1.1" status: 204 len: 168 time: 2.4979060 Dec 20 11:54:13.567317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58146) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:13.749514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Allocated IP 172.20.0.34 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/328f3db2-97dc-4abd-88b4-8972a4a143c5/b9a73f99-5ea8-4339-8311-7631273acc71) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:13.845700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.873937 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:54:13.896327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] For port b9a73f99-5ea8-4339-8311-7631273acc71, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9a73f99-5ea8-4339-8311-7631273acc71,segment=NetworkSegment(2f0b282a-2bf2-4b0f-9b99-d024f7842bf7),segment_id=2f0b282a-2bf2-4b0f-9b99-d024f7842bf7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:13.925078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.942714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Transition to ACTIVE for port object b9a73f99-5ea8-4339-8311-7631273acc71 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:13.944407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 10.1.1.192 (8c9dbcfc-9ada-4812-b35e-07a805e0481e/74d4506f-7d65-4311-89a6-5f62f7b886b0/9651e501-69ba-4d4a-ae4f-ca4136ccf828) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:13.959531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.981091 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:13.992945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting subnet 78a5acea-348c-46c7-8b4b-9ae100aec1c9 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:54:13.997107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.078911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.098842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Pushing event updated for resources: {'Port': ['ID=b9a73f99-5ea8-4339-8311-7631273acc71,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:14.140346 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:14.168092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3a8071cf-0f50-4cb9-8e2a-1a23338a56ff None None] Provisioning for port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:14.302761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:14.342052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-4b91a92a-707c-49a1-81b4-df7984a09165 {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:54:14.342262 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:54:14.343582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.358348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 37356af0-4852-4cf7-8b80-f598bfdd0bbf {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:14.358773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.453916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.534248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64db55b-8665-4774-ac66-9905418d2bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:54:14.547840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:14.581102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:14.583977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:14.584359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.617577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.700347 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64db55b-8665-4774-ac66-9905418d2bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3', 'code': 200} Dec 20 11:54:14.716465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.717600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:14.774380 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:14.966153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.996919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.037498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 37356af0-4852-4cf7-8b80-f598bfdd0bbf owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:15.078361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Transition to ACTIVE for port object 9651e501-69ba-4d4a-ae4f-ca4136ccf828 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:15.118245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.118483 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9fac6cd2-4358-45eb-9c61-c391b37201ea req-2c549c30-0f1a-463e-ad3a-e9a51e68226c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 1099 time: 0.3408277 Dec 20 11:54:15.174315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3cf1-c04e-4b02-a21d-29fcefa69807 req-012d630c-fc6f-47b8-bd89-6ea821aa3e6e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:15.176419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9da3cf1-c04e-4b02-a21d-29fcefa69807 req-012d630c-fc6f-47b8-bd89-6ea821aa3e6e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.6662529 Dec 20 11:54:15.181673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.193632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.218695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9fac6cd2-4358-45eb-9c61-c391b37201ea req-6a9644e5-eedf-41c4-8c67-b33b6611b225 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918279 Dec 20 11:54:15.219756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.232235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:15.239153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Transition to ACTIVE for port object 96398967-f5eb-47ce-85c8-805a4c9753f0 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:15.251539 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:15.286028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9da3cf1-c04e-4b02-a21d-29fcefa69807 req-d95c3011-6d11-4849-a1cb-88820581a70e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740511 Dec 20 11:54:15.287217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.289442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.297284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Transition to ACTIVE for port object 96398967-f5eb-47ce-85c8-805a4c9753f0 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:15.307135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:15.307800 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ab4d544a-3d23-49c5-befc-47b30ab86b14 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:15.312109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:15.323173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:15.325276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.377629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Subnet': ['ID=78a5acea-348c-46c7-8b4b-9ae100aec1c9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:15.384497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.389080 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:15.391841 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d5fb9564-ffc0-4b1a-a3d8-fab51e212f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:15.407300 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:15.444851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.460456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/subnets/78a5acea-348c-46c7-8b4b-9ae100aec1c9 HTTP/1.1" status: 204 len: 168 time: 1.8920934 Dec 20 11:54:15.461107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58182) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:15.471981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.488769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f33c-bf62-4d12-9030-399325ff9f25 req-ded3b00c-38c4-458f-88af-2e585b4c3659 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:15.488922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a0b35-01b5-4a19-a9c7-1d89965cd648 None None] Network 54d7d76b-2835-44d7-a90b-3bf95371afba requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:15.490297 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dce9f33c-bf62-4d12-9030-399325ff9f25 req-ded3b00c-38c4-458f-88af-2e585b4c3659 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.5454316 Dec 20 11:54:15.520699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:15.522334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:15.534394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:15.610434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:15.713220 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dce9f33c-bf62-4d12-9030-399325ff9f25 req-582e467d-b07f-4975-94ff-705299dc6280 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110171 Dec 20 11:54:15.795457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.799296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Pushing event updated for resources: {'Port': ['ID=96398967-f5eb-47ce-85c8-805a4c9753f0,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:15.813125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.820068 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-16264c1c-2e8f-4b28-ad6a-5c406a08498e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:15.821128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:15.821773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.847783 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:15.856277 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:15.863125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Deleting port bb10b531-abaf-43a5-a069-5172a0388b3a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:15.863983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.888936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=37356af0-4852-4cf7-8b80-f598bfdd0bbf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:15.892142 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:15.906300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7782836 Dec 20 11:54:15.908834 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bd661913-4a51-4e86-a0ea-f1eb7800c495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:15.944401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Provisioning complete for port a1670527-d6e4-4201-b352-e6946304764b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:15.944783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.998377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:16.007602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:16.022714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:16.253024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] For port bb10b531-abaf-43a5-a069-5172a0388b3a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bb10b531-abaf-43a5-a069-5172a0388b3a,segment=NetworkSegment(07032734-9ef8-4cf2-bdf7-fb7ff57c740f),segment_id=07032734-9ef8-4cf2-bdf7-fb7ff57c740f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:16.253584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.291672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9a73f99-5ea8-4339-8311-7631273acc71 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:16.405725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:16.415181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450806793', 'description': 'tempest-description--1410415927'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:16.423492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.482424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Port a1670527-d6e4-4201-b352-e6946304764b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:16.492086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Calling delete_port for bb10b531-abaf-43a5-a069-5172a0388b3a owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:16.497990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:16.582739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.587591 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1e9e00fe-a618-44ec-854f-e85a33b091b1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:16.599800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:16.611043 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:16.633009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.635743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Port': ['ID=bb10b531-abaf-43a5-a069-5172a0388b3a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:16.639840 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:16.648333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] No DVR routers for this DVR port bb10b531-abaf-43a5-a069-5172a0388b3a on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:54:16.690402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Attempting to bind port 96398967-f5eb-47ce-85c8-805a4c9753f0 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:16.690780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Attempting to bind port 96398967-f5eb-47ce-85c8-805a4c9753f0 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:16.691145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Attempting to bind port 96398967-f5eb-47ce-85c8-805a4c9753f0 on network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:16.695183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Provisioning complete for port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:16.695553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.722028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:16.729472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:54:16.734609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1061f3-581f-4f79-9617-62fd25f14312 None None] DHCP port deletion for 54d7d76b-2835-44d7-a90b-3bf95371afba request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:54:16.755711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.761036 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8586a621-451c-4f4e-b250-d5acee372a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:16.804710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:16.805090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Checking segment: {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:16.805496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.805894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Bound using segment: {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:16.806410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Bound port: 96398967-f5eb-47ce-85c8-805a4c9753f0, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:16.806783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.825848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:security_group and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:16.842271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.850176 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'code': 200} Dec 20 11:54:16.880936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d7d76b-2835-44d7-a90b-3bf95371afba']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:16.895808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07032734-9ef8-4cf2-bdf7-fb7ff57c740f') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:16.896435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07032734-9ef8-4cf2-bdf7-fb7ff57c740f') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:16.910409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.929363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.936755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:54:16.937479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.992918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:16.999019 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:54:17.034670 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:54:17.037018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58216) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:17.072697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] For port 96398967-f5eb-47ce-85c8-805a4c9753f0, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:17.087555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:17.091661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] For port 96398967-f5eb-47ce-85c8-805a4c9753f0, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=96398967-f5eb-47ce-85c8-805a4c9753f0,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:17.098306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.102460 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-14421c30-2d5b-4eda-8b6a-bd2f1e88cb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:17.114045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:17.132806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.156177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Provisioning for port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:17.159786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.171644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Delete allocated IP 172.20.0.11 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/766204f7-c60a-4ab8-b000-92b57a24ecd7) {{(pid=83557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 11:54:17.174922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.175785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.181063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Provisioning complete for port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:17.181641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.193221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.201271 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f94d24c4-3ec9-4acc-a9bb-98ed061ae207 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:17.239176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Pushing event updated for resources: {'Port': ['ID=96398967-f5eb-47ce-85c8-805a4c9753f0,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:17.244299 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:17.254313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Allocated IP 172.20.0.37 (10f330f0-bb6e-4d05-a232-ec589b56d3d9/328f3db2-97dc-4abd-88b4-8972a4a143c5/ffa78140-ac51-4285-b6bf-34c88db25ea5) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:17.265662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Pushing event deleted for resources: {'Network': ['ID=54d7d76b-2835-44d7-a90b-3bf95371afba,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:17.273742 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:17.284279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a8d6-1b7b-42f3-9c9c-c2abe40f9052 req-2e882555-e21d-43ef-97e0-0b2828744fe2 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:17.289418 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] 10.222.0.32 "DELETE /v2.0/networks/54d7d76b-2835-44d7-a90b-3bf95371afba HTTP/1.1" status: 204 len: 168 time: 1.8239882 Dec 20 11:54:17.291349 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b081a8d6-1b7b-42f3-9c9c-c2abe40f9052 req-2e882555-e21d-43ef-97e0-0b2828744fe2 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.6085174 Dec 20 11:54:17.296509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:17.306118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22f2f0-19bd-4373-86e0-12e7dc0738c0 req-58860019-870e-4293-83e3-f02b8d88f563 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:17.307026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff22f2f0-19bd-4373-86e0-12e7dc0738c0 req-58860019-870e-4293-83e3-f02b8d88f563 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:17.316527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad94fc1c-95d6-4739-aa9b-c31b02a4cc35 req-b0b614b6-88a4-41d7-9e35-1a73ab9e85ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1098 time: 0.2789609 Dec 20 11:54:17.345167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Provisioning for port b9a73f99-5ea8-4339-8311-7631273acc71 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:17.354723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff22f2f0-19bd-4373-86e0-12e7dc0738c0 req-58860019-870e-4293-83e3-f02b8d88f563 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:17.355296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:17.355690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.363446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff22f2f0-19bd-4373-86e0-12e7dc0738c0 req-58860019-870e-4293-83e3-f02b8d88f563 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 945 time: 0.3273394 Dec 20 11:54:17.370078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.370627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Fanout notify agent at l3_agent the message router_deleted on router aba6759a-2e59-4d5b-a18d-2d8274688493 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:54:17.419023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:17.448319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:security_group_rule and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:17.463412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.468542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:17.518479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:17.583860 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b081a8d6-1b7b-42f3-9c9c-c2abe40f9052 req-aee5070b-8506-4687-a7b3-248acd936ac4 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914824 Dec 20 11:54:17.705012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Provisioning complete for port ffa78140-ac51-4285-b6bf-34c88db25ea5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:17.706253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.764305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad94fc1c-95d6-4739-aa9b-c31b02a4cc35 req-831fba30-1c3a-40b0-b218-a311af08a72c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4229269 Dec 20 11:54:17.780143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.805003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2daf7af6-7f4e-4b92-8dfc-35b033aac22f None None] Port ffa78140-ac51-4285-b6bf-34c88db25ea5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:17.807783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.809111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff22f2f0-19bd-4373-86e0-12e7dc0738c0 req-f42ee431-2728-41b5-87f7-0a3473b7533d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4419518 Dec 20 11:54:17.815763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58230) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:17.835689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:17.835855 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6d322ece-a0c4-4756-b268-c663d54cf338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:17.840121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Usage tracker for resource:security_group_rule and tenant:d0c4584b3dbd4bc39c315cabdaddf4ac is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:17.844771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:17.851684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:17.853148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.854495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/aba6759a-2e59-4d5b-a18d-2d8274688493 HTTP/1.1" status: 204 len: 168 time: 5.4248638 Dec 20 11:54:17.913740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:17.927598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-688851940'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:17.934387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.938307 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5290475 Dec 20 11:54:17.939878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ebaf29f6-eb1f-4e63-ad8d-ba5165e9eae2 None None] Provisioning complete for port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:17.943404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ebaf29f6-eb1f-4e63-ad8d-ba5165e9eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.946704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.948829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:17.951182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:17.957651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'security_group_rule': {'security_group_id': '6bbf8f6f-a30a-4f5c-a84a-e88714937910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:17.958280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:17.965684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.969350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:17.972356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbf8f6f-a30a-4f5c-a84a-e88714937910,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:17.974350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:17.975584 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:17.977299 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-65c5c2e3-21b1-48e9-a079-c99663b3187b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:17.985266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:18.009505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:security_group_rule and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:18.013372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:18.019556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:18.047014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:18.051457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.125093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.125337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf29f6-eb1f-4e63-ad8d-ba5165e9eae2 None None] Port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:18.132250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.155513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ebaf29f6-eb1f-4e63-ad8d-ba5165e9eae2 None None] Provisioning for port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:18.162238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ebaf29f6-eb1f-4e63-ad8d-ba5165e9eae2 None None] Provisioning complete for port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:18.162867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ebaf29f6-eb1f-4e63-ad8d-ba5165e9eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.178850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:18.196342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Transition to ACTIVE for port object ffa78140-ac51-4285-b6bf-34c88db25ea5 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:18.200142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.200325 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment 6429c137-2162-4ef9-b083-4e68f90ffde0 of type vlan for network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e Dec 20 11:54:18.202410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-09b10ba3-7cac-4703-89e5-6f1856667452 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d14688e18d634c8ab949b2731b235482&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3855419 Dec 20 11:54:18.207274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58246) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:18.210267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.223991 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89022f3b-7499-4f06-8811-a5f7a1773752 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:18.224230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca145b0c-1d64-4e20-b367-ea11d4af93a0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:18.281680 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:18.286321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0c4584b3dbd4bc39c315cabdaddf4ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2460332 Dec 20 11:54:18.286321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.287144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 96398967-f5eb-47ce-85c8-805a4c9753f0 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:18.291529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58250) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:18.349772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf29f6-eb1f-4e63-ad8d-ba5165e9eae2 None None] Port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:18.380432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 96398967-f5eb-47ce-85c8-805a4c9753f0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:18.380611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.387139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:18.478320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:18.478965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.502436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-8e5a4e5b-7366-481e-a4de-fc40ad611574 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 1099 time: 0.4220312 Dec 20 11:54:18.517837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event updated for resources: {'Port': ['ID=ffa78140-ac51-4285-b6bf-34c88db25ea5,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:18.530150 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:18.544714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.566916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f8593-46fe-4590-b13e-5bf2b3808b43 req-5be99c76-4df2-4b52-8b9f-b890a9063271 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:18.575282 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c58f8593-46fe-4590-b13e-5bf2b3808b43 req-5be99c76-4df2-4b52-8b9f-b890a9063271 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.3537912 Dec 20 11:54:18.579631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.584037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.586998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] In _notify_port_updated(), no bound segment for port ffa78140-ac51-4285-b6bf-34c88db25ea5 on network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 11:54:18.591481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:18.592108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.596330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "PUT /v2.0/ports/ffa78140-ac51-4285-b6bf-34c88db25ea5 HTTP/1.1" status: 200 len: 960 time: 7.3589406 Dec 20 11:54:18.597266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58254) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:18.613247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.653401 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d60f8fda-e625-46eb-89fa-d404782f1723 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:18.670821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.672194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.675655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:18.676240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.682645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port ffa78140-ac51-4285-b6bf-34c88db25ea5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:18.682953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.686171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd00e6c0-43b9-4341-a251-be320d13511d,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:18.725530 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c047dc29-1bd0-426c-8232-25c0f7ce72b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:18.767911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bb10b531-abaf-43a5-a069-5172a0388b3a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:54:18.781320 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:18.789791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.827414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: bb10b531-abaf-43a5-a069-5172a0388b3a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:54:18.828638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bb10b531-abaf-43a5-a069-5172a0388b3a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:54:18.829962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689a016-f152-4405-a972-67221e10e18a None None] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:18.834096 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9192824 Dec 20 11:54:18.838807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58258) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:18.864627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:18.866151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9136457 Dec 20 11:54:18.875930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': '2050d7e0-65d8-4ff3-a593-9fe84f0cb28e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:18.923542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58264) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:18.978985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'security_group_rule': {'security_group_id': '6bbf8f6f-a30a-4f5c-a84a-e88714937910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:19.001337 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c58f8593-46fe-4590-b13e-5bf2b3808b43 req-dda1b7d9-e173-4b3a-bf24-c98ac496771d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250402 Dec 20 11:54:19.032053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:19.033874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Provisioning for port 96398967-f5eb-47ce-85c8-805a4c9753f0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:19.042029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-6ed3f464-d4cb-419f-aecf-3d2ee5545e5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:19.043300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-6ed3f464-d4cb-419f-aecf-3d2ee5545e5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 0.5321331 Dec 20 11:54:19.043934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Provisioning complete for port 96398967-f5eb-47ce-85c8-805a4c9753f0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:19.044312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.046716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:security_group_rule and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:19.102407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:19.127001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=2050d7e0-65d8-4ff3-a593-9fe84f0cb28e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:19.153032 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:19.154477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:19.196984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:19.205398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:19.209482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.217543 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b417f759-2daf-49d9-9408-c4c5e0d10290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:19.225436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-88a3c5a8-a6e1-4508-b08c-312523d1d3ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.1242993 Dec 20 11:54:19.230597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:19.237678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:19.269783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca145b0c-1d64-4e20-b367-ea11d4af93a0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:19.273781 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:19.284131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:19.300645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.304130 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca145b0c-1d64-4e20-b367-ea11d4af93a0 HTTP/1.1" status: 204 len: 168 time: 0.9912412 Dec 20 11:54:19.309050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.314347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.337855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:19.354779 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-94369e0a-75b9-4c09-bfd5-322c0baab4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:19.393716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-10805863-0b9f-4c13-abfb-1e9f97dad69b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:19.395454 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-10805863-0b9f-4c13-abfb-1e9f97dad69b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.1593115 Dec 20 11:54:19.403941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.434808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.459506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] For port 96398967-f5eb-47ce-85c8-805a4c9753f0, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=96398967-f5eb-47ce-85c8-805a4c9753f0,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:19.470823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.475611 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:19.513778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-816c8d34-5423-4a11-8df2-54bc77a0a420 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020880 Dec 20 11:54:19.573394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Pushing event updated for resources: {'Port': ['ID=96398967-f5eb-47ce-85c8-805a4c9753f0,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:19.575079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.596762 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:19.627706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.646858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3f583d92-1a9d-4195-a84c-61238f767669 None None] Provisioning for port ffa78140-ac51-4285-b6bf-34c88db25ea5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:19.654947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3f583d92-1a9d-4195-a84c-61238f767669 None None] Provisioning complete for port ffa78140-ac51-4285-b6bf-34c88db25ea5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:19.655458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f583d92-1a9d-4195-a84c-61238f767669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.659022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for ffa78140-ac51-4285-b6bf-34c88db25ea5 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:19.700447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.708315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb09ef-8d95-45e3-a364-84f122b64a3e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:19.722548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecd7dd-64a2-4c8a-8cb3-d5be0f187ac5 req-8e3617a2-afbb-47b4-81b8-8c0482f9c61f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:19.729434 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-20ecd7dd-64a2-4c8a-8cb3-d5be0f187ac5 req-8e3617a2-afbb-47b4-81b8-8c0482f9c61f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 945 time: 0.7092257 Dec 20 11:54:19.735908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:19.755416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.758844 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39eb09ef-8d95-45e3-a364-84f122b64a3e HTTP/1.1" status: 204 len: 168 time: 1.5477874 Dec 20 11:54:19.765956 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dcee083e-f70b-4772-92ea-ee5bb563330d tempest-SecurityGroupRulesTestJSON-551174968 tempest-SecurityGroupRulesTestJSON-551174968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:19.795953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3f583d92-1a9d-4195-a84c-61238f767669 None None] Port ffa78140-ac51-4285-b6bf-34c88db25ea5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:19.808693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaa3b5a-7a88-4408-8c55-ceefdb1173bc,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:19.811749 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:19.850668 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-20ecd7dd-64a2-4c8a-8cb3-d5be0f187ac5 req-99a01f83-8a0a-45f2-aeac-36d9c8fc087a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193373 Dec 20 11:54:19.850951 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-6891c31c-47ff-4743-9469-1eb8848e7ca7 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231835 Dec 20 11:54:19.854760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.856529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9239981 Dec 20 11:54:19.860681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58274) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:19.890677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:19.906374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:19.928288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8e3996e-2fc2-4f4a-b87b-3dc5c4d9f1ec None None] Provisioning complete for port 96398967-f5eb-47ce-85c8-805a4c9753f0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:19.929032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8e3996e-2fc2-4f4a-b87b-3dc5c4d9f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.949364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.957645 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d5685d4-8c40-42c1-8a73-7ace8f6275fd tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:19.959194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:floatingip and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:19.966922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:20.025511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:20.050734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:20.063462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=ffa78140-ac51-4285-b6bf-34c88db25ea5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:20.070044 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:20.072670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.118030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.197311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 96398967-f5eb-47ce-85c8-805a4c9753f0 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:20.209634 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-019515fc-fd88-41c8-a233-cd4885a095d8 req-af578454-c9ae-4403-87fc-ff086c1d7499 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508184 Dec 20 11:54:20.406425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 96398967-f5eb-47ce-85c8-805a4c9753f0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:20.406794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.427505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:20.444368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Usage tracker for resource:security_group_rule and tenant:a650e9b0903b4fb2aaa06e819ec2f6b9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:20.448399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:20.454670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.461613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.475529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-09556f69-af1f-492c-9118-b34ab87014c1 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:20.477931 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/ffa78140-ac51-4285-b6bf-34c88db25ea5 HTTP/1.1" status: 204 len: 168 time: 1.8727658 Dec 20 11:54:20.478832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:20.490110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:20.561958 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6841fcfa-57cb-4c7a-9ba4-6e5fc1ca8a50 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] GET failed (client error): The resource could not be found. Dec 20 11:54:20.562480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6841fcfa-57cb-4c7a-9ba4-6e5fc1ca8a50 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Synchronizing usage tracker for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:20.584790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=887847c9-017a-4694-a307-a8c25229a8d2,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:20.592613 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:20.593535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6841fcfa-57cb-4c7a-9ba4-6e5fc1ca8a50 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Unset dirty status for tenant:9c242b3a1ddf4e778c5ce19f5bf45cad on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:20.598050 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6841fcfa-57cb-4c7a-9ba4-6e5fc1ca8a50 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports/ffa78140-ac51-4285-b6bf-34c88db25ea5 HTTP/1.1" status: 404 len: 333 time: 0.1098578 Dec 20 11:54:20.599937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58298) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:20.648348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.654425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.668434 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e640d79d-7e79-4e98-a955-0ae3d361bd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:20.718779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c66c0c-9525-4aec-8660-ee08fca5e6ea,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:20.721830 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:20.727446 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a650e9b0903b4fb2aaa06e819ec2f6b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6923115 Dec 20 11:54:20.728127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58302) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:20.753556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': '6429c137-2162-4ef9-b083-4e68f90ffde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2050d7e0-65d8-4ff3-a593-9fe84f0cb28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:20.753919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:20.779381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a53be-1209-46a4-872f-6f5d20d1ca7f req-d70d470f-b389-42b7-98ee-b089e3d43823 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:20.786183 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f9a53be-1209-46a4-872f-6f5d20d1ca7f req-d70d470f-b389-42b7-98ee-b089e3d43823 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.5753429 Dec 20 11:54:20.797169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.826208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.839217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.885439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.891888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-30738de7-0276-499a-9cba-b5aee0fcabfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:20.905017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.914731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:20.919865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c66c0c-9525-4aec-8660-ee08fca5e6ea,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:20.922881 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:20.924165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.932634 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f9a53be-1209-46a4-872f-6f5d20d1ca7f req-541845e9-074b-470a-b750-dd66447f4d11 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454210 Dec 20 11:54:20.936288 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9c66c0c-9525-4aec-8660-ee08fca5e6ea HTTP/1.1" status: 204 len: 168 time: 0.1983461 Dec 20 11:54:20.943478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.041805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:21.050833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7315b0-7c98-4ba7-93f0-324e898515f4 None None] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:21.063623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:21.064522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.113308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb630d-9777-453d-8735-cf91870268d7 req-3e066422-428b-4360-a811-b161340543b5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:21.122495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58316) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:21.126684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcbb630d-9777-453d-8735-cf91870268d7 req-3e066422-428b-4360-a811-b161340543b5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 945 time: 0.1160266 Dec 20 11:54:21.160294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.163044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.166954 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ebad87a-5414-4e55-9624-519fd558120a HTTP/1.1" status: 204 len: 168 time: 0.5605865 Dec 20 11:54:21.168332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:21.175264 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fe92340-f988-496d-bdb8-e0567fbe2291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:21.186337 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3310673 Dec 20 11:54:21.189714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 172.35.0.31 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/4a3eb12e-696d-4bcf-aa36-dd0a6c576f02) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:21.190424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:21.207548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebad87a-5414-4e55-9624-519fd558120a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:21.216053 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:21.217828 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dcbb630d-9777-453d-8735-cf91870268d7 req-84f99c1a-edfe-4a72-b69f-0dd6ca091eed tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775657 Dec 20 11:54:21.224494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1627864687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:21.252697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:21.260910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:router and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:21.264391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:21.271193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:21.298949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.300594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.335461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.373838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.418520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.422093 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2ce53db7-d295-41cb-b986-cba443a664a3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2302144 Dec 20 11:54:21.424906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:21.517867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.550094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.557646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-2050d7e0-65d8-4ff3-a593-9fe84f0cb28e', 'network_id': '2050d7e0-65d8-4ff3-a593-9fe84f0cb28e', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': '887847c9-017a-4694-a307-a8c25229a8d2'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:21.558563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.624076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.631601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-241738042'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:21.642761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:21.660182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:21.665219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:21.676688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:21.684066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686940-d783-49c4-a2dd-0464c79445e7 req-c601a3c2-2a7c-42a5-aa00-317075857d27 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:21.685533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5686940-d783-49c4-a2dd-0464c79445e7 req-c601a3c2-2a7c-42a5-aa00-317075857d27 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 945 time: 0.2475553 Dec 20 11:54:21.690402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.696550 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2faf2d17-e802-4d19-9d39-353f0de561ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:21.707452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:21.720130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'floatingip': {'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:21.774530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fe7040-6eab-42ba-bc52-dfca7205ee21,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:21.785892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:21.788541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.811259 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:21.814117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Allocated IP 172.20.0.2 (2050d7e0-65d8-4ff3-a593-9fe84f0cb28e/887847c9-017a-4694-a307-a8c25229a8d2/a57e5834-7c78-464e-ac2d-2a732d53f1db) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:21.823610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.828344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/security-groups/f7fe7040-6eab-42ba-bc52-dfca7205ee21 HTTP/1.1" status: 204 len: 168 time: 0.6450429 Dec 20 11:54:21.829256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.830212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58350) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:21.843656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.904629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.921517 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:22.106139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.125576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=4a3eb12e-696d-4bcf-aa36-dd0a6c576f02,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:22.132136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:22.138021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.150960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:22.184218 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:22.189166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:22.191287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:security_group_rule and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:22.198491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:22.201493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:22.220173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.229748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:22.234668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Transition to ACTIVE for port object a57e5834-7c78-464e-ac2d-2a732d53f1db will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:22.256517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Transition to ACTIVE for port object a57e5834-7c78-464e-ac2d-2a732d53f1db will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:22.267547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.273811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.282948 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:22.361448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:22.364713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:22.369020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:22.456956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Pushing event updated for resources: {'Port': ['ID=a57e5834-7c78-464e-ac2d-2a732d53f1db,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:22.465887 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:22.482811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Attempting to bind port a57e5834-7c78-464e-ac2d-2a732d53f1db on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:22.483198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Attempting to bind port a57e5834-7c78-464e-ac2d-2a732d53f1db by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '6429c137-2162-4ef9-b083-4e68f90ffde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2050d7e0-65d8-4ff3-a593-9fe84f0cb28e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:22.483574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Attempting to bind port a57e5834-7c78-464e-ac2d-2a732d53f1db on network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:22.490763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:22.491110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Checking segment: {'id': '6429c137-2162-4ef9-b083-4e68f90ffde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2050d7e0-65d8-4ff3-a593-9fe84f0cb28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:22.491528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.491931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Bound using segment: {'id': '6429c137-2162-4ef9-b083-4e68f90ffde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2050d7e0-65d8-4ff3-a593-9fe84f0cb28e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:22.492408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Bound port: a57e5834-7c78-464e-ac2d-2a732d53f1db, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6429c137-2162-4ef9-b083-4e68f90ffde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2050d7e0-65d8-4ff3-a593-9fe84f0cb28e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:22.492825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.549302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.560573 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7bca4c29-aff0-45f0-adb8-8dee7dc02fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:22.604060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] For port a57e5834-7c78-464e-ac2d-2a732d53f1db, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:22.609251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] For port a57e5834-7c78-464e-ac2d-2a732d53f1db, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a57e5834-7c78-464e-ac2d-2a732d53f1db,segment=NetworkSegment(6429c137-2162-4ef9-b083-4e68f90ffde0),segment_id=6429c137-2162-4ef9-b083-4e68f90ffde0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:22.609839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3970a269-e316-4a97-a72c-e026d8cd573e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:22.612540 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:22.632392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.647085 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-20fce741-9812-4716-9025-c1d926ab0619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:22.657521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96a145-9301-4331-8f86-7f06ab08c80a req-1a256eff-31bf-4217-8bad-c6e9095f599a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:22.659317 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2f96a145-9301-4331-8f86-7f06ab08c80a req-1a256eff-31bf-4217-8bad-c6e9095f599a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.4883447 Dec 20 11:54:22.663896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.668693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/security-groups/3970a269-e316-4a97-a72c-e026d8cd573e HTTP/1.1" status: 204 len: 168 time: 0.7708306 Dec 20 11:54:22.672628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:22.728403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.742792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.750476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Pushing event updated for resources: {'Port': ['ID=a57e5834-7c78-464e-ac2d-2a732d53f1db,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:22.754417 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f30e9fb-3196-4445-8a55-936d7c200880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:22.755176 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:22.853283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:22.960609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b108e739-6dcb-459f-8a90-c8d92b4cf43b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:22.964527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.964982 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment 2c95690e-4609-46bf-8ff1-711e98bf749a of type vlan for network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 Dec 20 11:54:22.968208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:22.972982 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:23.083176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.100344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.20.0.1 (2050d7e0-65d8-4ff3-a593-9fe84f0cb28e/887847c9-017a-4694-a307-a8c25229a8d2/aa8c69d1-3b87-41e7-a279-c9ba5274bf6b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:23.122312 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2f96a145-9301-4331-8f86-7f06ab08c80a req-24d4ac7a-c41c-443b-ab57-1c88dfe101c6 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483192 Dec 20 11:54:23.188076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet 766204f7-c60a-4ab8-b000-92b57a24ecd7 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:54:23.193544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.266567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.327886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.336716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.341090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:23.341733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.350475 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5a18c042-541c-4cdc-a39b-6961f4110f49 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:23.364614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.378483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.491628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.522983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object aa8c69d1-3b87-41e7-a279-c9ba5274bf6b will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:23.532666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.566854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=5e8362fb-a9f0-4cbc-8603-b832ba023df6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:23.570161 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:23.576211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4505424 Dec 20 11:54:23.594011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:23.606362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.665774 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2be10511-d12d-4081-8f26-43bf9842f010 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:23.757582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:23.837777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:23.847575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:23.861282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.873323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.879877 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec53a349-f687-4ea6-9c22-1f6746c5b7ec tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:23.939743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.000929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=aa8c69d1-3b87-41e7-a279-c9ba5274bf6b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:24.004052 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:24.007896 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4ae80d3-179d-4fcc-8a2d-ada8ec826364 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:24.019985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=4a3eb12e-696d-4bcf-aa36-dd0a6c576f02,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:24.035957 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:24.037477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.046312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9fa8c-53d1-47b7-9307-1506a6f83c19 None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:24.058625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=766204f7-c60a-4ab8-b000-92b57a24ecd7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:24.069756 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:24.079779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/766204f7-c60a-4ab8-b000-92b57a24ecd7 HTTP/1.1" status: 204 len: 168 time: 1.4050140 Dec 20 11:54:24.080843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.083318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58390) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:24.111996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.126995 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Floating IP 529e21ea-5131-4fd4-b3e0-0cc447c76c25 associated. External IP: 172.35.0.232, port: 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11. Dec 20 11:54:24.197736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac645b88-5dbe-4b34-bad6-d519e4df9213 None None] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:24.290996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.292241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4136963 Dec 20 11:54:24.338656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet 328f3db2-97dc-4abd-88b4-8972a4a143c5 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:54:24.408075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a57e5834-7c78-464e-ac2d-2a732d53f1db up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:24.458980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.532748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8eb36f3-9d32-4942-98a1-e4f7179b01c5 None None] Provisioning for port a57e5834-7c78-464e-ac2d-2a732d53f1db completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:24.616521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.682144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.777349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af70b57-cc0b-4033-bdd4-1e3636b32412 req-730d0ef1-02fb-4666-a0ca-22592cfe3cc6 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:24.778960 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2af70b57-cc0b-4033-bdd4-1e3636b32412 req-730d0ef1-02fb-4666-a0ca-22592cfe3cc6 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.2335241 Dec 20 11:54:24.936941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a57e5834-7c78-464e-ac2d-2a732d53f1db completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:24.957119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a57e5834-7c78-464e-ac2d-2a732d53f1db triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:24.957639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:25.080888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4b45519b-9566-4682-9467-80c79396a58b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:25.116184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:25.177813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:25.192468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4b45519b-9566-4682-9467-80c79396a58b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:25.193403 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4b45519b-9566-4682-9467-80c79396a58b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1450806793&fields=id&tenant_id=df4c459806f641ea8b6a89822a7cc035 HTTP/1.1" status: 200 len: 267 time: 0.4638183 Dec 20 11:54:25.254489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port a57e5834-7c78-464e-ac2d-2a732d53f1db, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a57e5834-7c78-464e-ac2d-2a732d53f1db,segment=NetworkSegment(6429c137-2162-4ef9-b083-4e68f90ffde0),segment_id=6429c137-2162-4ef9-b083-4e68f90ffde0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:25.266143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:25.268235 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-02a53f7c-c720-404e-9b98-1e90b381124c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:25.286346 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2af70b57-cc0b-4033-bdd4-1e3636b32412 req-4e48b261-5597-4d73-a2fb-75326f4888b5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950049 Dec 20 11:54:25.469052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=a57e5834-7c78-464e-ac2d-2a732d53f1db,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:25.476023 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:25.568692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Router c66771ef-13d1-4b46-87cc-2ba45957f3b6 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:54:25.886280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eba1a6e6-3beb-4719-a7c0-98a6c2c8c1b9 None None] Provisioning complete for port a57e5834-7c78-464e-ac2d-2a732d53f1db triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:25.886663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eba1a6e6-3beb-4719-a7c0-98a6c2c8c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:25.936198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:25.940292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.072576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:54:26.088260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-947671cd-9e23-48e6-ba7a-dcfbe05f04f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "PUT /v2.0/floatingips/529e21ea-5131-4fd4-b3e0-0cc447c76c25 HTTP/1.1" status: 200 len: 991 time: 4.3780499 Dec 20 11:54:26.090168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:54:26.117036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.137047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.153952 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0638c9dc-c6fb-42a6-bfd3-d2e71cd87ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:26.213868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.264673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a57e5834-7c78-464e-ac2d-2a732d53f1db up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:26.350293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eba1a6e6-3beb-4719-a7c0-98a6c2c8c1b9 None None] Provisioning for port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:26.360044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eba1a6e6-3beb-4719-a7c0-98a6c2c8c1b9 None None] Provisioning complete for port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:26.368596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eba1a6e6-3beb-4719-a7c0-98a6c2c8c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.422905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a57e5834-7c78-464e-ac2d-2a732d53f1db triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:26.423536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.435152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.492935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=328f3db2-97dc-4abd-88b4-8972a4a143c5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:26.513227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.524866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-10d676ed-7665-4855-8af3-f1e066dee686 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:26.525013 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'status': 'completed', 'code': 200} Dec 20 11:54:26.534278 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-10d676ed-7665-4855-8af3-f1e066dee686 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports/79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 931 time: 0.8648841 Dec 20 11:54:26.601144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0834f8-851c-4c1c-a510-18d14cc06c6a None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:26.685059 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-2410e096-a671-459a-8dc4-775898f8597c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1098 time: 0.1382573 Dec 20 11:54:26.715822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eba1a6e6-3beb-4719-a7c0-98a6c2c8c1b9 None None] Port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:26.831757 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/328f3db2-97dc-4abd-88b4-8972a4a143c5 HTTP/1.1" status: 204 len: 168 time: 2.7428107 Dec 20 11:54:26.853390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:26.879813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58444) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:26.900188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:26.903615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.904141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.904800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.905272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.905758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.906250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.906813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.907622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.908172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.908629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:26.909096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:27.018760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:27.020625 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:27.035955 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:27.049492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Provisioning complete for port a1670527-d6e4-4201-b352-e6946304764b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:27.049868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.078348 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e112d6-a2b7-4fa2-b132-9fd7035d81e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:27.079080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e112d6-a2b7-4fa2-b132-9fd7035d81e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:27.080938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d1e112d6-a2b7-4fa2-b132-9fd7035d81e1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/766204f7-c60a-4ab8-b000-92b57a24ecd7 HTTP/1.1" status: 404 len: 337 time: 0.1988719 Dec 20 11:54:27.099003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58452) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:27.207010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Port a1670527-d6e4-4201-b352-e6946304764b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:27.211261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] Sync routers for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:27.238555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:27.239316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:27.257502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-97da9d57-7322-40e1-94c0-7d040251089d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:27.259303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-97da9d57-7322-40e1-94c0-7d040251089d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.5673003 Dec 20 11:54:27.272398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0ffb-1de7-403a-b06c-4c87f96fd412 req-bde160bb-53e6-4fa7-b63a-0f587d263d5a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:27.286140 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41ec0ffb-1de7-403a-b06c-4c87f96fd412 req-bde160bb-53e6-4fa7-b63a-0f587d263d5a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.5278270 Dec 20 11:54:27.289717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58458) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:27.349839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-30f1bb27-ccea-457b-a2b1-900ff2ed8322 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:27.356319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Provisioning complete for port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:27.356841 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-30f1bb27-ccea-457b-a2b1-900ff2ed8322 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports/9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 932 time: 0.8215346 Dec 20 11:54:27.356963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.385493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '5e8362fb-a9f0-4cbc-8603-b832ba023df6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:27.492594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-bd232342-48f2-4950-b751-15ce9601197a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1348398 Dec 20 11:54:27.583706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting subnet 93d393fa-2ff2-40a1-be50-2bb9020dc279 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:54:27.587999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.599958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=aa8c69d1-3b87-41e7-a279-c9ba5274bf6b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:27.617198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:27.627493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e06d0558-f9fb-413d-a106-9795ed534b47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1340504 Dec 20 11:54:27.628928 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:27.660259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.747077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:27.747946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.806766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af38ed75-bc56-4b6b-a93b-f3fab014124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.817621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-41ec0ffb-1de7-403a-b06c-4c87f96fd412 req-c78b4a44-3e24-455e-882c-4fa91c6a7106 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302708 Dec 20 11:54:27.837737 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-b60a1fe5-8ab9-4122-853a-dc0c1215afc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.5487781 Dec 20 11:54:27.849787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:27.880836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:27.888591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:27.907314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:27.971237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:27.989137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Usage tracker for resource:security_group_rule and tenant:46535a9c205e421faa5b0f2f742631cc is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:27.993806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:27.995910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-d2b679db-2502-424d-9a7b-ae36444d7fec tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:28.000345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-d2b679db-2502-424d-9a7b-ae36444d7fec tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:28.003241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:28.003241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ff122ae-1bfa-4300-b88e-b36bbd03e2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.008855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-d2b679db-2502-424d-9a7b-ae36444d7fec tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:28.009173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.011047 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-d2b679db-2502-424d-9a7b-ae36444d7fec tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 1990 time: 0.3758285 Dec 20 11:54:28.021885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:28.040637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:28.061026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-c5f937be-3771-4490-a39d-4fd657516334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:28.062559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-c5f937be-3771-4490-a39d-4fd657516334 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1875989 Dec 20 11:54:28.159091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.217901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.224731 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ac79358f-a212-4f98-bc19-a22d9ff1054b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:28.235838 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-6d728a3c-990c-4419-9041-f4dece2bf5de tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/quotas/df4c459806f641ea8b6a89822a7cc035 HTTP/1.1" status: 200 len: 375 time: 0.0926242 Dec 20 11:54:28.252563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-85a76012-37f7-4b29-bf48-58495590e317 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1764691 Dec 20 11:54:28.298122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Subnet': ['ID=93d393fa-2ff2-40a1-be50-2bb9020dc279,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:28.305795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '529e21ea-5131-4fd4-b3e0-0cc447c76c25', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'floating_ip_address': '172.35.0.232', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'mac_address': 'fa:16:3e:b8:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a38706d-e95d-450f-8861-6f9d9722287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:53:41Z', 'updated_at': '2021-12-20T11:54:23Z', 'revision_number': 1, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:08Z', 'revision_number': 5, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:28.311439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.316249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] Checking router: c66771ef-13d1-4b46-87cc-2ba45957f3b6 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:54:28.322204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.332864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:28.333735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:28.360745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.527362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e82a0e8a-50bc-4dbf-9ad8-8977d329ebe9 None None] Provisioning complete for port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:28.528015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e82a0e8a-50bc-4dbf-9ad8-8977d329ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.562521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7470396-590c-46fa-8cd5-eda3ddd3e9ff None None] Network 10f330f0-bb6e-4d05-a232-ec589b56d3d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:28.607165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.607835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.607835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.608162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.608756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.609015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.609443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.609956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.610449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.611026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.611340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:28.623593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:28.623855 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2d30f7b0-ead1-4902-bcf6-56a6eeea1aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:28.636614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/93d393fa-2ff2-40a1-be50-2bb9020dc279 HTTP/1.1" status: 204 len: 168 time: 1.5283692 Dec 20 11:54:28.640833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58466) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:28.663028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46535a9c205e421faa5b0f2f742631cc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3684416 Dec 20 11:54:28.670488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58470) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:28.702288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9818b1c-3265-4370-9480-c17978837cad,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:28.710033 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:28.718401 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-3e779054-dfc1-41a0-a2bb-340397986444 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486394 Dec 20 11:54:28.720542 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-943b92df-a2b0-4a45-ba5c-b22f4376e72d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3903337 Dec 20 11:54:28.736942 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae46723a-7e88-428d-93be-e9b82c49bcc0 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:28.736942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae46723a-7e88-428d-93be-e9b82c49bcc0 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:28.784237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e82a0e8a-50bc-4dbf-9ad8-8977d329ebe9 None None] Port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:28.787578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ae46723a-7e88-428d-93be-e9b82c49bcc0 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/906453af-261d-4bbb-b586-7f26e16ea517 HTTP/1.1" status: 404 len: 337 time: 0.1440964 Dec 20 11:54:28.795487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:28.820759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:28.884773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.930991 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59e484eb-3e7c-4315-a590-452503a0a4b4 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "GET /v2.0/ports?device_id=570f84fc-3743-4c9b-8edb-5ab5bd280491 HTTP/1.1" status: 200 len: 205 time: 0.1342878 Dec 20 11:54:28.933493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58480) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:28.940599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:28.963516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25f67f36-8b21-41c0-b3f8-a94220010095 req-03f3a9fc-58d5-4504-ac63-67a64ecce229 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284310 Dec 20 11:54:29.001957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 5d56b16c-dd3b-45aa-8286-f23abc5ab3fc is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:54:29.006767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.010868 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66dd46cb-6080-4ab8-ae70-36d06fbcec0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:29.026574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9818b1c-3265-4370-9480-c17978837cad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:29.036783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-359dc7df-f8bc-4597-8942-56040ea05cc9 None None] Provisioning complete for port a1670527-d6e4-4201-b352-e6946304764b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:29.037161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359dc7df-f8bc-4597-8942-56040ea05cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.065501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.068607 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:29.075474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.079117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9818b1c-3265-4370-9480-c17978837cad HTTP/1.1" status: 204 len: 168 time: 0.4049635 Dec 20 11:54:29.080592 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-00521d58-cf58-4802-b079-98cf144d89b9 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:29.117388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3010c-543f-4a06-8836-de1e710b5d31 req-fc2de932-5ba3-4da7-8fe9-02d12cf1dbdf tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:29.119240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-78a3010c-543f-4a06-8836-de1e710b5d31 req-fc2de932-5ba3-4da7-8fe9-02d12cf1dbdf tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.0977259 Dec 20 11:54:29.147672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-359dc7df-f8bc-4597-8942-56040ea05cc9 None None] Port a1670527-d6e4-4201-b352-e6946304764b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:29.148845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=0cfb863a-2c94-43e3-ae55-00c665ab2748,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:29.162428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-ca3b43e2-89a3-4172-b653-430e5bf9390b service neutron] 10.222.0.32 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182372 Dec 20 11:54:29.165306 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-cb46ed2d-5c05-4022-97d5-273944036df3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] delete failed (client error): The resource could not be found. Dec 20 11:54:29.166292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cb46ed2d-5c05-4022-97d5-273944036df3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/routers/570f84fc-3743-4c9b-8edb-5ab5bd280491 HTTP/1.1" status: 404 len: 336 time: 0.1797307 Dec 20 11:54:29.171222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58488) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.172960 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:29.228758 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8294791b-a822-4115-bc67-ff8373c969b3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.229193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8294791b-a822-4115-bc67-ff8373c969b3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.231115 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8294791b-a822-4115-bc67-ff8373c969b3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/a2fc404e-c9f4-461a-98cc-c61ba6db8fef HTTP/1.1" status: 404 len: 337 time: 0.0587559 Dec 20 11:54:29.234249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58492) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.285396 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6394c8c8-1e85-4cab-b01b-c5b5a135e203 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.285884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6394c8c8-1e85-4cab-b01b-c5b5a135e203 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.290108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6394c8c8-1e85-4cab-b01b-c5b5a135e203 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/b2044af0-b3a9-4114-9c1d-ea47033a35ed HTTP/1.1" status: 404 len: 337 time: 0.0523653 Dec 20 11:54:29.304745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-78a3010c-543f-4a06-8836-de1e710b5d31 req-f64dcf83-cef5-4856-845d-dec8af581815 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777585 Dec 20 11:54:29.305255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58496) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.392828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca456f-8162-4069-b462-3784628c3052 None None] DHCP port deletion for 10f330f0-bb6e-4d05-a232-ec589b56d3d9 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:54:29.397183 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf094c74-f887-4802-84ef-8ae4470ea470 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.397759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf094c74-f887-4802-84ef-8ae4470ea470 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.404572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cf094c74-f887-4802-84ef-8ae4470ea470 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/e5872142-2cc9-45a4-afa9-82976e9ddb9e HTTP/1.1" status: 404 len: 337 time: 0.0982940 Dec 20 11:54:29.405188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.420201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Deleting port b9a73f99-5ea8-4339-8311-7631273acc71 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:29.420859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.467326 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-642bc400-a8e5-4436-844a-ff8a270d2990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.467784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642bc400-a8e5-4436-844a-ff8a270d2990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.472108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-642bc400-a8e5-4436-844a-ff8a270d2990 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/75f99b5a-712e-43b5-8b42-90e0e55f6263 HTTP/1.1" status: 404 len: 333 time: 0.0659411 Dec 20 11:54:29.472781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58506) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.486020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-359dc7df-f8bc-4597-8942-56040ea05cc9 None None] Provisioning complete for port b9a73f99-5ea8-4339-8311-7631273acc71 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:29.486422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359dc7df-f8bc-4597-8942-56040ea05cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.525552 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68640dc-93d0-429f-99ee-9aefe8ab75fe tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.526031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68640dc-93d0-429f-99ee-9aefe8ab75fe tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.530524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b68640dc-93d0-429f-99ee-9aefe8ab75fe tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/7a88cfa8-9ce2-470a-a40b-d9e5e6d6fc56 HTTP/1.1" status: 404 len: 337 time: 0.0530934 Dec 20 11:54:29.534174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58510) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.562220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58514) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.580925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.591203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-03537792-747c-4a0a-a0ec-bc8f7e3fe41c service neutron] 10.222.0.32 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279351 Dec 20 11:54:29.618153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:29.622992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d98649286781497a99a0359ffd13e19c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:29.625924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:29.631711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:29.640218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': '2c95690e-4609-46bf-8ff1-711e98bf749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5e8362fb-a9f0-4cbc-8603-b832ba023df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:29.640746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: 5e8362fb-a9f0-4cbc-8603-b832ba023df6, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:29.645804 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afd182d-cb6c-4cdc-b268-eb4a2ae05c85 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.646548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afd182d-cb6c-4cdc-b268-eb4a2ae05c85 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.649243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4afd182d-cb6c-4cdc-b268-eb4a2ae05c85 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/85e82529-e00e-4817-a65b-60aa1a819c29 HTTP/1.1" status: 404 len: 337 time: 0.1084516 Dec 20 11:54:29.656464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.695988 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-d96bf68f-e5c1-486d-9e5b-d94554817962 service neutron] 10.222.0.32 "GET /v2.0/ports/79b5316f-fb39-400d-8704-dc5e26f9a1f2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0978639 Dec 20 11:54:29.712655 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-531c9dd9-6801-4c97-9a83-f6eacc92b13b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.713378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531c9dd9-6801-4c97-9a83-f6eacc92b13b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.734065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-531c9dd9-6801-4c97-9a83-f6eacc92b13b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/99d87374-b6da-404a-9f09-69770bdde5d1 HTTP/1.1" status: 404 len: 333 time: 0.0753152 Dec 20 11:54:29.735530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.742920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '529e21ea-5131-4fd4-b3e0-0cc447c76c25', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'floating_ip_address': '172.35.0.232', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'mac_address': 'fa:16:3e:b8:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a38706d-e95d-450f-8861-6f9d9722287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:53:41Z', 'updated_at': '2021-12-20T11:54:23Z', 'revision_number': 1, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:08Z', 'revision_number': 5, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:29.743665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:29.757019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3eca456f-8162-4069-b462-3784628c3052 None None] For port b9a73f99-5ea8-4339-8311-7631273acc71, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9a73f99-5ea8-4339-8311-7631273acc71,segment=NetworkSegment(2f0b282a-2bf2-4b0f-9b99-d024f7842bf7),segment_id=2f0b282a-2bf2-4b0f-9b99-d024f7842bf7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:29.757419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.764573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593ec52-6da2-4e4f-9900-01521b501a86 None None] The sync data for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 is: [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '529e21ea-5131-4fd4-b3e0-0cc447c76c25', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'floating_ip_address': '172.35.0.232', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'mac_address': 'fa:16:3e:b8:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a38706d-e95d-450f-8861-6f9d9722287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:53:41Z', 'updated_at': '2021-12-20T11:54:23Z', 'revision_number': 1, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:08Z', 'revision_number': 5, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:29.796768 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7069f99-8c79-485c-a6d7-8fdb5ffe1c9c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.797202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7069f99-8c79-485c-a6d7-8fdb5ffe1c9c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.801235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f7069f99-8c79-485c-a6d7-8fdb5ffe1c9c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/6fb4ebca-2891-4a8a-bff5-e2831896ffd5 HTTP/1.1" status: 404 len: 337 time: 0.0623701 Dec 20 11:54:29.802061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58526) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.830846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 5e8362fb-a9f0-4cbc-8603-b832ba023df6) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:29.834500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:29.835091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.837172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.846688 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9279f26e-131c-4033-85f4-ddb0453e3bb5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:54:29.847020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9279f26e-131c-4033-85f4-ddb0453e3bb5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:54:29.851085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9279f26e-131c-4033-85f4-ddb0453e3bb5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/subnets/eb62d187-2cb6-4e1d-94a8-006f46fc41c5 HTTP/1.1" status: 404 len: 337 time: 0.0457294 Dec 20 11:54:29.851085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:29.863672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58530) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.881800 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad2fa9c8-a371-4b27-a393-63c54b1ce292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:29.886673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d8e47-e932-47f7-8b35-f6feb65c8026 None None] Network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:29.894990 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d98649286781497a99a0359ffd13e19c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3317368 Dec 20 11:54:29.897565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58534) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.912939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Calling delete_port for b9a73f99-5ea8-4339-8311-7631273acc71 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:29.925207 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9032233 Dec 20 11:54:29.934551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58538) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:29.944544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2003e-12f9-4c45-83e1-11a6abd599b0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:29.948038 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:29.960176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393755929'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:29.966675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:29.973056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:29.978401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:29.987076 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/5d56b16c-dd3b-45aa-8286-f23abc5ab3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5597687 Dec 20 11:54:29.987811 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] Sync routers for ids ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:29.996734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58542) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:30.001797 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-37d08cc8-983b-49e7-93bd-00451a5ed26f service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905970 Dec 20 11:54:30.005853 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] Routers {'5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:30.006909 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:30.035663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9ce46780-1a5c-476c-838f-022378d1149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.037984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.078358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.104202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:30.108093 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:30.113297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.117984 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:30.121561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:30.131189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Deleting port a1670527-d6e4-4201-b352-e6946304764b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:30.131189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.143415 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] Routers {'5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:30.144036 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:30.173294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad72beca-b529-4258-8ab4-1fee8c2e1eaf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:30.173884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ad72beca-b529-4258-8ab4-1fee8c2e1eaf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:30.179663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.185621 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:30.209939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2003e-12f9-4c45-83e1-11a6abd599b0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:30.211870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Pushing event deleted for resources: {'Port': ['ID=b9a73f99-5ea8-4339-8311-7631273acc71,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:30.212260 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:30.213875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9a73f99-5ea8-4339-8311-7631273acc71 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:54:30.223948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.228002 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:30.228408 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d5cb66-e899-4faf-a17f-de786a457ff1 None None] The sync data for ids ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:30.242395 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cd2003e-12f9-4c45-83e1-11a6abd599b0 HTTP/1.1" status: 204 len: 168 time: 0.3294053 Dec 20 11:54:30.244195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ad72beca-b529-4258-8ab4-1fee8c2e1eaf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:30.246074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ad72beca-b529-4258-8ab4-1fee8c2e1eaf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports/aa8c69d1-3b87-41e7-a279-c9ba5274bf6b HTTP/1.1" status: 200 len: 910 time: 0.2472670 Dec 20 11:54:30.248521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58548) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:30.254398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '887847c9-017a-4694-a307-a8c25229a8d2'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:30.326656 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:30.373415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b9a73f99-5ea8-4339-8311-7631273acc71 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:54:30.373775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9a73f99-5ea8-4339-8311-7631273acc71 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:54:30.378443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca456f-8162-4069-b462-3784628c3052 None None] No DVR routers for this DVR port b9a73f99-5ea8-4339-8311-7631273acc71 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:54:30.500637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-5e8362fb-a9f0-4cbc-8603-b832ba023df6', 'network_id': '5e8362fb-a9f0-4cbc-8603-b832ba023df6', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': '0cfb863a-2c94-43e3-ae55-00c665ab2748'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:30.502941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.626602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.696603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c30439-a90f-4b81-8e80-dfc8b73f93e5 req-33e7677b-75b8-4fca-ba5f-6dcdf651c3f5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:30.699391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9c30439-a90f-4b81-8e80-dfc8b73f93e5 req-33e7677b-75b8-4fca-ba5f-6dcdf651c3f5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.1835649 Dec 20 11:54:30.700504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.706114 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-173145d2-8efe-4372-9df7-c9e8fb19712f service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034061 Dec 20 11:54:30.758381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Allocated IP 2001:db8:0:ffff::2 (5e8362fb-a9f0-4cbc-8603-b832ba023df6/0cfb863a-2c94-43e3-ae55-00c665ab2748/90d72a0f-f325-4f78-a586-b097fb66547f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:30.771314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:30.774488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.822386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Calling delete_port for a1670527-d6e4-4201-b352-e6946304764b owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:30.919813 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-aecc1767-f5cf-4a60-9ce1-fe4c1dc385b8 service neutron] 10.222.0.32 "GET /v2.0/ports/9651e501-69ba-4d4a-ae4f-ca4136ccf828?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1495457 Dec 20 11:54:30.961201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:30.990224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:30.990575 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment 42973ea8-e9ec-4f10-9579-fa8f85c2b4b1 of type vlan for network 74eff2f0-edf4-4ad3-8317-933363328a1c Dec 20 11:54:31.008661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.020873 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:31.052834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.052834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Transition to ACTIVE for port object 90d72a0f-f325-4f78-a586-b097fb66547f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:31.079982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Transition to ACTIVE for port object 90d72a0f-f325-4f78-a586-b097fb66547f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:31.108784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.113979 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8f78d329-2f38-48e2-9e02-ceb403da1e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:31.163370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Port': ['ID=a1670527-d6e4-4201-b352-e6946304764b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:31.164456 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d9c30439-a90f-4b81-8e80-dfc8b73f93e5 req-4b98a74a-aaa6-4e25-ae4b-268b77d21617 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462395 Dec 20 11:54:31.171927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.176035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.178895 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:31.214744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Pushing event updated for resources: {'Port': ['ID=90d72a0f-f325-4f78-a586-b097fb66547f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:31.217168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.222061 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:31.242557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:31.244271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/ports/a1670527-d6e4-4201-b352-e6946304764b HTTP/1.1" status: 204 len: 168 time: 1.3631141 Dec 20 11:54:31.246276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:31.250745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:31.251168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58570) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:31.294184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.294860 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-58892ceb-5cd9-4aad-80d5-8c40f362f8d7 service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568072 Dec 20 11:54:31.379586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Attempting to bind port 90d72a0f-f325-4f78-a586-b097fb66547f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:31.380335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Attempting to bind port 90d72a0f-f325-4f78-a586-b097fb66547f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2c95690e-4609-46bf-8ff1-711e98bf749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5e8362fb-a9f0-4cbc-8603-b832ba023df6'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:31.381025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Attempting to bind port 90d72a0f-f325-4f78-a586-b097fb66547f on network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:31.389331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:31.390136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Checking segment: {'id': '2c95690e-4609-46bf-8ff1-711e98bf749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5e8362fb-a9f0-4cbc-8603-b832ba023df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:31.390773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.391393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Bound using segment: {'id': '2c95690e-4609-46bf-8ff1-711e98bf749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5e8362fb-a9f0-4cbc-8603-b832ba023df6'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:31.392082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Bound port: 90d72a0f-f325-4f78-a586-b097fb66547f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c95690e-4609-46bf-8ff1-711e98bf749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5e8362fb-a9f0-4cbc-8603-b832ba023df6'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:31.392684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.505081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.506432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] For port 90d72a0f-f325-4f78-a586-b097fb66547f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:31.508819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:31.509267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.510430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] For port 90d72a0f-f325-4f78-a586-b097fb66547f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=90d72a0f-f325-4f78-a586-b097fb66547f,segment=NetworkSegment(2c95690e-4609-46bf-8ff1-711e98bf749a),segment_id=2c95690e-4609-46bf-8ff1-711e98bf749a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:31.518274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.519910 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a172ae14-076a-4b14-b6b2-5d339300d7a2 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:31.522024 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:31.581027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.611146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Pushing event updated for resources: {'Port': ['ID=90d72a0f-f325-4f78-a586-b097fb66547f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:31.614270 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:31.621561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.637282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.666671 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5ad0b9fa-b88c-456c-a6be-a5288580c267 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:31.680967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7340996 Dec 20 11:54:31.682478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=74eff2f0-edf4-4ad3-8317-933363328a1c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:31.695563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 74eff2f0-edf4-4ad3-8317-933363328a1c details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:31.696195 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:31.700083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:31.706640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-30e89092-af2c-4d41-b463-c87c34431190 service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105685 Dec 20 11:54:31.711353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '74eff2f0-edf4-4ad3-8317-933363328a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:31.822173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=aa8c69d1-3b87-41e7-a279-c9ba5274bf6b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:31.827255 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:31.831515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:31.832123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:31.833421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/ports/aa8c69d1-3b87-41e7-a279-c9ba5274bf6b HTTP/1.1" status: 200 len: 910 time: 1.5839689 Dec 20 11:54:31.836199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58584) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:32.070537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:32.087656 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b01cc7bb-29a9-4972-8a11-c6c880e95d90 service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191025 Dec 20 11:54:32.093794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:32.199074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 90d72a0f-f325-4f78-a586-b097fb66547f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:32.225844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:32.419336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 90d72a0f-f325-4f78-a586-b097fb66547f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:32.569940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:32.580073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:32.596584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:32.611995 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-cb1e7701-335c-42a6-8874-e9f322be2e92 service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123677 Dec 20 11:54:32.642293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83854c8-eb6c-4dff-ad41-1e2420abafb0 None None] New status for floating IP 529e21ea-5131-4fd4-b3e0-0cc447c76c25: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:54:32.669972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f330f0-bb6e-4d05-a232-ec589b56d3d9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:32.684428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4c0cc-0604-415a-9c14-f3b570fcc5bf req-9eb8242d-6e4f-48c5-ad1a-66ecc12fb5e4 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:32.692184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5a4c0cc-0604-415a-9c14-f3b570fcc5bf req-9eb8242d-6e4f-48c5-ad1a-66ecc12fb5e4 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.2824137 Dec 20 11:54:32.694170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:32.793758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5a4c0cc-0604-415a-9c14-f3b570fcc5bf req-df2ce1b9-49c6-49ed-a505-5139d8e4aae5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004939 Dec 20 11:54:32.909346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:32.930498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0b282a-2bf2-4b0f-9b99-d024f7842bf7') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:32.930875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0b282a-2bf2-4b0f-9b99-d024f7842bf7') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:33.008403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804251be-12de-42b4-85c3-ee2c9726ef1d None None] Network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:33.024964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.120710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.143295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.147106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:54:33.147994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.160218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Provisioning for port 90d72a0f-f325-4f78-a586-b097fb66547f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:54:33.163037 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:54:33.168091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Provisioning complete for port 90d72a0f-f325-4f78-a586-b097fb66547f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:33.168567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.175702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port aa8c69d1-3b87-41e7-a279-c9ba5274bf6b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:33.176239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.190686 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-0dea5b96-e8a2-4694-b671-00ae5c72188f service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776649 Dec 20 11:54:33.408805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.455169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] For port 90d72a0f-f325-4f78-a586-b097fb66547f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=90d72a0f-f325-4f78-a586-b097fb66547f,segment=NetworkSegment(2c95690e-4609-46bf-8ff1-711e98bf749a),segment_id=2c95690e-4609-46bf-8ff1-711e98bf749a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:33.467298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.469344 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:33.473478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.555120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Pushing event updated for resources: {'Port': ['ID=90d72a0f-f325-4f78-a586-b097fb66547f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:33.558120 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:33.571702 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6e26c1b4-d2c0-4436-89fb-dd1975706a80 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:33.599652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.601151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.615916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Pushing event deleted for resources: {'Network': ['ID=10f330f0-bb6e-4d05-a232-ec589b56d3d9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:33.628988 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:33.636832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] 10.222.0.32 "DELETE /v2.0/networks/10f330f0-bb6e-4d05-a232-ec589b56d3d9 HTTP/1.1" status: 204 len: 168 time: 2.3818982 Dec 20 11:54:33.639578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7ec47c7-59d5-4cc9-965c-88b12c40f84e service neutron] 10.222.0.32 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477003 Dec 20 11:54:33.680756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.689501 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57c3f785-c285-45db-a287-37e58b6fb546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:33.749208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for aa8c69d1-3b87-41e7-a279-c9ba5274bf6b owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:33.812740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11a4f49e-213b-4aed-9513-26f42a3b2cf7 None None] Provisioning complete for port 90d72a0f-f325-4f78-a586-b097fb66547f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:33.812740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11a4f49e-213b-4aed-9513-26f42a3b2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:33.875607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-12310100-ee65-46cb-931b-c7f03f05d322 service neutron] 10.222.0.32 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300956 Dec 20 11:54:33.921545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=68a4d43f-1b84-4a5d-8eeb-c4b964fa3efe,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:33.928617 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:34.046130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '74eff2f0-edf4-4ad3-8317-933363328a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:34.046400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: 74eff2f0-edf4-4ad3-8317-933363328a1c, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:34.096640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-af87a023-d912-48f6-846e-58317e337b86 service neutron] 10.222.0.32 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142174 Dec 20 11:54:34.128323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 74eff2f0-edf4-4ad3-8317-933363328a1c is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:34.191708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 74eff2f0-edf4-4ad3-8317-933363328a1c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:34.202266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 90d72a0f-f325-4f78-a586-b097fb66547f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:34.206025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:34.206620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:34.207410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:34.212997 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-541252e1-0441-4460-9da8-7de5139fd0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:34.249990 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5467176 Dec 20 11:54:34.250914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58630) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:34.264231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=aa8c69d1-3b87-41e7-a279-c9ba5274bf6b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:34.271315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f030a2-57fe-42e1-b3f3-6e64c7f92f4f None None] Network 74eff2f0-edf4-4ad3-8317-933363328a1c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:34.272151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914077-1fc7-42d0-8d38-19711e7bcb93 req-b649aa7f-2c85-415c-aef9-b39696b1cf92 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:34.279725 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee914077-1fc7-42d0-8d38-19711e7bcb93 req-b649aa7f-2c85-415c-aef9-b39696b1cf92 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.2483613 Dec 20 11:54:34.287769 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:34.292591 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-66a4d121-e7ce-40a7-860b-39cc36a5f7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948586 Dec 20 11:54:34.293052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:34.497155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ee914077-1fc7-42d0-8d38-19711e7bcb93 req-b1e0a238-658d-4702-a28d-395ae4558317 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165759 Dec 20 11:54:34.547262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 90d72a0f-f325-4f78-a586-b097fb66547f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:34.548217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:34.722984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:34.890313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-74eff2f0-edf4-4ad3-8317-933363328a1c', 'network_id': '74eff2f0-edf4-4ad3-8317-933363328a1c', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': '68a4d43f-1b84-4a5d-8eeb-c4b964fa3efe'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:34.892357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:34.958814 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ead34594-18b7-4a35-897b-dc5fcc509502 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c242b3a1ddf4e778c5ce19f5bf45cad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6619542 Dec 20 11:54:34.962926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:34.987782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.015739 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-ec66a6dd-cb85-4ae2-a1f5-dbfbe36b5be6 service neutron] 10.222.0.32 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176290 Dec 20 11:54:35.111947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Allocated IP 2001:db8::1 (74eff2f0-edf4-4ad3-8317-933363328a1c/68a4d43f-1b84-4a5d-8eeb-c4b964fa3efe/8612e94f-01c1-48a6-802b-3a728f6f5db8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:35.122243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.124774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.213281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.231201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router 5d56b16c-dd3b-45aa-8286-f23abc5ab3fc has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:54:35.299810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.304475 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-183d6242-4b0c-422d-bc6b-22ef10438319 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:35.329751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b218a-76c4-4713-8b53-a45fdd9707cb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:35.339638 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:35.341706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.345801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/001b218a-76c4-4713-8b53-a45fdd9707cb HTTP/1.1" status: 204 len: 168 time: 0.3818965 Dec 20 11:54:35.489966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.501319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Transition to ACTIVE for port object 8612e94f-01c1-48a6-802b-3a728f6f5db8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:35.534976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Transition to ACTIVE for port object 8612e94f-01c1-48a6-802b-3a728f6f5db8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:35.557583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.563890 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0bcbb3d7-6cf8-4cfa-9c38-fc498ecebf38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:35.591406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.596038 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d06a0b27-84db-43b9-8716-68c6489072b5 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:35.653026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Network 74eff2f0-edf4-4ad3-8317-933363328a1c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:35.656582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:35.661069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:35.664206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Pushing event updated for resources: {'Port': ['ID=8612e94f-01c1-48a6-802b-3a728f6f5db8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:35.668975 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:35.678089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:35.686120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=68a4d43f-1b84-4a5d-8eeb-c4b964fa3efe,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:35.688815 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:35.689872 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] Sync routers for ids ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:35.713192 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] Routers {'5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:35.713874 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:35.744314 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/5d56b16c-dd3b-45aa-8286-f23abc5ab3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9070592 Dec 20 11:54:35.745087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58676) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:35.771523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Attempting to bind port 8612e94f-01c1-48a6-802b-3a728f6f5db8 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:35.772800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Attempting to bind port 8612e94f-01c1-48a6-802b-3a728f6f5db8 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '74eff2f0-edf4-4ad3-8317-933363328a1c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:35.775307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Attempting to bind port 8612e94f-01c1-48a6-802b-3a728f6f5db8 on network 74eff2f0-edf4-4ad3-8317-933363328a1c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:35.791529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:35.794577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Checking segment: {'id': '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '74eff2f0-edf4-4ad3-8317-933363328a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:35.795839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.795839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Bound using segment: {'id': '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '74eff2f0-edf4-4ad3-8317-933363328a1c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:35.796627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Bound port: 8612e94f-01c1-48a6-802b-3a728f6f5db8, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '74eff2f0-edf4-4ad3-8317-933363328a1c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:35.797628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.901778 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:35.901924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-11ca238a-eb8c-467e-8764-86d05915af14 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:35.902894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:35.925195 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] Routers {'5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:35.925917 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:35.997889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74eff2f0-edf4-4ad3-8317-933363328a1c']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:36.013108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-11ca238a-eb8c-467e-8764-86d05915af14 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:36.017721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-11ca238a-eb8c-467e-8764-86d05915af14 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d56b16c-dd3b-45aa-8286-f23abc5ab3fc HTTP/1.1" status: 200 len: 205 time: 0.2714965 Dec 20 11:54:36.019153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] For port 8612e94f-01c1-48a6-802b-3a728f6f5db8, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:36.019819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:36.030179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] For port 8612e94f-01c1-48a6-802b-3a728f6f5db8, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8612e94f-01c1-48a6-802b-3a728f6f5db8,segment=NetworkSegment(42973ea8-e9ec-4f10-9579-fa8f85c2b4b1),segment_id=42973ea8-e9ec-4f10-9579-fa8f85c2b4b1)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:36.035473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d9c4b-2e05-431b-b346-2beff20377a7 req-0a2349b0-527c-48ed-9b3b-96d0954c7458 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:36.037795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-229d9c4b-2e05-431b-b346-2beff20377a7 req-0a2349b0-527c-48ed-9b3b-96d0954c7458 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.2043004 Dec 20 11:54:36.044206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.049186 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:36.066504 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:36.067567 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34b67f-494f-4d66-8852-9cfed30e1f98 None None] The sync data for ids ['5d56b16c-dd3b-45aa-8286-f23abc5ab3fc'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:36.146388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-229d9c4b-2e05-431b-b346-2beff20377a7 req-6640ed4c-e624-44c4-af56-738b6b23911b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990846 Dec 20 11:54:36.195847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:36.196516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:36.220294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Pushing event updated for resources: {'Port': ['ID=8612e94f-01c1-48a6-802b-3a728f6f5db8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:36.223661 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:36.236918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad4aaf-3550-4ad0-88a8-964210e4a6fb None None] Network 74eff2f0-edf4-4ad3-8317-933363328a1c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:36.277704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.305622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.315184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:54:36.315827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:54:36.332581 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:54:36.339579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6cea-de2a-4134-ab93-5aea9abed86a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.596187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:54:36.596187 n-d-victoria-1 neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:54:36.596187 n-d-victoria-1 neutron-server[83557]: [parameters: {'id': '74eff2f0-edf4-4ad3-8317-933363328a1c'}] Dec 20 11:54:36.596187 n-d-victoria-1 neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:54:36.596680 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:54:36.603182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20802a0-9682-40b0-8ad9-bcd38d5c1009 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:54:36.736708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8729eed1-a2de-48be-99b3-da935a752886 req-f944e0e6-723e-4d35-bade-89b74e2dc215 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:36.774477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8729eed1-a2de-48be-99b3-da935a752886 req-f944e0e6-723e-4d35-bade-89b74e2dc215 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:36.785648 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8729eed1-a2de-48be-99b3-da935a752886 req-f944e0e6-723e-4d35-bade-89b74e2dc215 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 210 time: 0.1093197 Dec 20 11:54:36.878354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20802a0-9682-40b0-8ad9-bcd38d5c1009 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:54:36.958709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6cea-de2a-4134-ab93-5aea9abed86a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.963268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6cea-de2a-4134-ab93-5aea9abed86a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.996482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6cea-de2a-4134-ab93-5aea9abed86a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:36.997662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe6cea-de2a-4134-ab93-5aea9abed86a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Fanout notify agent at l3_agent the message router_deleted on router 5d56b16c-dd3b-45aa-8286-f23abc5ab3fc {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:54:37.031434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6cea-de2a-4134-ab93-5aea9abed86a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:37.032520 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2dbe6cea-de2a-4134-ab93-5aea9abed86a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/5d56b16c-dd3b-45aa-8286-f23abc5ab3fc HTTP/1.1" status: 204 len: 168 time: 1.0076456 Dec 20 11:54:37.035385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:37.099829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:37.131650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 8612e94f-01c1-48a6-802b-3a728f6f5db8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:37.132165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:37.570848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet 887847c9-017a-4694-a307-a8c25229a8d2 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:54:37.574676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:37.684809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:37.769054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7bd35-1c17-417e-866d-2a937dfc281c req-50524ffa-6196-4d88-a795-e2ebaaf76370 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:37.770543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4fe7bd35-1c17-417e-866d-2a937dfc281c req-50524ffa-6196-4d88-a795-e2ebaaf76370 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.2498510 Dec 20 11:54:37.936460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port 8612e94f-01c1-48a6-802b-3a728f6f5db8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8612e94f-01c1-48a6-802b-3a728f6f5db8,segment=NetworkSegment(42973ea8-e9ec-4f10-9579-fa8f85c2b4b1),segment_id=42973ea8-e9ec-4f10-9579-fa8f85c2b4b1)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:37.936821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:38.036085 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85fd0ab8-0c2a-446d-ba95-5907b353e444 req-ee7be976-ea26-46ba-9682-5ce51d20de9e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 210 time: 0.0603788 Dec 20 11:54:38.038684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4fe7bd35-1c17-417e-866d-2a937dfc281c req-5f191bd8-6cdb-4381-bb29-3b0481365fd3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572637 Dec 20 11:54:38.041441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:38.165003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for 8612e94f-01c1-48a6-802b-3a728f6f5db8 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:38.184064 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-366f62c3-4c7d-46c5-afb0-0b4c223ba9be service neutron] 10.222.0.16 "GET /v2.0/ports/79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 1027 time: 0.0926528 Dec 20 11:54:38.311540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-fde854cf-7472-49ae-be68-75f860a50ae1 service neutron] 10.222.0.16 "GET /v2.0/ports/9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 1028 time: 0.1205146 Dec 20 11:54:38.317036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:38.343294 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ad1fc78-7b94-4842-b853-251f19b4673c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:38.406221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:38.408360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20694b-a9f7-4df0-b168-10e351555731 None None] Network 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:38.423705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:38.465079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/887847c9-017a-4694-a307-a8c25229a8d2 HTTP/1.1" status: 204 len: 168 time: 1.4281323 Dec 20 11:54:38.466354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=887847c9-017a-4694-a307-a8c25229a8d2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:38.468364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58772) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:38.474268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No DVR routers for this DVR port 8612e94f-01c1-48a6-802b-3a728f6f5db8 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:54:38.507465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8834f9e4-10cf-46ae-8047-ff81a4da2380 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:38.511783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8834f9e4-10cf-46ae-8047-ff81a4da2380 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:38.518028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8834f9e4-10cf-46ae-8047-ff81a4da2380 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:38.519180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8834f9e4-10cf-46ae-8047-ff81a4da2380 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:38.537254 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:38.537875 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:38.555726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8834f9e4-10cf-46ae-8047-ff81a4da2380 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:38.557368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8834f9e4-10cf-46ae-8047-ff81a4da2380 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 1990 time: 0.2427053 Dec 20 11:54:38.601074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Port': ['ID=8612e94f-01c1-48a6-802b-3a728f6f5db8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:38.610194 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:38.674249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-6d1f5d67-cc8d-4732-bb8a-bd734362bdf2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:38.699046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-6d1f5d67-cc8d-4732-bb8a-bd734362bdf2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:38.700808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-6d1f5d67-cc8d-4732-bb8a-bd734362bdf2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df4c459806f641ea8b6a89822a7cc035 HTTP/1.1" status: 200 len: 380 time: 0.1197119 Dec 20 11:54:38.732568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'admin_state_up': True, 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'security_groups': ['6bbf8f6f-a30a-4f5c-a84a-e88714937910']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:38.951906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] DHCP port deletion for 2050d7e0-65d8-4ff3-a593-9fe84f0cb28e request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:54:38.956620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Deleting port a57e5834-7c78-464e-ac2d-2a732d53f1db {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:38.957266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:38.968111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:38.989872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:39.018254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:39.022008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.029506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.050456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.114830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74eff2f0-edf4-4ad3-8317-933363328a1c']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:39.153485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:39.153782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42973ea8-e9ec-4f10-9579-fa8f85c2b4b1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:39.177004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port a57e5834-7c78-464e-ac2d-2a732d53f1db {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:39.178198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.252638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.287934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.304524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:54:39.304933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:54:39.321761 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:54:39.331532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] For port a57e5834-7c78-464e-ac2d-2a732d53f1db, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a57e5834-7c78-464e-ac2d-2a732d53f1db,segment=NetworkSegment(6429c137-2162-4ef9-b083-4e68f90ffde0),segment_id=6429c137-2162-4ef9-b083-4e68f90ffde0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:39.332033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.508227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.559155 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-21c57b8e-3227-4773-a178-47c4255c6a4e tempest-ExtraDHCPOptionsIpV6TestJSON-772119061 tempest-ExtraDHCPOptionsIpV6TestJSON-772119061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:39.563760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Calling delete_port for a57e5834-7c78-464e-ac2d-2a732d53f1db owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:39.585027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2efac7a3-66d5-432a-b8a7-6e4eda5a8e42 req-bfc3b1c0-49ed-4dd7-bee3-3bcfde8ffa9b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 210 time: 0.1287138 Dec 20 11:54:39.602936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.626357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=74eff2f0-edf4-4ad3-8317-933363328a1c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:39.639085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:39.668613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/74eff2f0-edf4-4ad3-8317-933363328a1c HTTP/1.1" status: 204 len: 168 time: 5.4165061 Dec 20 11:54:39.669049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 172.20.0.14 (683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078/33115d6e-b495-456f-b232-c254f7225af8/1ddcc3eb-0326-4c88-a313-d961e21072f6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:39.677085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58800) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:39.688155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779947576'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:39.704890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.711054 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-32af6194-13fd-4955-acc7-aeeed6695607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:39.761211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Pushing event deleted for resources: {'Port': ['ID=a57e5834-7c78-464e-ac2d-2a732d53f1db,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:39.765955 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:39.769775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] No DVR routers for this DVR port a57e5834-7c78-464e-ac2d-2a732d53f1db on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:54:39.785771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af84bb-88c6-47b5-a098-d82dd4f7af81 req-ae513a2a-1631-4797-b675-ce6536886be3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:39.791467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:39.793570 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98af84bb-88c6-47b5-a098-d82dd4f7af81 req-ae513a2a-1631-4797-b675-ce6536886be3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.2823820 Dec 20 11:54:39.809862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:39.819727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:39.830198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port a57e5834-7c78-464e-ac2d-2a732d53f1db, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a57e5834-7c78-464e-ac2d-2a732d53f1db,segment=NetworkSegment(6429c137-2162-4ef9-b083-4e68f90ffde0),segment_id=6429c137-2162-4ef9-b083-4e68f90ffde0)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:39.830550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:39.838073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:39.941868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98af84bb-88c6-47b5-a098-d82dd4f7af81 req-8e3db0bb-dc45-422b-8fda-5cd7b8f98fb5 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473620 Dec 20 11:54:40.157591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for a57e5834-7c78-464e-ac2d-2a732d53f1db owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:40.208018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:40.220375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.221932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a57e5834-7c78-464e-ac2d-2a732d53f1db no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:54:40.239425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.262598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Transition to ACTIVE for port object 1ddcc3eb-0326-4c88-a313-d961e21072f6 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:40.291793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a57e5834-7c78-464e-ac2d-2a732d53f1db {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:54:40.292181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a57e5834-7c78-464e-ac2d-2a732d53f1db not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:54:40.293618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:54:40.294170 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:54:40.323956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.337391 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a739c355-9062-41c9-9d7f-419d49782588 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:40.343986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:40.363113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.364320 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment 7e917a3f-4dbf-498f-8982-0d789fa4bd10 of type vlan for network 313a7cd2-1dde-47f9-b5f6-aea57821a548 Dec 20 11:54:40.409819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.450807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.455839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:40.456425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:40.457188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.459367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:40.467529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:40.499555 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0ccfff89-f26d-4349-bf57-9a4e15486d03 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:40.511181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=1ddcc3eb-0326-4c88-a313-d961e21072f6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:40.517161 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:40.551376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8700147 Dec 20 11:54:40.556075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58816) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:40.565087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '313a7cd2-1dde-47f9-b5f6-aea57821a548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:40.581287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:40.582430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.615934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8984392 Dec 20 11:54:40.737766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'admin_state_up': True, 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'security_groups': ['6bbf8f6f-a30a-4f5c-a84a-e88714937910']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:40.806581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port a57e5834-7c78-464e-ac2d-2a732d53f1db {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:40.806902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:40.837846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=313a7cd2-1dde-47f9-b5f6-aea57821a548,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:40.847570 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:40.849407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 313a7cd2-1dde-47f9-b5f6-aea57821a548 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:40.900999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] The port 'a57e5834-7c78-464e-ac2d-2a732d53f1db' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:54:40.902310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:40.936278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:40.943264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:40.968213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:41.018788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b55f2ad6-a4d5-436d-bba6-f57893a1f84f None None] Provisioning for port 1ddcc3eb-0326-4c88-a313-d961e21072f6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:41.033513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b55f2ad6-a4d5-436d-bba6-f57893a1f84f None None] Provisioning complete for port 1ddcc3eb-0326-4c88-a313-d961e21072f6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:41.036902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b55f2ad6-a4d5-436d-bba6-f57893a1f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.066735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:41.185380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b55f2ad6-a4d5-436d-bba6-f57893a1f84f None None] Port 1ddcc3eb-0326-4c88-a313-d961e21072f6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:41.263345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.280813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:41.293853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Usage tracker for resource:port and tenant:df4c459806f641ea8b6a89822a7cc035 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:41.298622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2050d7e0-65d8-4ff3-a593-9fe84f0cb28e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:41.299245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:41.309161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:41.316637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e9058-50bd-44a8-83b6-52bb187184da req-9fad2931-aa5f-479d-8478-f00cded9f8b1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:41.317372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-265e9058-50bd-44a8-83b6-52bb187184da req-9fad2931-aa5f-479d-8478-f00cded9f8b1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:41.317971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6429c137-2162-4ef9-b083-4e68f90ffde0') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:41.318391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6429c137-2162-4ef9-b083-4e68f90ffde0') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:41.339242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:41.339417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.343268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.361784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.370544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:54:41.370544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:54:41.391017 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:54:41.423200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.458309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-265e9058-50bd-44a8-83b6-52bb187184da req-9fad2931-aa5f-479d-8478-f00cded9f8b1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:41.459934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-265e9058-50bd-44a8-83b6-52bb187184da req-9fad2931-aa5f-479d-8478-f00cded9f8b1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 932 time: 0.5207548 Dec 20 11:54:41.611526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-265e9058-50bd-44a8-83b6-52bb187184da req-a742d6f9-d91b-4643-956e-f6c9017414fb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437993 Dec 20 11:54:41.645715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 10.1.1.253 (8c9dbcfc-9ada-4812-b35e-07a805e0481e/74d4506f-7d65-4311-89a6-5f62f7b886b0/eda00560-0e25-481b-9772-d52718217000) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:41.750786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.778591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.793490 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d8fc858-1eec-452b-a405-cc1f6d2badf5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:41.893228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=2050d7e0-65d8-4ff3-a593-9fe84f0cb28e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:41.902911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:41.910713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/2050d7e0-65d8-4ff3-a593-9fe84f0cb28e HTTP/1.1" status: 204 len: 168 time: 3.4342747 Dec 20 11:54:41.916353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:41.935985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1962404720', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:41.949274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58688d-56a7-4a33-93e1-534caab2a3a7 req-819b2163-7534-478b-914e-f819752012bc tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:41.957702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a58688d-56a7-4a33-93e1-534caab2a3a7 req-819b2163-7534-478b-914e-f819752012bc tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.7169018 Dec 20 11:54:41.965929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:41.974020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:router and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:41.979216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:41.995260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:42.001865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.025193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.028926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.056541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.073837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Transition to ACTIVE for port object eda00560-0e25-481b-9772-d52718217000 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:42.092896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a58688d-56a7-4a33-93e1-534caab2a3a7 req-96bcbc8e-5119-4564-a057-281d5766946b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342230 Dec 20 11:54:42.094468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.143127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.149763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:42.150764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-79111662-9506-4b07-9b57-38a370903334 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2309389 Dec 20 11:54:42.161399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-847917904'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:42.167233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:42.170826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:42.173704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:42.181468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:42.186930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.193656 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:42.196910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:42.200766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.213038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.221072 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-470aea7a-cff7-4a49-867b-b37a6dc244ec tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:42.304228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:42.308757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:42.312782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:42.326664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=434c80a3-840a-4ee7-8eff-0be32643d3e9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:42.332612 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:42.341690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.342374 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment 22eecb63-3566-48b2-80ff-1096e69fcb98 of type vlan for network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 Dec 20 11:54:42.343172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:42.357004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': '7e917a3f-4dbf-498f-8982-0d789fa4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '313a7cd2-1dde-47f9-b5f6-aea57821a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:42.357596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: 313a7cd2-1dde-47f9-b5f6-aea57821a548, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:42.386682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.438821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 313a7cd2-1dde-47f9-b5f6-aea57821a548 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:42.442271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=eda00560-0e25-481b-9772-d52718217000,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:42.447059 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:42.457773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 313a7cd2-1dde-47f9-b5f6-aea57821a548) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:42.459464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.463278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:42.463905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.470614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db57bfc-bf45-4ffb-91c2-729289ec41ba None None] Network 313a7cd2-1dde-47f9-b5f6-aea57821a548 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:42.484686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:42.485437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.503916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:42.510643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.513268 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b31652c7-f190-4d61-a7c1-7040f8d01dcc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:42.559385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8255873 Dec 20 11:54:42.570664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'admin_state_up': True, 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'security_groups': ['6bbf8f6f-a30a-4f5c-a84a-e88714937910']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:42.827106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=d7c1c4fd-be62-42a8-89d5-20ae508d61a2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:42.830988 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:42.836080 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2757440 Dec 20 11:54:42.837454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58884) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:42.853264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866089692'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:42.858598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7007518 Dec 20 11:54:42.858598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:42.863346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:42.870515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:42.877015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:42.881504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:42.883319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:42.890913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:42.893915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:42.911132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:42.923704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:42.927766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:42.943323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:42.946847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.036439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:43.041522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:43.045984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:43.053359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:43.067652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:43.156578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bfb1a35a-0dd8-4821-969b-c8ea17edd480 None None] Provisioning for port eda00560-0e25-481b-9772-d52718217000 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:43.182990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-313a7cd2-1dde-47f9-b5f6-aea57821a548', 'network_id': '313a7cd2-1dde-47f9-b5f6-aea57821a548', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': '434c80a3-840a-4ee7-8eff-0be32643d3e9'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:43.184041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.234420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.328363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:43.372444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.373103 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment ac4d6273-6cce-429b-98ec-7b502f97b7f9 of type vlan for network 8b141e14-7e86-4c27-9d95-90d474051239 Dec 20 11:54:43.442259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bfb1a35a-0dd8-4821-969b-c8ea17edd480 None None] Provisioning complete for port eda00560-0e25-481b-9772-d52718217000 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:43.442594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a35a-0dd8-4821-969b-c8ea17edd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.464959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.492735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b0d1-089d-4924-b650-04ec01403906 req-85e87f14-b6a9-4d26-9445-5f299b5d264d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:43.502984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b0d1-089d-4924-b650-04ec01403906 req-85e87f14-b6a9-4d26-9445-5f299b5d264d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:43.504891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21b8b0d1-089d-4924-b650-04ec01403906 req-85e87f14-b6a9-4d26-9445-5f299b5d264d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 1654 time: 0.4064894 Dec 20 11:54:43.585430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 10.1.1.148 (8c9dbcfc-9ada-4812-b35e-07a805e0481e/74d4506f-7d65-4311-89a6-5f62f7b886b0/25ec4fd3-2b97-471a-bb24-098fb84ee7e6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:43.608225 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21b8b0d1-089d-4924-b650-04ec01403906 req-a6405f07-33b3-4efd-810e-2211048a4339 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915432 Dec 20 11:54:43.619376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.634097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:43.634676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:43.660022 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb448eab-5dbe-4573-a48b-32ca8891ed0f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:43.837146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1a35a-0dd8-4821-969b-c8ea17edd480 None None] Port eda00560-0e25-481b-9772-d52718217000 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:43.998035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bf63c-b1b5-49bb-a40b-fd409c7c00d5 req-9ed51b13-798d-42c5-af9c-97a6071a49c3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:43.999652 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-178bf63c-b1b5-49bb-a40b-fd409c7c00d5 req-9ed51b13-798d-42c5-af9c-97a6071a49c3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.6440287 Dec 20 11:54:44.000628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=8b141e14-7e86-4c27-9d95-90d474051239,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:44.002293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.008103 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:44.018134 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ca554102-b07d-4dcb-94c1-d9a64c73daf7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:44.043134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 8b141e14-7e86-4c27-9d95-90d474051239 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:44.062693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2216806 Dec 20 11:54:44.064493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 58920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:44.110985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:44.119902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '8b141e14-7e86-4c27-9d95-90d474051239', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:44.127774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Allocated IP 2001:db8::1 (313a7cd2-1dde-47f9-b5f6-aea57821a548/434c80a3-840a-4ee7-8eff-0be32643d3e9/aed77d8a-3228-4d7f-8b4a-d2d66bc8375b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:44.205288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=5286cdad-eea6-4df4-a481-a03627b30dc1,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:44.215442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:44.216729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: d7c1c4fd-be62-42a8-89d5-20ae508d61a2, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:44.226746 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:44.234295 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-178bf63c-b1b5-49bb-a40b-fd409c7c00d5 req-3cf3187f-8d8c-47a4-858a-a0432c21dd1b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192571 Dec 20 11:54:44.259507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:44.278263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d7c1c4fd-be62-42a8-89d5-20ae508d61a2) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:44.288684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:44.290051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.352760 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4940886 Dec 20 11:54:44.356438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:44.445495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dba7d9-3d88-4980-950c-c0311286530f None None] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:44.580951 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-2e43f120-1d1e-4733-aa77-b385de272409 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 1099 time: 0.8925757 Dec 20 11:54:44.670390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:44.672955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.750633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.808553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Transition to ACTIVE for port object 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:44.829224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.850730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:44.859381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:44.862880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Transition to ACTIVE for port object aed77d8a-3228-4d7f-8b4a-d2d66bc8375b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:44.864424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.886751 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ae6eec2-f604-4da9-985b-452d5b94804f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:44.887752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:44.914018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3b3c77e1604fd5a5859066c17b86e8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:44.923348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:44.929087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:44.937158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Transition to ACTIVE for port object aed77d8a-3228-4d7f-8b4a-d2d66bc8375b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:44.944742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:44.947373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:44.950746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:44.975309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:44.982378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.990025 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:45.091169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.148461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.173699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.184692 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-40c1fbbf-241d-4895-be8c-00162deb89ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:45.200632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Pushing event updated for resources: {'Port': ['ID=aed77d8a-3228-4d7f-8b4a-d2d66bc8375b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:45.215963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Network 313a7cd2-1dde-47f9-b5f6-aea57821a548 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:45.221834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:45.224302 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:45.226841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:45.244177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-d7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:45.245562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.248673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f3b3c77e1604fd5a5859066c17b86e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1288183 Dec 20 11:54:45.276064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58944) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:45.456685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Attempting to bind port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:45.457001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Attempting to bind port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7e917a3f-4dbf-498f-8982-0d789fa4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '313a7cd2-1dde-47f9-b5f6-aea57821a548'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:45.457375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Attempting to bind port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b on network 313a7cd2-1dde-47f9-b5f6-aea57821a548 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:45.503368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:45.526959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:45.544295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b098dc-294f-4526-96ec-5752dfd51915,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:45.549239 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:45.559376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:45.559759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Checking segment: {'id': '7e917a3f-4dbf-498f-8982-0d789fa4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '313a7cd2-1dde-47f9-b5f6-aea57821a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:45.560188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.560567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Bound using segment: {'id': '7e917a3f-4dbf-498f-8982-0d789fa4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '313a7cd2-1dde-47f9-b5f6-aea57821a548'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:45.561063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Bound port: aed77d8a-3228-4d7f-8b4a-d2d66bc8375b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e917a3f-4dbf-498f-8982-0d789fa4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '313a7cd2-1dde-47f9-b5f6-aea57821a548'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:45.561450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.585916 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:45.606433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-318fd8c4-9be0-4712-bbd8-43ab7c598ac9 None None] Provisioning for port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:45.618189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:45.619110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.641786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-318fd8c4-9be0-4712-bbd8-43ab7c598ac9 None None] Provisioning complete for port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:45.642088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-318fd8c4-9be0-4712-bbd8-43ab7c598ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.684319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1fbd2-57a0-4274-bd35-32d6570f2883 req-4a0cac0b-a28f-4ac2-bc64-72b8d7c3387e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:45.689554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1fbd2-57a0-4274-bd35-32d6570f2883 req-4a0cac0b-a28f-4ac2-bc64-72b8d7c3387e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:45.696620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1fbd2-57a0-4274-bd35-32d6570f2883 req-4a0cac0b-a28f-4ac2-bc64-72b8d7c3387e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:45.704642 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ffd1fbd2-57a0-4274-bd35-32d6570f2883 req-4a0cac0b-a28f-4ac2-bc64-72b8d7c3387e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 2375 time: 0.6059320 Dec 20 11:54:45.725988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-3a868c57-94a0-40ea-9e3c-23a4ff76dc2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:45.727604 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-3a868c57-94a0-40ea-9e3c-23a4ff76dc2d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 1.1059177 Dec 20 11:54:45.737543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.774167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.813903 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2468102 Dec 20 11:54:45.819338 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-318fd8c4-9be0-4712-bbd8-43ab7c598ac9 None None] Port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:45.837736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860', 'admin_state_up': True, 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'security_groups': ['6bbf8f6f-a30a-4f5c-a84a-e88714937910']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:45.850934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Allocated IP 172.20.0.2 (d7c1c4fd-be62-42a8-89d5-20ae508d61a2/5286cdad-eea6-4df4-a481-a03627b30dc1/437ce176-7626-428a-8cea-babb8af3e5d9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:45.864324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] For port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:45.867818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] For port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aed77d8a-3228-4d7f-8b4a-d2d66bc8375b,segment=NetworkSegment(7e917a3f-4dbf-498f-8982-0d789fa4bd10),segment_id=7e917a3f-4dbf-498f-8982-0d789fa4bd10)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:45.881793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.882416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-59717a4c-1715-4970-83e6-b04f5a97bce7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.1471195 Dec 20 11:54:45.892836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.899036 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:45.948385 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ffd1fbd2-57a0-4274-bd35-32d6570f2883 req-61db4f18-ceb0-4c64-9183-b61ca844cd6f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414641 Dec 20 11:54:45.959152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.969734 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8cd3ecef-21fc-476c-86e9-027d9d1493be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:46.010203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b098dc-294f-4526-96ec-5752dfd51915,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:46.014154 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:46.035498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:46.036866 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89b098dc-294f-4526-96ec-5752dfd51915 HTTP/1.1" status: 204 len: 168 time: 0.6149838 Dec 20 11:54:46.069349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 11:54:46.078861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 11:54:46.147534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Pushing event updated for resources: {'Port': ['ID=aed77d8a-3228-4d7f-8b4a-d2d66bc8375b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:46.159015 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:46.172481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d92143-dea0-4a54-b623-ecc202813edc req-9c6a3ab2-2e36-425b-8f6d-213c528aaf38 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:46.179840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9d92143-dea0-4a54-b623-ecc202813edc req-9c6a3ab2-2e36-425b-8f6d-213c528aaf38 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.6569543 Dec 20 11:54:46.258187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-e7a8af99-45d1-4d92-9ccf-490e48cb0f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:46.285213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-e7a8af99-45d1-4d92-9ccf-490e48cb0f9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.3937848 Dec 20 11:54:46.303676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:46.360813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:46.411165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Transition to ACTIVE for port object 437ce176-7626-428a-8cea-babb8af3e5d9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:46.473117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Transition to ACTIVE for port object 437ce176-7626-428a-8cea-babb8af3e5d9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:46.485793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:46.504921 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-7138ff07-f77e-43df-a2a1-221b159dd37c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680739 Dec 20 11:54:46.509041 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-97f02f28-ed0d-4617-acd2-d9f5adfc7362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:46.665162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:46.668775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:46.674902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:46.677083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Pushing event updated for resources: {'Port': ['ID=437ce176-7626-428a-8cea-babb8af3e5d9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:46.686387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:46.687893 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:46.783875 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a9d92143-dea0-4a54-b623-ecc202813edc req-58a35201-ab07-4db5-8cd8-4c0656b0983f tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713522 Dec 20 11:54:46.848807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:46.953946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Attempting to bind port 437ce176-7626-428a-8cea-babb8af3e5d9 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:46.954550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Attempting to bind port 437ce176-7626-428a-8cea-babb8af3e5d9 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:46.954779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Attempting to bind port 437ce176-7626-428a-8cea-babb8af3e5d9 on network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:46.968192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:46.968597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Checking segment: {'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:46.969015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:46.969504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Bound using segment: {'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:46.969853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Bound port: 437ce176-7626-428a-8cea-babb8af3e5d9, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:46.970358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:47.032821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:47.087844 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-5a902acf-6ce6-4422-8a47-fffd7845718b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6559668 Dec 20 11:54:47.139761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] For port 437ce176-7626-428a-8cea-babb8af3e5d9, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:47.143595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] For port 437ce176-7626-428a-8cea-babb8af3e5d9, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=437ce176-7626-428a-8cea-babb8af3e5d9,segment=NetworkSegment(22eecb63-3566-48b2-80ff-1096e69fcb98),segment_id=22eecb63-3566-48b2-80ff-1096e69fcb98)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:47.153757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:47.159445 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:47.175216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:47.204939 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-e44d1a35-9d7f-4b73-a863-ad95eda09d66 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073249 Dec 20 11:54:47.263406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.20.0.1 (d7c1c4fd-be62-42a8-89d5-20ae508d61a2/5286cdad-eea6-4df4-a481-a03627b30dc1/fde382b1-ae73-428c-ae4b-c38b2efc90fd) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:47.272509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:47.366842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Pushing event updated for resources: {'Port': ['ID=437ce176-7626-428a-8cea-babb8af3e5d9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:47.371286 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:47.497592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:47.520038 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ef27eabf-1c0b-4de3-8f19-1e1370a4b4b8 req-9f672258-015d-4cf7-bbf8-7cc9b875c61b service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790406 Dec 20 11:54:47.610227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Usage tracker for resource:security_group_rule and tenant:c54cdb37b07c409faff7b10e8dc6d41f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:47.645492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:47.668904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:47.788832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:47.806497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716707-b54a-430b-9c33-d64b025da0a6 req-939aff31-ea8b-4dc8-8d40-371f4c4859fb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:47.811672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716707-b54a-430b-9c33-d64b025da0a6 req-939aff31-ea8b-4dc8-8d40-371f4c4859fb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:47.816413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716707-b54a-430b-9c33-d64b025da0a6 req-939aff31-ea8b-4dc8-8d40-371f4c4859fb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:47.818309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54716707-b54a-430b-9c33-d64b025da0a6 req-939aff31-ea8b-4dc8-8d40-371f4c4859fb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 2375 time: 0.4312630 Dec 20 11:54:47.866377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b7b5c-7663-4049-a5be-9dbdb77cc9cb None None] Network 313a7cd2-1dde-47f9-b5f6-aea57821a548 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:47.871198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a777c2a-b7ed-4e8c-9009-c0023a30f91d req-0195a447-aeb5-4f83-9fa1-c011cc41fa28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 1099 time: 1.2742658 Dec 20 11:54:47.881655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object fde382b1-ae73-428c-ae4b-c38b2efc90fd will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:48.085472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54716707-b54a-430b-9c33-d64b025da0a6 req-f42b7570-36d1-43fa-b6c1-c196f7c1627e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583430 Dec 20 11:54:48.093403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.110653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.122709 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-876934f3-ffa6-4cb2-9593-92a720585557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:48.155078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.190326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-078e4306-18b0-4575-acc4-79a65279a98c None None] Provisioning for port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:48.265919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.309509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:48.318414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:48.339503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:48.364805 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4a777c2a-b7ed-4e8c-9009-c0023a30f91d req-0da1e6f2-791c-4655-a517-57b13d30c5f7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528203 Dec 20 11:54:48.365625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.372276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058301e0-cfed-4fa4-bed1-4961a1fce5a9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:48.384524 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b75fe758-d0cc-48ec-9ded-43ef60d6d3d4 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:48.407840 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c54cdb37b07c409faff7b10e8dc6d41f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2267268 Dec 20 11:54:48.418954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 58986) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:48.424600 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:48.435659 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4691eef1-da05-4313-bba4-3b5e8475822f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:48.496733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aed77d8a-3228-4d7f-8b4a-d2d66bc8375b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:48.614591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.627447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=fde382b1-ae73-428c-ae4b-c38b2efc90fd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:48.632130 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:48.647608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.672856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.738885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:48.745963 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-46f37987-1fca-41ed-94af-42937d44afc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 1098 time: 1.2037840 Dec 20 11:54:48.760108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=bd2efa78-05b8-4d21-89a6-0dbab0bea512,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:48.764752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:48.765136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.779105 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:48.895512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.924515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:48.995255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.085384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aed77d8a-3228-4d7f-8b4a-d2d66bc8375b,segment=NetworkSegment(7e917a3f-4dbf-498f-8982-0d789fa4bd10),segment_id=7e917a3f-4dbf-498f-8982-0d789fa4bd10)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:49.099723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.101361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 437ce176-7626-428a-8cea-babb8af3e5d9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:49.164580 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:49.224887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': 'ac4d6273-6cce-429b-98ec-7b502f97b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8b141e14-7e86-4c27-9d95-90d474051239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:49.225372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: 8b141e14-7e86-4c27-9d95-90d474051239, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:49.250134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a546a6-88d5-4004-a22c-86251b50a2a0 None None] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:49.299941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd0bf6-90eb-477a-8850-05046b1f5927 req-a79518f6-29e2-45bc-9492-b64bd1c03354 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:49.303445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bcd0bf6-90eb-477a-8850-05046b1f5927 req-a79518f6-29e2-45bc-9492-b64bd1c03354 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.9427886 Dec 20 11:54:49.415915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=aed77d8a-3228-4d7f-8b4a-d2d66bc8375b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:49.434185 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:49.504078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bcd0bf6-90eb-477a-8850-05046b1f5927 req-83ceef8a-ebaf-480e-b0a4-04d74e43ed90 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748314 Dec 20 11:54:49.515146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-ba9c4cc8-c2dd-4867-9624-0210f3261cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:49.517111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-ba9c4cc8-c2dd-4867-9624-0210f3261cae service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 0.7354331 Dec 20 11:54:49.547132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cf602b53-2d3f-46e8-a696-854b5665c6fe None None] Provisioning for port 437ce176-7626-428a-8cea-babb8af3e5d9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:49.609868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 437ce176-7626-428a-8cea-babb8af3e5d9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:49.621447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 437ce176-7626-428a-8cea-babb8af3e5d9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:49.622015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.646828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 8b141e14-7e86-4c27-9d95-90d474051239 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:49.677137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-57467a3b-e9c2-4145-8554-998817b99c26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f HTTP/1.1" status: 200 len: 217 time: 0.1496580 Dec 20 11:54:49.681104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 8b141e14-7e86-4c27-9d95-90d474051239) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:49.687660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:49.689588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.693647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86eee6-3c43-484e-839f-8cab94e7e1d8 None None] Network 8b141e14-7e86-4c27-9d95-90d474051239 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:49.713984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.736832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.758107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 5.6838944 Dec 20 11:54:49.764342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:49.765576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 10.2.2.100 (1b5d9f6f-b886-4fec-881b-ca51a4f80860/01d4f21e-f63d-4579-ac55-7035f5088486/dfa9af90-9b6c-4af8-908c-655ac14e2424) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:49.868633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cf417642-e5e8-4497-be85-41eee431e881 None None] Provisioning complete for port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:49.869201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf417642-e5e8-4497-be85-41eee431e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.894546 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:49.917921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:49.924405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.016124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-8bf476a4-b7e2-4459-85bd-f3e90efc48e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:50.017494 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-8bf476a4-b7e2-4459-85bd-f3e90efc48e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.3042812 Dec 20 11:54:50.034487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=fde382b1-ae73-428c-ae4b-c38b2efc90fd,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:50.037126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.042035 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:50.042954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.046371 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/058301e0-cfed-4fa4-bed1-4961a1fce5a9 HTTP/1.1" status: 204 len: 168 time: 1.6117432 Dec 20 11:54:50.046371 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0685e063-81d8-4894-9e43-8cffea015aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:50.060217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5704cf0-16bb-4387-847f-6736987f5483 req-5ba75676-ca28-4034-aeb8-1f121fe46413 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:50.065547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5704cf0-16bb-4387-847f-6736987f5483 req-5ba75676-ca28-4034-aeb8-1f121fe46413 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:50.070542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5704cf0-16bb-4387-847f-6736987f5483 req-5ba75676-ca28-4034-aeb8-1f121fe46413 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:50.072226 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c5704cf0-16bb-4387-847f-6736987f5483 req-5ba75676-ca28-4034-aeb8-1f121fe46413 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 2375 time: 0.5464599 Dec 20 11:54:50.076291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.081330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058301e0-cfed-4fa4-bed1-4961a1fce5a9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:50.104825 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:50.139930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-f21e8b94-4e66-4664-a421-b43dc0d5122f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120019 Dec 20 11:54:50.240040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.348868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 437ce176-7626-428a-8cea-babb8af3e5d9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=437ce176-7626-428a-8cea-babb8af3e5d9,segment=NetworkSegment(22eecb63-3566-48b2-80ff-1096e69fcb98),segment_id=22eecb63-3566-48b2-80ff-1096e69fcb98)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:50.354705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-8b141e14-7e86-4c27-9d95-90d474051239', 'network_id': '8b141e14-7e86-4c27-9d95-90d474051239', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': 'bd2efa78-05b8-4d21-89a6-0dbab0bea512'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:50.360034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.370922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:50.381620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.388485 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7d408aa5-da97-4c6b-9093-eec56137b29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:50.405922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:50.554031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aed77d8a-3228-4d7f-8b4a-d2d66bc8375b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:50.610126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.626819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Transition to ACTIVE for port object dfa9af90-9b6c-4af8-908c-655ac14e2424 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:50.714521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c5704cf0-16bb-4387-847f-6736987f5483 req-8644fd7b-afa3-4704-b3db-b815f416f4cb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6310925 Dec 20 11:54:50.763774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:50.784615 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:50.885187 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:54:50.969124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=437ce176-7626-428a-8cea-babb8af3e5d9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:50.987487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=dfa9af90-9b6c-4af8-908c-655ac14e2424,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:50.987697 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:50.991598 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:50.993695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:51.003428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:51.007739 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-db2590e3-e734-4035-98a8-4713cf2f07de service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8338015 Dec 20 11:54:51.008398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:51.117543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Allocated IP 2001:db8::3 (8b141e14-7e86-4c27-9d95-90d474051239/bd2efa78-05b8-4d21-89a6-0dbab0bea512/8a9ad900-6b0b-4dd4-ab58-164df2f68154) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:51.157669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a7567-2fcf-46d4-ac42-17819c6b0b65 req-fe1f3423-926b-436c-9a2c-d3a4b63bf0ba tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:51.170649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4d0a7567-2fcf-46d4-ac42-17819c6b0b65 req-fe1f3423-926b-436c-9a2c-d3a4b63bf0ba tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.3975086 Dec 20 11:54:51.300232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:54:51.518145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:51.518918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.521936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.538181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Transition to ACTIVE for port object 8a9ad900-6b0b-4dd4-ab58-164df2f68154 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:51.567615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Transition to ACTIVE for port object 8a9ad900-6b0b-4dd4-ab58-164df2f68154 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:51.570360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40f4cc0d-e724-4ba7-a6fd-f8e87b11fd2c None None] Provisioning for port fde382b1-ae73-428c-ae4b-c38b2efc90fd completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:51.578426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40f4cc0d-e724-4ba7-a6fd-f8e87b11fd2c None None] Provisioning complete for port fde382b1-ae73-428c-ae4b-c38b2efc90fd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:51.578805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40f4cc0d-e724-4ba7-a6fd-f8e87b11fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.616437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7819915 Dec 20 11:54:51.616833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.627797 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2807bdfb-a2e5-4a07-b498-6d76cd6c4cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:51.634249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0187cbf1-3cf7-42c3-a682-0a044daeaea8 req-ee0d13ea-3ceb-4c74-9680-9931303db02d service neutron] 10.222.0.16 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850124 Dec 20 11:54:51.645865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860', 'admin_state_up': True, 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'security_groups': ['6bbf8f6f-a30a-4f5c-a84a-e88714937910']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:51.660147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:51.660407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.687348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:51.695190 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3369915 Dec 20 11:54:51.697729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:51.705418 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4d0a7567-2fcf-46d4-ac42-17819c6b0b65 req-dfed63bd-7a42-4da8-904c-df20e070d12e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334365 Dec 20 11:54:51.706767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-735262560'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:51.722659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.729753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:51.734138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:51.735640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:51.738891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:51.746743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:51.753170 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc60e0b1-2ad3-4d7b-ba3d-216d071ef409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:51.764488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:51.769099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.804808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:51.816756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.817137 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment 31b76684-becd-45c0-a41a-06e048491a57 of type vlan for network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 Dec 20 11:54:51.848508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Network 8b141e14-7e86-4c27-9d95-90d474051239 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:51.867694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.884319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:51.891064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:51.912834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.918735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:51.932885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:51.952370 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3bd32e19-966a-4777-bec7-cc3a87a0060c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:51.958943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2efa78-05b8-4d21-89a6-0dbab0bea512,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:51.969739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:51.969941 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:51.970411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:52.063070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3628201 Dec 20 11:54:52.066811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:52.078076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:52.111177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-40f4cc0d-e724-4ba7-a6fd-f8e87b11fd2c None None] Port fde382b1-ae73-428c-ae4b-c38b2efc90fd cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:52.251042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=99c1b538-f8af-47f7-af0a-d89f00c22ca9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:52.251324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Pushing event updated for resources: {'Port': ['ID=8a9ad900-6b0b-4dd4-ab58-164df2f68154,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:52.255822 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:52.275559 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:52.305508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40f4cc0d-e724-4ba7-a6fd-f8e87b11fd2c None None] Provisioning complete for port 437ce176-7626-428a-8cea-babb8af3e5d9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:52.305881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40f4cc0d-e724-4ba7-a6fd-f8e87b11fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.331445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:52.347964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.358669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Attempting to bind port 8a9ad900-6b0b-4dd4-ab58-164df2f68154 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:52.359045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Attempting to bind port 8a9ad900-6b0b-4dd4-ab58-164df2f68154 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'ac4d6273-6cce-429b-98ec-7b502f97b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8b141e14-7e86-4c27-9d95-90d474051239'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:52.359419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Attempting to bind port 8a9ad900-6b0b-4dd4-ab58-164df2f68154 on network 8b141e14-7e86-4c27-9d95-90d474051239 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:52.409481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:52.415789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Checking segment: {'id': 'ac4d6273-6cce-429b-98ec-7b502f97b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8b141e14-7e86-4c27-9d95-90d474051239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:52.416186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.418571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b141e14-7e86-4c27-9d95-90d474051239']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:52.418998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Bound using segment: {'id': 'ac4d6273-6cce-429b-98ec-7b502f97b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8b141e14-7e86-4c27-9d95-90d474051239'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:52.419864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Bound port: 8a9ad900-6b0b-4dd4-ab58-164df2f68154, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4d6273-6cce-429b-98ec-7b502f97b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8b141e14-7e86-4c27-9d95-90d474051239'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:52.420339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.422986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:52.427965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:52.432086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:52.439157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:52.443819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4d6273-6cce-429b-98ec-7b502f97b7f9') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:52.444119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4d6273-6cce-429b-98ec-7b502f97b7f9') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:52.462649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.472921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:52.485573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.494806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:54:52.495560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.518439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d855355-5cab-44d1-938c-73c2a338b4a7 req-24631813-03e5-46e0-af00-bdd98a9e420e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:52.519986 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9d855355-5cab-44d1-938c-73c2a338b4a7 req-24631813-03e5-46e0-af00-bdd98a9e420e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.1624875 Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:54:52.620712 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:54:52.642262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:54:52.642262 n-d-victoria-1 neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:54:52.642262 n-d-victoria-1 neutron-server[83558]: [parameters: {'id': '8b141e14-7e86-4c27-9d95-90d474051239'}] Dec 20 11:54:52.642262 n-d-victoria-1 neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:54:52.642729 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:54:52.657507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.663945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:52.717406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:52.737523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-236ab7b1-9719-414d-80d8-413313c4d051 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:52.741621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-236ab7b1-9719-414d-80d8-413313c4d051 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:52.746589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-236ab7b1-9719-414d-80d8-413313c4d051 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:52.750764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-236ab7b1-9719-414d-80d8-413313c4d051 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:52.751649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-236ab7b1-9719-414d-80d8-413313c4d051 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:52.781853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9d855355-5cab-44d1-938c-73c2a338b4a7 req-a7086827-2256-455d-ab07-259c55d56618 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090111 Dec 20 11:54:52.797521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-6e6455e1-90a1-4f78-a018-7869801bc993 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 1099 time: 0.5075665 Dec 20 11:54:52.804759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Made reservation on behalf of df4c459806f641ea8b6a89822a7cc035 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:52.823782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.917381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] For port 8a9ad900-6b0b-4dd4-ab58-164df2f68154, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:52.921445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] For port 8a9ad900-6b0b-4dd4-ab58-164df2f68154, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8a9ad900-6b0b-4dd4-ab58-164df2f68154,segment=NetworkSegment(ac4d6273-6cce-429b-98ec-7b502f97b7f9),segment_id=ac4d6273-6cce-429b-98ec-7b502f97b7f9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:52.961521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:52.994512 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18b870f4-7530-4838-bedc-5996e8006149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:53.086168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:53.117403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:53.125687 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a9d3fc8f-8762-4a7d-b9a8-1f40df1dbe5a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:53.153478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 437ce176-7626-428a-8cea-babb8af3e5d9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:53.321400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=fdd8d553-2b4c-4aae-8ee3-02334223ed27,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:53.337779 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:53.360987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:53.361284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: 99c1b538-f8af-47f7-af0a-d89f00c22ca9, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:53.418514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:53.439271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 99c1b538-f8af-47f7-af0a-d89f00c22ca9) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:53.443705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:53.444389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:53.447196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef8ebf-510b-4703-a2fc-4b83422093c6 None None] Network 8b141e14-7e86-4c27-9d95-90d474051239 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:53.492229 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4243622 Dec 20 11:54:53.495093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:53.541313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Allocated IP 10.2.2.200 (1b5d9f6f-b886-4fec-881b-ca51a4f80860/01d4f21e-f63d-4579-ac55-7035f5088486/7eca9f18-4267-4357-a7af-1b284dd9acc4) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:53.608789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b9249-11d2-4614-8822-761ff2f0baa0 None None] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:53.764700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Pushing event updated for resources: {'Port': ['ID=8a9ad900-6b0b-4dd4-ab58-164df2f68154,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:53.773766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7adfc700-8294-448a-b105-8bd0fac7e995 None None] Provisioning for port dfa9af90-9b6c-4af8-908c-655ac14e2424 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:53.781380 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:53.788941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7adfc700-8294-448a-b105-8bd0fac7e995 None None] Provisioning complete for port dfa9af90-9b6c-4af8-908c-655ac14e2424 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:53.789511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7adfc700-8294-448a-b105-8bd0fac7e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:53.793346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:53.810153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Transition to ACTIVE for port object 7eca9f18-4267-4357-a7af-1b284dd9acc4 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:53.828428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:53.830838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-236ab7b1-9719-414d-80d8-413313c4d051 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:53.832160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-236ab7b1-9719-414d-80d8-413313c4d051 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 3096 time: 1.7175064 Dec 20 11:54:53.975217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:53.976846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 8a9ad900-6b0b-4dd4-ab58-164df2f68154 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:54:53.977182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:54.024846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8757f9eb-1448-4ba2-9c5e-1dc55996c466 req-31b28a9b-64db-4dda-bf48-edc5bb9d48fa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832983 Dec 20 11:54:54.046862 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:54.156548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-b0c466b7-b77e-4631-9a6e-7386a5a3b677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:54.158357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-b0c466b7-b77e-4631-9a6e-7386a5a3b677 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 200 len: 912 time: 1.2897546 Dec 20 11:54:54.192226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:54.228507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 437ce176-7626-428a-8cea-babb8af3e5d9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:54.229127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:54.252773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:54.305576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:54.367923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7adfc700-8294-448a-b105-8bd0fac7e995 None None] Port dfa9af90-9b6c-4af8-908c-655ac14e2424 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:54.397960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event updated for resources: {'Port': ['ID=7eca9f18-4267-4357-a7af-1b284dd9acc4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:54.424743 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:54.529714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d45d9-6fbf-4e97-88ed-3402cdd14250 req-c55206e8-050a-48f5-88af-fa14d1f66bbd tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:54.547262 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ee6d45d9-6fbf-4e97-88ed-3402cdd14250 req-c55206e8-050a-48f5-88af-fa14d1f66bbd tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.4280810 Dec 20 11:54:54.710668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:54:54.711929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:54.727877 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ee6d45d9-6fbf-4e97-88ed-3402cdd14250 req-e8e950c3-36c1-49b1-8662-8aca33f6b557 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792972 Dec 20 11:54:54.737376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7adfc700-8294-448a-b105-8bd0fac7e995 None None] Provisioning complete for port fde382b1-ae73-428c-ae4b-c38b2efc90fd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:54.737769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7adfc700-8294-448a-b105-8bd0fac7e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:54.801965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-1beffdd5-3079-4ac7-8fbc-c6c65c1d1a45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.6175563 Dec 20 11:54:54.876351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:54.893012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:54:48Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:54:49Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:54.981048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:54.985134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.016961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:54:55.017545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Updating router ec2b3c00-7d0f-4ae9-9064-c670aae15673 port fde382b1-ae73-428c-ae4b-c38b2efc90fd binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:54:55.093283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-0d5f1ee2-41cb-423c-a187-3356af136289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:55.094996 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-0d5f1ee2-41cb-423c-a187-3356af136289 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 200 len: 851 time: 0.2845945 Dec 20 11:54:55.200048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5604067 Dec 20 11:54:55.213041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-2c8c085c-1812-49a0-bac9-97c4cec19138 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce70c99-cb32-41d0-ac0a-ccf006196dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858884 Dec 20 11:54:55.217644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:55.278966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port 8a9ad900-6b0b-4dd4-ab58-164df2f68154, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8a9ad900-6b0b-4dd4-ab58-164df2f68154,segment=NetworkSegment(ac4d6273-6cce-429b-98ec-7b502f97b7f9),segment_id=ac4d6273-6cce-429b-98ec-7b502f97b7f9)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:55.279409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.295275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7adfc700-8294-448a-b105-8bd0fac7e995 None None] Port fde382b1-ae73-428c-ae4b-c38b2efc90fd cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:55.368478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.459739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Allocated IP 172.21.0.2 (99c1b538-f8af-47f7-af0a-d89f00c22ca9/fdd8d553-2b4c-4aae-8ee3-02334223ed27/3414c8cc-1d86-4f7a-8708-12850f8cff2a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:55.470154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for 8a9ad900-6b0b-4dd4-ab58-164df2f68154 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:54:55.532812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:55.563655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2d2ad007-08b3-462a-828f-2d72f3293fbc None None] Provisioning for port 7eca9f18-4267-4357-a7af-1b284dd9acc4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:55.630054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2d2ad007-08b3-462a-828f-2d72f3293fbc None None] Provisioning complete for port 7eca9f18-4267-4357-a7af-1b284dd9acc4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:55.630054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2d2ad007-08b3-462a-828f-2d72f3293fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.700288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.704247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.745045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:55.749185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.750631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Usage tracker for resource:security_group_rule and tenant:e35743da4a8644b9841377b355afabb4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:55.754069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:55.763404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:55.784488 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-79c69222-5099-4a55-93c3-36932009f619 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:55.815398 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-b27de6c9-7b83-427d-92c0-12f500974d2d service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712583 Dec 20 11:54:55.841254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37db8-548e-4305-96cc-a1744dc2f2bb req-7b65736b-445b-488b-be34-1d47d6c0c0ea tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:55.844208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37db8-548e-4305-96cc-a1744dc2f2bb req-7b65736b-445b-488b-be34-1d47d6c0c0ea tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:55.848627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37db8-548e-4305-96cc-a1744dc2f2bb req-7b65736b-445b-488b-be34-1d47d6c0c0ea tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:55.852502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37db8-548e-4305-96cc-a1744dc2f2bb req-7b65736b-445b-488b-be34-1d47d6c0c0ea tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:55.853602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.857060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37db8-548e-4305-96cc-a1744dc2f2bb req-7b65736b-445b-488b-be34-1d47d6c0c0ea tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:55.859155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ff37db8-548e-4305-96cc-a1744dc2f2bb req-7b65736b-445b-488b-be34-1d47d6c0c0ea tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 3817 time: 0.5921113 Dec 20 11:54:55.864094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:55.881297 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6ac36f61-e001-4aa5-83c4-6cefa2390b1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:55.882080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Port': ['ID=8a9ad900-6b0b-4dd4-ab58-164df2f68154,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:55.917669 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:55.927774 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e35743da4a8644b9841377b355afabb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3931489 Dec 20 11:54:55.929928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:55.955368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No DVR routers for this DVR port 8a9ad900-6b0b-4dd4-ab58-164df2f68154 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:54:55.964417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2d2ad007-08b3-462a-828f-2d72f3293fbc None None] Port 7eca9f18-4267-4357-a7af-1b284dd9acc4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:55.975960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d91cb28-19a4-4b02-8732-19863cbdf840,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:55.990819 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:56.059081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.087053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.166120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.170669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.179076 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6d8ab23-a678-40be-8240-87a53f63764a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:56.183722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Transition to ACTIVE for port object 3414c8cc-1d86-4f7a-8708-12850f8cff2a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:56.201761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d91cb28-19a4-4b02-8732-19863cbdf840,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:56.205497 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:56.218702 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ff37db8-548e-4305-96cc-a1744dc2f2bb req-212c8324-bd27-498c-9047-3583c39ba83e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299384 Dec 20 11:54:56.225949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Transition to ACTIVE for port object 3414c8cc-1d86-4f7a-8708-12850f8cff2a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:56.229226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.235085 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d91cb28-19a4-4b02-8732-19863cbdf840 HTTP/1.1" status: 204 len: 168 time: 0.2910600 Dec 20 11:54:56.293735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.305848 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e105609-9c2a-4a88-aba8-52c70d83f52c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:56.395890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:56.416071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:56.427348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:56.431306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.444614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Pushing event updated for resources: {'Port': ['ID=3414c8cc-1d86-4f7a-8708-12850f8cff2a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:56.453682 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:56.457430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Transition to ACTIVE for port object fde382b1-ae73-428c-ae4b-c38b2efc90fd will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:56.509161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddcc3eb-0326-4c88-a313-d961e21072f6 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:54:56.517722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.542728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f764d-a9ec-4286-845e-c050afa5b922 req-b9e79a04-7769-4254-a2ca-ae57576af78d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:56.544282 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd4f764d-a9ec-4286-845e-c050afa5b922 req-b9e79a04-7769-4254-a2ca-ae57576af78d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.4049141 Dec 20 11:54:56.545486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Transition to ACTIVE for port object 1ddcc3eb-0326-4c88-a313-d961e21072f6 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:56.556060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d8f9519-76c5-4875-99e9-78fa96d4c1c5 req-a37092b1-dadf-4ead-aecf-52172c7c3bba service neutron] 10.222.0.53 "GET /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774085 Dec 20 11:54:56.568840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.580901 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:56.605694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.21.0.1 (99c1b538-f8af-47f7-af0a-d89f00c22ca9/fdd8d553-2b4c-4aae-8ee3-02334223ed27/7acca71a-6bc7-49b9-a344-e8027fd4ed64) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:56.727668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Attempting to bind port 3414c8cc-1d86-4f7a-8708-12850f8cff2a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:56.728753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Attempting to bind port 3414c8cc-1d86-4f7a-8708-12850f8cff2a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:56.728753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Attempting to bind port 3414c8cc-1d86-4f7a-8708-12850f8cff2a on network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:56.766163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.788295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.798456 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3bb573fd-2afb-4afd-ba3e-d709aad8c5ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:56.820739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051cd6f-4ff6-4aad-bee7-3f1d913665aa None None] Pushing event updated for resources: {'Port': ['ID=fde382b1-ae73-428c-ae4b-c38b2efc90fd,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:56.829717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.836253 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f051cd6f-4ff6-4aad-bee7-3f1d913665aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:56.846322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:56.846765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Checking segment: {'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:56.847258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.847590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Bound using segment: {'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:56.848108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Bound port: 3414c8cc-1d86-4f7a-8708-12850f8cff2a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:56.848535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.858837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object 7acca71a-6bc7-49b9-a344-e8027fd4ed64 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:56.898209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:56.909277 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b30ca931-7d44-474f-8847-17123fc7c664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:57.065532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=7acca71a-6bc7-49b9-a344-e8027fd4ed64,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:57.166193 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:57.188165 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fd4f764d-a9ec-4286-845e-c050afa5b922 req-87ef35da-d143-4e67-95e6-922e8c2039dc tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306078 Dec 20 11:54:57.188864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b141e14-7e86-4c27-9d95-90d474051239']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:57.247200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4d6273-6cce-429b-98ec-7b502f97b7f9') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:57.248273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4d6273-6cce-429b-98ec-7b502f97b7f9') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:57.249852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Attempting to bind port fde382b1-ae73-428c-ae4b-c38b2efc90fd on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:57.250259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Attempting to bind port fde382b1-ae73-428c-ae4b-c38b2efc90fd by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:57.252889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:57.254174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:57.255386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Attempting to bind port fde382b1-ae73-428c-ae4b-c38b2efc90fd on network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:57.267050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:57.289493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] For port 3414c8cc-1d86-4f7a-8708-12850f8cff2a, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:57.306202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] For port 3414c8cc-1d86-4f7a-8708-12850f8cff2a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3414c8cc-1d86-4f7a-8708-12850f8cff2a,segment=NetworkSegment(31b76684-becd-45c0-a41a-06e048491a57),segment_id=31b76684-becd-45c0-a41a-06e048491a57)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:57.307950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:57.308335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Checking segment: {'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:57.308768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.309326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Bound using segment: {'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:57.309742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Bound port: fde382b1-ae73-428c-ae4b-c38b2efc90fd, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22eecb63-3566-48b2-80ff-1096e69fcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:57.310185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.324749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddcc3eb-0326-4c88-a313-d961e21072f6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:57.352039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.372633 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f051cd6f-4ff6-4aad-bee7-3f1d913665aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:57.409563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:57.443635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.462805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.499289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.522326 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:57.559264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:57.563972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Usage tracker for resource:security_group_rule and tenant:a65330f04757467da866fe30a89c88d2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:57.567538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:57.616500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Pushing event updated for resources: {'Port': ['ID=3414c8cc-1d86-4f7a-8708-12850f8cff2a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:57.623194 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:57.629948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] For port fde382b1-ae73-428c-ae4b-c38b2efc90fd, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:57.632106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.640120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] For port fde382b1-ae73-428c-ae4b-c38b2efc90fd, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fde382b1-ae73-428c-ae4b-c38b2efc90fd,segment=NetworkSegment(22eecb63-3566-48b2-80ff-1096e69fcb98),segment_id=22eecb63-3566-48b2-80ff-1096e69fcb98)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:57.646515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.653147 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-65b132c7-762f-4a26-9a6a-aa0bd138c3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:57.653647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:54:57.654051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:54:57.673360 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:54:57.686195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:57.691283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.782543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bdba25d-55dd-4213-8bc0-9421cedebc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.785395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051cd6f-4ff6-4aad-bee7-3f1d913665aa None None] Pushing event updated for resources: {'Port': ['ID=fde382b1-ae73-428c-ae4b-c38b2efc90fd,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:57.790460 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f051cd6f-4ff6-4aad-bee7-3f1d913665aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:57.791497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:57.792239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:54:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:57.828017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Attempting to bind port 1ddcc3eb-0326-4c88-a313-d961e21072f6 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:57.829419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Attempting to bind port 1ddcc3eb-0326-4c88-a313-d961e21072f6 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:57.830085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Attempting to bind port 1ddcc3eb-0326-4c88-a313-d961e21072f6 on network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:57.860660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Port 1ddcc3eb-0326-4c88-a313-d961e21072f6 on network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:54:57.861280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Attempting to bind port 1ddcc3eb-0326-4c88-a313-d961e21072f6 on network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:57.880619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:57.880881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Checking segment: {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:57.881272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Bound using segment: {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:57.881929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Bound port: 1ddcc3eb-0326-4c88-a313-d961e21072f6, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd871b0c8-5563-4728-b426-ed20dd8c8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:57.882321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:57.965018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeceee-52d2-499a-808f-bb6f5b986c2f req-72cb440b-85b4-48e7-8fe4-690c076dd661 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:57.991402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeceee-52d2-499a-808f-bb6f5b986c2f req-72cb440b-85b4-48e7-8fe4-690c076dd661 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:57.996695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeceee-52d2-499a-808f-bb6f5b986c2f req-72cb440b-85b4-48e7-8fe4-690c076dd661 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:58.026906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeceee-52d2-499a-808f-bb6f5b986c2f req-72cb440b-85b4-48e7-8fe4-690c076dd661 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:58.031514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeceee-52d2-499a-808f-bb6f5b986c2f req-72cb440b-85b4-48e7-8fe4-690c076dd661 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:58.038729 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64aeceee-52d2-499a-808f-bb6f5b986c2f req-72cb440b-85b4-48e7-8fe4-690c076dd661 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 3829 time: 0.4792998 Dec 20 11:54:58.059877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.074559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.125257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.156031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:58.180499 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-daa8a5e4-2c97-42e0-9ad5-0270c20021de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:58.187891 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d23f492-e2d4-4907-bc5e-050f9b1de009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:58.222692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.229339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=8b141e14-7e86-4c27-9d95-90d474051239,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:58.243359 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:58.262795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/8b141e14-7e86-4c27-9d95-90d474051239 HTTP/1.1" status: 204 len: 168 time: 8.4948268 Dec 20 11:54:58.288829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:58.314114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1251083708'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:58.332124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:58.337911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] For port 1ddcc3eb-0326-4c88-a313-d961e21072f6, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:58.343652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:58.352681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:58.359860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64aeceee-52d2-499a-808f-bb6f5b986c2f req-b1a7c59c-3146-4256-b4ac-8ef169769fb4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936907 Dec 20 11:54:58.363961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] For port 1ddcc3eb-0326-4c88-a313-d961e21072f6, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:58.365137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:58.379614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.383964 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7636e71e-4d91-447c-99cf-27250a0434a2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:58.464174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182107a9-c347-4614-ba8c-c20ec4c145d6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:58.483418 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a65330f04757467da866fe30a89c88d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0706038 Dec 20 11:54:58.484336 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:58.487108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59204) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:58.492592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddcc3eb-0326-4c88-a313-d961e21072f6,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:58.496315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:58.507685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.526400 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:58.557479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:54:58.567631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.567980 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment aae9e2c6-39c0-44c3-81d1-71b356743097 of type vlan for network 86079d32-e79d-480f-8cdb-2dcb7b141908 Dec 20 11:54:58.575948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.577584 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 1094 time: 3.3671427 Dec 20 11:54:58.585640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:54:58.631035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.640861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:58.709148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.719261 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'status': 'completed', 'code': 200} Dec 20 11:54:58.727387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.794608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.839886 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1b295a28-54f8-4d7b-b619-6e77f9181f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:58.920015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:54:57Z', 'revision_number': 3, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:54:56Z', 'revision_number': 1, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:54:57Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:58.939806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53375d-591f-4604-9fe8-3ee463d06cc8 None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:54:57Z', 'revision_number': 3, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:54:56Z', 'revision_number': 1, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:54:57Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:58.948489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.971319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:58.986977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=7acca71a-6bc7-49b9-a344-e8027fd4ed64,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:59.003017 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:59.006966 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f65442a-1336-4caa-992e-431f895c0d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:59.027549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:59.028692 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/182107a9-c347-4614-ba8c-c20ec4c145d6 HTTP/1.1" status: 204 len: 168 time: 0.5406754 Dec 20 11:54:59.029872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182107a9-c347-4614-ba8c-c20ec4c145d6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:59.043909 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:59.044767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:59.184609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:59.214494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:59.222825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:59.229346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:59.236958 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33bec405-929f-4d05-b218-2dd631658506 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:59.249851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3414c8cc-1d86-4f7a-8708-12850f8cff2a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:59.471431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 3414c8cc-1d86-4f7a-8708-12850f8cff2a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:59.511342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:59.512759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:59.521196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f83dc-3319-4652-b5a0-cf0eeacc4d5c None None] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:59.688507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3956130 Dec 20 11:54:59.695350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59230) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:59.714487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=86079d32-e79d-480f-8cdb-2dcb7b141908,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:59.741007 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:59.747165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '86079d32-e79d-480f-8cdb-2dcb7b141908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:59.749777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 86079d32-e79d-480f-8cdb-2dcb7b141908 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:59.855059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Provisioning for port 3414c8cc-1d86-4f7a-8708-12850f8cff2a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:59.856585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb992-3f6f-4391-93c7-1c6c545e3d85 req-ed685fec-2bc3-4c56-b1da-00ae6b69c465 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:59.863612 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-903eb992-3f6f-4391-93c7-1c6c545e3d85 req-ed685fec-2bc3-4c56-b1da-00ae6b69c465 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 1.1683207 Dec 20 11:54:59.875664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42248bba-3707-4d39-8321-a3961e665513 req-d2ae21d4-94aa-4f3c-9a68-cf838b1abb22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 4366 time: 0.9004667 Dec 20 11:55:00.062700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Provisioning complete for port 3414c8cc-1d86-4f7a-8708-12850f8cff2a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:00.063302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:00.178324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5a11ffd3-3529-403f-9eba-db65f3e54a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:00.390936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:00.443413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] For port 3414c8cc-1d86-4f7a-8708-12850f8cff2a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3414c8cc-1d86-4f7a-8708-12850f8cff2a,segment=NetworkSegment(31b76684-becd-45c0-a41a-06e048491a57),segment_id=31b76684-becd-45c0-a41a-06e048491a57)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:00.455058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:00.457242 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:00.579497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988950cb-3471-4949-951d-189f86d9ebc5 req-b3e8d613-020d-4822-8706-cb16cde76284 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:00.583414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988950cb-3471-4949-951d-189f86d9ebc5 req-b3e8d613-020d-4822-8706-cb16cde76284 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:00.587779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988950cb-3471-4949-951d-189f86d9ebc5 req-b3e8d613-020d-4822-8706-cb16cde76284 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:00.592906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988950cb-3471-4949-951d-189f86d9ebc5 req-b3e8d613-020d-4822-8706-cb16cde76284 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:00.597061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988950cb-3471-4949-951d-189f86d9ebc5 req-b3e8d613-020d-4822-8706-cb16cde76284 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:00.606807 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-988950cb-3471-4949-951d-189f86d9ebc5 req-b3e8d613-020d-4822-8706-cb16cde76284 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 3829 time: 0.9090247 Dec 20 11:55:00.611069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:00.628031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Pushing event updated for resources: {'Port': ['ID=3414c8cc-1d86-4f7a-8708-12850f8cff2a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:00.632752 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:00.745973 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-988950cb-3471-4949-951d-189f86d9ebc5 req-3e7a37ff-2326-4d8b-a49c-60ced22352b3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381218 Dec 20 11:55:00.750627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-903eb992-3f6f-4391-93c7-1c6c545e3d85 req-65fa5560-40ab-4c8c-879f-b0fc08f19be7 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8860943 Dec 20 11:55:00.759581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:00.777861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:00.810157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4472fde1-afde-43d5-a324-103e95b09123 None None] Provisioning complete for port 3414c8cc-1d86-4f7a-8708-12850f8cff2a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:00.814147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4472fde1-afde-43d5-a324-103e95b09123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:00.854730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:00.939230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:01.005715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42248bba-3707-4d39-8321-a3961e665513 req-c5a5eea4-ef72-4f94-a8f2-d55094e0d65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:01.006894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42248bba-3707-4d39-8321-a3961e665513 req-c5a5eea4-ef72-4f94-a8f2-d55094e0d65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:01.010197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42248bba-3707-4d39-8321-a3961e665513 req-c5a5eea4-ef72-4f94-a8f2-d55094e0d65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:01.012011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42248bba-3707-4d39-8321-a3961e665513 req-c5a5eea4-ef72-4f94-a8f2-d55094e0d65e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=df4c459806f641ea8b6a89822a7cc035&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1236646 Dec 20 11:55:01.167352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:01.257829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.268447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.289942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4472fde1-afde-43d5-a324-103e95b09123 None None] Provisioning for port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:01.305255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:01.306563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4472fde1-afde-43d5-a324-103e95b09123 None None] Provisioning complete for port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:01.307057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4472fde1-afde-43d5-a324-103e95b09123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.398439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3414c8cc-1d86-4f7a-8708-12850f8cff2a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:01.526537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:01.545214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0474501 Dec 20 11:55:01.546312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59266) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:01.553165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143656915'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:01.561091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:01.566722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:01.569450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4472fde1-afde-43d5-a324-103e95b09123 None None] Port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:01.588999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:01.592034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15012e1b-e527-466a-aedd-54d2152218d8 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:55:01.597704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:01.611349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:01.617965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.666438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:01.693072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.693420 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment 3519147f-19e1-4a80-bb9d-0ce2539a9a1e of type vlan for network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf Dec 20 11:55:01.738052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b5316f-fb39-400d-8704-dc5e26f9a1f2 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:01.742187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f0cf7256-cc1d-4fb4-b314-200aaaa4f249 None None] Provisioning complete for port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:01.742904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7256-cc1d-4fb4-b314-200aaaa4f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.743337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42248bba-3707-4d39-8321-a3961e665513 req-1d5c05ba-ded4-4703-af47-7a4d6ae07aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:01.745404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42248bba-3707-4d39-8321-a3961e665513 req-1d5c05ba-ded4-4703-af47-7a4d6ae07aa9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7200420 Dec 20 11:55:01.752290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.756888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.771750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.797424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.820834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Transition to ACTIVE for port object 79b5316f-fb39-400d-8704-dc5e26f9a1f2 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:01.847500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3414c8cc-1d86-4f7a-8708-12850f8cff2a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:01.848006 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.850952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:01.855137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ea87c59f06bb4190bb375faf1249e9ad is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:01.859028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:01.862222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.879168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:01.881823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.885615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.899749 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3489bfa9-6b03-4e17-8eb4-eceea1fda526 tempest-ServersNegativeTestMultiTenantJSON-2099463347 tempest-ServersNegativeTestMultiTenantJSON-2099463347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:01.931530 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10e7b7a0-f363-4904-890a-4c3cf8b55d0c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:01.963718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf7256-cc1d-4fb4-b314-200aaaa4f249 None None] Port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:02.005299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:02.010741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4629459 Dec 20 11:55:02.020631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:02.038717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:02.071452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda495-6212-42b3-969f-94d401bb9340 req-8ca7224b-bca7-47ae-bfc0-bb02ccaa6c96 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.074286 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10eda495-6212-42b3-969f-94d401bb9340 req-8ca7224b-bca7-47ae-bfc0-bb02ccaa6c96 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.3921854 Dec 20 11:55:02.075173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Pushing event updated for resources: {'Port': ['ID=79b5316f-fb39-400d-8704-dc5e26f9a1f2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:02.079590 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:02.096086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fde382b1-ae73-428c-ae4b-c38b2efc90fd up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:02.169517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15012e1b-e527-466a-aedd-54d2152218d8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:55:02.265905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:02.269900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:02.273315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:02.279879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:02.287551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=ac8cf4ff-3c9e-45b8-81d9-36c692a449cf,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:02.290670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10eda495-6212-42b3-969f-94d401bb9340 req-71b0130e-02ba-4c84-a7dc-d47473c38a99 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807435 Dec 20 11:55:02.294751 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:02.303256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:02.304389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Attempting to bind port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:02.304968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Attempting to bind port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:02.305584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Attempting to bind port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:02.339313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:55:02.340217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Attempting to bind port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:02.372634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:02.373827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Checking segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:02.374532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Bound using segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:02.375555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Bound port: 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:02.376159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.397642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.408605 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-19a1491a-707a-4ade-8012-4d13cfb33dd8 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:02.461212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-ad5f3e91-7dce-41f9-8203-8435f8309911 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.465226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-ad5f3e91-7dce-41f9-8203-8435f8309911 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.470505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-ad5f3e91-7dce-41f9-8203-8435f8309911 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.474592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-ad5f3e91-7dce-41f9-8203-8435f8309911 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.478580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-ad5f3e91-7dce-41f9-8203-8435f8309911 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.482446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-ad5f3e91-7dce-41f9-8203-8435f8309911 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.498317 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-ad5f3e91-7dce-41f9-8203-8435f8309911 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 4601 time: 0.5247777 Dec 20 11:55:02.529902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:02.542361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port fde382b1-ae73-428c-ae4b-c38b2efc90fd completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:02.571489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fde382b1-ae73-428c-ae4b-c38b2efc90fd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:02.571866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.577017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=88cfc211-3b2c-416e-9ad6-aae67c9533fa,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:02.602089 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:02.605596 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a9fee064-3192-4997-9a2d-4f5502c89be5 req-d3c94a1f-7ce5-4ca9-a063-175a24959542 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063352 Dec 20 11:55:02.608148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.610580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': 'aae9e2c6-39c0-44c3-81d1-71b356743097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86079d32-e79d-480f-8cdb-2dcb7b141908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:02.611245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: 86079d32-e79d-480f-8cdb-2dcb7b141908, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:02.634070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.643200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.649771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] For port 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:02.654133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] For port 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:02.664879 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b243e538-9212-4273-b169-c6ab93b59fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:02.667544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.672875 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b75d6495-903f-43f6-8e9c-03eef6bbc057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:02.724360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 86079d32-e79d-480f-8cdb-2dcb7b141908 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:02.759023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.761385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 1132 time: 4.1486599 Dec 20 11:55:02.762241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '79b5316f-fb39-400d-8704-dc5e26f9a1f2'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:02.777389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 86079d32-e79d-480f-8cdb-2dcb7b141908) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:02.789610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:02.790641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.801009 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea87c59f06bb4190bb375faf1249e9ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4886246 Dec 20 11:55:02.801238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e2ddaf-93da-4c24-8987-702df7758fa2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:02.803757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:02.810830 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:02.817043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.841057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:02.886651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Pushing event updated for resources: {'Port': ['ID=79b5316f-fb39-400d-8704-dc5e26f9a1f2,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:02.903290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:02.907983 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '79b5316f-fb39-400d-8704-dc5e26f9a1f2', 'status': 'completed', 'code': 200} Dec 20 11:55:02.908912 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:02.957674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.013570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.016192 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2896571 Dec 20 11:55:03.021468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59300) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:03.023527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port fde382b1-ae73-428c-ae4b-c38b2efc90fd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fde382b1-ae73-428c-ae4b-c38b2efc90fd,segment=NetworkSegment(22eecb63-3566-48b2-80ff-1096e69fcb98),segment_id=22eecb63-3566-48b2-80ff-1096e69fcb98)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:03.033131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.047850 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:03.063138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.073467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c9e27a6-553d-4139-b48a-ca8e29a97451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:03.138812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d07e8-ba85-4ac2-8731-91e81ea2a141 None None] Network 86079d32-e79d-480f-8cdb-2dcb7b141908 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:03.164502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.173802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:03.177391 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:03.181097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:03.181097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: ac8cf4ff-3c9e-45b8-81d9-36c692a449cf, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:03.193538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.196538 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05bd7a98-af7f-4cfb-b9f1-5b720cc92332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:03.216689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e2ddaf-93da-4c24-8987-702df7758fa2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:03.220019 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:03.246411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.249942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e2ddaf-93da-4c24-8987-702df7758fa2 HTTP/1.1" status: 204 len: 168 time: 0.4404976 Dec 20 11:55:03.257465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:03.295720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, ac8cf4ff-3c9e-45b8-81d9-36c692a449cf) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:03.304563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:03.305140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:03.343353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3186712 Dec 20 11:55:03.346303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:03.525410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927afa6-bb2d-4922-a3f3-672332427dfd None None] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:03.848099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d5fb766-ecbe-4a5c-a99e-20f50fa1ed2c req-5de25ff7-659d-4b80-a9a7-73d63ffc74a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5291 time: 0.9257212 Dec 20 11:55:03.856502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=fde382b1-ae73-428c-ae4b-c38b2efc90fd,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:03.862780 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:03.950889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f40c5-5a8f-45bb-b3d7-ecfe33683880 req-0fe016d8-0ccc-48b6-bab3-033cf1a31af3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:03.952933 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc5f40c5-5a8f-45bb-b3d7-ecfe33683880 req-0fe016d8-0ccc-48b6-bab3-033cf1a31af3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.1361485 Dec 20 11:55:04.165858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-86079d32-e79d-480f-8cdb-2dcb7b141908', 'network_id': '86079d32-e79d-480f-8cdb-2dcb7b141908', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': '88cfc211-3b2c-416e-9ad6-aae67c9533fa'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:55:04.167954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:04.172375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59348) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:04.222314 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc5f40c5-5a8f-45bb-b3d7-ecfe33683880 req-ae561673-aaaa-48ea-a10c-20e3a2be46ef tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629039 Dec 20 11:55:04.278736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:55:04.279818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:04.307298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fb766-ecbe-4a5c-a99e-20f50fa1ed2c req-6618758a-448e-4e9f-9343-f2a1cb504dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.308080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fb766-ecbe-4a5c-a99e-20f50fa1ed2c req-6618758a-448e-4e9f-9343-f2a1cb504dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.308812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fb766-ecbe-4a5c-a99e-20f50fa1ed2c req-6618758a-448e-4e9f-9343-f2a1cb504dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.311519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d5fb766-ecbe-4a5c-a99e-20f50fa1ed2c req-6618758a-448e-4e9f-9343-f2a1cb504dd2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=df4c459806f641ea8b6a89822a7cc035&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4356821 Dec 20 11:55:04.378820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:04.497358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Allocated IP 2001:db8::1 (86079d32-e79d-480f-8cdb-2dcb7b141908/88cfc211-3b2c-416e-9ad6-aae67c9533fa/9760c67f-2278-4239-8572-f555f369d35d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:04.529612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:04.704232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:04.704846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Allocated IP 172.22.0.2 (ac8cf4ff-3c9e-45b8-81d9-36c692a449cf/18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f/133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:04.737857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:04.754076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59358) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:04.762430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Usage tracker for resource:security_group_rule and tenant:385efb5f255e4c10adf2b5b94c45288b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:04.863982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:04.909263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa969785-04f2-4085-ab95-29b052259f74 req-515479e0-a3bb-4edf-a92f-1bdca9f1ba47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.913634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa969785-04f2-4085-ab95-29b052259f74 req-515479e0-a3bb-4edf-a92f-1bdca9f1ba47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.920432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa969785-04f2-4085-ab95-29b052259f74 req-515479e0-a3bb-4edf-a92f-1bdca9f1ba47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.924614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa969785-04f2-4085-ab95-29b052259f74 req-515479e0-a3bb-4edf-a92f-1bdca9f1ba47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.928686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa969785-04f2-4085-ab95-29b052259f74 req-515479e0-a3bb-4edf-a92f-1bdca9f1ba47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.932708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa969785-04f2-4085-ab95-29b052259f74 req-515479e0-a3bb-4edf-a92f-1bdca9f1ba47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:04.934803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa969785-04f2-4085-ab95-29b052259f74 req-515479e0-a3bb-4edf-a92f-1bdca9f1ba47 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 4601 time: 0.8079832 Dec 20 11:55:04.935658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:04.992710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.016069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fb766-ecbe-4a5c-a99e-20f50fa1ed2c req-050213cf-7ec1-4e75-83f4-3cf0aa1b1d29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:05.017480 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d5fb766-ecbe-4a5c-a99e-20f50fa1ed2c req-050213cf-7ec1-4e75-83f4-3cf0aa1b1d29 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6484466 Dec 20 11:55:05.020819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Transition to ACTIVE for port object 9760c67f-2278-4239-8572-f555f369d35d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:05.074707 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:55:05.088961 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:05.089928 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:05.115676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Transition to ACTIVE for port object 9760c67f-2278-4239-8572-f555f369d35d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:05.132806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.136829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.144281 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:05.185380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9651e501-69ba-4d4a-ae4f-ca4136ccf828 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:05.192885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.211078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Transition to ACTIVE for port object 9651e501-69ba-4d4a-ae4f-ca4136ccf828 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:05.211407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:05.242813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fde382b1-ae73-428c-ae4b-c38b2efc90fd up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:05.283394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.292700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Transition to ACTIVE for port object 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:05.298822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.308937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ca1a75e-86a8-4ddc-9874-b6928b3fd866 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:05.310539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ca1a75e-86a8-4ddc-9874-b6928b3fd866 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 1.0481703 Dec 20 11:55:05.318694 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3a101fc-062e-499a-bc08-6fa1abbaa0f1 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:05.321946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Transition to ACTIVE for port object 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:05.322260 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:05.351066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.400760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Pushing event updated for resources: {'Port': ['ID=9760c67f-2278-4239-8572-f555f369d35d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:05.418494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.423497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.433116 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:05.433577 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:05.466224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.22.0.1 (ac8cf4ff-3c9e-45b8-81d9-36c692a449cf/18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f/7afba6de-ed28-4691-8604-56ba01ca6299) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:05.471649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Network 86079d32-e79d-480f-8cdb-2dcb7b141908 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:05.481754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:05.488971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Pushing event updated for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:05.508265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:05.508440 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:05.527379 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:05.543833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:05.559602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:05.564100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Usage tracker for resource:security_group_rule and tenant:0d19a9319f5149a8826d4ec05786a344 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:05.567120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:05.575403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:05.599287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:05.602293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:05.641079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Pushing event updated for resources: {'Port': ['ID=133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:05.649938 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:05.724598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.738824 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:54:57Z', 'revision_number': 3, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:54:58Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:05.743200 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:55:05.743568 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Updating router ec2b3c00-7d0f-4ae9-9064-c670aae15673 port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:55:05.808878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.816732 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.828988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Attempting to bind port 9760c67f-2278-4239-8572-f555f369d35d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:05.829376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Attempting to bind port 9760c67f-2278-4239-8572-f555f369d35d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'aae9e2c6-39c0-44c3-81d1-71b356743097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86079d32-e79d-480f-8cdb-2dcb7b141908'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:05.829747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Attempting to bind port 9760c67f-2278-4239-8572-f555f369d35d on network 86079d32-e79d-480f-8cdb-2dcb7b141908 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:05.839964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:05.840344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Checking segment: {'id': 'aae9e2c6-39c0-44c3-81d1-71b356743097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86079d32-e79d-480f-8cdb-2dcb7b141908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:05.840758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.841167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Bound using segment: {'id': 'aae9e2c6-39c0-44c3-81d1-71b356743097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86079d32-e79d-480f-8cdb-2dcb7b141908'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:05.842064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Bound port: 9760c67f-2278-4239-8572-f555f369d35d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae9e2c6-39c0-44c3-81d1-71b356743097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86079d32-e79d-480f-8cdb-2dcb7b141908'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:05.842412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.844431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object 7afba6de-ed28-4691-8604-56ba01ca6299 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:05.852804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b0387-136f-4a46-96dc-43cdc5419ca7 req-88317c87-c249-4b54-bb81-daf017346c0c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:05.855716 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0b8b0387-136f-4a46-96dc-43cdc5419ca7 req-88317c87-c249-4b54-bb81-daf017346c0c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.2004523 Dec 20 11:55:05.867503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fde382b1-ae73-428c-ae4b-c38b2efc90fd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:05.867887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.895077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.919451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0b8b0387-136f-4a46-96dc-43cdc5419ca7 req-4075fbdd-13e8-4ba0-8d02-16bc23fc2ef3 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577888 Dec 20 11:55:05.928368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:05.933151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=385efb5f255e4c10adf2b5b94c45288b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7459819 Dec 20 11:55:05.938838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Attempting to bind port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:05.939241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Attempting to bind port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:05.939621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Attempting to bind port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d on network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:05.948834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.954876 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcdec3f8-379d-41c4-ab54-d9860ac64535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:05.965611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:05.967534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Checking segment: {'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:05.968145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.968717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Bound using segment: {'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:05.971895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Bound port: 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:05.972479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:05.977927 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa969785-04f2-4085-ab95-29b052259f74 req-38edabfd-43ab-4dd5-89d6-ce788e1b18b6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9696445 Dec 20 11:55:05.989266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Deleting port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:05.989764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.018488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:06.042279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:06.042279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:06.129715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] For port 9760c67f-2278-4239-8572-f555f369d35d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:06.137460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] For port 9760c67f-2278-4239-8572-f555f369d35d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9760c67f-2278-4239-8572-f555f369d35d,segment=NetworkSegment(aae9e2c6-39c0-44c3-81d1-71b356743097),segment_id=aae9e2c6-39c0-44c3-81d1-71b356743097)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:06.187210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.196309 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e77ad4c2-9d20-4767-9bb5-88e3ccce8bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:06.227654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.235497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=7afba6de-ed28-4691-8604-56ba01ca6299,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:06.239396 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:06.240161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.246376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b0c24-669e-4881-9ff9-ccea2f868a55,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:06.279667 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.281811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.295841 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Transition to ACTIVE for port object 7acca71a-6bc7-49b9-a344-e8027fd4ed64 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:06.308609 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.309522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86079d32-e79d-480f-8cdb-2dcb7b141908']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:06.318105 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:06.318717 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-91836244-684f-41ef-9087-931cc1125eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:06.341785 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-499cacae-3787-4e55-b09a-2453b74aaa4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:06.420792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae9e2c6-39c0-44c3-81d1-71b356743097') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:06.421073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae9e2c6-39c0-44c3-81d1-71b356743097') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:06.426668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Pushing event updated for resources: {'Port': ['ID=9760c67f-2278-4239-8572-f555f369d35d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:06.443853 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:06.445351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] For port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:06.453609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] For port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d,segment=NetworkSegment(3519147f-19e1-4a80-bb9d-0ce2539a9a1e),segment_id=3519147f-19e1-4a80-bb9d-0ce2539a9a1e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:06.461437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Attempting to bind port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:06.461646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Attempting to bind port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:06.462628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Attempting to bind port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:06.465987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=88cfc211-3b2c-416e-9ad6-aae67c9533fa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:06.471647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.482148 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:06.482350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.488975 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:06.563089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:55:06.563406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Attempting to bind port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:06.576022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:06.576358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Checking segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:06.576745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Bound using segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:06.577185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Bound port: 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:06.577528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.587462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.599883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.651600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Pushing event updated for resources: {'Port': ['ID=133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:06.655352 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:06.668052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:06.668052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.682658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7859eee-5683-4669-b224-3e62fa438c3e None None] Network 86079d32-e79d-480f-8cdb-2dcb7b141908 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:06.689506 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Pushing event updated for resources: {'Port': ['ID=7acca71a-6bc7-49b9-a344-e8027fd4ed64,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:06.702344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:06.710041 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:06.717141 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-832d94a8-96f7-4b44-b7f4-f585f9d56b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:06.768843 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.769636 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.770250 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.770784 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.771296 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.771864 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.772370 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.773003 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.773483 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.774118 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.774596 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:06.799012 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Attempting to bind port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:06.799591 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Attempting to bind port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:06.801156 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Attempting to bind port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 on network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:06.803392 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:06.809269 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:06.809640 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Checking segment: {'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:06.810055 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.810448 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Bound using segment: {'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:06.811065 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Bound port: 7acca71a-6bc7-49b9-a344-e8027fd4ed64, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b76684-becd-45c0-a41a-06e048491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:06.811440 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.860994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.867514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b0c24-669e-4881-9ff9-ccea2f868a55,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:06.870038 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:06.924129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:06.931655 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d36b0c24-669e-4881-9ff9-ccea2f868a55 HTTP/1.1" status: 204 len: 168 time: 1.0028701 Dec 20 11:55:06.988983 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] For port 7acca71a-6bc7-49b9-a344-e8027fd4ed64, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:06.995667 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] For port 7acca71a-6bc7-49b9-a344-e8027fd4ed64, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7acca71a-6bc7-49b9-a344-e8027fd4ed64,segment=NetworkSegment(31b76684-becd-45c0-a41a-06e048491a57),segment_id=31b76684-becd-45c0-a41a-06e048491a57)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:07.004142 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:07.009083 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d311e099-8d60-40e5-a30e-3704d9acab4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:07.172531 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:07.173152 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:07.261218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:07.302161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] For port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:07.303174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:07.316023 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Pushing event updated for resources: {'Port': ['ID=7acca71a-6bc7-49b9-a344-e8027fd4ed64,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:07.319793 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:07.336094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:07.400117 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35d954b1-f0aa-4f1a-a5a0-03a1773b38ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:07.423065 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:07.485602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:07.546216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:07.578923 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d19a9319f5149a8826d4ec05786a344&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8199625 Dec 20 11:55:07.579194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:07.583317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Calling delete_port for 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:07.607489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:07.609166 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-709fd0ab-fd29-4ce5-b657-d5995dcbe9b7 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:07.703059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:55:07.703059 n-d-victoria-1 neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:55:07.703059 n-d-victoria-1 neutron-server[83558]: [parameters: {'id': '86079d32-e79d-480f-8cdb-2dcb7b141908'}] Dec 20 11:55:07.703059 n-d-victoria-1 neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:55:07.703763 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:55:07.729550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:07.730215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4494ea-fccd-4999-b78b-31450431578a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:07.733445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:07.737284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:07.741747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:07.746075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:07.746216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:07.748326 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:07.750377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:07.754416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:07.756597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-3c46c721-72f7-4b49-a21c-e97af96f4334 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5374 time: 0.3323274 Dec 20 11:55:07.757351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=7afba6de-ed28-4691-8604-56ba01ca6299,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:07.767715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:07.775869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:07.791685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:07.808291 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b7804e8-1288-4817-b95d-cff9fffb2fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:07.829611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:07.896746 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c32c441e-99c9-4db9-a696-c2600e49c198 req-e8ee549a-3dcd-4cb4-a4c2-158f504243a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199608 Dec 20 11:55:07.899561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.013982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.028319 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:06Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:06Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:05Z', 'revision_number': 1, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:08.035000 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897a693-f572-4c7c-9c32-cf3782bc1647 None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:06Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:06Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:05Z', 'revision_number': 1, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:55:08.078337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Pushing event updated for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:08.089091 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:08.129244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.130817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] 10.222.0.16 "PUT /v2.0/ports/9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 1133 time: 5.3344798 Dec 20 11:55:08.134302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '9651e501-69ba-4d4a-ae4f-ca4136ccf828'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:08.159645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c275e-384c-4730-ad15-bc928417f55d req-e09080ec-889e-48e3-97ac-9eea23fe5360 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:08.161283 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d33c275e-384c-4730-ad15-bc928417f55d req-e09080ec-889e-48e3-97ac-9eea23fe5360 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 946 time: 0.7362487 Dec 20 11:55:08.171341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:08.174982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:08.183464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:08.206386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.232955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.257477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:08.270797 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7cb0ceae-f6d7-4df8-9bfa-e23a9c2e4479 tempest-RoutersAdminNegativeTest-1434914233 tempest-RoutersAdminNegativeTest-1434914233-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:08.382394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9be19c-05d4-40a8-a38d-6e688e745aab None None] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:08.438164 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '9651e501-69ba-4d4a-ae4f-ca4136ccf828', 'status': 'completed', 'code': 200} Dec 20 11:55:08.455672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Pushing event deleted for resources: {'Port': ['ID=71b817ae-6403-4aa2-b8e7-8a67de3e8ba3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:08.459746 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:08.486850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:08.561666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.571649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:08.572140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:08.586957 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0b797079-3b14-41cc-ad11-0577ba876e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:08.619832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4494ea-fccd-4999-b78b-31450431578a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:08.625296 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:08.629597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.630930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a4494ea-fccd-4999-b78b-31450431578a HTTP/1.1" status: 204 len: 168 time: 0.9918387 Dec 20 11:55:08.674738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Provisioning for port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:08.708667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Provisioning complete for port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:08.713353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.756318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] No DVR routers for this DVR port 71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:08.785502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.792424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d33c275e-384c-4730-ad15-bc928417f55d req-dbec3823-901b-4d9c-9853-0f9784e1e838 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923679 Dec 20 11:55:08.795676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 9760c67f-2278-4239-8572-f555f369d35d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:08.796450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.912243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:08.980566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:09.090904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4f2685d-2c33-4e7e-bf78-723c8a6e45d7 req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.53 "DELETE /v2.0/ports/71b817ae-6403-4aa2-b8e7-8a67de3e8ba3 HTTP/1.1" status: 204 len: 173 time: 3.7225771 Dec 20 11:55:09.276794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:09.287463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7acca71a-6bc7-49b9-a344-e8027fd4ed64 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:09.432157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] For port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d,segment=NetworkSegment(3519147f-19e1-4a80-bb9d-0ce2539a9a1e),segment_id=3519147f-19e1-4a80-bb9d-0ce2539a9a1e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:09.449900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:09.453272 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4f284af5-87d8-4c4c-af02-b4dc424f613f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:09.563496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Pushing event updated for resources: {'Port': ['ID=133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:09.590559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.591077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.591567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.592127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.592621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.593121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.593612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.594111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.594590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.595265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.595807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:09.600576 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:09.605456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:09.615556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:09.616218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:09.656690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59420) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:09.697661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6ebf001-6585-4494-aad1-81e80f7ec0f4 req-8f395b3f-10f2-4d6b-ae7c-7399019fe153 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6217 time: 1.2279680 Dec 20 11:55:09.762301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:09.784115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:09.886476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7acca71a-6bc7-49b9-a344-e8027fd4ed64, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7acca71a-6bc7-49b9-a344-e8027fd4ed64,segment=NetworkSegment(31b76684-becd-45c0-a41a-06e048491a57),segment_id=31b76684-becd-45c0-a41a-06e048491a57)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:09.887987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:09.894963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:09.900077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:09.904107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:09.908310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:09.912341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:09.913151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:09.917065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:09.919595 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:09.927381 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-85b37bcb-1ca6-46e2-866e-94b4dc234889 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5374 time: 0.6171927 Dec 20 11:55:10.036097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:10.045512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6980753 Dec 20 11:55:10.063274 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-872bce11-4d17-4d79-9e78-b59b464feb25 req-7c86a3be-3484-442c-b495-eb89b7f6bf4a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299453 Dec 20 11:55:10.064025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:10.066049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d15a3faf-7812-41d5-a5ef-a483803dc88d None None] Provisioning for port 7afba6de-ed28-4691-8604-56ba01ca6299 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:10.081881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456068649'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:10.087263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d15a3faf-7812-41d5-a5ef-a483803dc88d None None] Provisioning complete for port 7afba6de-ed28-4691-8604-56ba01ca6299 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:10.087974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d15a3faf-7812-41d5-a5ef-a483803dc88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.100571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:10.105589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:network and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:10.122128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:10.140542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:10.148254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7acca71a-6bc7-49b9-a344-e8027fd4ed64,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:10.152002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:10.161648 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:10.162178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.191124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d15a3faf-7812-41d5-a5ef-a483803dc88d None None] Port 7afba6de-ed28-4691-8604-56ba01ca6299 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:10.204752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d15a3faf-7812-41d5-a5ef-a483803dc88d None None] Provisioning complete for port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:10.204933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:10.205163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d15a3faf-7812-41d5-a5ef-a483803dc88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.216443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.216893 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added segment dcc0b19f-80f2-4af3-8f3a-6c40f96611df of type vlan for network 400e35cf-2455-4517-aa7d-340cfb6b67e8 Dec 20 11:55:10.275755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.347200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.351892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6e1537c2-1cbc-4a01-96dd-a677f0b12de0 req-cfb3bd12-5194-41da-bbb6-1743ea08e208 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Synchronizing usage tracker for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:55:10.352189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:10.352841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.360724 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f859c631-4d27-48bb-bcd5-57faa9a60e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:10.375741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf001-6585-4494-aad1-81e80f7ec0f4 req-ea259f22-6be3-4523-8b81-098db697b951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:10.376106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf001-6585-4494-aad1-81e80f7ec0f4 req-ea259f22-6be3-4523-8b81-098db697b951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:10.376464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf001-6585-4494-aad1-81e80f7ec0f4 req-ea259f22-6be3-4523-8b81-098db697b951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:10.378018 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6ebf001-6585-4494-aad1-81e80f7ec0f4 req-ea259f22-6be3-4523-8b81-098db697b951 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=df4c459806f641ea8b6a89822a7cc035&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6723845 Dec 20 11:55:10.383146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port 9760c67f-2278-4239-8572-f555f369d35d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9760c67f-2278-4239-8572-f555f369d35d,segment=NetworkSegment(aae9e2c6-39c0-44c3-81d1-71b356743097),segment_id=aae9e2c6-39c0-44c3-81d1-71b356743097)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:10.383502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.430219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:10.442303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64db55b-8665-4774-ac66-9905418d2bca', 'name': 'network-vif-deleted', 'tag': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:10.520072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Usage tracker for resource:security_group_rule and tenant:5797905359234fb5a1941a476ccbe4c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:10.548530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88d26e44-7180-4949-b92b-be2ccf13f368 None None] Provisioning complete for port 7afba6de-ed28-4691-8604-56ba01ca6299 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:10.549681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88d26e44-7180-4949-b92b-be2ccf13f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.568623 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4980159 Dec 20 11:55:10.583714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:10.584707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Network': ['ID=400e35cf-2455-4517-aa7d-340cfb6b67e8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:10.591523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:10.599489 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:10.600289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for 9760c67f-2278-4239-8572-f555f369d35d owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:10.610031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'subnet': {'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:10.619809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ba8c9-df2b-45b9-9df3-439bffcd9874 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:55:10.626857 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64db55b-8665-4774-ac66-9905418d2bca', 'name': 'network-vif-deleted', 'tag': '71b817ae-6403-4aa2-b8e7-8a67de3e8ba3', 'status': 'completed', 'code': 200} Dec 20 11:55:10.652047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-6e1537c2-1cbc-4a01-96dd-a677f0b12de0 req-cfb3bd12-5194-41da-bbb6-1743ea08e208 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Unset dirty status for tenant:7c3cbfd009dd4e3f841fb9cdb49be029 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:55:10.662526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e1537c2-1cbc-4a01-96dd-a677f0b12de0 req-cfb3bd12-5194-41da-bbb6-1743ea08e208 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=f64db55b-8665-4774-ac66-9905418d2bca HTTP/1.1" status: 200 len: 210 time: 0.5212061 Dec 20 11:55:10.668486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:10.674943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:10.691215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:55:10.753469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:10.761870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:subnet and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:10.774098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:10.782525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:10.793957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Made reservation on behalf of f7402cb93e0b4d038bf55616040fb87a for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:10.809625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-88d26e44-7180-4949-b92b-be2ccf13f368 None None] Port 7afba6de-ed28-4691-8604-56ba01ca6299 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:10.876595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda00560-0e25-481b-9772-d52718217000 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:10.888964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.927826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.930984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:10.942252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf001-6585-4494-aad1-81e80f7ec0f4 req-6b927d9f-21e9-4910-9714-27932c8bffdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:10.943704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b6ebf001-6585-4494-aad1-81e80f7ec0f4 req-6b927d9f-21e9-4910-9714-27932c8bffdd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5497644 Dec 20 11:55:10.946312 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7774ddf1-c1fc-4b07-9277-6fa7d5f2f7b4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:10.990647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Transition to ACTIVE for port object eda00560-0e25-481b-9772-d52718217000 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:10.997428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No DVR routers for this DVR port 9760c67f-2278-4239-8572-f555f369d35d on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:11.027126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9ad1227e-b085-42a7-849d-3588fc7cec16 None None] Provisioning complete for port 7afba6de-ed28-4691-8604-56ba01ca6299 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:11.027510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9ad1227e-b085-42a7-849d-3588fc7cec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.030165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Port': ['ID=9760c67f-2278-4239-8572-f555f369d35d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:11.033759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59450) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:11.037163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.042888 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:11.043385 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:11.102101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1227e-b085-42a7-849d-3588fc7cec16 None None] Port 7afba6de-ed28-4691-8604-56ba01ca6299 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:11.103686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ba8c9-df2b-45b9-9df3-439bffcd9874 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:55:11.132414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.157295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.200956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7acca71a-6bc7-49b9-a344-e8027fd4ed64 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:11.267404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.273084 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-daf53ce0-e0b7-4179-95bd-230573784d8d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:11.338785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Pushing event updated for resources: {'Port': ['ID=eda00560-0e25-481b-9772-d52718217000,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:11.345823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.350974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Subnet': ['ID=8544eb39-501b-4e40-9ae3-b7a8d9d7328b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:11.353926 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:11.361120 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:11.395023 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88a11261-1e31-4939-b3c1-3e94debd8537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:11.395458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Checking segment: {'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:11.395918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network hostable DHCP agents. Network: 400e35cf-2455-4517-aa7d-340cfb6b67e8, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:11.418679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:11.430963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 400e35cf-2455-4517-aa7d-340cfb6b67e8) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:11.437332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.437908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.464005 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8601108 Dec 20 11:55:11.464259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:11.465341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:11.465775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.497136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86079d32-e79d-480f-8cdb-2dcb7b141908']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:11.514379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5797905359234fb5a1941a476ccbe4c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8481503 Dec 20 11:55:11.514379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.522027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:11.555067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae9e2c6-39c0-44c3-81d1-71b356743097') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:11.555483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae9e2c6-39c0-44c3-81d1-71b356743097') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:11.576714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c57a90-cb23-464b-966d-237cbaba3ae5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:11.586821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.593446 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:11.692149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.719517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:11.769296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.773007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.778538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:11.785905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:11.786322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:11.808520 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:11.820024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Usage tracker for resource:security_group_rule and tenant:92d9427cbca74fb18b500094cf3a00ec is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:11.824529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:11.826812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:11.827190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:11.846913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:11.907921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579a006-3655-4076-81db-ce60d44381f3 None None] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:11.928899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.933397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.937231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.941031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.945066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.949188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.953154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:11.955118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-db827b1b-5508-48c0-a921-6a6b6f025174 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5386 time: 0.6187887 Dec 20 11:55:11.957798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Attempting to bind port eda00560-0e25-481b-9772-d52718217000 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:11.958150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Attempting to bind port eda00560-0e25-481b-9772-d52718217000 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:11.958471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Attempting to bind port eda00560-0e25-481b-9772-d52718217000 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:11.974611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Port eda00560-0e25-481b-9772-d52718217000 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:55:11.974927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Attempting to bind port eda00560-0e25-481b-9772-d52718217000 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:11.991020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.022383 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6f20a259-4528-4df4-9421-ef89fbc88e12 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:12.041987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.091423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=86079d32-e79d-480f-8cdb-2dcb7b141908,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:12.093365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:12.093689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Checking segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:12.094099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Bound using segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:12.094522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Bound port: eda00560-0e25-481b-9772-d52718217000, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:12.094861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.109499 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:12.164263 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-143a2800-cf1e-4f34-bb06-2617591dae53 req-334fe84f-2d8a-45b1-8f7c-46c0f8404dcf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1926970 Dec 20 11:55:12.235719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.246277 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3619a32c-806b-4d49-8aef-a0a4e3342236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:12.299165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-400e35cf-2455-4517-aa7d-340cfb6b67e8', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:55:12.299992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.314318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c57a90-cb23-464b-966d-237cbaba3ae5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:12.319095 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:12.321722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.322779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5c57a90-cb23-464b-966d-237cbaba3ae5 HTTP/1.1" status: 204 len: 168 time: 0.7940657 Dec 20 11:55:12.324789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.326763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/86079d32-e79d-480f-8cdb-2dcb7b141908 HTTP/1.1" status: 204 len: 168 time: 9.3039992 Dec 20 11:55:12.330479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59478) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:12.338598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920784814'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:12.345828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:12.352231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:12.356932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:12.365260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:12.385514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.389737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:12.393068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.433001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:12.456591 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8645e370-bd3b-4d62-8afd-04a6658cd8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:12.491466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.492190 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment e7f8be20-3306-4ecd-981b-d6ac4906cb6c of type vlan for network a0e1a4ae-2b8f-491b-9563-2ea17952091a Dec 20 11:55:12.557216 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92d9427cbca74fb18b500094cf3a00ec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5156848 Dec 20 11:55:12.569685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Allocated IP 172.23.0.2 (400e35cf-2455-4517-aa7d-340cfb6b67e8/8544eb39-501b-4e40-9ae3-b7a8d9d7328b/ac0673f5-515c-421a-8c92-c5d84036e99b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:12.576538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59482) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:12.626480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b71b11-d9be-4b9b-8e99-1d9f1b984065,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:12.630113 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:12.652382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] For port eda00560-0e25-481b-9772-d52718217000, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:12.659797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] For port eda00560-0e25-481b-9772-d52718217000, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=eda00560-0e25-481b-9772-d52718217000,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:12.677060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.694683 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:12.721491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.781155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.786046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:12.786863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.795509 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87b095d2-8607-4ee7-a93f-6de6eb64895f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:12.798768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726124-c921-42e4-b140-857b68ab2a08 req-a82d9ebe-5e4b-494a-9b60-2e9700a26986 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:12.807381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0b726124-c921-42e4-b140-857b68ab2a08 req-a82d9ebe-5e4b-494a-9b60-2e9700a26986 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.3276241 Dec 20 11:55:12.820094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.845398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.846687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] 10.222.0.16 "PUT /v2.0/ports/eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 200 len: 1093 time: 4.6798675 Dec 20 11:55:12.849367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': 'eda00560-0e25-481b-9772-d52718217000'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:12.915374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:12.920192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.933965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Transition to ACTIVE for port object ac0673f5-515c-421a-8c92-c5d84036e99b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:12.960113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Transition to ACTIVE for port object ac0673f5-515c-421a-8c92-c5d84036e99b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:12.964577 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6321836 Dec 20 11:55:12.973507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:12.978307 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3eca456f-8162-4069-b462-3784628c3052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:13.058029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59494) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:13.102380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Pushing event updated for resources: {'Port': ['ID=ac0673f5-515c-421a-8c92-c5d84036e99b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:13.107752 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:13.126947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:13.128400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:13.131185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': 'a0e1a4ae-2b8f-491b-9563-2ea17952091a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:13.131375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:13.139639 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': 'eda00560-0e25-481b-9772-d52718217000', 'status': 'completed', 'code': 200} Dec 20 11:55:13.149234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=a0e1a4ae-2b8f-491b-9563-2ea17952091a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:13.156544 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:13.168197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.196578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network a0e1a4ae-2b8f-491b-9563-2ea17952091a details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:13.258871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Pushing event updated for resources: {'Port': ['ID=eda00560-0e25-481b-9772-d52718217000,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:13.263367 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:13.336893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0b726124-c921-42e4-b140-857b68ab2a08 req-c8f61c9f-6d7f-44f5-b47f-8430c63a5ce8 tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282514 Dec 20 11:55:13.344311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.361203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.479238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Attempting to bind port ac0673f5-515c-421a-8c92-c5d84036e99b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:13.481602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Attempting to bind port ac0673f5-515c-421a-8c92-c5d84036e99b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:13.483075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Attempting to bind port ac0673f5-515c-421a-8c92-c5d84036e99b on network 400e35cf-2455-4517-aa7d-340cfb6b67e8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:13.495091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:13.504974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:13.513606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:13.535492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:13.542692 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43efecd6-b11b-4534-b206-4ed76159d115 req-104fcbf5-3b27-489d-aeb1-8416224867eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6286 time: 0.4168968 Dec 20 11:55:13.547042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.551700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:13.560205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Checking segment: {'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:13.560205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.560205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Bound using segment: {'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:13.560205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Bound port: ac0673f5-515c-421a-8c92-c5d84036e99b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:13.560205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.603819 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a07c6ba3-17b7-4a08-8ea2-7b12711c56bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:13.610173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:13.643278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b71b11-d9be-4b9b-8e99-1d9f1b984065,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:13.653179 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:13.663071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.664178 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4b71b11-d9be-4b9b-8e99-1d9f1b984065 HTTP/1.1" status: 204 len: 168 time: 1.0741112 Dec 20 11:55:13.699267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] For port ac0673f5-515c-421a-8c92-c5d84036e99b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:13.705005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] For port ac0673f5-515c-421a-8c92-c5d84036e99b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ac0673f5-515c-421a-8c92-c5d84036e99b,segment=NetworkSegment(dcc0b19f-80f2-4af3-8f3a-6c40f96611df),segment_id=dcc0b19f-80f2-4af3-8f3a-6c40f96611df)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:13.730138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.734545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.738834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.743159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.757438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.762340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.766796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.774750 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-237de0e9-453a-4567-b8fa-28ca51ce3d1d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5386 time: 0.3418798 Dec 20 11:55:13.778421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.795936 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:13.914589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:13.934379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Allocated IP 172.23.0.1 (400e35cf-2455-4517-aa7d-340cfb6b67e8/8544eb39-501b-4e40-9ae3-b7a8d9d7328b/14b45a3e-cdb8-40ea-8f68-cc0848087a41) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:13.934598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Pushing event updated for resources: {'Port': ['ID=ac0673f5-515c-421a-8c92-c5d84036e99b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:13.939401 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:13.964431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efecd6-b11b-4534-b206-4ed76159d115 req-5eed6707-a6f6-4bb5-be0b-a969ba29834e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.964982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efecd6-b11b-4534-b206-4ed76159d115 req-5eed6707-a6f6-4bb5-be0b-a969ba29834e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.965416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efecd6-b11b-4534-b206-4ed76159d115 req-5eed6707-a6f6-4bb5-be0b-a969ba29834e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:13.967001 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43efecd6-b11b-4534-b206-4ed76159d115 req-5eed6707-a6f6-4bb5-be0b-a969ba29834e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=df4c459806f641ea8b6a89822a7cc035&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3656883 Dec 20 11:55:14.086689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57c5801d-5ba2-4569-bb68-01b0264c8c76 req-92220b6b-1e3a-4230-b924-ef2858eafae8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3096673 Dec 20 11:55:14.129878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:55:14.333057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.347156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:14.355879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efecd6-b11b-4534-b206-4ed76159d115 req-d16ace8c-4d76-40af-bdab-e6f4bc9334f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:14.358420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-43efecd6-b11b-4534-b206-4ed76159d115 req-d16ace8c-4d76-40af-bdab-e6f4bc9334f0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3848772 Dec 20 11:55:14.360473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.437222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Transition to ACTIVE for port object 14b45a3e-cdb8-40ea-8f68-cc0848087a41 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:14.454742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.469884 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5f3fda6-bdf4-425e-8218-6c4848c792c9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:14.477306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Transition to ACTIVE for port object 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:14.491989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.508866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59528) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:14.510691 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94e79d46-0801-4606-99a1-a11442068f74 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:14.616446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.629786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=e71678f8-34a8-427b-8534-e37c065ed6d0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:14.635920 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:14.645513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.652736 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f962a9e6-969a-4b6c-9dc7-7bcc4eb6277f tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:14.765754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=14b45a3e-cdb8-40ea-8f68-cc0848087a41,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:14.769211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:14.771892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': 'e7f8be20-3306-4ecd-981b-d6ac4906cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a0e1a4ae-2b8f-491b-9563-2ea17952091a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:14.772249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: a0e1a4ae-2b8f-491b-9563-2ea17952091a, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:14.777201 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:14.779011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:14.785356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:14.888676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb401a-3a62-4293-9b41-67c734faa582 req-4660c95e-c845-43b3-b7b8-a3bcd63058ed tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:14.890048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63bb401a-3a62-4293-9b41-67c734faa582 req-4660c95e-c845-43b3-b7b8-a3bcd63058ed tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.16 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5126326 Dec 20 11:55:14.905103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Pushing event updated for resources: {'Port': ['ID=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:14.984830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Deleting port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:14.985527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.012765 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:15.044054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.044643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.084049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f09c0-f731-4960-9186-61063aec6632 req-32f1742b-9936-4e75-859e-8aca8b2e464b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:15.090907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c6f09c0-f731-4960-9186-61063aec6632 req-32f1742b-9936-4e75-859e-8aca8b2e464b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5199008 Dec 20 11:55:15.132157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:15.152761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2aaf0dc167104e20bcf15de3a46690e6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:15.165157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:15.174289 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7c6f09c0-f731-4960-9186-61063aec6632 req-53b08df4-d726-4a42-8269-ba062b66bcfe tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773082 Dec 20 11:55:15.216282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network a0e1a4ae-2b8f-491b-9563-2ea17952091a is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:15.241481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ac0673f5-515c-421a-8c92-c5d84036e99b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:15.266440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, a0e1a4ae-2b8f-491b-9563-2ea17952091a) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:15.272126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:15.272886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.277253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:15.311655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef42714-a0df-4c83-b57a-79ebf78cb4d3 None None] Network a0e1a4ae-2b8f-491b-9563-2ea17952091a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:15.375082 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3137574 Dec 20 11:55:15.379034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59552) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:15.495839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.515743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Attempting to bind port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:15.516151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Attempting to bind port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:15.516399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Attempting to bind port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:15.530773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:55:15.531098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Attempting to bind port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:15.599562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:15.599906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Checking segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:15.600300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Bound using segment: {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:15.600739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Bound port: 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:15.601084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.626330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c81b81-a684-4086-b57e-5977abfa2010 None None] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:15.684948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port ac0673f5-515c-421a-8c92-c5d84036e99b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:15.745635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.796427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] For port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:15.799594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] For port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:15.842829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.853805 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:15.899183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Provisioning for port ac0673f5-515c-421a-8c92-c5d84036e99b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:15.910673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9308034d-5fe4-4c2d-a952-0696c4c44c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-a0e1a4ae-2b8f-491b-9563-2ea17952091a', 'network_id': 'a0e1a4ae-2b8f-491b-9563-2ea17952091a', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': 'e71678f8-34a8-427b-8534-e37c065ed6d0'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:55:15.911194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.911891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9308034d-5fe4-4c2d-a952-0696c4c44c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.956813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.995546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Provisioning complete for port ac0673f5-515c-421a-8c92-c5d84036e99b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:15.996321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.027570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:16.031793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.033388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:16.039932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:16.044569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:16.048926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:16.052983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:16.058480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:16.060600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-9bbf492c-b8d6-436e-81c1-c9f4a6a1480e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5398 time: 0.7230566 Dec 20 11:55:16.068947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.071003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 200 len: 1093 time: 3.1764345 Dec 20 11:55:16.076692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:16.091090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] For port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:16.091753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.268814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2aaf0dc167104e20bcf15de3a46690e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7221203 Dec 20 11:55:16.278293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Pushing event updated for resources: {'Port': ['ID=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:16.291498 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:16.295634 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6', 'status': 'completed', 'code': 200} Dec 20 11:55:16.339551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:16.376988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:16.394379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.409118 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42e90b06-cb21-4d08-b654-e5d7a0fb1be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server [None req-9308034d-5fe4-4c2d-a952-0696c4c44c25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e71678f8-34a8-427b-8534-e37c065ed6d0: This subnet is being modified by another concurrent operation. Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 11:55:16.417893 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise exception Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e71678f8-34a8-427b-8534-e37c065ed6d0: This subnet is being modified by another concurrent operation. Dec 20 11:55:16.421927 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Dec 20 11:55:16.486137 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3713be98-575f-4683-9091-6e36f69646d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:16.501496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1b61c-df07-4df0-948b-590854944f1c None None] Network a0e1a4ae-2b8f-491b-9563-2ea17952091a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:16.509829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=e71678f8-34a8-427b-8534-e37c065ed6d0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:16.553148 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:16.561935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Calling delete_port for 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:16.609760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.659246 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19cac9c2-ba05-44fc-aee9-80f7f158d18e req-13c3fb68-8808-4eef-ac1b-97689900d5df tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5741975 Dec 20 11:55:16.693231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.713301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.725742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f254a48-da39-4c68-b243-24b0a973f63d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:16.767254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:55:16.782541 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:16.820855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] For port ac0673f5-515c-421a-8c92-c5d84036e99b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ac0673f5-515c-421a-8c92-c5d84036e99b,segment=NetworkSegment(dcc0b19f-80f2-4af3-8f3a-6c40f96611df),segment_id=dcc0b19f-80f2-4af3-8f3a-6c40f96611df)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:16.826316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.833185 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:16.862428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.864914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.876373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.887073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e1a4ae-2b8f-491b-9563-2ea17952091a']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:16.917792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.953119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f8be20-3306-4ecd-981b-d6ac4906cb6c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:16.954508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f8be20-3306-4ecd-981b-d6ac4906cb6c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:16.974896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Pushing event updated for resources: {'Port': ['ID=ac0673f5-515c-421a-8c92-c5d84036e99b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:16.984189 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d469f7fa-aed2-4fbe-9ae6-990c743dd47c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:16.987438 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:17.039857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.045353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-37efa243-e703-42d9-9bc9-f7c1593b65eb req-01fe2fde-c959-47ca-9c9e-8f9ad4c244de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6355 time: 0.6358914 Dec 20 11:55:17.065649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad126101-25ea-415a-b9d2-c89d11c9ba97 req-510bcc1a-d5c8-4898-9118-21b69c4e629c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:17.070439 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad126101-25ea-415a-b9d2-c89d11c9ba97 req-510bcc1a-d5c8-4898-9118-21b69c4e629c tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 945 time: 0.5946286 Dec 20 11:55:17.116312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.183498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ac0673f5-515c-421a-8c92-c5d84036e99b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:17.189902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:17.190364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:17.207944 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:17.256849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.315137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event updated for resources: {'Port': ['ID=14b45a3e-cdb8-40ea-8f68-cc0848087a41,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:17.325957 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:17.329556 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ad126101-25ea-415a-b9d2-c89d11c9ba97 req-6b22bdce-c04d-44c4-89be-e30c74c5e19e tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fcfdf8b-90b7-45cb-a689-ebdd28589678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053297 Dec 20 11:55:17.380051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.385551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.387048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.393145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d90be1a4-51a1-42fc-89c3-173057338bb8 None None] Provisioning for port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:17.401630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d90be1a4-51a1-42fc-89c3-173057338bb8 None None] Provisioning complete for port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:17.404612 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b4691fde-8c3a-40a3-8e5f-034288a82006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:17.405259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d90be1a4-51a1-42fc-89c3-173057338bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.418584 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8761a333-9038-45eb-a76e-3820d07ed489 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:17.443636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.453334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f254a48-da39-4c68-b243-24b0a973f63d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:17.463122 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:17.475509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port ac0673f5-515c-421a-8c92-c5d84036e99b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:17.476082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.513363 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62c0956b-e79d-4513-9547-a2ff0219c5ca tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:17.548770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc90d78d-2912-4b39-9208-6e8d1235d300 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:55:17.554892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.559244 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f254a48-da39-4c68-b243-24b0a973f63d HTTP/1.1" status: 204 len: 168 time: 1.2186887 Dec 20 11:55:17.560311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=a0e1a4ae-2b8f-491b-9563-2ea17952091a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:17.564738 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:17.566368 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/a0e1a4ae-2b8f-491b-9563-2ea17952091a HTTP/1.1" status: 204 len: 168 time: 2.1838498 Dec 20 11:55:17.574683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59588) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:17.681885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Pushing event deleted for resources: {'Port': ['ID=4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:17.689055 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:17.690761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d90be1a4-51a1-42fc-89c3-173057338bb8 None None] Port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:17.692276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa243-e703-42d9-9bc9-f7c1593b65eb req-efee2c67-cb78-46b7-9f9f-bf168181f9f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:17.692652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa243-e703-42d9-9bc9-f7c1593b65eb req-efee2c67-cb78-46b7-9f9f-bf168181f9f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:17.693019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa243-e703-42d9-9bc9-f7c1593b65eb req-efee2c67-cb78-46b7-9f9f-bf168181f9f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:17.694987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-37efa243-e703-42d9-9bc9-f7c1593b65eb req-efee2c67-cb78-46b7-9f9f-bf168181f9f1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=df4c459806f641ea8b6a89822a7cc035&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6361074 Dec 20 11:55:17.734641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d90be1a4-51a1-42fc-89c3-173057338bb8 None None] Provisioning complete for port ac0673f5-515c-421a-8c92-c5d84036e99b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:17.735020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d90be1a4-51a1-42fc-89c3-173057338bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.834618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410654655'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:17.861607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:17.887888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:17.894135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] No DVR routers for this DVR port 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:17.904171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:17.909509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:17.945504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:17.970305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:17.973082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:18.119705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90d78d-2912-4b39-9208-6e8d1235d300 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:55:18.128203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:18.132009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.143268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:18.144733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.16 "DELETE /v2.0/ports/4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f HTTP/1.1" status: 204 len: 173 time: 3.2406769 Dec 20 11:55:18.196486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:18.221186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:55:18.224336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:18.224947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:18.226736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa243-e703-42d9-9bc9-f7c1593b65eb req-9c7a3f87-bf57-49d3-8c44-7ab1dfa47deb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.228931 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-37efa243-e703-42d9-9bc9-f7c1593b65eb req-9c7a3f87-bf57-49d3-8c44-7ab1dfa47deb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4905205 Dec 20 11:55:18.296922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.297264 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment 983bd37f-d7ae-4ed0-b252-4cce181d173b of type vlan for network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 Dec 20 11:55:18.299200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'name': 'network-vif-deleted', 'tag': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:18.339536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.375365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:18.375606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.376820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:18.380674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.385183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.389513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.393725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.398429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.404032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.415250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-1cd4eaaa-af8b-4eb0-989c-3f237e4ccee8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5398 time: 0.4609292 Dec 20 11:55:18.494227 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66faf49-78f8-47eb-b3be-1859597b8674', 'name': 'network-vif-deleted', 'tag': '4b0d1f19-f4cd-46b1-8ff5-6bfdba28de9f', 'status': 'completed', 'code': 200} Dec 20 11:55:18.520818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa9af90-9b6c-4af8-908c-655ac14e2424 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:18.549710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.589608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Transition to ACTIVE for port object dfa9af90-9b6c-4af8-908c-655ac14e2424 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:18.592807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-baf6206e-cb7d-440d-bbf3-521574b01489 req-3b88d1c4-cbef-4688-881d-bf258062f8f4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759763 Dec 20 11:55:18.597629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.599873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.606890 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6758ddb9-07fc-4206-8eeb-ebee14495362 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:18.695575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:18.771128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cf45b7af-fa61-4b83-af2e-19a98824245e req-6d574b9e-ab7b-489a-8ebb-6cd2be0a773b tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] 10.222.0.32 "GET /v2.0/ports?device_id=d66faf49-78f8-47eb-b3be-1859597b8674 HTTP/1.1" status: 200 len: 210 time: 0.1528459 Dec 20 11:55:18.774157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa9af90-9b6c-4af8-908c-655ac14e2424,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:18.779814 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:18.816594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.824138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:18.827005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:18.863594 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57118bca-6bf4-4b73-a472-0b8972993417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:18.985028 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4092724 Dec 20 11:55:18.990966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:18.994912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=4e6c78d0-5b08-44dc-91e2-39f89cbd75f3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:19.001765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:19.016876 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:19.029099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:19.119691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Attempting to bind port dfa9af90-9b6c-4af8-908c-655ac14e2424 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:19.121112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Attempting to bind port dfa9af90-9b6c-4af8-908c-655ac14e2424 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:19.121649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Attempting to bind port dfa9af90-9b6c-4af8-908c-655ac14e2424 on network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:19.129708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Port dfa9af90-9b6c-4af8-908c-655ac14e2424 on network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:55:19.129963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Attempting to bind port dfa9af90-9b6c-4af8-908c-655ac14e2424 on network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:19.132099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:19.138187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:19.138531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Checking segment: {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:19.138911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Bound using segment: {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:19.139685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Bound port: dfa9af90-9b6c-4af8-908c-655ac14e2424, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:19.140034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:19.245330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a7236bf1-a6c4-4742-9f2a-cde3026a1a5e None None] Provisioning complete for port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:19.245712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7236bf1-a6c4-4742-9f2a-cde3026a1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:19.356332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] For port dfa9af90-9b6c-4af8-908c-655ac14e2424, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:19.360998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] For port dfa9af90-9b6c-4af8-908c-655ac14e2424, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:19.370116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:19.377529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5587e254-7a80-4db6-8d34-e784935b902f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:19.408701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:19.469608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:19.479456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:19.488172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:19.488467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:19.491242 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] 10.222.0.16 "PUT /v2.0/ports/dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 200 len: 1093 time: 3.2324789 Dec 20 11:55:19.511932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:19.517965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa9af90-9b6c-4af8-908c-655ac14e2424,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:19.522340 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:19.531614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Request body: {'port': {'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:19.599306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a7236bf1-a6c4-4742-9f2a-cde3026a1a5e None None] Port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:19.652963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:19.700714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:19.707392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:19.709133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2438138 Dec 20 11:55:19.722664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:19.738175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:19.988654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:20.005513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:15Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '14b45a3e-cdb8-40ea-8f68-cc0848087a41', 'name': '', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:f5:ae:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:13Z', 'updated_at': '2021-12-20T11:55:16Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:06Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:20.031926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:55:20.031926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Updating router ec2b3c00-7d0f-4ae9-9064-c670aae15673 port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:55:20.096436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:20.114493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.120457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.125150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.130633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.136114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.140270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.144367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.146472 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-7c03fabf-941a-46bb-baab-5adc8fe77908 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5410 time: 0.1971736 Dec 20 11:55:20.148110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:20.154862 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-41ee5b10-6c68-412c-bab7-14f53f11f143 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:20.317536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=86a88530-851d-4b58-9d55-6bbbd0b1e834,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:20.320800 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:20.342470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ae37bfa-f991-48dd-aa74-9a73419e79ae req-6b072235-d328-4631-8081-9fd2c5f17677 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253328 Dec 20 11:55:20.343190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': '983bd37f-d7ae-4ed0-b252-4cce181d173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:20.343550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:20.383068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:20.403659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:20.411547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:20.412457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:20.427698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf74115-47fb-4c57-b74f-a7ee207479f7 None None] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:20.456505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4632282 Dec 20 11:55:20.459562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59644) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:20.473977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:20.734420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:20.855357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:20.859606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7e14b664-a922-4160-a7c7-d9dcd3230816 None None] Provisioning complete for port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:20.860115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:subnet and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:20.860543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e14b664-a922-4160-a7c7-d9dcd3230816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:20.864502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:20.875273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:20.880754 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424', 'status': 'completed', 'code': 200} Dec 20 11:55:20.893873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:20.897493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.036209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7e14b664-a922-4160-a7c7-d9dcd3230816 None None] Port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:55:21.161275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4e6c78d0-5b08-44dc-91e2-39f89cbd75f3', 'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': '86a88530-851d-4b58-9d55-6bbbd0b1e834'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:55:21.162059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.184180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:55:21.191837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.248135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Transition to ACTIVE for port object 14b45a3e-cdb8-40ea-8f68-cc0848087a41 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:21.281091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.308275 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-40703db6-9963-4731-b3db-06ad0cf8bc38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:21.318340 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca71ef6a-f88a-49e7-9d73-a3d7ac4ea15e req-735fac3f-2d0d-4225-b9e9-40c69ebe4632 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6424 time: 0.4428952 Dec 20 11:55:21.392662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.402361 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e07af200-74f4-405f-8734-3597de6f201c tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:21.535540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:21.562009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:21.572814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:21.573355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.608379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Pushing event updated for resources: {'Port': ['ID=14b45a3e-cdb8-40ea-8f68-cc0848087a41,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:21.641834 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1793637 Dec 20 11:55:21.647068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59666) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:21.647831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=8866e3b2-2d53-43ad-b989-0862b53d3b03,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:21.652195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eca9f18-4267-4357-a7af-1b284dd9acc4 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:21.654917 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:21.713828 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:21.771865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.827485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:21.829123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:21.830459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:21.831906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:21.833426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:21.834362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Synchronizing usage tracker for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:55:21.840830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Allocated IP 2001:db8::2 (4e6c78d0-5b08-44dc-91e2-39f89cbd75f3/86a88530-851d-4b58-9d55-6bbbd0b1e834/c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:21.870689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Unset dirty status for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:55:21.875440 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c28e96ec-1274-4d29-93d4-5f3bcf4ca9da tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2152104 Dec 20 11:55:21.876056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59670) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:21.882654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735856849'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:21.895093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:21.899685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:21.903894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:21.913653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:21.928038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:21.934488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:21.989158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:21.992256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Transition to ACTIVE for port object 7eca9f18-4267-4357-a7af-1b284dd9acc4 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:22.001141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.001604 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment a90520f3-569c-471d-9dc1-e0d885aa8f30 of type vlan for network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd Dec 20 11:55:22.031148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.070629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.075339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:22.077908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.084743 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-feb87819-d6f9-4b0b-bc34-b39d56df72a0 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:22.106043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.108039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.116097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Attempting to bind port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:22.117211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Attempting to bind port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:22.117691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Attempting to bind port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 on network 400e35cf-2455-4517-aa7d-340cfb6b67e8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:22.119313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a49ac5a-a916-4580-9a24-69f1c2a5204c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:22.134971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Transition to ACTIVE for port object c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:22.135704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2584250 Dec 20 11:55:22.139508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59674) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:22.140528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:22.141228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Checking segment: {'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:22.141847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.142465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Bound using segment: {'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:22.143152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Bound port: 14b45a3e-cdb8-40ea-8f68-cc0848087a41, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:22.143752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.144983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:22.224769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=44d8934d-71f0-4a5d-a002-2e2d3461e6fd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:22.229881 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:22.231026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Transition to ACTIVE for port object c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:22.237584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:22.271126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.303132 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bd61b8ca-ed4e-4d90-85f2-3c0e970ca881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:22.376716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ef6a-f88a-49e7-9d73-a3d7ac4ea15e req-62f88058-6225-42d1-9dc9-e781d3490ad9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:22.377712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ef6a-f88a-49e7-9d73-a3d7ac4ea15e req-62f88058-6225-42d1-9dc9-e781d3490ad9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:22.378112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ef6a-f88a-49e7-9d73-a3d7ac4ea15e req-62f88058-6225-42d1-9dc9-e781d3490ad9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:22.379792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca71ef6a-f88a-49e7-9d73-a3d7ac4ea15e req-62f88058-6225-42d1-9dc9-e781d3490ad9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=df4c459806f641ea8b6a89822a7cc035&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0529568 Dec 20 11:55:22.440756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 11:55:22.476013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Pushing event updated for resources: {'Port': ['ID=7eca9f18-4267-4357-a7af-1b284dd9acc4,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:22.498917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] For port 14b45a3e-cdb8-40ea-8f68-cc0848087a41, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:22.511314 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:22.513950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:22.515895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Pushing event updated for resources: {'Port': ['ID=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:22.519755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] For port 14b45a3e-cdb8-40ea-8f68-cc0848087a41, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=14b45a3e-cdb8-40ea-8f68-cc0848087a41,segment=NetworkSegment(dcc0b19f-80f2-4af3-8f3a-6c40f96611df),segment_id=dcc0b19f-80f2-4af3-8f3a-6c40f96611df)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:22.521155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:22.523076 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:22.523953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:22.529717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.543772 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-84ee49e8-4516-4a47-9bcf-36fda62109f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:22.571986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Removed routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 11:55:22.574255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.592075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.629581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.643034 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ead31e25-a54f-4c9b-9bce-57664aea5a43 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:22.659096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Updating router ec2b3c00-7d0f-4ae9-9064-c670aae15673 port 7afba6de-ed28-4691-8604-56ba01ca6299 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:55:22.739969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Pushing event updated for resources: {'Port': ['ID=14b45a3e-cdb8-40ea-8f68-cc0848087a41,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:22.755550 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:22.793008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd is not hosted by any dhcp agent {{(pid=83557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 11:55:22.801028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:22.802124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:22.807143 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "PUT /v2.0/networks/44d8934d-71f0-4a5d-a002-2e2d3461e6fd HTTP/1.1" status: 200 len: 723 time: 0.6668601 Dec 20 11:55:22.807825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59684) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:22.808660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=44d8934d-71f0-4a5d-a002-2e2d3461e6fd,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:22.813777 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:22.817882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:22.829704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:23.042102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Attempting to bind port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:23.043194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Attempting to bind port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '983bd37f-d7ae-4ed0-b252-4cce181d173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:23.043836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Attempting to bind port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd on network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:23.081488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:23.085876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.102422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:23.105571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:23.106128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Checking segment: {'id': '983bd37f-d7ae-4ed0-b252-4cce181d173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:23.106385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.106791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Bound using segment: {'id': '983bd37f-d7ae-4ed0-b252-4cce181d173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:23.107305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Bound port: c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983bd37f-d7ae-4ed0-b252-4cce181d173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:23.107668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.116397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:23.250874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.345147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] For port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:23.349468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] For port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,segment=NetworkSegment(983bd37f-d7ae-4ed0-b252-4cce181d173b),segment_id=983bd37f-d7ae-4ed0-b252-4cce181d173b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:23.365760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.373380 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:23.464620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ef6a-f88a-49e7-9d73-a3d7ac4ea15e req-3122646c-c16f-493a-b175-77e7c6d93961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.466820 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca71ef6a-f88a-49e7-9d73-a3d7ac4ea15e req-3122646c-c16f-493a-b175-77e7c6d93961 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0301342 Dec 20 11:55:23.482850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.488304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.492398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.498137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.501619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.505740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.509623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.518296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-453b3671-372b-472a-8d1c-07e283b56060 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5410 time: 1.7234583 Dec 20 11:55:23.558369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Pushing event updated for resources: {'Port': ['ID=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:23.564019 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:23.601690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.606875 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-954b7e1a-d54f-44c1-82c3-b6e7720a8be9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:23.655478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Attempting to bind port 7eca9f18-4267-4357-a7af-1b284dd9acc4 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:23.655817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Attempting to bind port 7eca9f18-4267-4357-a7af-1b284dd9acc4 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:23.656147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Attempting to bind port 7eca9f18-4267-4357-a7af-1b284dd9acc4 on network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:23.678286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Port 7eca9f18-4267-4357-a7af-1b284dd9acc4 on network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:55:23.679129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=c61738f4-bf9e-4712-95cb-30faf14b7184,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:23.679994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Attempting to bind port 7eca9f18-4267-4357-a7af-1b284dd9acc4 on network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:23.683174 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:23.719981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f1690123-d1c9-4087-b0a3-50db379638c3 req-c4d2c2fa-a614-4122-a201-1533716a3fe0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963351 Dec 20 11:55:23.730296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': 'a90520f3-569c-471d-9dc1-e0d885aa8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:23.730703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.731403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: 44d8934d-71f0-4a5d-a002-2e2d3461e6fd, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:23.743171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Transition to ACTIVE for port object 7afba6de-ed28-4691-8604-56ba01ca6299 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:23.761434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.765474 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:23.793600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:23.810062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:23.810287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Checking segment: {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:23.810803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Bound using segment: {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:23.811126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Bound port: 7eca9f18-4267-4357-a7af-1b284dd9acc4, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:23.811851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.843407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 44d8934d-71f0-4a5d-a002-2e2d3461e6fd) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:23.856142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:23.858303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:23.906807 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0922179 Dec 20 11:55:23.909340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59696) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:23.921949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:23.928884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae698797-f166-4ef2-a126-b14fe5354677 None None] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:23.934797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.185504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Pushing event updated for resources: {'Port': ['ID=7afba6de-ed28-4691-8604-56ba01ca6299,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:24.202175 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:24.405276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Attempting to bind port 7afba6de-ed28-4691-8604-56ba01ca6299 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:24.405276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Attempting to bind port 7afba6de-ed28-4691-8604-56ba01ca6299 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:24.405276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Attempting to bind port 7afba6de-ed28-4691-8604-56ba01ca6299 on network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:24.414115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1686789'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.418354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:24.418771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Checking segment: {'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:24.419401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.419807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Bound using segment: {'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:24.420302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Bound port: 7afba6de-ed28-4691-8604-56ba01ca6299, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3519147f-19e1-4a80-bb9d-0ce2539a9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:24.420820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.490873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] For port 7eca9f18-4267-4357-a7af-1b284dd9acc4, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:24.498395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] For port 7eca9f18-4267-4357-a7af-1b284dd9acc4, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:24.505405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.528238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.538440 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e8cf5d65-a8df-4c8d-8cc1-f7f1d1a159bd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:24.583397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.639846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] For port 7afba6de-ed28-4691-8604-56ba01ca6299, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:24.668389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741097296132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1102148'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.673371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-44d8934d-71f0-4a5d-a002-2e2d3461e6fd', 'network_id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': 'c61738f4-bf9e-4712-95cb-30faf14b7184'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:55:24.677847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.696618 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5731ab91-1d95-4ab6-a8dc-96e0439b9ae0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:24.699253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] For port 7afba6de-ed28-4691-8604-56ba01ca6299, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7afba6de-ed28-4691-8604-56ba01ca6299,segment=NetworkSegment(3519147f-19e1-4a80-bb9d-0ce2539a9a1e),segment_id=3519147f-19e1-4a80-bb9d-0ce2539a9a1e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:24.729334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.736526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:24.737883 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:24.742561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.744660 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "PUT /v2.0/subnets/c61738f4-bf9e-4712-95cb-30faf14b7184 HTTP/1.1" status: 200 len: 826 time: 0.8342421 Dec 20 11:55:24.754460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59708) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:24.767477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:24.769105 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] 10.222.0.16 "PUT /v2.0/ports/7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 1093 time: 5.2427943 Dec 20 11:55:24.782146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:25.005247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=c61738f4-bf9e-4712-95cb-30faf14b7184,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:25.013392 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:25.024211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Pushing event updated for resources: {'Port': ['ID=7afba6de-ed28-4691-8604-56ba01ca6299,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:25.047422 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4', 'status': 'completed', 'code': 200} Dec 20 11:55:25.058171 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:25.067469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Pushing event updated for resources: {'Port': ['ID=7eca9f18-4267-4357-a7af-1b284dd9acc4,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:25.129687 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:25.140341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:25.262590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:25.357934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d4cae-c308-49c4-b872-7d25b014db3c None None] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:25.425667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7afba6de-ed28-4691-8604-56ba01ca6299 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:25.470034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:25.470807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:25.481378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:25.485198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:25.489043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:25.492945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:25.496950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:25.501002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:25.505364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:25.513149 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-e04da57c-6fb7-483e-9ce9-8cbc68c2b0e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.3772585 Dec 20 11:55:25.584084 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-67717cce-e22b-4541-a8fc-371004d095c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6493 time: 0.6480052 Dec 20 11:55:25.764666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Allocated IP 2001:db8::2 (44d8934d-71f0-4a5d-a002-2e2d3461e6fd/c61738f4-bf9e-4712-95cb-30faf14b7184/478d8538-9ace-47ff-bb0c-b056397d49a1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:25.886377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-8e4e83a7-6257-430a-b19e-5b1ba4b32221 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 217 time: 0.2925642 Dec 20 11:55:25.901872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:25.916269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:25.943723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ebc13139-d712-4f96-95bd-dabb8522d4e3 req-6950f66c-a0e8-4155-9e20-679d24d1b0a5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4297276 Dec 20 11:55:26.066187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7afba6de-ed28-4691-8604-56ba01ca6299 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:26.068258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2a478e37-9ff6-4f85-9cdd-96589d0fea8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:26.069664 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2a478e37-9ff6-4f85-9cdd-96589d0fea8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 200 len: 851 time: 0.1755519 Dec 20 11:55:26.095593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7afba6de-ed28-4691-8604-56ba01ca6299 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:26.095974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:26.324525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-ae0abda8-3950-48d0-bf3f-09e43359ba6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2452431 Dec 20 11:55:26.332787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c1e7889b-0835-4032-838e-f006f6766730 None None] Provisioning for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:26.449782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:26.458484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:26.459627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5d18758b-3b89-4f41-8cd0-ed50b049cea3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 200 len: 934 time: 6.7343659 Dec 20 11:55:26.463189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:26.573274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-441053c8-0c56-4580-8e20-0633bc8ec9a1 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418058 Dec 20 11:55:26.756985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b506074e-6c40-42b8-aa77-c59a5167cbdb tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 200 len: 934 time: 0.2915998 Dec 20 11:55:26.757596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:26.773890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'routes': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:26.848975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:26.872221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:26.886660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c1e7889b-0835-4032-838e-f006f6766730 None None] Provisioning complete for port 7afba6de-ed28-4691-8604-56ba01ca6299 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:26.886660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c1e7889b-0835-4032-838e-f006f6766730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:26.894644 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-3f0af08f-3bf8-4278-85f3-f18f0f377dff service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032808 Dec 20 11:55:26.961808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Transition to ACTIVE for port object 478d8538-9ace-47ff-bb0c-b056397d49a1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:26.993479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Deleting port 388dfafa-c6ff-4dc3-b08c-d5e082687188 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:26.993794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.035145 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-28798884-d3cd-47aa-80b7-ba95ab44d748 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 217 time: 0.1315982 Dec 20 11:55:27.058335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Transition to ACTIVE for port object 478d8538-9ace-47ff-bb0c-b056397d49a1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:27.081368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7afba6de-ed28-4691-8604-56ba01ca6299, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7afba6de-ed28-4691-8604-56ba01ca6299,segment=NetworkSegment(3519147f-19e1-4a80-bb9d-0ce2539a9a1e),segment_id=3519147f-19e1-4a80-bb9d-0ce2539a9a1e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:27.086210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.107885 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:27.141221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.146297 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7a264a11-551b-447e-9b7b-b9f648d06fe9 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:27.160286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e578ead4-a13f-463b-83ab-36b2f819c7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:27.160801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-e578ead4-a13f-463b-83ab-36b2f819c7d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1185048 Dec 20 11:55:27.182741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.183328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:27.287908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:22Z', 'revision_number': 6, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '14b45a3e-cdb8-40ea-8f68-cc0848087a41', 'name': '', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:f5:ae:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:13Z', 'updated_at': '2021-12-20T11:55:22Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:24Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:27.294389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Update dhcp port {'port': {'network_id': '4e6c78d0-5b08-44dc-91e2-39f89cbd75f3', 'fixed_ips': [{'subnet_id': '86a88530-851d-4b58-9d55-6bbbd0b1e834', 'ip_address': '2001:db8::2'}, {'subnet_id': '8866e3b2-2d53-43ad-b989-0862b53d3b03'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 11:55:27.370749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.381091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] For port 388dfafa-c6ff-4dc3-b08c-d5e082687188, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=388dfafa-c6ff-4dc3-b08c-d5e082687188,segment=NetworkSegment(9f9206a2-e75e-4278-b961-66167e104f7a),segment_id=9f9206a2-e75e-4278-b961-66167e104f7a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:27.381768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.453970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c197d7-e006-4365-a213-de7fac20f12d None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:22Z', 'revision_number': 6, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '14b45a3e-cdb8-40ea-8f68-cc0848087a41', 'name': '', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:f5:ae:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:13Z', 'updated_at': '2021-12-20T11:55:22Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:24Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:55:27.462068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.498365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d8934d-71f0-4a5d-a002-2e2d3461e6fd']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:27.518831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90520f3-569c-471d-9dc1-e0d885aa8f30') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:27.519355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90520f3-569c-471d-9dc1-e0d885aa8f30') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:27.534046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.559055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.569235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:27.569639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:27.619708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Pushing event updated for resources: {'Port': ['ID=478d8538-9ace-47ff-bb0c-b056397d49a1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:27.623150 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:27.631524 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:27.632053 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e24db5e5-67d6-4cec-ade0-881b6c7b1b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:27.683954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=c61738f4-bf9e-4712-95cb-30faf14b7184,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:27.695435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:27.714410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:27.725875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.726275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.726642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.727004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.728348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.728348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.728618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.728938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.729550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.729910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.730291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:27.735690 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:27.736383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 11:55:27.736383 n-d-victoria-1 neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 11:55:27.736383 n-d-victoria-1 neutron-server[83557]: [parameters: {'id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd'}] Dec 20 11:55:27.736383 n-d-victoria-1 neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:55:27.736692 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:55:27.741303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:27.902528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:55:27.972765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Calling delete_port for 388dfafa-c6ff-4dc3-b08c-d5e082687188 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:28.023487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:28.122722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:28.123207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.152179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-708d4bd2-8ca3-403e-b93b-5d0b9ccc5e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.163311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7afba6de-ed28-4691-8604-56ba01ca6299,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:28.188357 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:28.242849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Attempting to bind port 478d8538-9ace-47ff-bb0c-b056397d49a1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:28.243367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Attempting to bind port 478d8538-9ace-47ff-bb0c-b056397d49a1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'a90520f3-569c-471d-9dc1-e0d885aa8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:28.243786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Attempting to bind port 478d8538-9ace-47ff-bb0c-b056397d49a1 on network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:28.247950 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-39701fa9-cce2-4ff9-a3c0-5e922f72af32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0773885 Dec 20 11:55:28.301727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:28.306140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:28.310419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:28.314575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:28.319440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:28.322267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:28.324573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:28.329041 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:28.334419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Checking segment: {'id': 'a90520f3-569c-471d-9dc1-e0d885aa8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:28.334872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.335288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Bound using segment: {'id': 'a90520f3-569c-471d-9dc1-e0d885aa8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:28.335797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Bound port: 478d8538-9ace-47ff-bb0c-b056397d49a1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90520f3-569c-471d-9dc1-e0d885aa8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '44d8934d-71f0-4a5d-a002-2e2d3461e6fd'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:28.336243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.338271 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-36c83141-bd87-4d0d-8476-ccbc1690fb3e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.4421420 Dec 20 11:55:28.370360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.439020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 478d8538-9ace-47ff-bb0c-b056397d49a1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:28.439367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.453481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Allocated IP 172.20.0.1 (4e6c78d0-5b08-44dc-91e2-39f89cbd75f3/8866e3b2-2d53-43ad-b989-0862b53d3b03/c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:28.570408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d54e3fbc-9a5f-449b-b999-338b59305a9a req-fb63df6b-8f14-4104-8773-7c09dbd2ea44 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2309854 Dec 20 11:55:28.636713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-36f99417-9a16-41b1-811a-d2fc3382f45f service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768375 Dec 20 11:55:28.713449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.752161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] For port 478d8538-9ace-47ff-bb0c-b056397d49a1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:28.814568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added routes are [] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 11:55:28.815205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 11:55:28.838475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] For port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,segment=NetworkSegment(983bd37f-d7ae-4ed0-b252-4cce181d173b),segment_id=983bd37f-d7ae-4ed0-b252-4cce181d173b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:28.843064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] For port 478d8538-9ace-47ff-bb0c-b056397d49a1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=478d8538-9ace-47ff-bb0c-b056397d49a1,segment=NetworkSegment(a90520f3-569c-471d-9dc1-e0d885aa8f30),segment_id=a90520f3-569c-471d-9dc1-e0d885aa8f30)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:28.844398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port 478d8538-9ace-47ff-bb0c-b056397d49a1, host n-d-victoria-1, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:28.844751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.850208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.856280 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:28.904353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.917133 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:28.937619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:28.959704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Pushing event updated for resources: {'Port': ['ID=478d8538-9ace-47ff-bb0c-b056397d49a1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:28.979602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for 478d8538-9ace-47ff-bb0c-b056397d49a1 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:28.986048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=388dfafa-c6ff-4dc3-b08c-d5e082687188,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:28.996063 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:28.999060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Transition to ACTIVE for port object c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:29.016880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:29.018418 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-28b2a7ad-a083-4f3b-9525-fda05f1039be service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105526 Dec 20 11:55:29.027604 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6e49e0bf-b8c8-406b-9239-65efa826a793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:29.074812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:55:29.075132 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:55:29.080554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:29.170601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.171251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.171783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.172311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.172826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.173339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.173861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.174383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.174888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.175396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.175921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:55:29.209550 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:29.231289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-07d5a23d-bce7-4f4d-8acd-de144f5fe881 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 217 time: 0.1464417 Dec 20 11:55:29.271093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac666d-add3-4505-8fca-2d8086e67a3b None None] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:29.351473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:55:29.351840 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:55:29.381787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-ec831136-29f2-4188-a264-57e41c5e1f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:29.383264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-ec831136-29f2-4188-a264-57e41c5e1f5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1433332 Dec 20 11:55:29.405139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Pushing event updated for resources: {'Port': ['ID=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:29.410919 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:29.504834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:29.510357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:29.567648 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-ff7aeb65-00f8-4d27-b87e-a83879bb7792 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784329 Dec 20 11:55:29.594451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 478d8538-9ace-47ff-bb0c-b056397d49a1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:29.594811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:29.659283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bac6df-2980-4959-b294-383922b2a266 None None] Network 44d8934d-71f0-4a5d-a002-2e2d3461e6fd requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:30.013700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-d68494a8-4a6b-42f2-ad9d-7ba4936becd7 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380517 Dec 20 11:55:30.018754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3738f88e-fcbd-434a-986e-4550ff4ab910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.022558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.074280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,segment=NetworkSegment(983bd37f-d7ae-4ed0-b252-4cce181d173b),segment_id=983bd37f-d7ae-4ed0-b252-4cce181d173b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:30.078518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.097631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.131434 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:30.241827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aaa92a-38ac-4798-80d6-b8c619418f2a None None] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:30.244403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port 478d8538-9ace-47ff-bb0c-b056397d49a1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=478d8538-9ace-47ff-bb0c-b056397d49a1,segment=NetworkSegment(a90520f3-569c-471d-9dc1-e0d885aa8f30),segment_id=a90520f3-569c-471d-9dc1-e0d885aa8f30)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:30.245191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.297371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-503fd5a9-cce9-4f6a-b2d1-05b0166687d9 None None] Provisioning for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:30.308385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-503fd5a9-cce9-4f6a-b2d1-05b0166687d9 None None] Provisioning complete for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:30.308998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-503fd5a9-cce9-4f6a-b2d1-05b0166687d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.391495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-38bc1c72-d854-4b17-80d8-247f5fa9b57d service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642144 Dec 20 11:55:30.439910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for 478d8538-9ace-47ff-bb0c-b056397d49a1 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:30.593021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:30.594215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:30.597681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.602044 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-67b4b427-3350-4c03-9a6b-ebbb6c753c41 tempest-FloatingIPAdminTestJSON-188472692 tempest-FloatingIPAdminTestJSON-188472692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:30.658094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:30.658511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Port': ['ID=478d8538-9ace-47ff-bb0c-b056397d49a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:30.661817 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:30.667634 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:30.771326 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:55:30.798204 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:30.798755 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:30.829696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-108e9ec3-4c2b-484b-9ff9-640da3a9510d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 200 len: 217 time: 0.1058888 Dec 20 11:55:30.864778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:30.865532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:30.906268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-275793d2-bd98-4146-b6e5-a3a685b65801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.908029 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-275793d2-bd98-4146-b6e5-a3a685b65801 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.0723186 Dec 20 11:55:30.922604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.927876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.934675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.938234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.943503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.947344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No DVR routers for this DVR port 478d8538-9ace-47ff-bb0c-b056397d49a1 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:30.947738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.951835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:30.955783 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-13aa31df-e87c-4e71-be47-72b4e73d2b59 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 1.0238798 Dec 20 11:55:31.147626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7afba6de-ed28-4691-8604-56ba01ca6299 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:31.149197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.218975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.222723 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:31.234202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d8934d-71f0-4a5d-a002-2e2d3461e6fd']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:31.250982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.273330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7afba6de-ed28-4691-8604-56ba01ca6299 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:31.273848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.302811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90520f3-569c-471d-9dc1-e0d885aa8f30') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:31.305058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90520f3-569c-471d-9dc1-e0d885aa8f30') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:31.349824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:31.366966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.410618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2490dc5-36ee-4816-9670-76f4b750cd3e req-a2b4087a-9ddd-4f74-b2eb-07858b75087d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3959248 Dec 20 11:55:31.421810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e6403-e285-4722-aeb9-f5ed7cc3fffa None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:55:31.441781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-31b3f397-fae1-4801-9577-b9132a832641 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4860981 Dec 20 11:55:31.475813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.481175 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-efdf3171-f4d9-4bbd-97eb-69ccb887a7fc tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 200 len: 700 time: 4.7225480 Dec 20 11:55:31.487455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59770) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:31.498055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.555183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5e9d8376-e3d0-440a-8e4b-a00fb3389e12 None None] Provisioning complete for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:31.556364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e9d8376-e3d0-440a-8e4b-a00fb3389e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.619899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:31.620313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:31.641153 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:31.677462 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-3f3f644f-2311-469a-96fc-d38f49796a82 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198515 Dec 20 11:55:31.719445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 14b45a3e-cdb8-40ea-8f68-cc0848087a41 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:31.813480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.820708 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a8023435-6d03-40c9-a19d-edde028c22d5 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:31.822756 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:28Z', 'revision_number': 7, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '14b45a3e-cdb8-40ea-8f68-cc0848087a41', 'name': '', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:f5:ae:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:13Z', 'updated_at': '2021-12-20T11:55:22Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:31.828080 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:55:31.844033 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:31.845203 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:31.849900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:31.853208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=44d8934d-71f0-4a5d-a002-2e2d3461e6fd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:31.866497 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:31.906986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59774) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:31.909543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/44d8934d-71f0-4a5d-a002-2e2d3461e6fd HTTP/1.1" status: 204 len: 168 time: 7.1411126 Dec 20 11:55:31.936991 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-73e9122f-ff83-4266-97ba-f34599fa18f3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 200 len: 700 time: 0.4290957 Dec 20 11:55:31.937404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59778) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:31.996434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:32.022216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:32.022718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:32.050700 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ba6351-8785-4c84-9e89-a77342ee3abf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:32.051140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ba6351-8785-4c84-9e89-a77342ee3abf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:32.090408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-85ba6351-8785-4c84-9e89-a77342ee3abf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/44d8934d-71f0-4a5d-a002-2e2d3461e6fd HTTP/1.1" status: 404 len: 339 time: 0.1734984 Dec 20 11:55:32.090408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59782) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:32.095830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e6403-e285-4722-aeb9-f5ed7cc3fffa None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 11:55:32.111804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989448018', 'description': 'd1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:32.124874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:32.132785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Usage tracker for resource:network and tenant:eb905a99ae6040f3b66aaa29400d3fe3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:32.136553 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:32.205331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:32.211421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:32.300582 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b7783990-8229-4a80-9f61-25a0b96b7b5c service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633849 Dec 20 11:55:32.301179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:32.304186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:32.378866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:32.413087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-98541e8b-67d9-4019-b0f6-1809e0eae09f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 200 len: 217 time: 0.0865955 Dec 20 11:55:32.494255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 14b45a3e-cdb8-40ea-8f68-cc0848087a41, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=14b45a3e-cdb8-40ea-8f68-cc0848087a41,segment=NetworkSegment(dcc0b19f-80f2-4af3-8f3a-6c40f96611df),segment_id=dcc0b19f-80f2-4af3-8f3a-6c40f96611df)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:32.503900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:32.506481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:32.516073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:32.543117 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:32.606876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:32.607219 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment 5d4310a7-116b-4aab-b58a-2cba7bd84b91 of type vlan for network 455be224-380e-469e-b2de-6f2b145441fa Dec 20 11:55:32.653539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-43e08ef0-0828-452d-b52a-1557f5ab1cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:32.655035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-43e08ef0-0828-452d-b52a-1557f5ab1cac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.2343059 Dec 20 11:55:32.750415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:32.765929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:32.840720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Router d03b7891-fb36-4434-b197-712d520b9785 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:32.860286 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:28Z', 'revision_number': 7, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '14b45a3e-cdb8-40ea-8f68-cc0848087a41', 'name': '', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:f5:ae:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:13Z', 'updated_at': '2021-12-20T11:55:22Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:32.866395 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e95ec9-c750-444c-b013-6181b7243c91 None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:28Z', 'revision_number': 7, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '14b45a3e-cdb8-40ea-8f68-cc0848087a41', 'name': '', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:f5:ae:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:13Z', 'updated_at': '2021-12-20T11:55:22Z', 'revision_number': 4, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:55:32.920228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:33.027115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=14b45a3e-cdb8-40ea-8f68-cc0848087a41,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:33.050747 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:33.159426 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-ec04d2bb-fc5c-4adb-aa77-465f30321ba5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4575951 Dec 20 11:55:33.214919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:33.215547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:33.313836 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-2dcabb8d-7f30-40d8-8a3d-5e7a44b44005 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451995 Dec 20 11:55:33.324182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.328046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.332567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.336407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.341403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.345717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.350434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.353353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-c38ba667-a3fe-4845-913b-dcaaf589fff5 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.5729914 Dec 20 11:55:33.356423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:33.366617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.367230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:33.540835 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:33.560838 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-a4c39fb6-409c-4c45-8422-1acf60dd78e1 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054074 Dec 20 11:55:33.671355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93a3ec4f-cb31-4db0-a6aa-3ced0759a35e req-747d99a2-f484-43a3-8d28-63763bfb783e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2968273 Dec 20 11:55:33.793020 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7021425 Dec 20 11:55:33.795752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:33.796249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=455be224-380e-469e-b2de-6f2b145441fa,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:33.800414 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:33.802859 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-de8df0d6-1a89-46e8-a80a-1c4b67ef2fb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 200 len: 217 time: 0.2327197 Dec 20 11:55:33.808211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 455be224-380e-469e-b2de-6f2b145441fa details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:33.926839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b3d07acc-b00e-4a5d-ac41-4ff6df189120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:33.928302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-b3d07acc-b00e-4a5d-ac41-4ff6df189120 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.0636740 Dec 20 11:55:34.022539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:34.022793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:34.033898 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-0df20a92-57c9-4542-947b-9ef61349ad0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988100 Dec 20 11:55:34.037878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:34.046608 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] 10.222.0.32 "PUT /v2.0/routers/d03b7891-fb36-4434-b197-712d520b9785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0529051 Dec 20 11:55:34.046763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:34.050308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] Sync routers for ids ['d03b7891-fb36-4434-b197-712d520b9785'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:55:34.062648 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] Routers {'d03b7891-fb36-4434-b197-712d520b9785'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:34.063259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d03b7891-fb36-4434-b197-712d520b9785'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:34.109929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d0b1f-e225-4c71-92e0-b52d27497c86 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:34.110813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec7d0b1f-e225-4c71-92e0-b52d27497c86 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Synchronizing usage tracker for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:55:34.186349 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-5c10ad6c-71a7-4d6a-b6a8-7f755fcc4832 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461487 Dec 20 11:55:34.196907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ec7d0b1f-e225-4c71-92e0-b52d27497c86 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Unset dirty status for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:55:34.201253 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ec7d0b1f-e225-4c71-92e0-b52d27497c86 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/networks?id=455be224-380e-469e-b2de-6f2b145441fa HTTP/1.1" status: 200 len: 765 time: 0.4033387 Dec 20 11:55:34.206424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:34.212954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'description': 'd2'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:34.315778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] Set router d03b7891-fb36-4434-b197-712d520b9785 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:34.343435 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-d8e480e8-7b8e-415c-9a64-d0fb20980bf8 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507287 Dec 20 11:55:34.450135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-a7dc4616-b6a2-4390-9ab6-c8eda7a96024 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 217 time: 0.1007607 Dec 20 11:55:34.597571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-a1f3f364-3afb-4e44-a949-60aa70c45749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:34.599047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-a1f3f364-3afb-4e44-a949-60aa70c45749 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.1402433 Dec 20 11:55:34.651383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port 14b45a3e-cdb8-40ea-8f68-cc0848087a41, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=14b45a3e-cdb8-40ea-8f68-cc0848087a41,segment=NetworkSegment(dcc0b19f-80f2-4af3-8f3a-6c40f96611df),segment_id=dcc0b19f-80f2-4af3-8f3a-6c40f96611df)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:34.652287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:34.675714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 14b45a3e-cdb8-40ea-8f68-cc0848087a41 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:34.741756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-20967a8c-335a-4479-b2eb-45d6014212ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364539 Dec 20 11:55:34.821232 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:55:34.844396 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:34.845425 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:34.882076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 14b45a3e-cdb8-40ea-8f68-cc0848087a41 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:34.883785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:34.999508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:35.017602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 14b45a3e-cdb8-40ea-8f68-cc0848087a41 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:35.123619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:55:28Z', 'revision_number': 5, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:35.146316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] Checking router: d03b7891-fb36-4434-b197-712d520b9785 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:55:35.176703 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:35.187633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:35.198034 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b8c1a4ca-f5ad-4a11-9c97-314b0d9b2836 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:35.203658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] Routers {'d03b7891-fb36-4434-b197-712d520b9785'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:35.204282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d03b7891-fb36-4434-b197-712d520b9785'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:35.242654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-5bcb4fac-f2b9-4a4a-bd27-927664095316 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942079 Dec 20 11:55:35.265475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network 455be224-380e-469e-b2de-6f2b145441fa is not hosted by any dhcp agent {{(pid=83557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 11:55:35.269360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.269794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:35.273947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "PUT /v2.0/networks/455be224-380e-469e-b2de-6f2b145441fa HTTP/1.1" status: 200 len: 762 time: 1.0664229 Dec 20 11:55:35.276255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59828) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:35.391065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ba2b063-1f74-43bd-a85c-ad437d67b999 req-6dd140a2-7453-48e1-a373-19652864e9f0 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415396 Dec 20 11:55:35.404927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.409077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.413986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.414455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=455be224-380e-469e-b2de-6f2b145441fa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:35.418363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.422945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.426183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.426420 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:35.430427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.432423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-61c71d4d-d343-4192-a4e3-f29234a66aed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.5088484 Dec 20 11:55:35.477011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 455be224-380e-469e-b2de-6f2b145441fa details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:35.517866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb7b1b3-3b79-43dd-b392-13adec920c7b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.523706 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ecb7b1b3-3b79-43dd-b392-13adec920c7b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/networks?id=455be224-380e-469e-b2de-6f2b145441fa HTTP/1.1" status: 200 len: 765 time: 0.2425611 Dec 20 11:55:35.527412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:35.535191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59832) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:35.637788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] Set router d03b7891-fb36-4434-b197-712d520b9785 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:35.699991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616224c2-4fc7-4606-afd7-8f44969e3e08 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:35.700810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-616224c2-4fc7-4606-afd7-8f44969e3e08 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Synchronizing usage tracker for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:55:35.724273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-616224c2-4fc7-4606-afd7-8f44969e3e08 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Unset dirty status for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:55:35.725736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-616224c2-4fc7-4606-afd7-8f44969e3e08 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1858466 Dec 20 11:55:35.739171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:35.762612 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a56d82e7-69f5-41b6-acf7-c6215235c467 req-0385bc9e-8054-494d-95c2-8bb752de08d9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3243384 Dec 20 11:55:35.766560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:35.776569 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:35.845114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=14b45a3e-cdb8-40ea-8f68-cc0848087a41,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:35.851562 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:35.868058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-b5c55eee-56b1-4850-aca0-cddf7aed6a65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6493 time: 0.3842523 Dec 20 11:55:35.869217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1dbf9a03-df14-4ee5-97f3-d62e950fce40 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Synchronizing usage tracker for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:55:35.895520 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:28Z', 'revision_number': 7, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '14b45a3e-cdb8-40ea-8f68-cc0848087a41', 'name': '', 'network_id': '400e35cf-2455-4517-aa7d-340cfb6b67e8', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:f5:ae:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:13Z', 'updated_at': '2021-12-20T11:55:32Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '8544eb39-501b-4e40-9ae3-b7a8d9d7328b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:35.905487 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:55:35.920951 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:35.921569 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:36.076106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:55:28Z', 'revision_number': 5, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:36.082334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ebaec-94f4-458f-b073-32a9210f2319 None None] The sync data for ids ['d03b7891-fb36-4434-b197-712d520b9785'] in n-d-victoria-1 is: [{'id': 'd03b7891-fb36-4434-b197-712d520b9785', 'name': 'tempest-ServerRescueTestJSON-1978777119-router', 'tenant_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:06Z', 'updated_at': '2021-12-20T11:55:28Z', 'revision_number': 5, 'project_id': '7c3cbfd009dd4e3f841fb9cdb49be029', 'gw_port': {'id': 'a6da4cb2-878d-4012-b8b2-223104389fed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03b7891-fb36-4434-b197-712d520b9785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:08Z', 'updated_at': '2021-12-20T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:55:36.118961 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:36.158585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1dbf9a03-df14-4ee5-97f3-d62e950fce40 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Unset dirty status for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:55:36.159776 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1dbf9a03-df14-4ee5-97f3-d62e950fce40 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/subnets?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 207 time: 0.4195118 Dec 20 11:55:36.163136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:36.322426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-93c6919d-39ed-40e2-bc21-b0ce92ad029d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.324130 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-93c6919d-39ed-40e2-bc21-b0ce92ad029d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 903 time: 0.4442086 Dec 20 11:55:36.330135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:36.363842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Deleting port a6da4cb2-878d-4012-b8b2-223104389fed {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:36.364671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:36.420597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25f9cc-f4bf-4bc8-bf3b-999a7e31158b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.424335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25f9cc-f4bf-4bc8-bf3b-999a7e31158b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.428240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25f9cc-f4bf-4bc8-bf3b-999a7e31158b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.433309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25f9cc-f4bf-4bc8-bf3b-999a7e31158b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.440885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25f9cc-f4bf-4bc8-bf3b-999a7e31158b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.444735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25f9cc-f4bf-4bc8-bf3b-999a7e31158b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.450758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5e25f9cc-f4bf-4bc8-bf3b-999a7e31158b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2829492 Dec 20 11:55:36.450758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-fb280f0c-4334-4eb7-bed0-620433cdd8e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 217 time: 0.1060870 Dec 20 11:55:36.457748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:36.587238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] For port a6da4cb2-878d-4012-b8b2-223104389fed, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a6da4cb2-878d-4012-b8b2-223104389fed,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:36.587728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:36.608819 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:35Z', 'revision_number': 8, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:36.628496 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f966a772-e081-4c58-9e50-83f6c096ebda None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:35Z', 'revision_number': 8, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:55:36.666383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 388dfafa-c6ff-4dc3-b08c-d5e082687188 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:36.680012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-0f9fd3a2-9ef5-48f0-bb49-ffeece41ad65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:36.682073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-0f9fd3a2-9ef5-48f0-bb49-ffeece41ad65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.2250316 Dec 20 11:55:36.727895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 388dfafa-c6ff-4dc3-b08c-d5e082687188 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:36.728472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 388dfafa-c6ff-4dc3-b08c-d5e082687188 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:36.744602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Calling delete_port for a6da4cb2-878d-4012-b8b2-223104389fed owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:36.810315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:36.882270 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a6f17952-ef0a-43f8-b319-d85e250cd6e0 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4024723 Dec 20 11:55:36.885977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:36.923993 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-75f9464e-67c9-47c1-ba93-8f53633d1d54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330918 Dec 20 11:55:37.114637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c2a7b-8c48-4184-bc6b-bd8074d6252e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.115939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c2a7b-8c48-4184-bc6b-bd8074d6252e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.117220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c2a7b-8c48-4184-bc6b-bd8074d6252e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.118597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c2a7b-8c48-4184-bc6b-bd8074d6252e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.120832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c2a7b-8c48-4184-bc6b-bd8074d6252e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.125838 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aa7c2a7b-8c48-4184-bc6b-bd8074d6252e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2355766 Dec 20 11:55:37.127188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:37.197592 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-1c9bbfe2-338a-49d9-ac25-49fb7888dc37 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628803 Dec 20 11:55:37.267454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121dd75-1aef-46fb-b501-eb92263bcd89 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.268824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121dd75-1aef-46fb-b501-eb92263bcd89 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.270119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121dd75-1aef-46fb-b501-eb92263bcd89 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.271380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121dd75-1aef-46fb-b501-eb92263bcd89 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.272786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121dd75-1aef-46fb-b501-eb92263bcd89 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.277551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3121dd75-1aef-46fb-b501-eb92263bcd89 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1462584 Dec 20 11:55:37.319535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59864) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:37.348938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:37.365599 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-23144d66-a826-486b-a733-2a9a3209f21b tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:37.456693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a6da4cb2-878d-4012-b8b2-223104389fed,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:37.459766 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:37.490989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.495308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.499144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.503021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.506806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.510681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.514525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.516375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-6658a1b8-134b-4d63-8acb-be0d0679490a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.5412321 Dec 20 11:55:37.594384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c450203b-f6d4-4e0e-b6c7-ea3445c01387 req-9872f903-7bff-47fe-a378-a9acbe67a037 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884933 Dec 20 11:55:37.614108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-47065468-b647-4e2c-b368-b2c7a1f5ff41 req-d56c820c-f24f-40a4-9dfb-cdf0209d0fce tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733993 Dec 20 11:55:37.977905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506151c-216e-46ae-a606-3b14db01c333 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:37.979673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b506151c-216e-46ae-a606-3b14db01c333 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/networks/5e8362fb-a9f0-4cbc-8603-b832ba023df6 HTTP/1.1" status: 200 len: 803 time: 0.6590228 Dec 20 11:55:37.983203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59872) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:38.032450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:38.611874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 14b45a3e-cdb8-40ea-8f68-cc0848087a41 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:38.652886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 14b45a3e-cdb8-40ea-8f68-cc0848087a41 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:38.653240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 14b45a3e-cdb8-40ea-8f68-cc0848087a41 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:38.671083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:38.678963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-60263029-7649-410e-9567-da01b6b0fbeb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/networks/5e8362fb-a9f0-4cbc-8603-b832ba023df6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6943245 Dec 20 11:55:38.682432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59880) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:38.684669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:38.745725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:38.746369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d03b7891-fb36-4434-b197-712d520b9785 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:55:38.760809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c196d8d-c6bb-4baa-8bfc-6123484cc907 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.767808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59884) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:38.777090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9c196d8d-c6bb-4baa-8bfc-6123484cc907 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/subnets/0cfb863a-2c94-43e3-ae55-00c665ab2748 HTTP/1.1" status: 200 len: 843 time: 0.0935380 Dec 20 11:55:38.826556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:38.833105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] 10.222.0.32 "DELETE /v2.0/routers/d03b7891-fb36-4434-b197-712d520b9785 HTTP/1.1" status: 204 len: 168 time: 4.7837892 Dec 20 11:55:38.842697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59888) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:38.850687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:38.921855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.925886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.929804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.933529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79654d-22a3-43cb-aa1f-cdda23b24969 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.934066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2d79654d-22a3-43cb-aa1f-cdda23b24969 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Synchronizing usage tracker for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:55:38.934298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.938277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.942075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.945865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:38.947794 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-69ce2c3c-5ae3-4265-bff6-c26751bc9383 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.1379511 Dec 20 11:55:38.997449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-15f61c25-09dd-48ae-b0c1-36e3f48d432e req-8cd0e74e-ff1a-431f-b93d-a7d29a757d4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435214 Dec 20 11:55:39.014115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Deleting subnet a589af16-b3b8-4908-bb31-a5232afda412 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:55:39.058776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.083285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2d79654d-22a3-43cb-aa1f-cdda23b24969 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Unset dirty status for tenant:eb905a99ae6040f3b66aaa29400d3fe3 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:55:39.084563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2d79654d-22a3-43cb-aa1f-cdda23b24969 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "GET /v2.0/subnets/0cfb863a-2c94-43e3-ae55-00c665ab2748?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3151507 Dec 20 11:55:39.089190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59894) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:39.096656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084300237'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:39.101813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:39.112142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:39.123920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:39.127194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.128857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.158908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:39.169868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.170304 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Added segment 4ffd8e9a-16d6-408d-902b-318c97ca7de9 of type vlan for network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 Dec 20 11:55:39.206849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.208335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.265374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.272994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:39.281355 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3405797 Dec 20 11:55:39.281600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:39.282954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:39.284509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.288722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:55:39.301310 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17bc7ca8-916d-4d95-b088-ccbf76b3baf3 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:39.322797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:39.324046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:39.360503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.366928 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-988971b4-5646-476f-848d-e6e6ebf22242 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:39.459904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a589af16-b3b8-4908-bb31-a5232afda412,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:39.473042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3808708 Dec 20 11:55:39.487641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59910) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:39.489271 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:39.498943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'network_id': 'b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:39.523676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.535249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Network': ['ID=b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:39.538116 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:39.553890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:39.565797 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a589af16-b3b8-4908-bb31-a5232afda412 HTTP/1.1" status: 204 len: 168 time: 0.7225661 Dec 20 11:55:39.570754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59916) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:39.733456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.741132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:39.766316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:39.770958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet 8544eb39-501b-4e40-9ae3-b7a8d9d7328b {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:55:39.777875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.787662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:39.817914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Made reservation on behalf of eb905a99ae6040f3b66aaa29400d3fe3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:39.873331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.917251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:39.955856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce70c99-cb32-41d0-ac0a-ccf006196dda']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:39.982435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9206a2-e75e-4278-b961-66167e104f7a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:39.982977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9206a2-e75e-4278-b961-66167e104f7a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:39.984577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.002874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.028817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.049351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:40.062195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:40.092689 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:40.172129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing IP validity checks on allocation pools {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 11:55:40.172659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 11:55:40.207929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.221731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:35Z', 'revision_number': 8, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:40.227987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:55:40.242511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:40.243957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:40.310068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.313779 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7824e3aa-4ee8-4197-94e3-583e2e005515 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:40.354856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.373727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce70c99-cb32-41d0-ac0a-ccf006196dda,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:40.379350 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:40.396708 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:40.401458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:40.405419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:40.409371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:40.413307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:40.417194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:40.421570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:40.423191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-3004006d-be2c-49b5-b45c-a2cb37283abb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.1935625 Dec 20 11:55:40.427380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ce70c99-cb32-41d0-ac0a-ccf006196dda HTTP/1.1" status: 204 len: 168 time: 0.8552711 Dec 20 11:55:40.456183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:40.541489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85f5b759-de28-454f-b501-e1fb7eb33315 req-8524a44c-4824-4280-b542-74943c7f6adf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036890 Dec 20 11:55:40.623285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.639836 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a5b5394-ead7-481c-bb7b-cc2a04cd0196 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:40.653662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a6da4cb2-878d-4012-b8b2-223104389fed no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:40.701091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=8544eb39-501b-4e40-9ae3-b7a8d9d7328b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:40.708382 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:40.711325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.724465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59940) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:40.724687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/8544eb39-501b-4e40-9ae3-b7a8d9d7328b HTTP/1.1" status: 204 len: 168 time: 1.4419825 Dec 20 11:55:40.727040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.732730 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0facc87a-6ea6-4bcc-b7e7-67cea26a8a61 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:40.755585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a004c9-5c3a-4303-b17a-4eeee47ddd11 None None] Network 400e35cf-2455-4517-aa7d-340cfb6b67e8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:40.785297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59948) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:40.839420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=8e08e579-6470-483c-8a15-fc90135bdce8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:40.851015 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:40.879797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.893208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port ac0673f5-515c-421a-8c92-c5d84036e99b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:40.893450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:40.946504 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-939d8f23-3f76-4ce1-8cdd-007e477391e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c3cbfd009dd4e3f841fb9cdb49be029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1496081 Dec 20 11:55:40.946504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Checking segment: {'id': '4ffd8e9a-16d6-408d-902b-318c97ca7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:40.946504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network hostable DHCP agents. Network: b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:40.949829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59952) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:41.014139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:41.036237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a6da4cb2-878d-4012-b8b2-223104389fed {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:41.036825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a6da4cb2-878d-4012-b8b2-223104389fed not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:41.038616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:41.046953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.054872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:41.056194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.083294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbb357-26dd-4806-be00-2ea190b51571 None None] Network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:41.094757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.104515 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6142859 Dec 20 11:55:41.107856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59956) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:41.122457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:41.208641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port ac0673f5-515c-421a-8c92-c5d84036e99b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ac0673f5-515c-421a-8c92-c5d84036e99b,segment=NetworkSegment(dcc0b19f-80f2-4af3-8f3a-6c40f96611df),segment_id=dcc0b19f-80f2-4af3-8f3a-6c40f96611df)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:41.209339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.325089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1686789'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.376775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for ac0673f5-515c-421a-8c92-c5d84036e99b owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:41.441181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.461919 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b10a5e47-ea7b-4f55-8b0e-bf1f0e54e40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:41.472977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.479762 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:41.515862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.519168 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fcfdf8b-90b7-45cb-a689-ebdd28589678 HTTP/1.1" status: 204 len: 168 time: 0.5648708 Dec 20 11:55:41.534376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcfdf8b-90b7-45cb-a689-ebdd28589678,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:41.539144 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:41.577027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=ac0673f5-515c-421a-8c92-c5d84036e99b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:41.596511 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:41.603069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No DVR routers for this DVR port ac0673f5-515c-421a-8c92-c5d84036e99b on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:41.603224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301', 'network_id': 'b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301', 'tenant_id': 'eb905a99ae6040f3b66aaa29400d3fe3', 'fixed_ips': [{'subnet_id': '8e08e579-6470-483c-8a15-fc90135bdce8'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:55:41.604315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.623147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e65c5-4abb-4659-8a44-c7f09d7b4245 None None] DHCP port deletion for 400e35cf-2455-4517-aa7d-340cfb6b67e8 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:55:41.707313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:35Z', 'revision_number': 8, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:41.716502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12daa8-70b7-48a2-996c-ae9ada7b74f6 None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:35Z', 'revision_number': 8, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7afba6de-ed28-4691-8604-56ba01ca6299', 'name': '', 'network_id': 'ac8cf4ff-3c9e-45b8-81d9-36c692a449cf', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:11:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:55:04Z', 'updated_at': '2021-12-20T11:55:26Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:55:41.799336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.817172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741097296132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1102148'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.821375 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-777923dd-58b0-4eb5-86fd-032b584493b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:41.835433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400e35cf-2455-4517-aa7d-340cfb6b67e8']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:41.911123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:41.912043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:41.914226 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "PUT /v2.0/subnets/8e08e579-6470-483c-8a15-fc90135bdce8 HTTP/1.1" status: 200 len: 900 time: 0.8052473 Dec 20 11:55:41.918654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 59970) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:41.926732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:41.927288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc0b19f-80f2-4af3-8f3a-6c40f96611df') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:41.953707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Allocated IP 2001:db8::3 (b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301/8e08e579-6470-483c-8a15-fc90135bdce8/79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:41.970127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event updated for resources: {'Subnet': ['ID=8e08e579-6470-483c-8a15-fc90135bdce8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:41.994682 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:42.022196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.297967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.309969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Transition to ACTIVE for port object 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:42.336971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Transition to ACTIVE for port object 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:55:42.346932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.353761 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-01ad6032-3839-4790-9ce1-b4e39f55f7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:42.504387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:42.507604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:42.512671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:42.514866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Pushing event updated for resources: {'Port': ['ID=79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:42.518199 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:42.631403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Attempting to bind port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:55:42.632061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Attempting to bind port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4ffd8e9a-16d6-408d-902b-318c97ca7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:55:42.632631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Attempting to bind port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 on network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:55:42.646516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:55:42.647183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Checking segment: {'id': '4ffd8e9a-16d6-408d-902b-318c97ca7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:42.647883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.648555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Bound using segment: {'id': '4ffd8e9a-16d6-408d-902b-318c97ca7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:55:42.650364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Bound port: 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffd8e9a-16d6-408d-902b-318c97ca7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:55:42.651231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.738767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ac0673f5-515c-421a-8c92-c5d84036e99b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:42.784759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: ac0673f5-515c-421a-8c92-c5d84036e99b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:42.785435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ac0673f5-515c-421a-8c92-c5d84036e99b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:42.833358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.846083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.870721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:42.871724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.878768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] For port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:55:42.886758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] For port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2,segment=NetworkSegment(4ffd8e9a-16d6-408d-902b-318c97ca7de9),segment_id=4ffd8e9a-16d6-408d-902b-318c97ca7de9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:55:42.901976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:42.906665 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:42.912435 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:42.984900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:42.987469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 59998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:42.993443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:43.000617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:43.007167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Pushing event updated for resources: {'Port': ['ID=79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:43.007823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:43.015463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:43.017884 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:43.022729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:43.027133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:43.029119 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-ceb3a964-ac89-472c-8da1-3d1ed1cba6b8 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 1.1848915 Dec 20 11:55:43.079821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:43.080048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.188719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.204085 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56eba7bb-1706-4b69-af8e-ef4d69dfc19b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:43.238372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.307146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.311561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=400e35cf-2455-4517-aa7d-340cfb6b67e8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:43.315566 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:43.320068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:43.332584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Usage tracker for resource:security_group_rule and tenant:6413850e1a9e4e928f4ee4726930662e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:43.339209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:43.347976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:43.515281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.532976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.550364 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-be51b6ce-d699-46c2-ad6b-c83919b29da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:43.606312 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d7d1504a-3b07-4071-a26f-1cb58e28413f req-58baa4f6-dfb2-4344-8bea-850fbe8ab8b3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5034707 Dec 20 11:55:43.620494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6413850e1a9e4e928f4ee4726930662e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6296473 Dec 20 11:55:43.621333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea4661-a49b-4f2e-962c-0ac5974a0cd6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:43.621924 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/400e35cf-2455-4517-aa7d-340cfb6b67e8 HTTP/1.1" status: 204 len: 168 time: 2.8958626 Dec 20 11:55:43.625269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60020) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:43.636714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:43.642444 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:43.777530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2,segment=NetworkSegment(4ffd8e9a-16d6-408d-902b-318c97ca7de9),segment_id=4ffd8e9a-16d6-408d-902b-318c97ca7de9)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:43.778813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.781227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.824162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.907304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.912235 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c03607f3-7b1f-4912-baa5-4a82fb48648d tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:43.923376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:43.928340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea4661-a49b-4f2e-962c-0ac5974a0cd6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:43.931505 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:43.933496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:43.939012 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eea4661-a49b-4f2e-962c-0ac5974a0cd6 HTTP/1.1" status: 204 len: 168 time: 0.2998049 Dec 20 11:55:44.253681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:44.259497 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:44.292338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e8dc124-f325-4910-84d7-b0ac4ca159db req-e3190237-24bc-4197-b80b-83559a3125f2 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ca66fa-f877-4dbd-a274-7404698da99f HTTP/1.1" status: 200 len: 210 time: 0.1181786 Dec 20 11:55:44.384589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Port': ['ID=79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:44.400488 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:44.521264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d8ef1-b66f-442e-a4d1-d27770aa962c None None] Network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:44.552164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No DVR routers for this DVR port 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:44.658961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:44.741657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:44.824417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0883f64-55dc-40bd-a8ef-8f0219a677b2 None None] Could not find standard attr ID for object 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 11:55:45.048346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:45.109306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:45.116412 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-910a6b4d-151f-44d4-b192-35dfc9b53c0a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:45.204203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=8e08e579-6470-483c-8a15-fc90135bdce8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:45.208898 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:45.329848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:45.333471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa5faaf-51c5-4a10-88b9-a34252655036 None None] Network b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:45.334780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:45.338671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:45.344735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:45.349768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:45.355699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:45.360426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:45.370156 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-fc100c42-787f-4b4c-ae5e-eed2dc577f2f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.2226038 Dec 20 11:55:45.432561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-912f56d2-65e3-4904-80e1-880cc23ef165 req-43e0a9d9-5033-4fad-b490-a2672d2af1d4 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1566095 Dec 20 11:55:45.445861 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f408e6c5-310b-4e4d-9cd3-849c59123a8f req-78391743-98c6-4d22-a47e-c5b80af29fdc tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741611 Dec 20 11:55:45.589699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:45.680092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048ce55-d4ba-467a-a74e-986956a8d28d None None] DHCP port deletion for b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:55:45.717718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:45.744182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd8e9a-16d6-408d-902b-318c97ca7de9') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:45.744621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd8e9a-16d6-408d-902b-318c97ca7de9') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:45.815132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:45.875391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:45.897091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:45.897391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:45.916857 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:46.017161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-7758725d-43f1-46c1-974e-4d7ffa1583c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4182267 Dec 20 11:55:46.052690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:46.064631 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ebb33f7f-b375-4001-b28e-e6c77ba97868 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:46.079050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:46.130826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:46.151978 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:46.210145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60096) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:46.210377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 HTTP/1.1" status: 204 len: 168 time: 4.2891269 Dec 20 11:55:46.260405 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-2f34b8b7-a009-4be9-8325-348977a80310 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1098 time: 0.1743360 Dec 20 11:55:46.294609 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67ca759-67ce-472a-8c8f-b9ec3955fd29 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:46.299101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67ca759-67ce-472a-8c8f-b9ec3955fd29 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:46.302433 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b67ca759-67ce-472a-8c8f-b9ec3955fd29 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/8e08e579-6470-483c-8a15-fc90135bdce8 HTTP/1.1" status: 404 len: 337 time: 0.0883152 Dec 20 11:55:46.308478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60100) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:46.370023 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6bbe36-6fe5-451c-9b02-45114ac7d2dc tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:46.370755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6bbe36-6fe5-451c-9b02-45114ac7d2dc tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:46.374519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4d6bbe36-6fe5-451c-9b02-45114ac7d2dc tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/b7b368ef-dbdf-4ba1-a3d9-0a47f0b69301 HTTP/1.1" status: 404 len: 339 time: 0.0621166 Dec 20 11:55:46.375000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:46.568036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:46.593659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:46.617394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-c74f0bf3-889e-4e98-924c-5e76916dd495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:46.620340 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-c74f0bf3-889e-4e98-924c-5e76916dd495 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.3335545 Dec 20 11:55:46.661914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:46.663310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 79aaa4ed-4fa8-4eaf-a405-96ef81d85eb2 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:46.835309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60118) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:46.875259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:46.960526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 7afba6de-ed28-4691-8604-56ba01ca6299 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:46.961199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:46.971391 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-85e947cd-6ee9-42c7-a02e-dd876ee75832 req-8dae3d8f-92c4-45fd-b981-c581ace65cc7 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1605387 Dec 20 11:55:46.978900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455be224-380e-469e-b2de-6f2b145441fa']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:46.995402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-7eba746f-4f01-440f-bc02-82d6c223ac70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 1001 time: 0.3662345 Dec 20 11:55:47.006826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4310a7-116b-4aab-b58a-2cba7bd84b91') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:47.007215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4310a7-116b-4aab-b58a-2cba7bd84b91') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:47.030683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.051355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.060023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:47.060606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.064755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-65a5893c-22c0-4be1-9591-4646fffce1b1 req-48df6f0e-61ca-4b1a-8796-1f73d4587cde service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8ca66fa-f877-4dbd-a274-7404698da99f HTTP/1.1" status: 200 len: 210 time: 0.0607901 Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:47.080216 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:47.173318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.179451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.192297 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:47.223079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/455be224-380e-469e-b2de-6f2b145441fa HTTP/1.1" status: 204 len: 168 time: 0.8467422 Dec 20 11:55:47.225122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=455be224-380e-469e-b2de-6f2b145441fa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:47.230249 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:47.230782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:47.280960 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fc2fc3-0b2a-4c1a-8619-176d1c4f034b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:47.281742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fc2fc3-0b2a-4c1a-8619-176d1c4f034b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:47.283824 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d5fc2fc3-0b2a-4c1a-8619-176d1c4f034b tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/c61738f4-bf9e-4712-95cb-30faf14b7184 HTTP/1.1" status: 404 len: 337 time: 0.0510259 Dec 20 11:55:47.286335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60132) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:47.316475 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21c3a6b-89e8-4076-aefc-b816cfc50e08 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:47.317267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21c3a6b-89e8-4076-aefc-b816cfc50e08 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:47.319568 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f21c3a6b-89e8-4076-aefc-b816cfc50e08 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/44d8934d-71f0-4a5d-a002-2e2d3461e6fd HTTP/1.1" status: 404 len: 339 time: 0.0318887 Dec 20 11:55:47.322038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:47.327118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.371420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.374925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.379026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.382960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.387023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.390874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.394703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.396735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-51a48ceb-4e40-47e9-83b9-490bb175fba4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.5700192 Dec 20 11:55:47.506511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:47.512085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a658107544944582bc2e1673b24b7ff9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:47.515179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:47.522102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:47.536130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-4df22694-b1f1-4ffd-9bf8-aebf0d2a5e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:47.537758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-4df22694-b1f1-4ffd-9bf8-aebf0d2a5e53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.4827554 Dec 20 11:55:47.652139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting subnet 8866e3b2-2d53-43ad-b989-0862b53d3b03 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:55:47.655132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.671017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port 7afba6de-ed28-4691-8604-56ba01ca6299, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7afba6de-ed28-4691-8604-56ba01ca6299,segment=NetworkSegment(3519147f-19e1-4a80-bb9d-0ce2539a9a1e),segment_id=3519147f-19e1-4a80-bb9d-0ce2539a9a1e)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:47.671601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.681002 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-abe115fc-d41d-4741-acfa-ba1eb41bad62 req-e7d30efe-1a24-4b63-b6c2-e1f9050d64b6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2698722 Dec 20 11:55:47.712316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.797590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.822328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 7afba6de-ed28-4691-8604-56ba01ca6299 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:47.877759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.888806 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4fa478f2-39a4-41af-bc5c-31c93e888af1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:47.889593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-93c83045-adad-40cd-bd48-e532129ae5fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3412223 Dec 20 11:55:47.897568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.902416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.914203 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb2e5d6f-dfa6-423b-8d1a-5d033d6db79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:47.924416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=8866e3b2-2d53-43ad-b989-0862b53d3b03,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:47.928752 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:47.933934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:47.943288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0914bdd-7ebb-4718-857f-945927d5b532 None None] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:47.967898 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/8866e3b2-2d53-43ad-b989-0862b53d3b03 HTTP/1.1" status: 204 len: 168 time: 0.6445534 Dec 20 11:55:47.968761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:48.104252 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-6234465d-8567-4b24-8d5d-2f65e3e75f3b service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934996 Dec 20 11:55:48.105870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting subnet 86a88530-851d-4b58-9d55-6bbbd0b1e834 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:55:48.115361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.141732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.177582 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9d9aa40-8519-45ab-bcbb-26eaf4caf726 req-b66ead9e-7815-4828-a7f0-ccecf5e83d90 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.2685506 Dec 20 11:55:48.213442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.235669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a1875a-2592-4cda-b2e3-24bd929acd55,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:48.263162 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:48.268060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a658107544944582bc2e1673b24b7ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4293723 Dec 20 11:55:48.284207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60152) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:48.397933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.476598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.514836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50250c77-a16f-47e6-a51f-2aa1b5ee8d42 req-d6b116f4-fc75-4a73-ac1d-7c149a798277 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0588274 Dec 20 11:55:48.519658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cbd5735b-4f30-4803-839c-f54a6dec9b42 req-fb92b32f-5741-4e02-a120-6d0d547e58ff service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760684 Dec 20 11:55:48.558346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.565737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.572185 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea21099a-a32d-46e4-8390-950a9ed4405d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:48.613012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.625661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.631969 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:48.636541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=86a88530-851d-4b58-9d55-6bbbd0b1e834,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:48.638988 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:48.640872 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/86a88530-851d-4b58-9d55-6bbbd0b1e834 HTTP/1.1" status: 204 len: 168 time: 0.6711514 Dec 20 11:55:48.643197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:48.751003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=7afba6de-ed28-4691-8604-56ba01ca6299,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:48.789403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.802168 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:48.802554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:48.802987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.908777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:48.973469 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-813ca809-3da8-4bec-b468-2774e7e8e2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:49.057283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a1875a-2592-4cda-b2e3-24bd929acd55,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:49.068753 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:49.121264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,segment=NetworkSegment(983bd37f-d7ae-4ed0-b252-4cce181d173b),segment_id=983bd37f-d7ae-4ed0-b252-4cce181d173b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:49.121612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:49.128754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:49.136258 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2a1875a-2592-4cda-b2e3-24bd929acd55 HTTP/1.1" status: 204 len: 168 time: 0.8474309 Dec 20 11:55:49.212219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:49.216034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:49.243566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:49.247546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:49.251386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:49.261565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:49.265480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:49.267377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-842dc537-f854-415f-8c13-8faf1b90816f req-ef0a448d-7780-4d5a-9aa8-41cb7239fbc6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.2760220 Dec 20 11:55:49.321591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:49.376226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:49.550031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df2bcc6-e489-4e3c-ab44-47a8d5ac6774 None None] Network 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:49.615435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:49.620674 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5b37a39a-b2d3-40e3-9649-1be74cc656f1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:49.720125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Port': ['ID=c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:49.722855 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:49.726103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No DVR routers for this DVR port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:49.735545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-842dc537-f854-415f-8c13-8faf1b90816f req-15a0317e-c0f8-44cf-a523-56d347234303 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4577017 Dec 20 11:55:49.775476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-517000c7-7df0-49ae-9599-375f4fb131b4 None None] Provisioning complete for port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:49.776184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-517000c7-7df0-49ae-9599-375f4fb131b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:49.819571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-517000c7-7df0-49ae-9599-375f4fb131b4 None None] Port c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 11:55:49.913382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:49.939016 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea32e5d3-2cd1-4e59-8a4a-581c27490267 req-6ba722ff-b878-497e-b7f6-81351085d16b tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0581958 Dec 20 11:55:50.029229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2986894-9d73-4d96-8db9-d1aa4674bee7 None None] DHCP port deletion for 4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:55:50.143610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6c78d0-5b08-44dc-91e2-39f89cbd75f3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:50.159092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983bd37f-d7ae-4ed0-b252-4cce181d173b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:50.159522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983bd37f-d7ae-4ed0-b252-4cce181d173b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:50.173473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:50.193714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:50.201402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:50.201906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:50.233114 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:50.465164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:50.466279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:55:50.468789 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-596b10ca-9e48-4ae3-a4c0-c6a3b0c4280e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:50.509140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:50.538358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=4e6c78d0-5b08-44dc-91e2-39f89cbd75f3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:50.550567 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:50.561109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/4e6c78d0-5b08-44dc-91e2-39f89cbd75f3 HTTP/1.1" status: 204 len: 168 time: 1.9168446 Dec 20 11:55:50.563922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60204) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:50.665962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02b17c30-a1e4-40ba-b9ef-fac7a5f7c3f3 req-1b0a3f0c-5af3-47aa-849c-aa2ac962139d tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0478597 Dec 20 11:55:50.670128 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88940fc-d061-4296-875f-e4879ccb8790 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:50.670672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88940fc-d061-4296-875f-e4879ccb8790 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:50.674573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d88940fc-d061-4296-875f-e4879ccb8790 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/e71678f8-34a8-427b-8534-e37c065ed6d0 HTTP/1.1" status: 404 len: 337 time: 0.1072481 Dec 20 11:55:50.675070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60214) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:50.727702 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b248d6e-b160-4a8f-afb6-ca9df7959925 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:50.727702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b248d6e-b160-4a8f-afb6-ca9df7959925 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:50.732376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7b248d6e-b160-4a8f-afb6-ca9df7959925 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/a0e1a4ae-2b8f-491b-9563-2ea17952091a HTTP/1.1" status: 404 len: 339 time: 0.0539927 Dec 20 11:55:50.735365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60218) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:50.772238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:50.811718 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d19e3a6-c2b2-4edf-99d0-4570dbac3f60 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:50.812397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d19e3a6-c2b2-4edf-99d0-4570dbac3f60 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:50.814342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7d19e3a6-c2b2-4edf-99d0-4570dbac3f60 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/88cfc211-3b2c-416e-9ad6-aae67c9533fa HTTP/1.1" status: 404 len: 337 time: 0.0775733 Dec 20 11:55:50.816898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:50.856205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:50.856737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c6ac7dbb-1f67-4ef2-83e0-dac45280e4dd not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:50.869531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:55:50.871133 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c833108-72a3-4012-bbcd-2112b3543025 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:50.871575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c833108-72a3-4012-bbcd-2112b3543025 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:50.877795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2509542 Dec 20 11:55:50.878880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5c833108-72a3-4012-bbcd-2112b3543025 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/86079d32-e79d-480f-8cdb-2dcb7b141908 HTTP/1.1" status: 404 len: 339 time: 0.0607696 Dec 20 11:55:50.884171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:50.885147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60234) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:50.887727 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:55:50.916708 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:50.917772 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:50.977015 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b608115-fa43-42cc-8c5f-d5c2262456d8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:50.977565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b608115-fa43-42cc-8c5f-d5c2262456d8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:50.982351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:50.982495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0b608115-fa43-42cc-8c5f-d5c2262456d8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/bd2efa78-05b8-4d21-89a6-0dbab0bea512 HTTP/1.1" status: 404 len: 337 time: 0.0953031 Dec 20 11:55:51.025595 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcb94c8-0ead-42ae-9045-5e94aa482e96 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:51.032291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcb94c8-0ead-42ae-9045-5e94aa482e96 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:51.034220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bbcb94c8-0ead-42ae-9045-5e94aa482e96 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/8b141e14-7e86-4c27-9d95-90d474051239 HTTP/1.1" status: 404 len: 339 time: 0.0506051 Dec 20 11:55:51.036665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60246) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:51.166625 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:51.300147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:51.307879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:51.311002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:51.316453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:51.321734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:51.327536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:51.332085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:51.341867 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14eac89f-60a7-43b6-a050-6e030f204168 req-7d395224-df5f-47ce-a7c6-b7d88942cb3b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.3500166 Dec 20 11:55:51.360458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting subnet 434c80a3-840a-4ee7-8eff-0be32643d3e9 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:55:51.370355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.384714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet 18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:55:51.390865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.454274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.487020 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-14eac89f-60a7-43b6-a050-6e030f204168 req-df476465-541c-4a8b-9998-7f82cd51295f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441164 Dec 20 11:55:51.498384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.634616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.637259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.742115 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:48Z', 'revision_number': 9, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:51.759598 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:55:51.762779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.763007 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:55:51.763007 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:55:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:51.768607 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd696502-f017-40c7-9d7e-7e27dad585a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:51.791592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.796704 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:51.838090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=434c80a3-840a-4ee7-8eff-0be32643d3e9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:51.841177 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:51.850970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.851893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4dceaf-99a2-486b-b424-be2ec41f1184 None None] Network 313a7cd2-1dde-47f9-b5f6-aea57821a548 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:51.863630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/434c80a3-840a-4ee7-8eff-0be32643d3e9 HTTP/1.1" status: 204 len: 168 time: 0.8257749 Dec 20 11:55:51.865833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:51.871860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:51.874673 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:51.885704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:51.902841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692c016-5854-497e-8d08-adf8dfe9c5fc None None] Network ac8cf4ff-3c9e-45b8-81d9-36c692a449cf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:51.908927 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f HTTP/1.1" status: 204 len: 168 time: 1.0207667 Dec 20 11:55:51.909547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:52.125797 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:55:52.202676 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4426c6a6-3130-4f4c-a4ed-63b8fd5e1591 req-afe7ad3a-485f-45fa-a268-d9711769dfae tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.2106581 Dec 20 11:55:52.208389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 79b5316f-fb39-400d-8704-dc5e26f9a1f2 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:55:52.210436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.216618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.230799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:52.231145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.238625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:52.238964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.460052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60284) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:52.554198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d,segment=NetworkSegment(3519147f-19e1-4a80-bb9d-0ce2539a9a1e),segment_id=3519147f-19e1-4a80-bb9d-0ce2539a9a1e)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:52.554550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.587063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aed77d8a-3228-4d7f-8b4a-d2d66bc8375b,segment=NetworkSegment(7e917a3f-4dbf-498f-8982-0d789fa4bd10),segment_id=7e917a3f-4dbf-498f-8982-0d789fa4bd10)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:52.587426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.725905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for aed77d8a-3228-4d7f-8b4a-d2d66bc8375b owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:52.733757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:52.745099 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:48Z', 'revision_number': 9, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:52.749933 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ae535-3d94-4ef3-af21-43ecabbe529e None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:48Z', 'revision_number': 9, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': '7acca71a-6bc7-49b9-a344-e8027fd4ed64', 'name': '', 'network_id': '99c1b538-f8af-47f7-af0a-d89f00c22ca9', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:64:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:55Z', 'updated_at': '2021-12-20T11:55:09Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': 'fdd8d553-2b4c-4aae-8ee3-02334223ed27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:55:52.773241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:52.777902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '79b5316f-fb39-400d-8704-dc5e26f9a1f2', 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'port_id': '79b5316f-fb39-400d-8704-dc5e26f9a1f2', 'mac_address': 'fa:16:3e:34:87:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4506f-7d65-4311-89a6-5f62f7b886b0', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:55:52.816045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.822637 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:52.871353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Port': ['ID=aed77d8a-3228-4d7f-8b4a-d2d66bc8375b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:52.875802 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:52.879095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No DVR routers for this DVR port aed77d8a-3228-4d7f-8b4a-d2d66bc8375b on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:52.935665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.939217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:52.943476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:52.949034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:52.953113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:52.959664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:52.960258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b5316f-fb39-400d-8704-dc5e26f9a1f2 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:52.964259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:52.968407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:52.970623 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-68118e7a-2fe9-456d-82ad-c91a6293ac4b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5422 time: 0.2716632 Dec 20 11:55:52.971998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:52.984356 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d92518a-c5b6-4420-8e41-aafded0ee6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:52.995312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:53.003920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.005370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 1ddcc3eb-0326-4c88-a313-d961e21072f6 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:55:53.007807 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:53.036450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.077201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313a7cd2-1dde-47f9-b5f6-aea57821a548']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:53.099672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e917a3f-4dbf-498f-8982-0d789fa4bd10') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:53.100024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e917a3f-4dbf-498f-8982-0d789fa4bd10') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:53.120873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-902811208', 'router:external': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:53.123928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=79b5316f-fb39-400d-8704-dc5e26f9a1f2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:53.126496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:53.131540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:network and tenant:bcf1f453cf1547009b4e2dbe0bccdebe is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:53.135407 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:53.136326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:53.143500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:53.144791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330f133-5faa-4518-9507-e348cee1fb79 None None] DHCP port deletion for 313a7cd2-1dde-47f9-b5f6-aea57821a548 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:55:53.153312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.167551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Made reservation on behalf of bcf1f453cf1547009b4e2dbe0bccdebe for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:53.173586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.192781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.202237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No DVR routers for this DVR port 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:53.212331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.226270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a734b41-0545-48f7-85ab-16731cab1a8b None None] DHCP port deletion for ac8cf4ff-3c9e-45b8-81d9-36c692a449cf request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:55:53.253834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:53.254361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.332331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:53.345165 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:53.419419 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:53.449147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 1ddcc3eb-0326-4c88-a313-d961e21072f6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:53.449603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.466081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:53.476366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:security_group_rule and tenant:bcf1f453cf1547009b4e2dbe0bccdebe is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:53.482189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8cf4ff-3c9e-45b8-81d9-36c692a449cf']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:53.483081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'port_id': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'mac_address': 'fa:16:3e:52:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:55:53.484292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:53.492197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:53.501420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.510539 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-438e95bf-4ca2-40b5-9443-281341d1b3cb tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:53.522030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3519147f-19e1-4a80-bb9d-0ce2539a9a1e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:53.522425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3519147f-19e1-4a80-bb9d-0ce2539a9a1e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:53.527421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.551086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.561587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.582716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddcc3eb-0326-4c88-a313-d961e21072f6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:53.586376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.587331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/313a7cd2-1dde-47f9-b5f6-aea57821a548 HTTP/1.1" status: 204 len: 168 time: 1.7199881 Dec 20 11:55:53.597936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:53.598157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60298) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:53.598442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.603868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 1ddcc3eb-0326-4c88-a313-d961e21072f6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:53.609230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.612673 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:53.634433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8391c2c5-0450-4df6-853a-76d1c02882ce req-946277ea-5b3b-4526-b286-d1bb2602f32d tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1299739 Dec 20 11:55:53.635908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=313a7cd2-1dde-47f9-b5f6-aea57821a548,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:53.641511 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:53.649358 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c58637a-4a45-4591-bdf1-02f7fcc76048 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:53.649817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c58637a-4a45-4591-bdf1-02f7fcc76048 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:53.665629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0c58637a-4a45-4591-bdf1-02f7fcc76048 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/68a4d43f-1b84-4a5d-8eeb-c4b964fa3efe HTTP/1.1" status: 404 len: 337 time: 0.0664446 Dec 20 11:55:53.667394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60302) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:53.709881 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:53.720274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.720957 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4ac15b-a59f-40f7-8a56-66521ed891fc tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] DELETE failed (client error): The resource could not be found. Dec 20 11:55:53.721474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4ac15b-a59f-40f7-8a56-66521ed891fc tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:55:53.732627 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:53.734505 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c4ac15b-a59f-40f7-8a56-66521ed891fc tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/74eff2f0-edf4-4ad3-8317-933363328a1c HTTP/1.1" status: 404 len: 339 time: 0.0662496 Dec 20 11:55:53.736957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60306) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:53.751483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=1ddcc3eb-0326-4c88-a313-d961e21072f6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:53.754466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.755329 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:53.766231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=ac8cf4ff-3c9e-45b8-81d9-36c692a449cf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:53.770842 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:53.773956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1e9ea49b-f600-40ab-8f7b-a11046792fc2 req-da9f9ddd-1869-4d3b-9d1a-7c369dc0df15 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7907934 Dec 20 11:55:53.782578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/ac8cf4ff-3c9e-45b8-81d9-36c692a449cf HTTP/1.1" status: 204 len: 168 time: 1.8720424 Dec 20 11:55:53.783448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60310) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:53.844232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.858549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.865254 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-65581816-edc1-445a-bf64-8974979c5a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:53.880617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['79b5316f-fb39-400d-8704-dc5e26f9a1f2'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:53.934073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['1ddcc3eb-0326-4c88-a313-d961e21072f6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:53.942438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:55:53.986037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78647722-9743-4e12-aefe-d15c2f47ca16,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:53.988604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:53.988950 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Added segment 3087cef1-9fc6-43ff-a7bd-01be0e592c51 of type vlan for network 5a051b06-661c-4fd9-a9df-72419ee62c99 Dec 20 11:55:53.997222 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:54.004642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting subnet 0cfb863a-2c94-43e3-ae55-00c665ab2748 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:55:54.012063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.076935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.136875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.174610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.176157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:54.176744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.188188 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0e2c1ab4-6757-48dc-8b45-e8659e94829d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:54.190790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.201152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 9651e501-69ba-4d4a-ae4f-ca4136ccf828 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:55:54.300914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Network': ['ID=5a051b06-661c-4fd9-a9df-72419ee62c99,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:54.304312 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:54.328918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 5a051b06-661c-4fd9-a9df-72419ee62c99 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:55:54.342672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8758929 Dec 20 11:55:54.345236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60314) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:54.363615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'subnet': {'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:54.392825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.404378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:54.413552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:subnet and tenant:bcf1f453cf1547009b4e2dbe0bccdebe is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:54.417418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:54.423615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:54.450421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Made reservation on behalf of bcf1f453cf1547009b4e2dbe0bccdebe for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:54.453168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.500451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.507854 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d4372e05-f774-45ec-9abc-0d2d0eec5d47 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:54.514431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:54.554516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '9651e501-69ba-4d4a-ae4f-ca4136ccf828', 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'port_id': '9651e501-69ba-4d4a-ae4f-ca4136ccf828', 'mac_address': 'fa:16:3e:92:ca:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4506f-7d65-4311-89a6-5f62f7b886b0', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:55:54.663809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.694467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aed77d8a-3228-4d7f-8b4a-d2d66bc8375b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:54.704651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfb863a-2c94-43e3-ae55-00c665ab2748,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:54.707260 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:54.710167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.720661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/subnets/0cfb863a-2c94-43e3-ae55-00c665ab2748 HTTP/1.1" status: 204 len: 168 time: 0.9827144 Dec 20 11:55:54.724213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60324) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:54.767209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: aed77d8a-3228-4d7f-8b4a-d2d66bc8375b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:54.767709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aed77d8a-3228-4d7f-8b4a-d2d66bc8375b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:54.768224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:54.793691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9651e501-69ba-4d4a-ae4f-ca4136ccf828 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:54.798362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a3e88-0018-46f0-b920-c64a89318ebe None None] Network 5e8362fb-a9f0-4cbc-8603-b832ba023df6 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:54.852984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:54.853613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 133656b8-ad7b-43a0-8e1f-ed7ba1c57b3d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:54.854450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7afba6de-ed28-4691-8604-56ba01ca6299 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:54.907601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 7afba6de-ed28-4691-8604-56ba01ca6299 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:54.908242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7afba6de-ed28-4691-8604-56ba01ca6299 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:54.971230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:54.984090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:54.984920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device dfa9af90-9b6c-4af8-908c-655ac14e2424 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:55:55.097477 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:55.097901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:55.102698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:55.107078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:55.111112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:55.114969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:55.119179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:55.124463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:55.127044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-10b2b5f3-7323-48f0-93f1-402a9e221eaf tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5425 time: 0.1350274 Dec 20 11:55:55.201224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2238cb5a-52f1-4cae-ba11-a52e7d317b5e req-c53b427d-49ea-4f37-8533-92bdc637d6d3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678184 Dec 20 11:55:55.274935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:55.288004 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:55.313847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port dfa9af90-9b6c-4af8-908c-655ac14e2424, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:55.323345 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2dd717a6-f350-4432-beab-318b96938943 req-23dff5e6-6919-4c25-ad37-ba79e94de17a tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1817222 Dec 20 11:55:55.335627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'dfa9af90-9b6c-4af8-908c-655ac14e2424', 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860', 'port_id': 'dfa9af90-9b6c-4af8-908c-655ac14e2424', 'mac_address': 'fa:16:3e:a3:d4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d4f21e-f63d-4579-ac55-7035f5088486', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:55:55.407005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:55.436442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa9af90-9b6c-4af8-908c-655ac14e2424 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:55.453723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port dfa9af90-9b6c-4af8-908c-655ac14e2424, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:55.459563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] DHCP port deletion for 5e8362fb-a9f0-4cbc-8603-b832ba023df6 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:55:55.463001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:55.463836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 7eca9f18-4267-4357-a7af-1b284dd9acc4 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:55:55.467016 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:55.500945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Deleting port 90d72a0f-f325-4f78-a586-b097fb66547f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:55.501331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:55.575618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:55.625602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 90d72a0f-f325-4f78-a586-b097fb66547f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:55.625737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=dfa9af90-9b6c-4af8-908c-655ac14e2424,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:55.625831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:55.634589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 7eca9f18-4267-4357-a7af-1b284dd9acc4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:55.644072 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:55.661020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '7eca9f18-4267-4357-a7af-1b284dd9acc4', 'network_id': '1b5d9f6f-b886-4fec-881b-ca51a4f80860', 'port_id': '7eca9f18-4267-4357-a7af-1b284dd9acc4', 'mac_address': 'fa:16:3e:02:18:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d4f21e-f63d-4579-ac55-7035f5088486', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:55:55.806433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:55.829568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] For port 90d72a0f-f325-4f78-a586-b097fb66547f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=90d72a0f-f325-4f78-a586-b097fb66547f,segment=NetworkSegment(2c95690e-4609-46bf-8ff1-711e98bf749a),segment_id=2c95690e-4609-46bf-8ff1-711e98bf749a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:55.829967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:55.838493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eca9f18-4267-4357-a7af-1b284dd9acc4 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:55.854486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 7eca9f18-4267-4357-a7af-1b284dd9acc4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:55.991503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] For port 90d72a0f-f325-4f78-a586-b097fb66547f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=90d72a0f-f325-4f78-a586-b097fb66547f,segment=NetworkSegment(2c95690e-4609-46bf-8ff1-711e98bf749a),segment_id=2c95690e-4609-46bf-8ff1-711e98bf749a)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:55.991862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.006277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.006965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:55:56.014960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Calling delete_port for 90d72a0f-f325-4f78-a586-b097fb66547f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:56.040288 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2452a534-8aee-4f61-9277-52f74ab7ed00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:56.066255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:55:56.067006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.129406 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bab00bf1-db32-4c1c-8309-f8024a45bdea tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:56.151421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=7eca9f18-4267-4357-a7af-1b284dd9acc4,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:56.158764 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:56.160522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Calling delete_port for 90d72a0f-f325-4f78-a586-b097fb66547f owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:56.165285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:56.185831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6', 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'port_id': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6', 'mac_address': 'fa:16:3e:fc:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4506f-7d65-4311-89a6-5f62f7b886b0', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:55:56.189501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.194645 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:56.280320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Pushing event deleted for resources: {'Port': ['ID=90d72a0f-f325-4f78-a586-b097fb66547f,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:56.285699 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:56.294650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] No DVR routers for this DVR port 90d72a0f-f325-4f78-a586-b097fb66547f on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:55:56.316360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.335743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:56.351696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:56.357583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.358824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device eda00560-0e25-481b-9772-d52718217000 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:55:56.361684 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:56.365163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=02483420-eadf-4e54-83d4-40ca31606f1d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:56.382540 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:56.453801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:56.457406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port eda00560-0e25-481b-9772-d52718217000, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=eda00560-0e25-481b-9772-d52718217000,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:56.465840 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:56.475377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'eda00560-0e25-481b-9772-d52718217000', 'network_id': '8c9dbcfc-9ada-4812-b35e-07a805e0481e', 'port_id': 'eda00560-0e25-481b-9772-d52718217000', 'mac_address': 'fa:16:3e:4a:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4506f-7d65-4311-89a6-5f62f7b886b0', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:55:56.479910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Checking segment: {'id': '3087cef1-9fc6-43ff-a7bd-01be0e592c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:55:56.480477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network hostable DHCP agents. Network: 5a051b06-661c-4fd9-a9df-72419ee62c99, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:55:56.485410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:55:56.485410 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:55:56.539785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.569294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda00560-0e25-481b-9772-d52718217000 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:55:56.592051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port eda00560-0e25-481b-9772-d52718217000, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=eda00560-0e25-481b-9772-d52718217000,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:56.595382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-121db571-438f-4d9b-b27e-2c478b33aa60 req-8d45588d-6b38-45e6-9f3d-40dedbc78d60 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0754786 Dec 20 11:55:56.604110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network 5a051b06-661c-4fd9-a9df-72419ee62c99 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:55:56.606483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.608795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 7acca71a-6bc7-49b9-a344-e8027fd4ed64 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:56.609129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.609474 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:56.650192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 90d72a0f-f325-4f78-a586-b097fb66547f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:55:56.660992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.665482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.669391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.673297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.674093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 79b5316f-fb39-400d-8704-dc5e26f9a1f2 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:56.677527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.682020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.685968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.687947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d905d583-e559-4099-a2cb-13eab024ab16 req-04e8cf54-8dfd-4e16-b0ae-f8eca4c2d099 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5428 time: 0.2752633 Dec 20 11:55:56.691532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 5a051b06-661c-4fd9-a9df-72419ee62c99) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:56.699868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:56.700453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.746411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41adb47-7285-4ba9-a881-d76f9144e4ef None None] Network 5a051b06-661c-4fd9-a9df-72419ee62c99 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:56.779109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 90d72a0f-f325-4f78-a586-b097fb66547f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:55:56.779454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 90d72a0f-f325-4f78-a586-b097fb66547f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:55:56.823407 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4765589 Dec 20 11:55:56.828781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:56.835091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-121224740', 'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:56.847925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:56.855503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:port and tenant:bcf1f453cf1547009b4e2dbe0bccdebe is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:56.860748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:56.871671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:56.879922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=eda00560-0e25-481b-9772-d52718217000,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:56.893903 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d905d583-e559-4099-a2cb-13eab024ab16 req-c0982ec2-2bf0-4147-83ab-8b920896bed1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1878192 Dec 20 11:55:56.895735 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:56.900630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Made reservation on behalf of bcf1f453cf1547009b4e2dbe0bccdebe for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:55:56.908215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.938199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port 7acca71a-6bc7-49b9-a344-e8027fd4ed64, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7acca71a-6bc7-49b9-a344-e8027fd4ed64,segment=NetworkSegment(31b76684-becd-45c0-a41a-06e048491a57),segment_id=31b76684-becd-45c0-a41a-06e048491a57)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:56.938346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:56.951328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:56.965494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] device_id is not set on port 78ea318c-a5b9-465a-b432-e911ea8bef73 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:55:56.973222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:56.973888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.001270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Deleting port 90d72a0f-f325-4f78-a586-b097fb66547f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:57.001615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.047869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['25ec4fd3-2b97-471a-bb24-098fb84ee7e6'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:57.091675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 7acca71a-6bc7-49b9-a344-e8027fd4ed64 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:57.113447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Allocated IP 172.20.0.14 (5a051b06-661c-4fd9-a9df-72419ee62c99/02483420-eadf-4e54-83d4-40ca31606f1d/78ea318c-a5b9-465a-b432-e911ea8bef73) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:55:57.137489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['eda00560-0e25-481b-9772-d52718217000'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:57.165666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] The port '90d72a0f-f325-4f78-a586-b097fb66547f' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:55:57.166880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['7eca9f18-4267-4357-a7af-1b284dd9acc4'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:57.194314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['dfa9af90-9b6c-4af8-908c-655ac14e2424'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:57.279919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['9651e501-69ba-4d4a-ae4f-ca4136ccf828'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:55:57.352980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.416775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.439642 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c0cd1601-3de6-4386-911b-14a3572918b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:57.502872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network 5a051b06-661c-4fd9-a9df-72419ee62c99 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:55:57.505919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:55:57.510558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:55:57.526155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.582455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Port': ['ID=78ea318c-a5b9-465a-b432-e911ea8bef73,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:57.591396 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:57.602803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:57.603430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.603857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8362fb-a9f0-4cbc-8603-b832ba023df6']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:57.631267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c95690e-4609-46bf-8ff1-711e98bf749a') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:57.633715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c95690e-4609-46bf-8ff1-711e98bf749a') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:55:57.641266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8094466 Dec 20 11:55:57.641843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60354) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:57.650168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.706483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.728979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:55:57.731612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.745536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Deleting port 78ea318c-a5b9-465a-b432-e911ea8bef73 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:55:57.745916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:55:57.770224 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:55:57.953454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.973197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:57.980012 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-05006e00-a1b1-48f0-b75b-92d946eb44d2 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:58.043110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Pushing event deleted for resources: {'Network': ['ID=5e8362fb-a9f0-4cbc-8603-b832ba023df6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:58.062096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:58.067231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6087-a422-4428-8196-78fe7f1ddad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:58.074616 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:58.077863 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bdd1a5cf-f5bb-4e4e-a0e7-54edc1eef0c3 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:58.174696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] 10.222.0.32 "DELETE /v2.0/networks/5e8362fb-a9f0-4cbc-8603-b832ba023df6 HTTP/1.1" status: 204 len: 168 time: 3.4387574 Dec 20 11:55:58.223456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=7acca71a-6bc7-49b9-a344-e8027fd4ed64,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:58.229327 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:58.254766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:58.343337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc52105-deef-4256-b89b-f6253943fbe3 None None] Network 5a051b06-661c-4fd9-a9df-72419ee62c99 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:55:58.356646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-167693e1-3915-4b0f-8f5a-df204d8cb696 req-d22ca33f-9044-4e47-b324-e8e5f9a5d9cc tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.3477407 Dec 20 11:55:58.459340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:58.528387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:58.719464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b5316f-fb39-400d-8704-dc5e26f9a1f2'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:55:58.763958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Calling delete_port for 78ea318c-a5b9-465a-b432-e911ea8bef73 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:55:58.800716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:58.801462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 1ddcc3eb-0326-4c88-a313-d961e21072f6 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:55:58.900379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60378) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:58.926344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:58.930334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:58.934234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:58.938107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:58.942300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:58.946720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:58.951174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:58.958548 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-9e6421e7-0e58-44c8-9acc-4e69b6e82a7c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5430 time: 0.3973179 Dec 20 11:55:59.005399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.040393 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a21010f9-6ea0-4fb1-a4c9-81c4452aefce req-b94f83f9-e18a-4d94-bf6e-7af02e9f2fdb tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808861 Dec 20 11:55:59.044053 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08d22045-c965-4b41-bf77-520ffc90697b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:59.060479 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:59.075115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.170646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event deleted for resources: {'Port': ['ID=78ea318c-a5b9-465a-b432-e911ea8bef73,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:59.184117 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:59.187161 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b5316f-fb39-400d-8704-dc5e26f9a1f2', 'code': 200} Dec 20 11:55:59.190345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=79b5316f-fb39-400d-8704-dc5e26f9a1f2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:59.193463 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:59.220513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3967d-d718-4e90-bdad-ce13583d3721 req-80bb442e-cf5c-4171-b8ec-8c2068f183a0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:55:59.227795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd3967d-d718-4e90-bdad-ce13583d3721 req-80bb442e-cf5c-4171-b8ec-8c2068f183a0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 945 time: 0.3256519 Dec 20 11:55:59.301670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.315711 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "DELETE /v2.0/ports/78ea318c-a5b9-465a-b432-e911ea8bef73 HTTP/1.1" status: 204 len: 168 time: 1.6718302 Dec 20 11:55:59.322699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60384) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:59.332664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99', 'external_fixed_ips': [{'subnet_id': '02483420-eadf-4e54-83d4-40ca31606f1d', 'ip_address': '172.20.0.14'}]}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:55:59.339646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:55:59.351592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3e44c82-044c-47ed-98a8-380d7d8527df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb905a99ae6040f3b66aaa29400d3fe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4473021 Dec 20 11:55:59.352417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60388) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:55:59.368809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbd3967d-d718-4e90-bdad-ce13583d3721 req-c2fa52d9-ac7b-453c-bb48-f6cca0a593d5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397557 Dec 20 11:55:59.380026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:router and tenant:bcf1f453cf1547009b4e2dbe0bccdebe is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:55:59.380223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 1ddcc3eb-0326-4c88-a313-d961e21072f6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:55:59.393139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:55:59.401664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 1ddcc3eb-0326-4c88-a313-d961e21072f6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:55:59.406113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.448528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:55:59.458146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.494226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.495904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.496683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.535385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.636151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.699413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 1ddcc3eb-0326-4c88-a313-d961e21072f6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:55:59.713461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:59.715826 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:55:59.798932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=1ddcc3eb-0326-4c88-a313-d961e21072f6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:55:59.802748 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:55:59.931876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9a09-20fa-4fbf-88ae-7838fcab2555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.048750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.050321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-328db0d8-89e2-4919-ba8c-0567b7a4663a req-048273a7-e037-4a34-a5ea-4058acbf479b tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1441121 Dec 20 11:56:00.053946 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eeae87b9-7344-4496-a010-4a92419f6632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:00.075264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.156341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b108e739-6dcb-459f-8a90-c8d92b4cf43b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:00.159210 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:00.168994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.172562 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b108e739-6dcb-459f-8a90-c8d92b4cf43b HTTP/1.1" status: 204 len: 168 time: 0.8134730 Dec 20 11:56:00.282096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:56:00.568085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.584638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:00.590840 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8062534 Dec 20 11:56:00.593952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60418) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:00.599540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:00.603762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:00.607607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:00.611500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:00.615315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:00.615474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:00.616126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:00.619278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:00.623313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:00.627224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:00.635270 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-b481eb71-7e9f-45f4-8b75-7caa0ab5e3b9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5431 time: 0.3364325 Dec 20 11:56:00.658013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.679521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 9651e501-69ba-4d4a-ae4f-ca4136ccf828 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:00.748353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad19ee95-01b3-4eec-b2d7-b6e8132ec4b2 req-8d9d5dc0-0d19-43b6-9672-c9d77a1ab317 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121836 Dec 20 11:56:00.898852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:00.953986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:00.964655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:00.965121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.965461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet fdd8d553-2b4c-4aae-8ee3-02334223ed27 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:56:00.968747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:00.970946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Allocated IP 172.20.0.14 (5a051b06-661c-4fd9-a9df-72419ee62c99/02483420-eadf-4e54-83d4-40ca31606f1d/458a40d9-6a85-43c0-98e4-b9c6b503da2b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:01.033735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.157121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.239679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:56:01.247756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.299978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.307439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.313324 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-769fe790-9655-4749-8606-f3e4d2c4a5dd tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:01.329992 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e7f70679-5e7a-4617-9c80-ea9a45fa31c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:01.393552 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'code': 200} Dec 20 11:56:01.441262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.450383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd8d553-2b4c-4aae-8ee3-02334223ed27,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:01.458339 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:01.461640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.467353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.475045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network 5a051b06-661c-4fd9-a9df-72419ee62c99 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:01.478858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.480817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:01.485182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:01.512594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ec5fad64-beb9-4dcc-8d0d-e8dc246e8d9e req-12a80dc0-7a8c-45de-8db3-f3841af2f46c tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1198189 Dec 20 11:56:01.517651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/fdd8d553-2b4c-4aae-8ee3-02334223ed27 HTTP/1.1" status: 204 len: 168 time: 0.9212093 Dec 20 11:56:01.521690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:01.534964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0717f9e3-2c04-469d-b658-8a5e27026297 None None] Network 99c1b538-f8af-47f7-af0a-d89f00c22ca9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:01.581937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60448) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:01.594184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:01.626804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.628519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:01.656773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Port': ['ID=458a40d9-6a85-43c0-98e4-b9c6b503da2b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:01.667515 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c10273d8-a7ea-4ec6-95e7-8127bd54ed90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:01.669192 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:01.730896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.748194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 3414c8cc-1d86-4f7a-8708-12850f8cff2a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:01.749077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.804667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.806807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:01.916442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1178517395'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:01.922540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:01.927688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:01.932212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:01.938815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:01.969637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:01.978119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.058057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.058679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port 3414c8cc-1d86-4f7a-8708-12850f8cff2a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3414c8cc-1d86-4f7a-8708-12850f8cff2a,segment=NetworkSegment(31b76684-becd-45c0-a41a-06e048491a57),segment_id=31b76684-becd-45c0-a41a-06e048491a57)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:02.059037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.091001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:02.095482 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:02.148197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:02.159660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:02.160394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.190660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:57Z', 'revision_number': 10, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:02.205037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:02.228210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:02.249469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:security_group_rule and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:02.250324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 3414c8cc-1d86-4f7a-8708-12850f8cff2a owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:02.255727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:02.266685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:02.286546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:02.292491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:02.298712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:02.298712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:02.299417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:02.301968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:02.306528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:02.310974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:02.315012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:02.332609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-6564ccef-1625-4b8d-abe8-e9a9d48642a4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5432 time: 0.3269145 Dec 20 11:56:02.458522 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-175a41b1-1b8b-4c1f-bf8e-dc54f0666592 req-83602963-a887-4f0e-816c-5bfb98397e5d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204994 Dec 20 11:56:02.487805 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc73cbc-f112-4a46-8ae9-25cb00a61772 None None] DHCP port deletion for 99c1b538-f8af-47f7-af0a-d89f00c22ca9 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:56:02.516196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bdc73cbc-f112-4a46-8ae9-25cb00a61772 None None] Deleting port 3414c8cc-1d86-4f7a-8708-12850f8cff2a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:02.516762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdc73cbc-f112-4a46-8ae9-25cb00a61772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.531329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.538509 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:02.596893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=3414c8cc-1d86-4f7a-8708-12850f8cff2a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:02.601430 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:02.612859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No DVR routers for this DVR port 3414c8cc-1d86-4f7a-8708-12850f8cff2a on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:56:02.684299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3414c8cc-1d86-4f7a-8708-12850f8cff2a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:56:02.751661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Router fbb8d31e-53fa-4f97-a2f6-25df7c29b820 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:56:02.770192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.786831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bdc73cbc-f112-4a46-8ae9-25cb00a61772 None None] The port '3414c8cc-1d86-4f7a-8708-12850f8cff2a' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:56:02.795510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:56:02.831377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.843156 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e6219fae-27f7-4fcc-9fbd-917f937ffc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:02.853458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:02.887809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae42f82-a749-4395-9f80-ff6046db46d5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:02.897587 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:02.907246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:56:02.925867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 3414c8cc-1d86-4f7a-8708-12850f8cff2a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:56:02.926301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3414c8cc-1d86-4f7a-8708-12850f8cff2a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:56:02.939223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.940061 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment e35b4c63-1d27-4df8-a0c1-b03c9ba2c398 of type vlan for network bf074051-40fb-4cf5-9e2a-b436d3ff0454 Dec 20 11:56:02.940725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.950203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:02.993268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.041156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.067523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-996e6445-fbd4-4851-ba82-6f3d381ffe3b req-bb978261-949d-4583-9e09-ce1c06a2125f tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0661561 Dec 20 11:56:03.075290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c1b538-f8af-47f7-af0a-d89f00c22ca9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:03.091752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b76684-becd-45c0-a41a-06e048491a57') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:03.092701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b76684-becd-45c0-a41a-06e048491a57') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:03.106404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.125674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.135844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:56:03.136842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.139441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.143527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.144298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.148154 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:56:03.155338 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:56:03.196433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:03.222665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.223577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device dfa9af90-9b6c-4af8-908c-655ac14e2424 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:03.253830 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-12544730-3e7e-4390-b251-bc2c2ec09404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:03.268616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=bf074051-40fb-4cf5-9e2a-b436d3ff0454,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:03.277597 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:03.282330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:03.294491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.295667 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7102129 Dec 20 11:56:03.295667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60462) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:03.304007 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Sync routers for ids ['fbb8d31e-53fa-4f97-a2f6-25df7c29b820'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:03.309441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1781330137'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:03.315278 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:03.328487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:03.331121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:03.334572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:03.341940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.345562 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.0189369 Dec 20 11:56:03.345562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:03.346409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60468) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:03.368968 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Routers {'fbb8d31e-53fa-4f97-a2f6-25df7c29b820'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:03.369901 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fbb8d31e-53fa-4f97-a2f6-25df7c29b820'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:03.397087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.431879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=99c1b538-f8af-47f7-af0a-d89f00c22ca9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:03.432869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9651e501-69ba-4d4a-ae4f-ca4136ccf828'}, {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:56:03.445993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:03.449470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:56:03.450426 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:03.465156 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/99c1b538-f8af-47f7-af0a-d89f00c22ca9 HTTP/1.1" status: 204 len: 168 time: 1.9413879 Dec 20 11:56:03.471026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:03.471191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.511762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:03.571562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:56:03.578430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'mac_address': 'fa:16:3e:b8:40:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:56:03.642981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.643332 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment 43996aa7-9ef6-4f83-b141-f43f75050ff2 of type vlan for network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 Dec 20 11:56:03.696553 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9651e501-69ba-4d4a-ae4f-ca4136ccf828', 'code': 200} Dec 20 11:56:03.697144 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6', 'code': 200} Dec 20 11:56:03.701399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.763268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:03.767557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.792344 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:03.800627 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Set router fbb8d31e-53fa-4f97-a2f6-25df7c29b820 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:03.841186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.847913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.852639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.853589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.853990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port dfa9af90-9b6c-4af8-908c-655ac14e2424 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:03.865941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port dfa9af90-9b6c-4af8-908c-655ac14e2424 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:03.866490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:03.868576 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-994ad62b-2148-46ac-89bb-25147bc8bba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:03.920227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:56:03.954618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.959146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.963054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.967051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.971105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.976729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.980807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:03.982799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-63a18db1-42ad-40b3-a91e-326d6d95aff9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5433 time: 0.2456689 Dec 20 11:56:04.066563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:04.069695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:04.086682 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:04.098702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:56:04.114578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:04.122261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8207781 Dec 20 11:56:04.130124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:57Z', 'revision_number': 10, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:04.137165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60482) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:04.143775 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:04.146350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': 'bf074051-40fb-4cf5-9e2a-b436d3ff0454', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:04.259763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb10beb-610d-463c-98ce-4935e68961e5 None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:55:57Z', 'revision_number': 10, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None, '_interfaces': [{'id': 'fde382b1-ae73-428c-ae4b-c38b2efc90fd', 'name': '', 'network_id': 'd7c1c4fd-be62-42a8-89d5-20ae508d61a2', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'mac_address': 'fa:16:3e:6b:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:46Z', 'updated_at': '2021-12-20T11:55:02Z', 'revision_number': 5, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'subnets': [{'id': '5286cdad-eea6-4df4-a481-a03627b30dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:04.317031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:56:04.355678 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8d31e-53fa-4f97-a2f6-25df7c29b820', 'name': '', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99', 'external_fixed_ips': [{'subnet_id': '02483420-eadf-4e54-83d4-40ca31606f1d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '458a40d9-6a85-43c0-98e4-b9c6b503da2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:55:59Z', 'updated_at': '2021-12-20T11:56:01Z', 'revision_number': 3, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port': {'id': '458a40d9-6a85-43c0-98e4-b9c6b503da2b', 'name': '', 'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb8d31e-53fa-4f97-a2f6-25df7c29b820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '02483420-eadf-4e54-83d4-40ca31606f1d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:56:00Z', 'updated_at': '2021-12-20T11:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02483420-eadf-4e54-83d4-40ca31606f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:04.357489 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d9c3065-ece3-4b3f-be6e-7b321ad90e86 req-cebddd13-6977-4c51-94d0-1b63d5a6a22d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3591189 Dec 20 11:56:04.361642 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Checking router: fbb8d31e-53fa-4f97-a2f6-25df7c29b820 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:04.362533 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Updating router fbb8d31e-53fa-4f97-a2f6-25df7c29b820 port 458a40d9-6a85-43c0-98e4-b9c6b503da2b binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:56:04.401715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:04.479854 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:04.512471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:04.512727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:04.552329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:04.581648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:04.587831 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76ad4e82-3af1-4d6e-8007-3ccbeec11283 req-936cf13e-6e22-4aaf-a31f-9773d78797b3 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0837059 Dec 20 11:56:04.638496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:04.661815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:04.671746 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:04.678187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:04.721537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7acca71a-6bc7-49b9-a344-e8027fd4ed64 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:56:04.816609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 7acca71a-6bc7-49b9-a344-e8027fd4ed64 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:56:04.816956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7acca71a-6bc7-49b9-a344-e8027fd4ed64 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:56:04.875612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:04.921158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:04.936155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port dfa9af90-9b6c-4af8-908c-655ac14e2424, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:04.999346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.000542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device eda00560-0e25-481b-9772-d52718217000 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:05.004518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Deleting port 458a40d9-6a85-43c0-98e4-b9c6b503da2b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:05.005074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.036991 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:05.152222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=dfa9af90-9b6c-4af8-908c-655ac14e2424,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:05.156930 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:05.203541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port eda00560-0e25-481b-9772-d52718217000 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:05.209306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port eda00560-0e25-481b-9772-d52718217000 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:05.209790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.358260 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:56:05.399140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.410554 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.437935 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Transition to ACTIVE for port object 458a40d9-6a85-43c0-98e4-b9c6b503da2b will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:05.442886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port eda00560-0e25-481b-9772-d52718217000, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=eda00560-0e25-481b-9772-d52718217000,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:05.453849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.454974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 7eca9f18-4267-4357-a7af-1b284dd9acc4 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:05.460718 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.466183 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-91474695-fb90-4229-987f-63138801a7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:05.505208 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e6727583-eada-49b8-bbb9-28227a84ab32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:05.612938 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea53f-efb6-4510-8b57-c54e224f5e77 None None] Pushing event updated for resources: {'Port': ['ID=458a40d9-6a85-43c0-98e4-b9c6b503da2b,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:05.620496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port fde382b1-ae73-428c-ae4b-c38b2efc90fd {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:05.621420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.624123 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-eb6ea53f-efb6-4510-8b57-c54e224f5e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:05.665100 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Attempting to bind port 458a40d9-6a85-43c0-98e4-b9c6b503da2b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:05.665391 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Attempting to bind port 458a40d9-6a85-43c0-98e4-b9c6b503da2b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '3087cef1-9fc6-43ff-a7bd-01be0e592c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:05.668263 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Attempting to bind port 458a40d9-6a85-43c0-98e4-b9c6b503da2b on network 5a051b06-661c-4fd9-a9df-72419ee62c99 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:05.682066 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:05.682457 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Checking segment: {'id': '3087cef1-9fc6-43ff-a7bd-01be0e592c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:05.682862 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.683260 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Bound using segment: {'id': '3087cef1-9fc6-43ff-a7bd-01be0e592c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:05.683730 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Bound port: 458a40d9-6a85-43c0-98e4-b9c6b503da2b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3087cef1-9fc6-43ff-a7bd-01be0e592c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5a051b06-661c-4fd9-a9df-72419ee62c99'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:05.684112 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.697957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424'}, {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda00560-0e25-481b-9772-d52718217000'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:56:05.755675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=eda00560-0e25-481b-9772-d52718217000,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:05.765215 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:05.779601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.785398 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] For port 458a40d9-6a85-43c0-98e4-b9c6b503da2b, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:05.790864 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] For port 458a40d9-6a85-43c0-98e4-b9c6b503da2b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=458a40d9-6a85-43c0-98e4-b9c6b503da2b,segment=NetworkSegment(3087cef1-9fc6-43ff-a7bd-01be0e592c51),segment_id=3087cef1-9fc6-43ff-a7bd-01be0e592c51)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:05.799443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 7eca9f18-4267-4357-a7af-1b284dd9acc4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:05.807064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 7eca9f18-4267-4357-a7af-1b284dd9acc4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:05.807473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.808302 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:05.813618 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-1821f777-ab2d-4507-ac0f-3373c9a93855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:05.975578 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Routers {'fbb8d31e-53fa-4f97-a2f6-25df7c29b820'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:05.976814 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fbb8d31e-53fa-4f97-a2f6-25df7c29b820'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:06.078705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Calling delete_port for 458a40d9-6a85-43c0-98e4-b9c6b503da2b owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:06.154053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] Set router fbb8d31e-53fa-4f97-a2f6-25df7c29b820 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:06.156410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:06.192620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 7eca9f18-4267-4357-a7af-1b284dd9acc4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:06.207322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:06.209319 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f051cd6f-4ff6-4aad-bee7-3f1d913665aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:06.300838 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8d31e-53fa-4f97-a2f6-25df7c29b820', 'name': '', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:55:59Z', 'updated_at': '2021-12-20T11:56:04Z', 'revision_number': 4, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:06.308923 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea53f-efb6-4510-8b57-c54e224f5e77 None None] Pushing event updated for resources: {'Port': ['ID=458a40d9-6a85-43c0-98e4-b9c6b503da2b,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:06.342075 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-eb6ea53f-efb6-4510-8b57-c54e224f5e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:06.348877 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79536e52-8422-4167-b6dc-eed4fbd44dd6 None None] The sync data for ids ['fbb8d31e-53fa-4f97-a2f6-25df7c29b820'] in n-d-victoria-1 is: [{'id': 'fbb8d31e-53fa-4f97-a2f6-25df7c29b820', 'name': '', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:55:59Z', 'updated_at': '2021-12-20T11:56:04Z', 'revision_number': 4, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:06.390993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=7eca9f18-4267-4357-a7af-1b284dd9acc4,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:06.401926 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:06.410092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b5f1ae7-ba46-4526-a7b3-9df3f5b5a7b7 req-48149b7d-b9ff-40cc-a0e6-cecbb01b7fbe tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.2058091 Dec 20 11:56:06.412730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:06.440541 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:06.606239 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424', 'code': 200} Dec 20 11:56:06.606765 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda00560-0e25-481b-9772-d52718217000', 'code': 200} Dec 20 11:56:06.621568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.640227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.643402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:56:06.643723 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:56:06.644432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=c45d7cc2-28bc-44c1-9701-fbb1f98810d9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:06.653954 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:06.659347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.662725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': 'e35b4c63-1d27-4df8-a0c1-b03c9ba2c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf074051-40fb-4cf5-9e2a-b436d3ff0454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:06.663089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: bf074051-40fb-4cf5-9e2a-b436d3ff0454, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:56:06.665056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.675867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.680632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.687156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.689738 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cec52c0a-6046-4e34-a580-678339902fdf req-45a76337-18c4-4eef-9ba3-7524ce02ae78 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5435 time: 1.0179071 Dec 20 11:56:06.704545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port fde382b1-ae73-428c-ae4b-c38b2efc90fd, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fde382b1-ae73-428c-ae4b-c38b2efc90fd,segment=NetworkSegment(22eecb63-3566-48b2-80ff-1096e69fcb98),segment_id=22eecb63-3566-48b2-80ff-1096e69fcb98)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:06.705453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:06.722106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:56:06.745956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, bf074051-40fb-4cf5-9e2a-b436d3ff0454) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:06.753018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:06.753946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:06.754773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6ddd7-01ff-4ec2-869b-a917ce8fefc8 None None] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:06.794347 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6549797 Dec 20 11:56:06.798836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60520) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:06.806235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': '56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:06.806432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:06.897926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for fde382b1-ae73-428c-ae4b-c38b2efc90fd owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:06.957730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:06.962141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:06.965120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:06.974853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:07.003255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:07.155723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Deleting port 458a40d9-6a85-43c0-98e4-b9c6b503da2b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:07.156337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:07.162326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:07.173529 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2ba638d2-8145-402f-b66a-86ae666ed2ae tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:07.209508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:07.242600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:07.242977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:07.317444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cec52c0a-6046-4e34-a580-678339902fdf req-b70d7dab-4cf8-48e4-b731-2fe9ba8f9627 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021055 Dec 20 11:56:07.318259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=fde382b1-ae73-428c-ae4b-c38b2efc90fd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:07.320984 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:07.519749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-bf074051-40fb-4cf5-9e2a-b436d3ff0454', 'network_id': 'bf074051-40fb-4cf5-9e2a-b436d3ff0454', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': 'c45d7cc2-28bc-44c1-9701-fbb1f98810d9'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:56:07.521507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:07.791706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:07.804836 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-002147c8-ef79-473c-a314-35e9f414c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:07.890631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=0bb9f3f5-57e4-404b-a963-7245c79b4ac7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:07.908681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:07.911389 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:08.063017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:08.086513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:08.092653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:08.101666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:08.167028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da45343b-4ed2-4eca-aeae-42ae60a9272e req-394797b5-0298-49a4-89f2-c939412595f6 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1819341 Dec 20 11:56:08.173060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': '43996aa7-9ef6-4f83-b141-f43f75050ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:08.173402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:56:08.199670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Allocated IP 2001:db8::2 (bf074051-40fb-4cf5-9e2a-b436d3ff0454/c45d7cc2-28bc-44c1-9701-fbb1f98810d9/fe69d2e3-9763-49ce-9fa6-59994ea4cf3a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:08.277397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] For port 458a40d9-6a85-43c0-98e4-b9c6b503da2b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=458a40d9-6a85-43c0-98e4-b9c6b503da2b,segment=NetworkSegment(3087cef1-9fc6-43ff-a7bd-01be0e592c51),segment_id=3087cef1-9fc6-43ff-a7bd-01be0e592c51)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:08.277783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:08.315889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:08.360140 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:08.609902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4'}, {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:56:08.714847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Calling delete_port for 458a40d9-6a85-43c0-98e4-b9c6b503da2b owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:08.829865 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4', 'code': 200} Dec 20 11:56:08.830164 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'code': 200} Dec 20 11:56:08.864147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:08.893560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Transition to ACTIVE for port object fe69d2e3-9763-49ce-9fa6-59994ea4cf3a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:09.039497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:56:09.082068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:09.088840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.089755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:09.093855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cfb006-db19-407f-b4e4-f55c5e58d076 None None] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:09.102479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.106617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.111113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.114896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.118923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.123069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.126934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:09.128858 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-542087c0-7038-4aa8-8155-c3a0ccdf39ab tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.2597980 Dec 20 11:56:09.143554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:56:09.148653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:09.163313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13f15834-ff61-41b7-b95c-21136701a079 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:09.168671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Transition to ACTIVE for port object fe69d2e3-9763-49ce-9fa6-59994ea4cf3a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:09.224481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:09.232267 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:09.235149 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e4798f4-66b1-4430-8b01-c9ff905eba73 req-79bbaa95-b16f-44f8-ba09-58799ca0ea14 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901160 Dec 20 11:56:09.316631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5165515 Dec 20 11:56:09.347231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60540) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:09.349164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event deleted for resources: {'Port': ['ID=458a40d9-6a85-43c0-98e4-b9c6b503da2b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:09.360528 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:09.394740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:09.402355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Pushing event updated for resources: {'Port': ['ID=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:09.414766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:09.419188 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:09.424539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:09.429038 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-143b75c8-c3b7-4e77-a30a-b63358056ff8 req-7c477d32-3ec2-41b8-b4e5-fe1b9b01143f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.4282410 Dec 20 11:56:09.441255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1758148269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:09.578338 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3', 'network_id': '56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': '0bb9f3f5-57e4-404b-a963-7245c79b4ac7'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:56:09.579629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:09.609066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:09.713048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:09.742882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:router and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:09.747330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2695260 Dec 20 11:56:09.753603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:09.768911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:09.769976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:09.779471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Attempting to bind port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:09.780163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Attempting to bind port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e35b4c63-1d27-4df8-a0c1-b03c9ba2c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf074051-40fb-4cf5-9e2a-b436d3ff0454'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:09.781186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Attempting to bind port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a on network bf074051-40fb-4cf5-9e2a-b436d3ff0454 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:09.795854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Allocated IP 2001:db8:1::2 (56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3/0bb9f3f5-57e4-404b-a963-7245c79b4ac7/852753e8-2d07-427c-ac65-9c948649b327) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:09.800847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:09.801736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Checking segment: {'id': 'e35b4c63-1d27-4df8-a0c1-b03c9ba2c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf074051-40fb-4cf5-9e2a-b436d3ff0454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:09.801736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:09.802618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Bound using segment: {'id': 'e35b4c63-1d27-4df8-a0c1-b03c9ba2c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf074051-40fb-4cf5-9e2a-b436d3ff0454'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:09.803943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Bound port: fe69d2e3-9763-49ce-9fa6-59994ea4cf3a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35b4c63-1d27-4df8-a0c1-b03c9ba2c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf074051-40fb-4cf5-9e2a-b436d3ff0454'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:09.806071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:09.821703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:09.849268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85c9617f-08f4-4189-bee5-16b4c9d0f663 req-79e26121-6a85-447e-b273-2781a0777e3b tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.2296481 Dec 20 11:56:09.890203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:09.891315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:10.034331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:10.173454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.174464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.203021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting subnet 5286cdad-eea6-4df4-a481-a03627b30dc1 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:56:10.206863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-143b75c8-c3b7-4e77-a30a-b63358056ff8 req-11600e1b-bd92-4f5e-9d6c-5bbb7eb8d6ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6834986 Dec 20 11:56:10.207315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.233453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.253858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:56:07Z', 'revision_number': 11, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:10.316721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.386534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:10.483062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.528963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] For port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:10.549605 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:10.550652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:10.635346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] For port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,segment=NetworkSegment(e35b4c63-1d27-4df8-a0c1-b03c9ba2c398),segment_id=e35b4c63-1d27-4df8-a0c1-b03c9ba2c398)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:10.650634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.814807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.816091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:10.820996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:10.825966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:10.827934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.830342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:10.834580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:10.841448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:10.846201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:10.854956 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0708aeee-078f-4b18-8f76-584568706cdf req-671c82bc-515e-4596-b44d-f37aa4048304 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.1665492 Dec 20 11:56:10.887152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.887415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.892833 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c1befe6-a56e-4da2-9c87-d4a34aaaed35 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:10.913295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.943603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Subnet': ['ID=5286cdad-eea6-4df4-a481-a03627b30dc1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:10.950654 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7e13749d-18bc-4f4c-8a52-559364788f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:10.956712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:10.961226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4cfc3f6f-98e5-4d02-a849-837c0311a7e6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5748193 Dec 20 11:56:10.967749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60558) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:10.971095 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:10.980229 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0708aeee-078f-4b18-8f76-584568706cdf req-6c2dd70d-8c63-4d0d-a233-5542180fbe07 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241746 Dec 20 11:56:10.986839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.014504 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/5286cdad-eea6-4df4-a481-a03627b30dc1 HTTP/1.1" status: 204 len: 168 time: 1.2595546 Dec 20 11:56:11.015382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60562) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:11.142837 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:11.337598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.338189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbb8d31e-53fa-4f97-a2f6-25df7c29b820 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:56:11.353884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.369450 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-efb14079-67a6-416b-9d31-9e52a3d6c32a req-9b4268bc-98dd-4393-a04b-dc1042137656 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1019671 Dec 20 11:56:11.381832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Deleting port 437ce176-7626-428a-8cea-babb8af3e5d9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:11.382281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.398210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.410053 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fbb8d31e-53fa-4f97-a2f6-25df7c29b820 HTTP/1.1" status: 204 len: 168 time: 8.0589309 Dec 20 11:56:11.422136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:11.567210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.596939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f7a50-2f6f-4a2c-9a65-82eb505d149f None None] Network d7c1c4fd-be62-42a8-89d5-20ae508d61a2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:11.645941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:56:07Z', 'revision_number': 11, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:11.659945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a2216-2bd3-4039-9e1c-ddfba16dd5bf None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:56:07Z', 'revision_number': 11, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:11.675725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Transition to ACTIVE for port object 852753e8-2d07-427c-ac65-9c948649b327 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:11.742227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] For port 437ce176-7626-428a-8cea-babb8af3e5d9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=437ce176-7626-428a-8cea-babb8af3e5d9,segment=NetworkSegment(22eecb63-3566-48b2-80ff-1096e69fcb98),segment_id=22eecb63-3566-48b2-80ff-1096e69fcb98)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:11.742589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.931006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Calling delete_port for 437ce176-7626-428a-8cea-babb8af3e5d9 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:11.950078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Pushing event updated for resources: {'Port': ['ID=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:11.979409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Transition to ACTIVE for port object 852753e8-2d07-427c-ac65-9c948649b327 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:11.993647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.994195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.994605 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.995010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.995429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.995822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.996156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.996484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.996807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.997146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:11.997461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:12.051563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.064082 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7c58a3bd-77ce-4573-841d-3987dfb49e43 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:12.079511 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:12.113345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Port': ['ID=437ce176-7626-428a-8cea-babb8af3e5d9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:12.115369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No DVR routers for this DVR port 437ce176-7626-428a-8cea-babb8af3e5d9 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:56:12.117497 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:12.135158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.175244 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:12.331454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:12.339446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Deleting subnet 02483420-eadf-4e54-83d4-40ca31606f1d {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:56:12.358135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:12.358356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.374419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:12.460111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.535528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.596703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c1c4fd-be62-42a8-89d5-20ae508d61a2']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:12.603740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916c8fe-a553-40c6-bc29-468af573bb16 None None] DHCP port deletion for d7c1c4fd-be62-42a8-89d5-20ae508d61a2 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:56:12.671260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22eecb63-3566-48b2-80ff-1096e69fcb98') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:12.672105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22eecb63-3566-48b2-80ff-1096e69fcb98') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:12.701769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Pushing event updated for resources: {'Port': ['ID=852753e8-2d07-427c-ac65-9c948649b327,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:12.717779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.724451 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:12.787709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.813423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:56:12.816982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.841766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:12.944584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe69d2e3-9763-49ce-9fa6-59994ea4cf3a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:56:13.169542 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:56:13.287284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Attempting to bind port 852753e8-2d07-427c-ac65-9c948649b327 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:13.288115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Attempting to bind port 852753e8-2d07-427c-ac65-9c948649b327 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '43996aa7-9ef6-4f83-b141-f43f75050ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:13.288587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Attempting to bind port 852753e8-2d07-427c-ac65-9c948649b327 on network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:13.291606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.309416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.339222 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e1992df-262d-4e4a-9f15-786c9ebc0a57 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:13.362606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:13.362991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Checking segment: {'id': '43996aa7-9ef6-4f83-b141-f43f75050ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:13.363749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.363850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Bound using segment: {'id': '43996aa7-9ef6-4f83-b141-f43f75050ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:13.364282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Bound port: 852753e8-2d07-427c-ac65-9c948649b327, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43996aa7-9ef6-4f83-b141-f43f75050ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:13.364671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.370295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.438024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Pushing event deleted for resources: {'Network': ['ID=d7c1c4fd-be62-42a8-89d5-20ae508d61a2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:13.446578 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:13.474160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/networks/d7c1c4fd-be62-42a8-89d5-20ae508d61a2 HTTP/1.1" status: 204 len: 168 time: 2.4570401 Dec 20 11:56:13.475022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60582) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:13.492312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'routes': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:13.570382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e9fb91d2-6233-4018-b9f0-244304dfe880 req-ca19009e-d5a0-45c4-95f5-7eb8ef41cff9 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.3735502 Dec 20 11:56:13.617275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] For port 852753e8-2d07-427c-ac65-9c948649b327, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:13.620860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] For port 852753e8-2d07-427c-ac65-9c948649b327, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=852753e8-2d07-427c-ac65-9c948649b327,segment=NetworkSegment(43996aa7-9ef6-4f83-b141-f43f75050ff2),segment_id=43996aa7-9ef6-4f83-b141-f43f75050ff2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:13.637291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.645086 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:13.736451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d467c14-2628-4f0b-ba12-72bd83410a6f None None] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:13.741066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.762961 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a1b72ff-8eb0-4962-8426-7d9955bcb023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:13.825841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:13.868717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:13.881251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:13.890498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:13.908774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:13.918275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:13.937833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:13.945483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:13.962542 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-ec0e2a5b-34a7-463e-a256-fe1056c8208d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.8193293 Dec 20 11:56:13.969047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=02483420-eadf-4e54-83d4-40ca31606f1d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:13.977885 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:13.984775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:13.996525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Provisioning for port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:14.010505 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/02483420-eadf-4e54-83d4-40ca31606f1d HTTP/1.1" status: 204 len: 168 time: 2.5741832 Dec 20 11:56:14.014574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60588) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:14.148021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fde382b1-ae73-428c-ae4b-c38b2efc90fd no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:56:14.244105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Pushing event updated for resources: {'Port': ['ID=852753e8-2d07-427c-ac65-9c948649b327,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:14.296568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Provisioning complete for port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:14.296902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:14.427646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Added routes are [] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 11:56:14.427858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Removed routes are [] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 11:56:14.428210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:14.443626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:14.534251 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d80c7e2e-122f-466e-8ba8-2642e87d811b req-f56e8751-4188-4bb7-80e3-b2db48d9fa57 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5688832 Dec 20 11:56:14.607177 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:14.676472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: fde382b1-ae73-428c-ae4b-c38b2efc90fd {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:56:14.677119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fde382b1-ae73-428c-ae4b-c38b2efc90fd not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:56:14.677347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 437ce176-7626-428a-8cea-babb8af3e5d9 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:56:14.811407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 437ce176-7626-428a-8cea-babb8af3e5d9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:56:14.823841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 437ce176-7626-428a-8cea-babb8af3e5d9 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:56:15.060848 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0b531237-2d74-47f2-b931-417ce8d200a5 req-f23eed14-62a3-40d8-b413-43eff384b728 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1083250 Dec 20 11:56:15.179294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.191784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.211737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8::1 (bf074051-40fb-4cf5-9e2a-b436d3ff0454/c45d7cc2-28bc-44c1-9701-fbb1f98810d9/8dc96cd7-f06f-4b31-b819-5fbde18c31ae) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:15.258605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a051b06-661c-4fd9-a9df-72419ee62c99']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:15.275781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.296942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 852753e8-2d07-427c-ac65-9c948649b327 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:15.297613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.310291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3087cef1-9fc6-43ff-a7bd-01be0e592c51') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:15.310733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3087cef1-9fc6-43ff-a7bd-01be0e592c51') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:15.379183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.405389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.430652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] For port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,segment=NetworkSegment(e35b4c63-1d27-4df8-a0c1-b03c9ba2c398),segment_id=e35b4c63-1d27-4df8-a0c1-b03c9ba2c398)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:15.461922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.469334 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3fd3972b-99d8-4437-bc63-0d6fe78a4df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:15.539833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:15.559249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:15.564639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:15.583197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:15.592461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:15.596901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:15.604029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:15.609804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c857e0b8-2d1e-4a12-8189-5ccf73c0117b req-2deeb160-d24e-46e0-af66-fbcda79c53e1 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.7900357 Dec 20 11:56:15.622546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:15.630343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.643117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:56:15.644808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.653168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Request body: {'floatingip': {'port_id': '1ddcc3eb-0326-4c88-a313-d961e21072f6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:15.658112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Pushing event updated for resources: {'Port': ['ID=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:15.669334 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:56:15.678882 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:56:15.682607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 852753e8-2d07-427c-ac65-9c948649b327 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:15.719830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b657f-c246-41da-9f91-2d33d3531a91 None None] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:15.869754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.894995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.905384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.911706 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:16.090798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Provisioning for port 852753e8-2d07-427c-ac65-9c948649b327 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:16.110926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a051b06-661c-4fd9-a9df-72419ee62c99 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 11:56:16.132077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Provisioning complete for port 852753e8-2d07-427c-ac65-9c948649b327 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:16.132467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:16.136097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:16.144837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a051b06-661c-4fd9-a9df-72419ee62c99,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:16.148991 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:16.174735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object 8dc96cd7-f06f-4b31-b819-5fbde18c31ae will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:16.193653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5a051b06-661c-4fd9-a9df-72419ee62c99 HTTP/1.1" status: 204 len: 168 time: 2.1778133 Dec 20 11:56:16.267528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:16.274074 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4eb550b-b681-4274-845f-ca9a4efadbb6 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:16.500442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=8dc96cd7-f06f-4b31-b819-5fbde18c31ae,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:16.530178 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:16.550723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:16.555357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:16.563765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:16.564313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:16.722504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:16.784563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:16.809118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7278552f-76c8-40a5-8457-296538118af6 None None] For port 852753e8-2d07-427c-ac65-9c948649b327, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=852753e8-2d07-427c-ac65-9c948649b327,segment=NetworkSegment(43996aa7-9ef6-4f83-b141-f43f75050ff2),segment_id=43996aa7-9ef6-4f83-b141-f43f75050ff2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:16.822981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:16.826412 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1acb2b49-c893-4047-ac8e-53bad9f78af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:16.848897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router ec2b3c00-7d0f-4ae9-9064-c670aae15673 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:56:16.950803 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2e43e3df-6138-4da1-ab53-d224001c584f req-30109577-d538-4abb-9916-f526c6742f92 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.3790588 Dec 20 11:56:17.086496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6b14c96a-9e29-4e9c-a77d-556969cbe12c None None] Provisioning complete for port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:17.087051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6b14c96a-9e29-4e9c-a77d-556969cbe12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.179061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe69d2e3-9763-49ce-9fa6-59994ea4cf3a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:17.305509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Pushing event updated for resources: {'Port': ['ID=852753e8-2d07-427c-ac65-9c948649b327,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:17.308821 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:17.377165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:17.416382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'router': {'name': 'tempest-router--771354904', 'project_id': 'c783b01cbd5a40638623cdef59f5410a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:17.430068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:17.434279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:router and tenant:c783b01cbd5a40638623cdef59f5410a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:17.441393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:17.454823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:17.479531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.480734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.521031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:17.521707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.546613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.656771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:17.657258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.665175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.668783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2466190f-29dc-4610-9b84-ec2e3ffb2f96 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 200 len: 701 time: 4.1839254 Dec 20 11:56:17.670165 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] Sync routers for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:17.671155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60628) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:17.698236 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:17.699734 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:17.720233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.721894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cff9cd1f-7e2a-4e0e-a9ad-c63b2b5711c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3434718 Dec 20 11:56:17.728343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:17.735578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-24e6f844-1de9-4160-8435-e9bf662f46cb tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Synchronizing usage tracker for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:56:17.768002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f4b149a-463f-45c3-9129-a08e7e8e5bff None None] Provisioning complete for port 852753e8-2d07-427c-ac65-9c948649b327 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:17.768622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f4b149a-463f-45c3-9129-a08e7e8e5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.790640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-24e6f844-1de9-4160-8435-e9bf662f46cb tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Unset dirty status for tenant:f7402cb93e0b4d038bf55616040fb87a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:56:17.791799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-24e6f844-1de9-4160-8435-e9bf662f46cb tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 200 len: 205 time: 0.1197329 Dec 20 11:56:17.796189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:17.882535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:56:17.914718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:17.923632 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:17.932281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0a17-0a6f-4279-b4f8-47b309db4e1a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.016040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.016878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.032101 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-04a0d7a5-9b03-4eb3-a659-8cd2a011be05 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:18.088212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.104556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f4b149a-463f-45c3-9129-a08e7e8e5bff None None] Provisioning for port 8dc96cd7-f06f-4b31-b819-5fbde18c31ae completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:18.110647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f4b149a-463f-45c3-9129-a08e7e8e5bff None None] Provisioning complete for port 8dc96cd7-f06f-4b31-b819-5fbde18c31ae triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:18.111143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f4b149a-463f-45c3-9129-a08e7e8e5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.227750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b149a-463f-45c3-9129-a08e7e8e5bff None None] Port 8dc96cd7-f06f-4b31-b819-5fbde18c31ae cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:56:18.245750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5365bdd0-fcf8-40f0-b06e-5fb22c193caf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.280689 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:56:07Z', 'revision_number': 11, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:18.299109 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] Checking router: ec2b3c00-7d0f-4ae9-9064-c670aae15673 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:18.314762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.352453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=8dc96cd7-f06f-4b31-b819-5fbde18c31ae,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:18.354306 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] Routers {'ec2b3c00-7d0f-4ae9-9064-c670aae15673'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:18.364015 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:18.394841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:18.479631 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:18.666356 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] Set router ec2b3c00-7d0f-4ae9-9064-c670aae15673 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:18.676855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ab28cda-56eb-49ca-b494-b46e27a02b6a req-0568793d-6db8-46c5-b2bc-f2f70057251d tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.3777273 Dec 20 11:56:18.869011 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:56:07Z', 'revision_number': 11, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:18.881222 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4de916-358d-4b18-93e4-fc24c417d2a2 None None] The sync data for ids ['ec2b3c00-7d0f-4ae9-9064-c670aae15673'] in n-d-victoria-1 is: [{'id': 'ec2b3c00-7d0f-4ae9-9064-c670aae15673', 'name': 'tempest-RoutersTest-router-1962404720', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:42Z', 'updated_at': '2021-12-20T11:56:07Z', 'revision_number': 11, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:18.997621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 852753e8-2d07-427c-ac65-9c948649b327 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:19.056484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5365bdd0-fcf8-40f0-b06e-5fb22c193caf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.066279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5365bdd0-fcf8-40f0-b06e-5fb22c193caf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.112053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5365bdd0-fcf8-40f0-b06e-5fb22c193caf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.112548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5365bdd0-fcf8-40f0-b06e-5fb22c193caf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Fanout notify agent at l3_agent the message router_deleted on router ec2b3c00-7d0f-4ae9-9064-c670aae15673 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:56:19.155319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 852753e8-2d07-427c-ac65-9c948649b327 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:19.155698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.205975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5365bdd0-fcf8-40f0-b06e-5fb22c193caf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.211875 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5365bdd0-fcf8-40f0-b06e-5fb22c193caf tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 204 len: 168 time: 1.3235402 Dec 20 11:56:19.214920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60656) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:19.221879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-785182231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:19.233977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:19.239171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Usage tracker for resource:router and tenant:f7402cb93e0b4d038bf55616040fb87a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:19.243376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:19.274013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:19.344252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0a17-0a6f-4279-b4f8-47b309db4e1a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.344748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.351356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.353329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:19.355246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0a17-0a6f-4279-b4f8-47b309db4e1a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.359819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:19.403841 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Floating IP 2abade0a-22eb-46cf-9dea-e5e56e6b5f4e associated. External IP: 172.35.0.31, port: 1ddcc3eb-0326-4c88-a313-d961e21072f6. Dec 20 11:56:19.513850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.567783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.653276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.654532 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8fdda626-4470-45a1-89d5-6cece08f50c7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4386439 Dec 20 11:56:19.657495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60666) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:19.693879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0a17-0a6f-4279-b4f8-47b309db4e1a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.695075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8b0a17-0a6f-4279-b4f8-47b309db4e1a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02cbde3c-e954-4f6f-94b2-f0f0d2b764a6 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:56:19.728884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0a17-0a6f-4279-b4f8-47b309db4e1a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:19.730025 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ce8b0a17-0a6f-4279-b4f8-47b309db4e1a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "DELETE /v2.0/routers/02cbde3c-e954-4f6f-94b2-f0f0d2b764a6 HTTP/1.1" status: 204 len: 168 time: 2.0005276 Dec 20 11:56:19.806435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e5718aec-1896-45e7-b6e6-afd534095ed2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:19.909239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0661bb14-9871-43af-b676-8f4044bbc95f None None] Provisioning complete for port 8dc96cd7-f06f-4b31-b819-5fbde18c31ae triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:19.913840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0661bb14-9871-43af-b676-8f4044bbc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:20.028563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0661bb14-9871-43af-b676-8f4044bbc95f None None] Port 8dc96cd7-f06f-4b31-b819-5fbde18c31ae cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:56:20.047180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:20.096742 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f43dc38-2899-4a9b-9b36-396be2dcd8af req-b96a41f6-7060-49bc-8985-d6cff9181c43 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0949862 Dec 20 11:56:20.235618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 5a036136-9a3b-4e8d-b38d-765a09ca8a5d is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:56:20.419452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-766905906', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:20.493012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:20.510525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Usage tracker for resource:router and tenant:a9bcc5fe0e6748ec95b15f44eca8ae66 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:20.515923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5718aec-1896-45e7-b6e6-afd534095ed2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:20.520015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:20.532391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:20.545566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5718aec-1896-45e7-b6e6-afd534095ed2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:20.556090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:20.557389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:20.578815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:20.591555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:20.604396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] Sync routers for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:20.606476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/5a036136-9a3b-4e8d-b38d-765a09ca8a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6360912 Dec 20 11:56:20.609684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60684) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:20.627002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:20.633554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:20.728699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee258ee7-5886-400a-9dcc-02f0325d323f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:20.729474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee258ee7-5886-400a-9dcc-02f0325d323f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:56:20.747346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:20.766229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee258ee7-5886-400a-9dcc-02f0325d323f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:56:20.767618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ee258ee7-5886-400a-9dcc-02f0325d323f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports/8dc96cd7-f06f-4b31-b819-5fbde18c31ae HTTP/1.1" status: 200 len: 911 time: 0.1567411 Dec 20 11:56:20.770559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60688) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:20.790021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:20.790021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:20.969209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:20.971085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfea93-4880-4662-a0d8-6f6cf4917ea1 None None] The sync data for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:21.193900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:21.371662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5718aec-1896-45e7-b6e6-afd534095ed2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Router fffcfcb9-8bcc-44b9-90f4-b97228a84786 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:56:21.413857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:56:21.472405 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e912427a-c1f3-4df6-8cc1-87b3e1078f7f req-89734ccb-c8c2-4d29-b47c-ba6276159611 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0606546 Dec 20 11:56:21.724876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5718aec-1896-45e7-b6e6-afd534095ed2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:21.751819 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] Sync routers for ids ['fffcfcb9-8bcc-44b9-90f4-b97228a84786'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:21.763685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5718aec-1896-45e7-b6e6-afd534095ed2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:21.764994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e5718aec-1896-45e7-b6e6-afd534095ed2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "PUT /v2.0/routers/fffcfcb9-8bcc-44b9-90f4-b97228a84786 HTTP/1.1" status: 200 len: 693 time: 2.1064379 Dec 20 11:56:21.768129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60698) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:21.773318 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] Routers {'fffcfcb9-8bcc-44b9-90f4-b97228a84786'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:21.774855 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fffcfcb9-8bcc-44b9-90f4-b97228a84786'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:21.876312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:21.954560 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] Set router fffcfcb9-8bcc-44b9-90f4-b97228a84786 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:22.058973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:22.152432 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffcfcb9-8bcc-44b9-90f4-b97228a84786', 'name': 'tempest-RoutersTest-router-785182231', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:19Z', 'updated_at': '2021-12-20T11:56:20Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:22.158810 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] Checking router: fffcfcb9-8bcc-44b9-90f4-b97228a84786 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:22.210847 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] Routers {'fffcfcb9-8bcc-44b9-90f4-b97228a84786'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:22.211482 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fffcfcb9-8bcc-44b9-90f4-b97228a84786'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:22.303195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:22.355739 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] Set router fffcfcb9-8bcc-44b9-90f4-b97228a84786 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:22.406990 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-94363aba-3db7-4ea1-8747-226c4949394a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/routers/fffcfcb9-8bcc-44b9-90f4-b97228a84786 HTTP/1.1" status: 200 len: 699 time: 0.6292548 Dec 20 11:56:22.406990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60706) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:22.462574 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-209ef953-5d22-4428-b2d7-bbb8274c1b70 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=fffcfcb9-8bcc-44b9-90f4-b97228a84786 HTTP/1.1" status: 200 len: 205 time: 0.0546732 Dec 20 11:56:22.463306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:22.562973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8:1::1 (56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3/0bb9f3f5-57e4-404b-a963-7245c79b4ac7/871565db-88ca-468a-93dd-a89e9b653a59) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:22.619474 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffcfcb9-8bcc-44b9-90f4-b97228a84786', 'name': 'tempest-RoutersTest-router-785182231', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:19Z', 'updated_at': '2021-12-20T11:56:20Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:22.631743 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a2bad-5612-4495-adf4-1efac7431051 None None] The sync data for ids ['fffcfcb9-8bcc-44b9-90f4-b97228a84786'] in n-d-victoria-1 is: [{'id': 'fffcfcb9-8bcc-44b9-90f4-b97228a84786', 'name': 'tempest-RoutersTest-router-785182231', 'tenant_id': 'f7402cb93e0b4d038bf55616040fb87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:19Z', 'updated_at': '2021-12-20T11:56:20Z', 'revision_number': 2, 'project_id': 'f7402cb93e0b4d038bf55616040fb87a', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:22.879398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:22.899896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object 871565db-88ca-468a-93dd-a89e9b653a59 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:22.943480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:22.960042 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80356fb9-f998-4126-8997-20eaa8884aae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:23.121077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:23.125598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:23.127940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=871565db-88ca-468a-93dd-a89e9b653a59,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:23.130751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:23.131284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:23.135014 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:23.330485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1645126f-02ff-467d-9c67-c020a6c2a068 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:23.398978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:23.446142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-69e628e0-f28c-4cac-9a32-916b846cb04b req-425e7485-2734-410f-99c9-05c06fa1edb6 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.5471163 Dec 20 11:56:23.630134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Allocated IP 172.35.0.49 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/33992697-55b7-448a-8827-28986fb08f75) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:23.653904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:23.664246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] Sync routers for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:23.676234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:23.688776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:23.689401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:23.808303 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e0c81afc-f2db-4383-9c6f-05a9d7cfbcaa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "PUT /v2.0/floatingips/2abade0a-22eb-46cf-9dea-e5e56e6b5f4e HTTP/1.1" status: 200 len: 991 time: 8.1708174 Dec 20 11:56:23.927454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:56:23.937440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-03839311-48ed-4614-94ba-2d2c76f208f1 None None] Provisioning for port 871565db-88ca-468a-93dd-a89e9b653a59 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:23.952817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-03839311-48ed-4614-94ba-2d2c76f208f1 None None] Provisioning complete for port 871565db-88ca-468a-93dd-a89e9b653a59 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:23.953508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03839311-48ed-4614-94ba-2d2c76f208f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.165868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-03839311-48ed-4614-94ba-2d2c76f208f1 None None] Port 871565db-88ca-468a-93dd-a89e9b653a59 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:56:24.187519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:24.329780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5076ab35-1361-4ce3-ad5a-41372a31676f req-5da9a9de-3aec-453b-942a-2a0df2306a6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.2123418 Dec 20 11:56:24.414835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1645126f-02ff-467d-9c67-c020a6c2a068 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.485847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1645126f-02ff-467d-9c67-c020a6c2a068 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.500376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.512948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.514115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.520590 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5ba767fd-5e23-4f95-bfde-ca7f6953819d tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:24.537017 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'status': 'completed', 'code': 200} Dec 20 11:56:24.589829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.628304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1645126f-02ff-467d-9c67-c020a6c2a068 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.630423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1645126f-02ff-467d-9c67-c020a6c2a068 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Fanout notify agent at l3_agent the message router_deleted on router fffcfcb9-8bcc-44b9-90f4-b97228a84786 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:56:24.669878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1645126f-02ff-467d-9c67-c020a6c2a068 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.671027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1645126f-02ff-467d-9c67-c020a6c2a068 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/fffcfcb9-8bcc-44b9-90f4-b97228a84786 HTTP/1.1" status: 204 len: 168 time: 2.2065353 Dec 20 11:56:24.680376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:24.793333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-32ee12ef-2af5-4754-8851-395d116e97df tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=fffcfcb9-8bcc-44b9-90f4-b97228a84786 HTTP/1.1" status: 200 len: 205 time: 0.1102977 Dec 20 11:56:24.795168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:24.867343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=871565db-88ca-468a-93dd-a89e9b653a59,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:24.874621 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:24.894929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '2abade0a-22eb-46cf-9dea-e5e56e6b5f4e', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'floating_ip_address': '172.35.0.31', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'port_id': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'mac_address': 'fa:16:3e:52:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:54:22Z', 'updated_at': '2021-12-20T11:56:17Z', 'revision_number': 1, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:24Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:24.904355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f63c5fd6-3ee4-4704-91f1-dafa9310fbb2 req-18d316e2-d483-44e7-b05d-55d5d4b45a1f tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1895850 Dec 20 11:56:24.910092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] Checking router: 75e6deb9-b98b-447e-b1ab-1334df10d6c3 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:24.930702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:24.931342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:24.934683 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-1f10a098-103d-4132-aed0-0803e5d10d81 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] delete failed (client error): The resource could not be found. Dec 20 11:56:24.936192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1f10a098-103d-4132-aed0-0803e5d10d81 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/fffcfcb9-8bcc-44b9-90f4-b97228a84786 HTTP/1.1" status: 404 len: 336 time: 0.1397097 Dec 20 11:56:24.938648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60748) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:24.943660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:24.997921 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:25.037277 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39d4a2a-536f-419a-b7c8-1de10d77d6e7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:25.038763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39d4a2a-536f-419a-b7c8-1de10d77d6e7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:25.041030 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d39d4a2a-536f-419a-b7c8-1de10d77d6e7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/8544eb39-501b-4e40-9ae3-b7a8d9d7328b HTTP/1.1" status: 404 len: 337 time: 0.1011057 Dec 20 11:56:25.049322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60752) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:25.120343 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1d5671-5dad-405a-9b42-e74ff5786c32 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:25.121205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1d5671-5dad-405a-9b42-e74ff5786c32 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:25.123330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d1d5671-5dad-405a-9b42-e74ff5786c32 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/18cd3957-8c95-4dc3-8f7a-5de4fd81ec2f HTTP/1.1" status: 404 len: 337 time: 0.0702136 Dec 20 11:56:25.130095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:25.182687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88d1edad-61fc-4345-b500-21a1ac370009 req-26f22adc-839e-4914-b86c-687dc95b811f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.6153026 Dec 20 11:56:25.206501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:25.208621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:25.215478 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f5cecd-37ee-429a-8799-e14a108a004f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:25.216013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f5cecd-37ee-429a-8799-e14a108a004f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:25.221570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-86f5cecd-37ee-429a-8799-e14a108a004f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/fdd8d553-2b4c-4aae-8ee3-02334223ed27 HTTP/1.1" status: 404 len: 337 time: 0.0837271 Dec 20 11:56:25.221570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:25.228235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60764) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:25.305724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:25.312557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:25.344861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event updated for resources: {'Port': ['ID=33992697-55b7-448a-8827-28986fb08f75,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:25.387179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:25.498226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:25.502683 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-03182f93-5204-4f84-b4ec-96d38fc54c7a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:25.504980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03182f93-5204-4f84-b4ec-96d38fc54c7a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:25.537513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-03182f93-5204-4f84-b4ec-96d38fc54c7a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/5286cdad-eea6-4df4-a481-a03627b30dc1 HTTP/1.1" status: 404 len: 337 time: 0.3077300 Dec 20 11:56:25.606293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:25.671030 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fe5f0ef0-21dd-497f-badd-f3c6c121baad tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 200 len: 205 time: 0.0600271 Dec 20 11:56:25.678934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:25.799678 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-9e8b5157-7241-4b63-96d9-150747894d4d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] delete failed (client error): The resource could not be found. Dec 20 11:56:25.803298 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9e8b5157-7241-4b63-96d9-150747894d4d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/ec2b3c00-7d0f-4ae9-9064-c670aae15673 HTTP/1.1" status: 404 len: 336 time: 0.1204360 Dec 20 11:56:25.804084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60778) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:25.891428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0588a19c-fe6b-413e-a3cd-a3da2e120c59 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d56b16c-dd3b-45aa-8286-f23abc5ab3fc HTTP/1.1" status: 200 len: 205 time: 0.0840671 Dec 20 11:56:25.893991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60782) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:25.976484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-63b1c2fe-2ec2-4ff9-a380-17a38b2dea3b None None] Provisioning complete for port 871565db-88ca-468a-93dd-a89e9b653a59 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:25.977056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-63b1c2fe-2ec2-4ff9-a380-17a38b2dea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:26.080052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1edad-61fc-4345-b500-21a1ac370009 req-20fda4cc-1a3c-40d1-b38f-05dc82748e6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:26.081793 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88d1edad-61fc-4345-b500-21a1ac370009 req-20fda4cc-1a3c-40d1-b38f-05dc82748e6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 HTTP/1.1" status: 200 len: 913 time: 0.8905182 Dec 20 11:56:26.145099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-63b1c2fe-2ec2-4ff9-a380-17a38b2dea3b None None] Port 871565db-88ca-468a-93dd-a89e9b653a59 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:56:26.243253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6e2b9b53-efff-446c-8e72-9f3683de1f78 req-89fb3b5d-1067-426b-9972-e61fbe440d55 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0568066 Dec 20 11:56:26.253856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:26.254613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:26.314422 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-60c7c849-88ab-470a-91c1-6029dc9347f6 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] delete failed (client error): The resource could not be found. Dec 20 11:56:26.317636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-60c7c849-88ab-470a-91c1-6029dc9347f6 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/5d56b16c-dd3b-45aa-8286-f23abc5ab3fc HTTP/1.1" status: 404 len: 336 time: 0.4157622 Dec 20 11:56:26.318929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60790) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:26.336415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '2abade0a-22eb-46cf-9dea-e5e56e6b5f4e', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'floating_ip_address': '172.35.0.31', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'port_id': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'mac_address': 'fa:16:3e:52:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:54:22Z', 'updated_at': '2021-12-20T11:56:17Z', 'revision_number': 1, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:24Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:26.347790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a051ca5-411c-43db-b829-c8f6db3dced9 None None] The sync data for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 is: [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '2abade0a-22eb-46cf-9dea-e5e56e6b5f4e', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'floating_ip_address': '172.35.0.31', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'port_id': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'mac_address': 'fa:16:3e:52:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T11:54:22Z', 'updated_at': '2021-12-20T11:56:17Z', 'revision_number': 1, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:24Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:26.426212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88d1edad-61fc-4345-b500-21a1ac370009 req-e0991a8f-8b08-4180-b4fc-f3bed7739770 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 999 time: 0.3379426 Dec 20 11:56:26.509805 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4c933f-9132-4e6a-8a10-3502714215d3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:26.510270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4c933f-9132-4e6a-8a10-3502714215d3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:26.517957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2b4c933f-9132-4e6a-8a10-3502714215d3 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/887847c9-017a-4694-a307-a8c25229a8d2 HTTP/1.1" status: 404 len: 337 time: 0.1947126 Dec 20 11:56:26.531775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:26.607564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 5a036136-9a3b-4e8d-b38d-765a09ca8a5d has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:56:26.619867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1edad-61fc-4345-b500-21a1ac370009 req-1e9dbcd4-ece6-4bcb-b259-4576db617e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:26.624928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88d1edad-61fc-4345-b500-21a1ac370009 req-1e9dbcd4-ece6-4bcb-b259-4576db617e4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 200 len: 851 time: 0.1792376 Dec 20 11:56:26.738600 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-44d32ad4-4543-4fc6-90b3-2afb2861f0fb tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=aba6759a-2e59-4d5b-a18d-2d8274688493 HTTP/1.1" status: 200 len: 205 time: 0.2028775 Dec 20 11:56:26.750032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:26.878922 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af949026-5015-44a8-a517-aa252bf9d44a None None] New status for floating IP 2abade0a-22eb-46cf-9dea-e5e56e6b5f4e: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 11:56:26.899176 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-830fba85-a667-4457-b744-4b9e0041341c tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] delete failed (client error): The resource could not be found. Dec 20 11:56:26.904612 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-830fba85-a667-4457-b744-4b9e0041341c tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/aba6759a-2e59-4d5b-a18d-2d8274688493 HTTP/1.1" status: 404 len: 336 time: 0.1506171 Dec 20 11:56:26.913961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60812) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:26.992765 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88d1edad-61fc-4345-b500-21a1ac370009 req-f6bba948-ebef-4add-a46f-3c46ce5a49b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3601367 Dec 20 11:56:27.075312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60816) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:27.078119 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f5267e5a-db4d-4ba1-a55d-179752b1d916 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=4502ed50-439e-4102-a29a-ac747b365e97 HTTP/1.1" status: 200 len: 205 time: 0.1628530 Dec 20 11:56:27.374619 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-ae832901-59f3-49e5-9aea-064c12405662 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] delete failed (client error): The resource could not be found. Dec 20 11:56:27.375972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ae832901-59f3-49e5-9aea-064c12405662 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/4502ed50-439e-4102-a29a-ac747b365e97 HTTP/1.1" status: 404 len: 336 time: 0.2989717 Dec 20 11:56:27.380145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60820) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:27.398948 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-24dff702-7724-4bfe-bc2f-6c9041e10d8b req-c52da898-1cf4-4bda-a1c2-719437897d62 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150&device_id=f8ca66fa-f877-4dbd-a274-7404698da99f HTTP/1.1" status: 200 len: 210 time: 0.1205943 Dec 20 11:56:27.414024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:27.427457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] Sync routers for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:27.440191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/5a036136-9a3b-4e8d-b38d-765a09ca8a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6682241 Dec 20 11:56:27.443594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60826) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:27.463844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:27.469186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:27.543287 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b23c07-2524-4508-9daf-9a134196db39 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:27.544292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b23c07-2524-4508-9daf-9a134196db39 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:27.546243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a5b23c07-2524-4508-9daf-9a134196db39 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/2fd2ef27-9b72-494e-988e-01851d764763 HTTP/1.1" status: 404 len: 337 time: 0.1511018 Dec 20 11:56:27.555181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:27.643843 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88d1edad-61fc-4345-b500-21a1ac370009 req-ad8d0a20-a071-440d-940e-991ca0eeeb7f service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461434 Dec 20 11:56:27.654923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c83ae-87f3-4725-b224-a55f428d8270 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:27.658954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-036c83ae-87f3-4725-b224-a55f428d8270 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:56:27.672327 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6711e6fa-2e8b-4090-bd69-d24a60c055e4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d43694e-1fc1-4285-8b91-a582fbd553de HTTP/1.1" status: 200 len: 205 time: 0.1132934 Dec 20 11:56:27.689600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60834) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:27.842239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:27.851478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbc583be-909f-48e8-960e-ea64e7ee50b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:27.879952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:27.880882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:27.909776 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-5a3ef049-33f4-401f-bbcd-aa0eb13b50a9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] delete failed (client error): The resource could not be found. Dec 20 11:56:27.914099 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5a3ef049-33f4-401f-bbcd-aa0eb13b50a9 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/2d43694e-1fc1-4285-8b91-a582fbd553de HTTP/1.1" status: 404 len: 336 time: 0.2093608 Dec 20 11:56:27.928890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:28.038879 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d622830-2578-4e8d-bd94-3d7e54eb806d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:28.039330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d622830-2578-4e8d-bd94-3d7e54eb806d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:28.043964 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d622830-2578-4e8d-bd94-3d7e54eb806d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/5669daea-bfcc-419a-aa91-e3dd348648b4 HTTP/1.1" status: 404 len: 337 time: 0.1099920 Dec 20 11:56:28.046062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60848) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:28.108049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:28.108692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad66bca-0a8f-4a23-b07f-889a55e86dfc None None] The sync data for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:28.137428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6a2b9ebd-3af0-4cb4-a76b-1ecfe60e6819 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "GET /v2.0/ports?device_id=202a010e-dd86-4858-a981-f28941ac0060 HTTP/1.1" status: 200 len: 205 time: 0.0901513 Dec 20 11:56:28.143524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:28.244193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-036c83ae-87f3-4725-b224-a55f428d8270 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:56:28.246576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-036c83ae-87f3-4725-b224-a55f428d8270 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports/871565db-88ca-468a-93dd-a89e9b653a59 HTTP/1.1" status: 200 len: 913 time: 0.7918966 Dec 20 11:56:28.301213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60858) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:28.365517 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-ebb14f60-0a98-4f28-8394-154ce8a103c6 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] delete failed (client error): The resource could not be found. Dec 20 11:56:28.380730 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ebb14f60-0a98-4f28-8394-154ce8a103c6 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/routers/202a010e-dd86-4858-a981-f28941ac0060 HTTP/1.1" status: 404 len: 336 time: 0.2311480 Dec 20 11:56:28.380730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:28.543743 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-760b6a88-452e-4c9d-a756-12e24ac46ca5 req-355c5096-3f81-420e-bed1-7446982c2c46 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0679350 Dec 20 11:56:28.550256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18c13489-bc51-432d-b17c-e7475a11e836 req-bf5b9976-b86a-4289-a007-9eb9e5bd2d95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dea2b81181e45408cb91cf4efc5ba1a&device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.4001265 Dec 20 11:56:28.568565 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b2d8cd-3da0-4c60-867c-7856043fac18 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:28.568998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b2d8cd-3da0-4c60-867c-7856043fac18 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:28.578589 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e5b2d8cd-3da0-4c60-867c-7856043fac18 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/7e4f9235-1543-4b9c-9816-fb9d488ab47f HTTP/1.1" status: 404 len: 337 time: 0.1931477 Dec 20 11:56:28.579257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:28.651151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18c13489-bc51-432d-b17c-e7475a11e836 req-f00c4833-b165-48d4-bedd-a5f2e61da0eb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7dea2b81181e45408cb91cf4efc5ba1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842264 Dec 20 11:56:28.683804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Router 2799880b-453e-4281-b7c5-bdfe5bd008c9 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:56:28.701591 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8f1c34-de3d-47cf-80f2-da10bae9af00 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] DELETE failed (client error): The resource could not be found. Dec 20 11:56:28.702046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8f1c34-de3d-47cf-80f2-da10bae9af00 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:56:28.704680 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fd8f1c34-de3d-47cf-80f2-da10bae9af00 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] 10.222.0.32 "DELETE /v2.0/subnets/def12796-e9f5-40d6-a7c2-ef08609f8165 HTTP/1.1" status: 404 len: 337 time: 0.1218245 Dec 20 11:56:28.865841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-88d1edad-61fc-4345-b500-21a1ac370009 req-850d9ffa-052c-43b2-9181-414f9e1b5887 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1962588 Dec 20 11:56:28.941471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c13489-bc51-432d-b17c-e7475a11e836 req-11a13e9d-b507-40b4-b434-25e1990d23f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:28.943882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18c13489-bc51-432d-b17c-e7475a11e836 req-11a13e9d-b507-40b4-b434-25e1990d23f3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2822311 Dec 20 11:56:29.016612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:29.028192 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] Sync routers for ids ['2799880b-453e-4281-b7c5-bdfe5bd008c9'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:29.051404 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] Routers {'2799880b-453e-4281-b7c5-bdfe5bd008c9'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:29.052037 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['2799880b-453e-4281-b7c5-bdfe5bd008c9'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:29.084660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:29.089008 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0369380 Dec 20 11:56:29.089722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60876) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:29.232516 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:29.245327 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] Routers {'2799880b-453e-4281-b7c5-bdfe5bd008c9'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:29.246532 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['2799880b-453e-4281-b7c5-bdfe5bd008c9'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:29.288762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:29.339621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:29.423834 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:29.424409 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95efc61c-6474-4efd-ad5e-f9827187bc23 None None] The sync data for ids ['2799880b-453e-4281-b7c5-bdfe5bd008c9'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:29.868808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a97a1e0-a03d-4f14-a6ad-c761e87654ab req-eefa4a84-b230-4e08-97cd-d262eef067e5 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.0967286 Dec 20 11:56:29.905908 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b1aae87e-a93d-44e7-9177-f32603229243 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/2799880b-453e-4281-b7c5-bdfe5bd008c9 HTTP/1.1" status: 200 len: 919 time: 0.8128390 Dec 20 11:56:29.928252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:29.955694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e27f9bff-82c0-473d-b5e4-f734c7d4de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:30.003178 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c6339449-e5f8-4a63-aa18-0e111b1402ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7402cb93e0b4d038bf55616040fb87a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7125244 Dec 20 11:56:30.011334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:30.035105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cdbd941d-7eba-4b78-b4a1-2f9cfab0389f tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=2799880b-453e-4281-b7c5-bdfe5bd008c9 HTTP/1.1" status: 200 len: 205 time: 0.1130462 Dec 20 11:56:30.035766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 60902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:30.291828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:30.328649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:30.395969 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18c13489-bc51-432d-b17c-e7475a11e836 req-39772ce6-2ecf-4bb2-b509-0bef0ddb6bd3 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.53 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.1655312 Dec 20 11:56:30.479439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:30.500763 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ea93661e-364d-47b1-9e45-8758d2d0370d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:30.531155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b1067c-9144-42b9-8aa3-5670fc18f5bb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:30.614967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.614967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.614967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.614967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.615556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.615556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.616505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.617234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.617234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.617578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.617936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:30.633572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:30.634977 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34b1067c-9144-42b9-8aa3-5670fc18f5bb HTTP/1.1" status: 204 len: 168 time: 0.6216047 Dec 20 11:56:30.636472 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:30.674686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 871565db-88ca-468a-93dd-a89e9b653a59 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:30.675116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:30.754779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.136399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.339361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.341658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.384592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.563522 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-16992f17-31a0-428d-90ca-ff96bda4b50e req-70b23943-d839-4c64-9aa5-0dc8aa1d37ff tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=26856e8b-c6bc-4fdf-a644-6939f500e150 HTTP/1.1" status: 200 len: 210 time: 0.2025046 Dec 20 11:56:31.566346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Deleting port 33992697-55b7-448a-8827-28986fb08f75 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:31.566640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.711493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 871565db-88ca-468a-93dd-a89e9b653a59 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:31.926162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.934217 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:31.935541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:31.985411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=871565db-88ca-468a-93dd-a89e9b653a59,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:32.006187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.007533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.008103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.008799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.009289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.009759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.010364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.010946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.011539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.012125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.012697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:32.019261 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:32.358308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Calling delete_port for 33992697-55b7-448a-8827-28986fb08f75 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:32.424799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:32.741923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:32.828904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:32.845601 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:32.977969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:32.988205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event deleted for resources: {'Port': ['ID=33992697-55b7-448a-8827-28986fb08f75,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:32.994484 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:33.248427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1496534047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:33.269313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:33.278026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:router and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:33.288327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:33.299118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:33.331665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:33.341626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:33.370617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 5a036136-9a3b-4e8d-b38d-765a09ca8a5d has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:56:33.488527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:33.524288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:33.565939 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d918dda-bf8a-47bf-bd79-3f3a97d563fe req-360acf6c-9a51-4fde-ad7d-b84f23d5bb58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dea2b81181e45408cb91cf4efc5ba1a&device_id=f8ca66fa-f877-4dbd-a274-7404698da99f HTTP/1.1" status: 200 len: 210 time: 0.1920938 Dec 20 11:56:33.567011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:33.959422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:33.959422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-303f594a-6db5-42d1-9b6e-61a1360f57b7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9717526 Dec 20 11:56:33.984095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7edec7d3-5aeb-4a7e-b10d-f71841c6fd69 req-ac893fd2-9eb6-4c51-9bfa-0d93661b128c tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ca66fa-f877-4dbd-a274-7404698da99f HTTP/1.1" status: 200 len: 210 time: 0.3031220 Dec 20 11:56:33.984095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 60994) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:34.104065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d918dda-bf8a-47bf-bd79-3f3a97d563fe req-44d64aed-bbc1-43bd-8397-51e248ff4761 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7dea2b81181e45408cb91cf4efc5ba1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4821382 Dec 20 11:56:34.135021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2026723139'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:34.183580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:34.207170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:network and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:34.212481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:34.221032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:34.243892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.250462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.308528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.309066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Fanout notify agent at l3_agent the message router_deleted on router 2799880b-453e-4281-b7c5-bdfe5bd008c9 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:56:34.357940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.357940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/2799880b-453e-4281-b7c5-bdfe5bd008c9 HTTP/1.1" status: 204 len: 168 time: 4.3121047 Dec 20 11:56:34.357940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:34.379935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-983901561', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:34.392921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:34.403696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:router and tenant:bcf1f453cf1547009b4e2dbe0bccdebe is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:34.416225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:34.436037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:34.473583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.473583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.503794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:34.503794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.535535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.551953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:34.617360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:34.624275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:security_group_rule and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:34.645234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:34.685117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:34.685117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d918dda-bf8a-47bf-bd79-3f3a97d563fe req-389bb97e-65d3-4005-aef6-e2ac7f8c5063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:34.685117 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d918dda-bf8a-47bf-bd79-3f3a97d563fe req-389bb97e-65d3-4005-aef6-e2ac7f8c5063 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5376174 Dec 20 11:56:34.715424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:34.727208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] Sync routers for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:34.736997 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/5a036136-9a3b-4e8d-b38d-765a09ca8a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4087582 Dec 20 11:56:34.736997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32778) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:34.743329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:34.743329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:34.898961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:34.931286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:34.932176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:34.935134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.011440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:35.012958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7a0ae-c9a9-4348-ab9b-01aa5d380574 None None] The sync data for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:35.183249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.201929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.239666 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b92ef228-5a9a-424f-a4b8-4f268df054d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:35.240472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.286858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.466610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Allocated IP 172.35.0.117 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/98da9adf-8325-4a78-8cea-a881ef252973) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:35.512254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:56:35.554636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-15caf5d0-d933-46de-b3a9-b8f8e803321b req-d5a3a8e4-4c33-4e96-9ce8-d4ba72ff15e7 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ca66fa-f877-4dbd-a274-7404698da99f HTTP/1.1" status: 200 len: 210 time: 0.2808638 Dec 20 11:56:35.601063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.601715 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Added segment 8cf473b0-096f-462c-8529-f8fe5739503b of type vlan for network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 Dec 20 11:56:35.603176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8839a5-d4f3-424e-a63d-3fd95195e5ab,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:35.608468 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:35.670901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.764178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.770130 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:35.795751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.854275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.854934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:35.858561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:35.858735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:35.859365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.860895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Port': ['ID=98da9adf-8325-4a78-8cea-a881ef252973,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:35.863507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:35.870956 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b26a86ae-f026-46dc-8bdd-bcdd14a14375 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:35.892959 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:36.034211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6d918dda-bf8a-47bf-bd79-3f3a97d563fe req-5dc032f3-e3f7-4a4f-aa4c-ada30c116ad1 tempest-ServerShowV247Test-1745899213 tempest-ServerShowV247Test-1745899213-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8ca66fa-f877-4dbd-a274-7404698da99f HTTP/1.1" status: 200 len: 210 time: 0.1469235 Dec 20 11:56:36.149209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Network': ['ID=777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:36.153628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0612767 Dec 20 11:56:36.155700 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:36.159216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:36.164763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:56:36.168809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'subnet': {'network_id': '777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:36.174101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:36.342859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:36.349138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:subnet and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:36.353474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:36.357723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:36.358357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:36.366807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:36.447581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:36.828201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:37.156523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4626908-5797-443c-853d-a77e595d72eb req-f4d56b31-1029-4b5d-8c9b-641fc99726d4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:37.164136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d4626908-5797-443c-853d-a77e595d72eb req-f4d56b31-1029-4b5d-8c9b-641fc99726d4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 945 time: 0.4908247 Dec 20 11:56:37.311720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d4626908-5797-443c-853d-a77e595d72eb req-402d8da4-b801-4319-bab4-1598449d69f1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461046 Dec 20 11:56:37.409465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:37.417899 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0cfaed89-5ad3-429d-b9a5-4deda2928337 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:37.527673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Subnet': ['ID=e4492471-9355-427e-90b1-c88f066e9d3f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:37.545391 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:37.555936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Checking segment: {'id': '8cf473b0-096f-462c-8529-f8fe5739503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:37.556392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network hostable DHCP agents. Network: 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:56:37.563977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Router 91de0cb1-eb07-4856-b514-0f3c4b44f3a7 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:56:37.633699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 8dc96cd7-f06f-4b31-b819-5fbde18c31ae {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:37.633699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:37.663135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:56:37.687820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:37.694037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32816) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:37.698129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:37.698979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:37.701237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196157d-4a9c-40f7-9e84-16c82a247f7e None None] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:37.814641 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6568460 Dec 20 11:56:37.818616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32822) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:37.827218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'network': {'name': 'tempest-router-network01--1010203966'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:37.844543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:37.852752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:network and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:37.872458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:37.897577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:37.936310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:37.942352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:37.995203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:37.997751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.010304 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Sync routers for ids ['91de0cb1-eb07-4856-b514-0f3c4b44f3a7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:38.028976 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Routers {'91de0cb1-eb07-4856-b514-0f3c4b44f3a7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:38.029704 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['91de0cb1-eb07-4856-b514-0f3c4b44f3a7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:38.033936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.073122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:56:38.089878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.090855 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Added segment eaec265a-ba82-44ef-9cf9-1cd1dccf04ea of type vlan for network 636a720a-9003-49fa-8136-0f4a970158d9 Dec 20 11:56:38.125668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5', 'network_id': '777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5', 'tenant_id': '65459a52d444427a92cdabf36a853176', 'fixed_ips': [{'subnet_id': 'e4492471-9355-427e-90b1-c88f066e9d3f'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:56:38.127453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.137131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.138951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7800493 Dec 20 11:56:38.145692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32828) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:38.158438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 8dc96cd7-f06f-4b31-b819-5fbde18c31ae owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:38.171434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.182519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:38.188949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Usage tracker for resource:security_group_rule and tenant:7dea2b81181e45408cb91cf4efc5ba1a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:38.196220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:38.210659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:38.271869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.279354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:38.280596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.292729 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:38.459801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6395271 Dec 20 11:56:38.487447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Allocated IP 2001:db8::2 (777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5/e4492471-9355-427e-90b1-c88f066e9d3f/4049be09-e528-4ad0-be0e-cdc01fd5255d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:38.507508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32836) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:38.587145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'network': {'name': 'tempest-router-network02--1237119145'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:38.603006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:38.620437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Network': ['ID=636a720a-9003-49fa-8136-0f4a970158d9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:38.637183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:network and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:38.642225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:38.651344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:38.671220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 636a720a-9003-49fa-8136-0f4a970158d9 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:56:38.685830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:38.698728 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Set router 91de0cb1-eb07-4856-b514-0f3c4b44f3a7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:38.728109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.740185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.813899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:38.826868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.892468 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f7ab8a8d-68c8-4d10-9311-c934e2f749c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:38.954478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:56:38.968271 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dea2b81181e45408cb91cf4efc5ba1a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2723823 Dec 20 11:56:38.972822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:38.978395 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Added segment d01aae36-8b32-4154-aa0b-ce1c2eff7083 of type vlan for network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 Dec 20 11:56:39.002665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32840) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:39.031309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:56:39.036509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.102596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c667637a-f9ff-4879-87db-d9ecef456f52,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:39.102596 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:39.107391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.120329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:39.120329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.140492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1a19b5cb-a486-4706-a470-d76b5991387e tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:39.294876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6906dea-c034-42e1-86bd-b17ccd361ecb req-12e37cbd-47d5-4bc2-9a8b-e54e3adf9658 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:39.312225 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c6906dea-c034-42e1-86bd-b17ccd361ecb req-12e37cbd-47d5-4bc2-9a8b-e54e3adf9658 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 945 time: 0.5212226 Dec 20 11:56:39.312225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.345707 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de0cb1-eb07-4856-b514-0f3c4b44f3a7', 'name': 'tempest-snat-router-983901561', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.117'}], 'enable_snat': False}, 'gw_port_id': '98da9adf-8325-4a78-8cea-a881ef252973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:34Z', 'updated_at': '2021-12-20T11:56:36Z', 'revision_number': 3, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port': {'id': '98da9adf-8325-4a78-8cea-a881ef252973', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de0cb1-eb07-4856-b514-0f3c4b44f3a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:56:35Z', 'updated_at': '2021-12-20T11:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:39.360777 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Checking router: 91de0cb1-eb07-4856-b514-0f3c4b44f3a7 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:39.360777 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Updating router 91de0cb1-eb07-4856-b514-0f3c4b44f3a7 port 98da9adf-8325-4a78-8cea-a881ef252973 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:56:39.480096 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.484841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.540979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c6906dea-c034-42e1-86bd-b17ccd361ecb req-9808a2ac-7361-4dd5-a732-533e04bb693c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390184 Dec 20 11:56:39.572802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Network': ['ID=02ccf25b-26f0-467a-9bad-9c482dbb2af2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:39.599613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.648801 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:39.659476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6acf4c72-cbad-4e2f-b20b-6f734313b824 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/91de0cb1-eb07-4856-b514-0f3c4b44f3a7 HTTP/1.1" status: 200 len: 908 time: 1.5096416 Dec 20 11:56:39.664209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32850) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:39.667624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.696263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:56:39.713280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.720037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-983901561', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'enable_snat': True}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:39.723867 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-44a06983-d306-413e-959d-41e6d7d45921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:39.728024 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2143219 Dec 20 11:56:39.730325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.743164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32854) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:39.759002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:39.767007 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c8659ca-9d7e-43bc-9c7d-f908c08e3729 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:39.775897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667637a-f9ff-4879-87db-d9ecef456f52,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:39.783952 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:39.809378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:39.810899 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c667637a-f9ff-4879-87db-d9ecef456f52 HTTP/1.1" status: 204 len: 168 time: 0.8180060 Dec 20 11:56:39.883901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'subnet': {'network_id': '636a720a-9003-49fa-8136-0f4a970158d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:39.921891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=8dc96cd7-f06f-4b31-b819-5fbde18c31ae,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:39.936970 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:39.952294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Usage tracker for resource:router and tenant:bcf1f453cf1547009b4e2dbe0bccdebe is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:39.962743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:39.964514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Transition to ACTIVE for port object 4049be09-e528-4ad0-be0e-cdc01fd5255d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:39.979521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:40.029181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.031188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.077811 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.092181 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Transition to ACTIVE for port object 98da9adf-8325-4a78-8cea-a881ef252973 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:40.108746 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.112719 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:40.132821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:56:40.154267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Transition to ACTIVE for port object 4049be09-e528-4ad0-be0e-cdc01fd5255d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:40.173612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:40.178765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.193935 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:40.297434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:40.329675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:40.333772 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Pushing event updated for resources: {'Port': ['ID=98da9adf-8325-4a78-8cea-a881ef252973,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:40.336732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.339139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:40.347183 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'code': 200} Dec 20 11:56:40.369842 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.373786 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.374195 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.374529 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.374857 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.375293 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.375655 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.375778 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.376327 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.376850 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.377354 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:40.399878 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:40.401115 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Attempting to bind port 98da9adf-8325-4a78-8cea-a881ef252973 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:40.403533 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Attempting to bind port 98da9adf-8325-4a78-8cea-a881ef252973 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:40.404131 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Attempting to bind port 98da9adf-8325-4a78-8cea-a881ef252973 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:40.413404 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:40.414508 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:40.416588 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.417068 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:40.419897 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Bound port: 98da9adf-8325-4a78-8cea-a881ef252973, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:40.421972 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.599495 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] For port 98da9adf-8325-4a78-8cea-a881ef252973, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:40.608565 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] For port 98da9adf-8325-4a78-8cea-a881ef252973, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=98da9adf-8325-4a78-8cea-a881ef252973,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:40.619712 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.631077 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:40.664356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Pushing event updated for resources: {'Port': ['ID=4049be09-e528-4ad0-be0e-cdc01fd5255d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:40.724559 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:40.725976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Attempting to bind port 4049be09-e528-4ad0-be0e-cdc01fd5255d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:40.726383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Attempting to bind port 4049be09-e528-4ad0-be0e-cdc01fd5255d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '8cf473b0-096f-462c-8529-f8fe5739503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:40.727124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Attempting to bind port 4049be09-e528-4ad0-be0e-cdc01fd5255d on network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:40.728882 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:40.736979 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Pushing event updated for resources: {'Port': ['ID=98da9adf-8325-4a78-8cea-a881ef252973,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:40.744651 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:40.786658 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Routers {'91de0cb1-eb07-4856-b514-0f3c4b44f3a7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:40.792132 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['91de0cb1-eb07-4856-b514-0f3c4b44f3a7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:40.840737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:40.845021 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:40.877419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:40.878063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Checking segment: {'id': '8cf473b0-096f-462c-8529-f8fe5739503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:40.878402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.878904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Bound using segment: {'id': '8cf473b0-096f-462c-8529-f8fe5739503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:40.879276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Bound port: 4049be09-e528-4ad0-be0e-cdc01fd5255d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf473b0-096f-462c-8529-f8fe5739503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:40.879961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.954815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:40.994227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:41.100192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:subnet and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:41.106958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] For port 4049be09-e528-4ad0-be0e-cdc01fd5255d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:41.111204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] For port 4049be09-e528-4ad0-be0e-cdc01fd5255d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4049be09-e528-4ad0-be0e-cdc01fd5255d,segment=NetworkSegment(8cf473b0-096f-462c-8529-f8fe5739503b),segment_id=8cf473b0-096f-462c-8529-f8fe5739503b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:41.112278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:41.121681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:41.124967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:41.135181 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:41.158562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:41.165228 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] Set router 91de0cb1-eb07-4856-b514-0f3c4b44f3a7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:41.247576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Pushing event updated for resources: {'Port': ['ID=4049be09-e528-4ad0-be0e-cdc01fd5255d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:41.262168 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:41.478936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:41.597586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:41.643487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:41.813463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:41.849410 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de0cb1-eb07-4856-b514-0f3c4b44f3a7', 'name': 'tempest-snat-router-983901561', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.117'}], 'enable_snat': False}, 'gw_port_id': '98da9adf-8325-4a78-8cea-a881ef252973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:34Z', 'updated_at': '2021-12-20T11:56:36Z', 'revision_number': 3, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port': {'id': '98da9adf-8325-4a78-8cea-a881ef252973', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de0cb1-eb07-4856-b514-0f3c4b44f3a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:56:35Z', 'updated_at': '2021-12-20T11:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:41.858132 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e967e4e-fc1b-402f-aa7d-d86daaec266f None None] The sync data for ids ['91de0cb1-eb07-4856-b514-0f3c4b44f3a7'] in n-d-victoria-1 is: [{'id': '91de0cb1-eb07-4856-b514-0f3c4b44f3a7', 'name': 'tempest-snat-router-983901561', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.117'}], 'enable_snat': False}, 'gw_port_id': '98da9adf-8325-4a78-8cea-a881ef252973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:34Z', 'updated_at': '2021-12-20T11:56:36Z', 'revision_number': 3, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port': {'id': '98da9adf-8325-4a78-8cea-a881ef252973', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de0cb1-eb07-4856-b514-0f3c4b44f3a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:56:35Z', 'updated_at': '2021-12-20T11:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:41.888104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1245586408-network', 'tenant_id': '7d56622939f64706a20eaf04c8d7baa8'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:41.898373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:41.911051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Usage tracker for resource:network and tenant:7d56622939f64706a20eaf04c8d7baa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:41.915322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:41.931609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:41.948887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Made reservation on behalf of 7d56622939f64706a20eaf04c8d7baa8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:41.958214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.012249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.082294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:42.104638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7d56622939f64706a20eaf04c8d7baa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:42.111813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:42.126420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:42.338126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.349332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.353265 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:56:42.366544 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-50013a26-90f1-4376-94a3-ebfde6f07e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:42.441273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:56:42.447887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1dcac-5278-4fa4-b753-aa9b546b50fc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:42.452042 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:42.456386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.456743 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Added segment 90893670-a96a-4487-bb48-7b1f022d282f of type vlan for network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 Dec 20 11:56:42.541244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.607068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.608147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:42.609448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.674575 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2678337-3df1-4358-978d-68996e150e6e tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:42.737038 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0907285 Dec 20 11:56:42.746119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:42.759294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Request body: {'subnet': {'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1245586408-subnet', 'tenant_id': '7d56622939f64706a20eaf04c8d7baa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:42.809985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:42.829819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Usage tracker for resource:subnet and tenant:7d56622939f64706a20eaf04c8d7baa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:42.844373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 5a036136-9a3b-4e8d-b38d-765a09ca8a5d has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:56:42.864709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.871163 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-71606aba-2bd9-4ebb-af99-c472fdeea62e tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:42.921286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:56:42.938025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:42.939501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.961197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:42.967049 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:42.968140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:42.968978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76937ee4-b762-4924-9df7-92d43a18bd4d None None] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:43.001134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Made reservation on behalf of 7d56622939f64706a20eaf04c8d7baa8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:43.005468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:43.213389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:56:43.248113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:56:43.273923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 98da9adf-8325-4a78-8cea-a881ef252973 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:43.450095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:43.482872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b6250b0b-efb3-4588-b4ca-0a3024310158 None None] Provisioning for port 4049be09-e528-4ad0-be0e-cdc01fd5255d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:43.652824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Subnet': ['ID=b35ac786-eae2-4069-9bf0-5bb89034fd78,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:43.655724 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:43.747533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Checking segment: {'id': 'eaec265a-ba82-44ef-9cf9-1cd1dccf04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '636a720a-9003-49fa-8136-0f4a970158d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:43.747905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network hostable DHCP agents. Network: 636a720a-9003-49fa-8136-0f4a970158d9, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:56:43.762089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:43.787187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] Sync routers for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:43.797616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Allocated IP 172.35.0.238 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/ca4b28b2-01c7-464f-9b38-c3cc595c8e6b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:43.816005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:43.816005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:43.836199 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/5a036136-9a3b-4e8d-b38d-765a09ca8a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0974796 Dec 20 11:56:43.842261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:43.842261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:43.882835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network 636a720a-9003-49fa-8136-0f4a970158d9 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:56:43.914665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:43.936501 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-509e5832-afa0-4873-b291-d5d920009059 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:43.941363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 636a720a-9003-49fa-8136-0f4a970158d9) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:43.946210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 98da9adf-8325-4a78-8cea-a881ef252973 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:43.947286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:43.947862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:43.961790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69354611-e0a1-4e0e-8eaf-b20bf73ae59a None None] Network 636a720a-9003-49fa-8136-0f4a970158d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:43.978960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] Routers {'5a036136-9a3b-4e8d-b38d-765a09ca8a5d'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:43.979153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:43.989417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3811fbb2-661f-4440-a126-4a2bc04d5d2f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a036136-9a3b-4e8d-b38d-765a09ca8a5d HTTP/1.1" status: 200 len: 205 time: 0.1438897 Dec 20 11:56:43.993392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32916) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:44.032182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 98da9adf-8325-4a78-8cea-a881ef252973 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:44.032573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.052785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0f0e25-8188-4e94-bb5a-36a62ca5152e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:44.061160 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:44.062845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Checking segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:44.065064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Network hostable DHCP agents. Network: f598ac5b-68a5-4092-9566-e8b4bc2a2cb0, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:56:44.074820 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2424080 Dec 20 11:56:44.077625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:44.100453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'subnet': {'network_id': '02ccf25b-26f0-467a-9bad-9c482dbb2af2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:44.111549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:44.144022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:44.144299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b52ef-9020-41e6-a581-0039ffdb509b None None] The sync data for ids ['5a036136-9a3b-4e8d-b38d-765a09ca8a5d'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:44.160757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'mac_address': 'fa:16:3e:b8:40:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:56:44.177836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.205058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d4a-e187-4e1d-9622-73e4306c40b5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.339714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:56:44.372002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.391490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, f598ac5b-68a5-4092-9566-e8b4bc2a2cb0) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:44.417821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:44.419013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.434537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:56:44.487632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:44.493569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.509544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:subnet and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:44.515728 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8dd253e8-f26c-4a43-80fe-d46e1498d708 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:44.530863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:44.537299 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7890556 Dec 20 11:56:44.560996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:44.602342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:44.828416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.839556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd463166-4c16-4c00-a69b-df5f8508c65f None None] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:44.854738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:44.937475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:44.941513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:44.950215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.994724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Port': ['ID=ca4b28b2-01c7-464f-9b38-c3cc595c8e6b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:44.999253 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:45.028103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d4a-e187-4e1d-9622-73e4306c40b5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.047391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d4a-e187-4e1d-9622-73e4306c40b5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.131141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-636a720a-9003-49fa-8136-0f4a970158d9', 'network_id': '636a720a-9003-49fa-8136-0f4a970158d9', 'tenant_id': '65459a52d444427a92cdabf36a853176', 'fixed_ips': [{'subnet_id': 'b35ac786-eae2-4069-9bf0-5bb89034fd78'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:56:45.132903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.153379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d4a-e187-4e1d-9622-73e4306c40b5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.154083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f7d4a-e187-4e1d-9622-73e4306c40b5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Fanout notify agent at l3_agent the message router_deleted on router 5a036136-9a3b-4e8d-b38d-765a09ca8a5d {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:56:45.181284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d4a-e187-4e1d-9622-73e4306c40b5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.182700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cc2f7d4a-e187-4e1d-9622-73e4306c40b5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/5a036136-9a3b-4e8d-b38d-765a09ca8a5d HTTP/1.1" status: 204 len: 168 time: 1.1887419 Dec 20 11:56:45.185251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32942) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:45.349250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Allocated IP 2001:db8::2 (636a720a-9003-49fa-8136-0f4a970158d9/b35ac786-eae2-4069-9bf0-5bb89034fd78/6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:45.430614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.434977 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b57c830b-817e-404e-b5fb-9eb46ad6520b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:45.607990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Subnet': ['ID=eac44a5d-aa46-4356-a222-e81adab1446b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:45.612081 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:45.616815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Checking segment: {'id': 'd01aae36-8b32-4154-aa0b-ce1c2eff7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '02ccf25b-26f0-467a-9bad-9c482dbb2af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:45.617429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network hostable DHCP agents. Network: 02ccf25b-26f0-467a-9bad-9c482dbb2af2, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:56:45.651244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:56:45.668385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 02ccf25b-26f0-467a-9bad-9c482dbb2af2) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:45.676822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:45.677248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.735696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.749349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Transition to ACTIVE for port object 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:45.754832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6678991 Dec 20 11:56:45.760391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32954) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:45.780744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Transition to ACTIVE for port object 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:45.804918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26763fd-090b-4800-9d40-048eafc8f4a0 None None] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:45.936215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet 0bb9f3f5-57e4-404b-a963-7245c79b4ac7 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:56:45.948420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.013699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.014703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.038076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd2c42-8608-45af-a3e7-4bbd39e8a63f None None] Network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:46.064647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-074c0042-4ee6-4b23-b7df-561bb3cc118e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1096 time: 0.3964291 Dec 20 11:56:46.082658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:46.163371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 98da9adf-8325-4a78-8cea-a881ef252973, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=98da9adf-8325-4a78-8cea-a881ef252973,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:46.169035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.197416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.213715 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:46.297559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.349765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.353240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4049be09-e528-4ad0-be0e-cdc01fd5255d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:46.444244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-49ae59ef-8407-447f-9bba-d1a97ba5d686 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:46.444951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-49ae59ef-8407-447f-9bba-d1a97ba5d686 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:56:46.487367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-58cbe92d-47dd-49b8-97b8-36afa029771e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:46.489114 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-58cbe92d-47dd-49b8-97b8-36afa029771e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.3239079 Dec 20 11:56:46.494457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.591977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-49ae59ef-8407-447f-9bba-d1a97ba5d686 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:56:46.593261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-49ae59ef-8407-447f-9bba-d1a97ba5d686 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.8695657 Dec 20 11:56:46.599573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.806534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-f8e70c0d-f50c-4fa2-8b76-c2be23c4a364 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 1000 time: 0.2739770 Dec 20 11:56:46.902833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.916619 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-76afb041-1d57-4dba-a378-5672fcabd138 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/quotas/7d56622939f64706a20eaf04c8d7baa8 HTTP/1.1" status: 200 len: 375 time: 0.2448199 Dec 20 11:56:46.925560 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13bd723e-efb3-4802-a0ed-de43898b429e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:46.982459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-12832d9b-686f-4d93-b110-7f0734be9382 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551689 Dec 20 11:56:46.985809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:56:47.016296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb9f3f5-57e4-404b-a963-7245c79b4ac7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:47.029863 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:47.042285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:47.060528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-6ecaf922-3707-46ef-8044-381f38acfef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:47.062343 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-6ecaf922-3707-46ef-8044-381f38acfef9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.2501087 Dec 20 11:56:47.130921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e380faf-6f13-4b71-b314-68b2de9e860b None None] Network 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:47.148643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:47.149296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/0bb9f3f5-57e4-404b-a963-7245c79b4ac7 HTTP/1.1" status: 204 len: 168 time: 1.9627328 Dec 20 11:56:47.241745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Network 636a720a-9003-49fa-8136-0f4a970158d9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:47.252005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:47.294305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:47.315840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Pushing event updated for resources: {'Port': ['ID=6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:47.335551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-4851163b-6e16-4733-b753-86c7bec8c461 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2627358 Dec 20 11:56:47.360158 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.151s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:47.384027 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.034s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:47.426307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:47.586534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-2c8bb2f3-3fb3-4f78-888a-c4f0eeae97ba service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238848 Dec 20 11:56:47.628904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Router ee483da9-e90a-46fe-bbf2-c1abf0701eb4 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:56:47.726622 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-b7a32c78-1829-417d-a2d2-f72560d6efb2 service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051837 Dec 20 11:56:47.936787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c1a17cba-7d8e-462b-8d92-c7b0d1dd3b98 req-99a73425-8b7a-4855-8a44-75fd735b26be service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439596 Dec 20 11:56:47.948865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Attempting to bind port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:47.949543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Attempting to bind port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'eaec265a-ba82-44ef-9cf9-1cd1dccf04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '636a720a-9003-49fa-8136-0f4a970158d9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:47.950102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Attempting to bind port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 on network 636a720a-9003-49fa-8136-0f4a970158d9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:48.032365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 4049be09-e528-4ad0-be0e-cdc01fd5255d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:48.044538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4049be09-e528-4ad0-be0e-cdc01fd5255d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:48.045215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.085230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:48.097824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:48.106492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Checking segment: {'id': 'eaec265a-ba82-44ef-9cf9-1cd1dccf04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '636a720a-9003-49fa-8136-0f4a970158d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:48.107098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.107675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Bound using segment: {'id': 'eaec265a-ba82-44ef-9cf9-1cd1dccf04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '636a720a-9003-49fa-8136-0f4a970158d9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:48.108661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Bound port: 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaec265a-ba82-44ef-9cf9-1cd1dccf04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '636a720a-9003-49fa-8136-0f4a970158d9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:48.109334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.145059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet c45d7cc2-28bc-44c1-9701-fbb1f98810d9 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:56:48.155011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.400008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Allocated IP 2001:db8::1 (636a720a-9003-49fa-8136-0f4a970158d9/b35ac786-eae2-4069-9bf0-5bb89034fd78/6d284ddf-9eef-4662-9c9b-546b06a36073) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:48.476947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:48.489848 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Sync routers for ids ['ee483da9-e90a-46fe-bbf2-c1abf0701eb4'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:48.508230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.509819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.7966678 Dec 20 11:56:48.513470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 32986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:48.514762 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Routers {'ee483da9-e90a-46fe-bbf2-c1abf0701eb4'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:48.517186 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ee483da9-e90a-46fe-bbf2-c1abf0701eb4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:48.636261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-02ccf25b-26f0-467a-9bad-9c482dbb2af2', 'network_id': '02ccf25b-26f0-467a-9bad-9c482dbb2af2', 'tenant_id': '65459a52d444427a92cdabf36a853176', 'fixed_ips': [{'subnet_id': 'eac44a5d-aa46-4356-a222-e81adab1446b'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:56:48.638382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.695514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=98da9adf-8325-4a78-8cea-a881ef252973,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:48.702887 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.321s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:48.734291 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-94e058e8-e8b4-4cc2-a4a6-b392bb0acd0e service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9922926 Dec 20 11:56:48.768969 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.170s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:48.769247 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:48.790345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.795171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:48.933582 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Set router ee483da9-e90a-46fe-bbf2-c1abf0701eb4 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:49.005550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.050113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Transition to ACTIVE for port object 6d284ddf-9eef-4662-9c9b-546b06a36073 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:49.172787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-60377b21-2816-4a05-8442-d405df404455 req-f011a654-7278-4025-a39b-640667f9988c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 210 time: 0.1102896 Dec 20 11:56:49.173700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.187923 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-05816ee1-a50e-4e00-8b43-b240004e2e51 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/ee483da9-e90a-46fe-bbf2-c1abf0701eb4 HTTP/1.1" status: 200 len: 907 time: 0.6717627 Dec 20 11:56:49.189219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 32996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:49.356463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] For port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:49.359458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.372330 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e8525473-2ebf-45bc-b5bd-ea914f96f336 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:49.414415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] For port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8,segment=NetworkSegment(eaec265a-ba82-44ef-9cf9-1cd1dccf04ea),segment_id=eaec265a-ba82-44ef-9cf9-1cd1dccf04ea)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:49.495788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.695984 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-1a7af930-678c-447e-8da1-b3fefa10a38b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.2897077 Dec 20 11:56:49.739579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] DHCP port deletion for 56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:56:49.747201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 4049be09-e528-4ad0-be0e-cdc01fd5255d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4049be09-e528-4ad0-be0e-cdc01fd5255d,segment=NetworkSegment(8cf473b0-096f-462c-8529-f8fe5739503b),segment_id=8cf473b0-096f-462c-8529-f8fe5739503b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:49.754124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.763331 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-50112ada-3504-4a86-bb7a-f55a3d80e16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:49.826800 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee483da9-e90a-46fe-bbf2-c1abf0701eb4', 'name': 'tempest-snat-router-983901561', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca4b28b2-01c7-464f-9b38-c3cc595c8e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:40Z', 'updated_at': '2021-12-20T11:56:45Z', 'revision_number': 3, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port': {'id': 'ca4b28b2-01c7-464f-9b38-c3cc595c8e6b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee483da9-e90a-46fe-bbf2-c1abf0701eb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:56:43Z', 'updated_at': '2021-12-20T11:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:49.834755 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Checking router: ee483da9-e90a-46fe-bbf2-c1abf0701eb4 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:56:49.835666 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Updating router ee483da9-e90a-46fe-bbf2-c1abf0701eb4 port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:56:49.840126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network 636a720a-9003-49fa-8136-0f4a970158d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:49.859722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:49.864806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:49.865944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.882792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Pushing event updated for resources: {'Port': ['ID=6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:49.885398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.889375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Deleting port 852753e8-2d07-427c-ac65-9c948649b327 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:49.889749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.955097 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:49.955770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Port': ['ID=6d284ddf-9eef-4662-9c9b-546b06a36073,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:49.969258 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:49.982624 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:49.983105 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:50.111585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Allocated IP 2001:db8::2 (02ccf25b-26f0-467a-9bad-9c482dbb2af2/eac44a5d-aa46-4356-a222-e81adab1446b/52fcf8cf-47d3-4278-bad5-1996d632e423) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:50.115389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 98da9adf-8325-4a78-8cea-a881ef252973 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:50.116139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-2cea0497-83b3-479d-af05-65b48ee77f10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.2399325 Dec 20 11:56:50.353508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:50.412810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=4049be09-e528-4ad0-be0e-cdc01fd5255d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:50.542721 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:50.554605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-0c817cd5-2bdd-4186-9257-4cc35c81bd04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:50.556234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-0c817cd5-2bdd-4186-9257-4cc35c81bd04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:50.556620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-0c817cd5-2bdd-4186-9257-4cc35c81bd04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:50.561787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-0c817cd5-2bdd-4186-9257-4cc35c81bd04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 2293 time: 0.4204299 Dec 20 11:56:50.920443 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96cc43ce-891e-4894-a2c6-8e7003fec1d7 req-ff749f7e-fc6e-47f5-93f0-f12d25ba667b tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 210 time: 0.0976107 Dec 20 11:56:50.997108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.009929 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-8d81b46d-b213-4c1e-b529-44ca42d1b8c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 1001 time: 0.4404268 Dec 20 11:56:51.011740 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf8e623-78f8-4d53-a5a0-01e897817840 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:51.148120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] For port 852753e8-2d07-427c-ac65-9c948649b327, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=852753e8-2d07-427c-ac65-9c948649b327,segment=NetworkSegment(43996aa7-9ef6-4f83-b141-f43f75050ff2),segment_id=43996aa7-9ef6-4f83-b141-f43f75050ff2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:51.148769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.154602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-ed94b9ef-6225-4cfa-a021-ade6a413b6da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:51.156053 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-ed94b9ef-6225-4cfa-a021-ade6a413b6da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 200 len: 851 time: 0.1390345 Dec 20 11:56:51.159419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=c45d7cc2-28bc-44c1-9701-fbb1f98810d9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:51.169936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.181737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:51.184116 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.184994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.214169 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:51.216386 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Transition to ACTIVE for port object ca4b28b2-01c7-464f-9b38-c3cc595c8e6b will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:51.249635 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.255401 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-3a35d87c-383b-4cb0-978b-24a090113419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:51.363801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-3b7617a8-94c5-46e2-a460-2f11d22be344 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2002945 Dec 20 11:56:51.404145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.464829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/c45d7cc2-28bc-44c1-9701-fbb1f98810d9 HTTP/1.1" status: 204 len: 168 time: 4.2543907 Dec 20 11:56:51.477154 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4725dc7-afa2-415c-b7c5-8a79e66de817 None None] Pushing event updated for resources: {'Port': ['ID=ca4b28b2-01c7-464f-9b38-c3cc595c8e6b,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:51.481381 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-b4725dc7-afa2-415c-b7c5-8a79e66de817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:51.481849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:51.531971 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Attempting to bind port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:51.536165 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Attempting to bind port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:51.536746 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Attempting to bind port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:51.580429 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:51.581121 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:51.581720 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.582325 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:51.585113 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Bound port: ca4b28b2-01c7-464f-9b38-c3cc595c8e6b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:51.585707 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.687402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-3f4dded7-9d15-47b0-81dc-33d2a0630c8d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:51.689237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-3f4dded7-9d15-47b0-81dc-33d2a0630c8d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.2595665 Dec 20 11:56:51.714549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Request body: {'port': {'device_id': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'admin_state_up': True, 'tenant_id': '7d56622939f64706a20eaf04c8d7baa8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:51.743488 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] For port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:51.747542 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] For port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ca4b28b2-01c7-464f-9b38-c3cc595c8e6b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:51.759848 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.769537 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f7add5f2-1a04-443f-8301-ca0d6582f2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:51.842937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:51.905857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf15e125-79da-4d40-92cc-404a3d958e0f None None] Network bf074051-40fb-4cf5-9e2a-b436d3ff0454 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:51.968910 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4725dc7-afa2-415c-b7c5-8a79e66de817 None None] Pushing event updated for resources: {'Port': ['ID=ca4b28b2-01c7-464f-9b38-c3cc595c8e6b,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:51.976595 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-b4725dc7-afa2-415c-b7c5-8a79e66de817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:52.002919 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Routers {'ee483da9-e90a-46fe-bbf2-c1abf0701eb4'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:56:52.004188 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ee483da9-e90a-46fe-bbf2-c1abf0701eb4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:52.019763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 98da9adf-8325-4a78-8cea-a881ef252973 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:52.023152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:52.229923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Calling delete_port for 852753e8-2d07-427c-ac65-9c948649b327 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:52.356299 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-d0658d7e-69e5-474e-9105-cf65b1ecb8ed service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9840918 Dec 20 11:56:52.464946 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] Set router ee483da9-e90a-46fe-bbf2-c1abf0701eb4 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:56:52.542267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:52.563413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f284a69e-518a-4905-bf04-028407134124 None None] Network 636a720a-9003-49fa-8136-0f4a970158d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:52.612260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:52.634842 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:52.676479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-7ab4aa25-1da7-45e4-891f-bd34e8e1a1a3 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095834 Dec 20 11:56:52.750205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38e335f7-6f76-4243-8fc3-98310a43e5e7 req-f625a11e-c0c9-4cde-b2cb-1ed6ee7ba8de tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 210 time: 0.0704286 Dec 20 11:56:53.042240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] No DVR routers for this DVR port 852753e8-2d07-427c-ac65-9c948649b327 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:56:53.261192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:56:53.277337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Usage tracker for resource:port and tenant:7d56622939f64706a20eaf04c8d7baa8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:56:53.292703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-a2b17fdc-a26e-4ba0-bc7a-d3de7edc2efd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 217 time: 0.5339353 Dec 20 11:56:53.292703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:56:53.352796 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee483da9-e90a-46fe-bbf2-c1abf0701eb4', 'name': 'tempest-snat-router-983901561', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca4b28b2-01c7-464f-9b38-c3cc595c8e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:40Z', 'updated_at': '2021-12-20T11:56:45Z', 'revision_number': 3, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port': {'id': 'ca4b28b2-01c7-464f-9b38-c3cc595c8e6b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee483da9-e90a-46fe-bbf2-c1abf0701eb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:56:43Z', 'updated_at': '2021-12-20T11:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:53.376039 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8584dce-5e44-4cc7-99ee-8ad2e9664697 None None] The sync data for ids ['ee483da9-e90a-46fe-bbf2-c1abf0701eb4'] in n-d-victoria-1 is: [{'id': 'ee483da9-e90a-46fe-bbf2-c1abf0701eb4', 'name': 'tempest-snat-router-983901561', 'tenant_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.238'}], 'enable_snat': True}, 'gw_port_id': 'ca4b28b2-01c7-464f-9b38-c3cc595c8e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:56:40Z', 'updated_at': '2021-12-20T11:56:45Z', 'revision_number': 3, 'project_id': 'bcf1f453cf1547009b4e2dbe0bccdebe', 'gw_port': {'id': 'ca4b28b2-01c7-464f-9b38-c3cc595c8e6b', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee483da9-e90a-46fe-bbf2-c1abf0701eb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:56:43Z', 'updated_at': '2021-12-20T11:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:56:53.398468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.414437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:56:53.444107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:53.462125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43996aa7-9ef6-4f83-b141-f43f75050ff2') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:53.462570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43996aa7-9ef6-4f83-b141-f43f75050ff2') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:53.474537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Made reservation on behalf of 7d56622939f64706a20eaf04c8d7baa8 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:56:53.481087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.483454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.501936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.513945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:56:53.513945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.529187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.545253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-9d479468-e9a9-46e0-925d-6b063fdfc7e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:53.545973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-9d479468-e9a9-46e0-925d-6b063fdfc7e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.2353947 Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:56:53.549186 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:56:53.576347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Pushing event deleted for resources: {'Port': ['ID=852753e8-2d07-427c-ac65-9c948649b327,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:53.610402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5b3735cf-1328-4a40-8997-bcac5cfd5340 None None] Provisioning for port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:53.654237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:56:53.659267 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:53.679318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:56:53.706752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.763534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.787716 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:53.825600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.829925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.855913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:53.967994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:54.003063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:54.003413 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:54.031037 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'code': 200} Dec 20 11:56:54.031196 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49dd3625-c5af-4904-8195-56dfdad06c38 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:54.098508 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/56f51ca7-0fde-4aeb-886b-a4cdfbf5eab3 HTTP/1.1" status: 204 len: 168 time: 2.6122754 Dec 20 11:56:54.098670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:54.108786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:54.152922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Transition to ACTIVE for port object 52fcf8cf-47d3-4278-bad5-1996d632e423 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:54.195553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:54.255956 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-03ad2241-97bb-42a3-925f-0056f31a9ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:54.270621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Port': ['ID=6d284ddf-9eef-4662-9c9b-546b06a36073,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:54.277651 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:54.285807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-5755d92d-c880-4e3d-af06-6155f447598d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7291224 Dec 20 11:56:54.310220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:54.373765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Deleting port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:54.375464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:54.505272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network 636a720a-9003-49fa-8136-0f4a970158d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:54.640353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:54.644831 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:54.660823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 852753e8-2d07-427c-ac65-9c948649b327 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:56:54.725088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Allocated IP 172.20.0.3 (f598ac5b-68a5-4092-9566-e8b4bc2a2cb0/6c0f0e25-8188-4e94-bb5a-36a62ca5152e/84ccaced-b408-4c1a-89ea-b70da71a1737) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:56:54.741439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Transition to ACTIVE for port object 52fcf8cf-47d3-4278-bad5-1996d632e423 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:56:54.766478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 852753e8-2d07-427c-ac65-9c948649b327 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:56:54.766854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 852753e8-2d07-427c-ac65-9c948649b327 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:56:54.789241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:54.828402 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:54.966201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:54.982945 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-63778c91-d77b-4885-9d59-907673e1cf33 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885188 Dec 20 11:56:54.990061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:54.995224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:55.000433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] DHCP port deletion for bf074051-40fb-4cf5-9e2a-b436d3ff0454 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:56:55.004972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:55.022804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Deleting port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:55.023107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:55.085286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:55.225408 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4833c13e-d11d-4cf2-b0d7-daf835e2f271 req-3839a7d7-50a3-4980-9de8-07495cf022d3 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 210 time: 0.7638249 Dec 20 11:56:55.517949 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4049be09-e528-4ad0-be0e-cdc01fd5255d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:55.619965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:55.620420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:55.636253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Pushing event updated for resources: {'Port': ['ID=52fcf8cf-47d3-4278-bad5-1996d632e423,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:55.743507 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:55.879414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Attempting to bind port 52fcf8cf-47d3-4278-bad5-1996d632e423 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:56:55.882288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Attempting to bind port 52fcf8cf-47d3-4278-bad5-1996d632e423 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd01aae36-8b32-4154-aa0b-ce1c2eff7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '02ccf25b-26f0-467a-9bad-9c482dbb2af2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:56:55.882711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Attempting to bind port 52fcf8cf-47d3-4278-bad5-1996d632e423 on network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:56:55.913489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:56:55.913873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Checking segment: {'id': 'd01aae36-8b32-4154-aa0b-ce1c2eff7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '02ccf25b-26f0-467a-9bad-9c482dbb2af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:56:55.914330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:55.914765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Bound using segment: {'id': 'd01aae36-8b32-4154-aa0b-ce1c2eff7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '02ccf25b-26f0-467a-9bad-9c482dbb2af2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:56:55.915280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Bound port: 52fcf8cf-47d3-4278-bad5-1996d632e423, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01aae36-8b32-4154-aa0b-ce1c2eff7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '02ccf25b-26f0-467a-9bad-9c482dbb2af2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:56:55.915671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.012710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] For port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ca4b28b2-01c7-464f-9b38-c3cc595c8e6b,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:56.013482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.036515 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-56ce1783-7f36-45e3-8510-f09625d08b6e service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0385177 Dec 20 11:56:56.197051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-380a66d1-a58c-4e3a-b111-ba85bcfe9e98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 217 time: 0.1334703 Dec 20 11:56:56.232715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Calling delete_port for ca4b28b2-01c7-464f-9b38-c3cc595c8e6b owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:56.479361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4049be09-e528-4ad0-be0e-cdc01fd5255d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:56.484099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.605474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] For port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,segment=NetworkSegment(e35b4c63-1d27-4df8-a0c1-b03c9ba2c398),segment_id=e35b4c63-1d27-4df8-a0c1-b03c9ba2c398)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:56.605857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.638551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] For port 52fcf8cf-47d3-4278-bad5-1996d632e423, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:56:56.653720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f33cda64-bc42-4409-b70a-a53b0ebc228a None None] Provisioning for port 6d284ddf-9eef-4662-9c9b-546b06a36073 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:56.733690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,segment=NetworkSegment(e35b4c63-1d27-4df8-a0c1-b03c9ba2c398),segment_id=e35b4c63-1d27-4df8-a0c1-b03c9ba2c398)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:56.735061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.808405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4f88e029-c3e3-4087-8f62-50c85b9f0aaf req-989efdac-a9d1-4802-89fe-868cc25efedd tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 210 time: 0.1339765 Dec 20 11:56:56.810836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.819800 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:56.869981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-3bcd1938-b6ba-4e13-b6a3-02cffccb3dc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:56.872021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-3bcd1938-b6ba-4e13-b6a3-02cffccb3dc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.6456950 Dec 20 11:56:56.876099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.922556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f33cda64-bc42-4409-b70a-a53b0ebc228a None None] Provisioning complete for port 6d284ddf-9eef-4662-9c9b-546b06a36073 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:56.923542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f33cda64-bc42-4409-b70a-a53b0ebc228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:56.934937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca4b28b2-01c7-464f-9b38-c3cc595c8e6b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:56.946420 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:56.959693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] For port 52fcf8cf-47d3-4278-bad5-1996d632e423, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=52fcf8cf-47d3-4278-bad5-1996d632e423,segment=NetworkSegment(d01aae36-8b32-4154-aa0b-ce1c2eff7083),segment_id=d01aae36-8b32-4154-aa0b-ce1c2eff7083)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:56:56.972441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Calling delete_port for fe69d2e3-9763-49ce-9fa6-59994ea4cf3a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:57.034157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:57.051519 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:57.220952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f33cda64-bc42-4409-b70a-a53b0ebc228a None None] Port 6d284ddf-9eef-4662-9c9b-546b06a36073 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:56:57.280138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for fe69d2e3-9763-49ce-9fa6-59994ea4cf3a owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:56:57.387217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ca4b28b2-01c7-464f-9b38-c3cc595c8e6b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:57.468755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:57.484665 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:57.503611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Pushing event updated for resources: {'Port': ['ID=52fcf8cf-47d3-4278-bad5-1996d632e423,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:57.523193 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:57.545906 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-ec63c4db-d9e8-41ec-a75d-5c96087ce181 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6015766 Dec 20 11:56:57.565581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d5b717b8-3ac3-4073-b848-9ef409f5bc18 None None] Provisioning complete for port 6d284ddf-9eef-4662-9c9b-546b06a36073 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:57.566094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d5b717b8-3ac3-4073-b848-9ef409f5bc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:57.609833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:57.618028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: ca4b28b2-01c7-464f-9b38-c3cc595c8e6b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:56:57.618421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ca4b28b2-01c7-464f-9b38-c3cc595c8e6b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 11:56:57.625545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:56:57.625719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:57.661033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:56:57.682761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:56:57.738189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:56:57.738568 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:56:57.765002 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:57.897894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event updated for resources: {'Port': ['ID=84ccaced-b408-4c1a-89ea-b70da71a1737,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:57.908137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-5396b3ad-2b49-460a-9a85-cd42d6ca3278 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431718 Dec 20 11:56:57.909257 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:57.940102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Pushing event deleted for resources: {'Port': ['ID=fe69d2e3-9763-49ce-9fa6-59994ea4cf3a,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:57.945521 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:57.995181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Port ca4b28b2-01c7-464f-9b38-c3cc595c8e6b not found, will not notify nova. {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 11:56:57.995606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:58.597183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:56:58.597183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:58.628617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Router 9112e86c-b225-4457-93b7-6e32f95620f2 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:56:58.644528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:58.651768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d5b717b8-3ac3-4073-b848-9ef409f5bc18 None None] Port 6d284ddf-9eef-4662-9c9b-546b06a36073 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:56:58.665488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] No DVR routers for this DVR port fe69d2e3-9763-49ce-9fa6-59994ea4cf3a on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:56:58.670495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:58.679105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9043dc09-01b9-4cd1-a91d-9ce6aa976cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:58.750468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:58.759166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:58.759337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:58.765058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-bb7848d0-32d9-42a6-8738-9d4aa1dfa4f2 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8380141 Dec 20 11:56:59.079071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.108749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.108902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee483da9-e90a-46fe-bbf2-c1abf0701eb4 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:56:59.166309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8,segment=NetworkSegment(eaec265a-ba82-44ef-9cf9-1cd1dccf04ea),segment_id=eaec265a-ba82-44ef-9cf9-1cd1dccf04ea)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:56:59.176405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.183006 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a45bf414-60b2-4f3e-81d3-453218af18bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:59.199235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.200432 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ee483da9-e90a-46fe-bbf2-c1abf0701eb4 HTTP/1.1" status: 204 len: 168 time: 10.0102520 Dec 20 11:56:59.200959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:59.206979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.216771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33096) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:59.314196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] The port 'fe69d2e3-9763-49ce-9fa6-59994ea4cf3a' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:56:59.323274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:59.326989 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:59.360340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a10878-cb45-4dc3-a754-a807034c4251 None None] Network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:59.496254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43b77a-c842-4924-a309-6b4d027203a0 req-6c2d23df-6141-4802-abfb-c3ff00e0e42a tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:59.497833 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd43b77a-c842-4924-a309-6b4d027203a0 req-6c2d23df-6141-4802-abfb-c3ff00e0e42a tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 931 time: 1.1986170 Dec 20 11:56:59.622143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 52fcf8cf-47d3-4278-bad5-1996d632e423 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:56:59.655517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-cd43b77a-c842-4924-a309-6b4d027203a0 req-b506b7fb-4562-43cb-8b32-54533b4a406f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:56:59.676345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.709867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:56:59.710034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf074051-40fb-4cf5-9e2a-b436d3ff0454']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:59.727029 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9656408 Dec 20 11:56:59.743206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:59.749127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35b4c63-1d27-4df8-a0c1-b03c9ba2c398') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:59.749771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35b4c63-1d27-4df8-a0c1-b03c9ba2c398') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:56:59.776007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.779169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] Sync routers for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:56:59.808488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.820787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07886ced-22b3-46a1-b8f2-4320e5c4ce8f None None] Provisioning for port 52fcf8cf-47d3-4278-bad5-1996d632e423 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:56:59.892972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:56:59.898557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:56:59.955313 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:56:59.966622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-73aaaaf5-4c93-4008-8dca-1c1559bf37dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 200 len: 217 time: 1.1246107 Dec 20 11:56:59.992988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2899013 Dec 20 11:57:00.009820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:00.010765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:56:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:00.050592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-cd43b77a-c842-4924-a309-6b4d027203a0 req-b506b7fb-4562-43cb-8b32-54533b4a406f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:00.066228 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd43b77a-c842-4924-a309-6b4d027203a0 req-b506b7fb-4562-43cb-8b32-54533b4a406f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416868 Dec 20 11:57:00.108177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-638266a8-11c1-402e-9342-a7dd5af01e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.120269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:00.204695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.222458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Request body: {'port': {'device_id': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:00.231468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 52fcf8cf-47d3-4278-bad5-1996d632e423 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:00.251797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:00.252727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:00.336239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 52fcf8cf-47d3-4278-bad5-1996d632e423 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:00.336732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.432688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:00.433143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c4fc2-80d3-4429-bb9d-cb8d95286e0f None None] The sync data for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:00.603525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.618069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.639521 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aca4df69-1a0b-4992-bbbd-ec029fcf050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:00.699850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.712645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.720624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=bf074051-40fb-4cf5-9e2a-b436d3ff0454,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:00.729427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/bf074051-40fb-4cf5-9e2a-b436d3ff0454 HTTP/1.1" status: 204 len: 168 time: 6.6153448 Dec 20 11:57:00.732079 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:00.733711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-317cdf1c-24eb-4049-b150-76e3d1f5866f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:00.737726 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-317cdf1c-24eb-4049-b150-76e3d1f5866f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.7413011 Dec 20 11:57:00.739660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33114) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:00.802939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 52fcf8cf-47d3-4278-bad5-1996d632e423, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=52fcf8cf-47d3-4278-bad5-1996d632e423,segment=NetworkSegment(d01aae36-8b32-4154-aa0b-ce1c2eff7083),segment_id=d01aae36-8b32-4154-aa0b-ce1c2eff7083)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:00.818948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:00.818948 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c9cbd3c7-6385-47b5-bc82-a195b04fe548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:00.960918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe69d2e3-9763-49ce-9fa6-59994ea4cf3a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:01.072899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: fe69d2e3-9763-49ce-9fa6-59994ea4cf3a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:57:01.073043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe69d2e3-9763-49ce-9fa6-59994ea4cf3a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:57:01.085759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=52fcf8cf-47d3-4278-bad5-1996d632e423,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:01.088976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127429210'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:01.089196 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:01.109993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:01.114257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:01.120177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e7c32160-8e5a-434f-8fa5-19b4a4f8c3a6 None None] Provisioning complete for port 52fcf8cf-47d3-4278-bad5-1996d632e423 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:01.120706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c32160-8e5a-434f-8fa5-19b4a4f8c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.131341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:01.137286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:01.179578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:01.181881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.262622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:57:01.289050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.289410 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment f0f63dfb-923d-47a1-a673-108918a5599a of type vlan for network c2629820-c967-4428-b9c0-a3e740c08560 Dec 20 11:57:01.355458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.458858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 52fcf8cf-47d3-4278-bad5-1996d632e423 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:01.510700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.514750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:01.515392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.520730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.521376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.526660 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-492ea97a-6e73-4728-b982-be7378e9e173 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:01.627191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 52fcf8cf-47d3-4278-bad5-1996d632e423 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:01.630498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.853603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:01.916535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:01.919129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=c2629820-c967-4428-b9c0-a3e740c08560,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:01.922680 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:01.934657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network c2629820-c967-4428-b9c0-a3e740c08560 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:57:01.964315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Deleting port 98da9adf-8325-4a78-8cea-a881ef252973 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:01.965186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:02.018130 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2785268 Dec 20 11:57:02.019052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33128) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:02.030677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:02.107675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb9d59-49be-42b3-96c6-c3da3c6ddb3b req-13360a8f-5666-472d-a964-ba4a091e9cf4 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:02.107675 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfcb9d59-49be-42b3-96c6-c3da3c6ddb3b req-13360a8f-5666-472d-a964-ba4a091e9cf4 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 931 time: 0.4321413 Dec 20 11:57:02.152438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:02.152953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:02.340251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:02.381346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:02.381346 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-00c0507d-655e-45cf-95d4-42c0afa7dff8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3814054 Dec 20 11:57:02.392933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:02.392933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ccaced-b408-4c1a-89ea-b70da71a1737 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:57:02.440848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:02.462173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ca4b28b2-01c7-464f-9b38-c3cc595c8e6b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:02.619991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: ca4b28b2-01c7-464f-9b38-c3cc595c8e6b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:57:02.622276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ca4b28b2-01c7-464f-9b38-c3cc595c8e6b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:57:02.659649 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-a9f8c5e1-87f3-4b0d-aa11-b45e94985155 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:57:02.665879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9f8c5e1-87f3-4b0d-aa11-b45e94985155 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9029493 Dec 20 11:57:02.668569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33134) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:02.731109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:02.736937 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-009d56aa-ac95-44f1-ab86-e52fe0014117 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428004 Dec 20 11:57:02.756235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:02.801420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Transition to ACTIVE for port object 84ccaced-b408-4c1a-89ea-b70da71a1737 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:02.826216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:02.865400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:02.877316 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b8b9047-ac95-4a0c-af96-b16dcc9aa6b8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:03.054729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] For port 98da9adf-8325-4a78-8cea-a881ef252973, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=98da9adf-8325-4a78-8cea-a881ef252973,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:03.054729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:03.219639 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cfcb9d59-49be-42b3-96c6-c3da3c6ddb3b req-711cef7a-5a11-4c08-87ac-5f8715a5b9c4 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1017339 Dec 20 11:57:03.352722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Calling delete_port for 98da9adf-8325-4a78-8cea-a881ef252973 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:03.530115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Pushing event updated for resources: {'Port': ['ID=84ccaced-b408-4c1a-89ea-b70da71a1737,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:03.545595 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:03.555808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-60c5ce86-a322-43af-b387-5300a0f9bb85 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8053617 Dec 20 11:57:03.654804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:03.773591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-ad1262f9-fc69-44d7-a5fe-a0b88bfacb7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 200 len: 217 time: 0.2104733 Dec 20 11:57:03.906967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:03.929580 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e0e0326-a045-427b-8645-df41911c74b0 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:03.973005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Attempting to bind port 84ccaced-b408-4c1a-89ea-b70da71a1737 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:57:03.974731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Attempting to bind port 84ccaced-b408-4c1a-89ea-b70da71a1737 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:57:03.975377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Attempting to bind port 84ccaced-b408-4c1a-89ea-b70da71a1737 on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:04.029840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-862ee232-aaf7-4246-90f3-f6628b3213ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:04.032932 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-862ee232-aaf7-4246-90f3-f6628b3213ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.2516301 Dec 20 11:57:04.037080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Port 84ccaced-b408-4c1a-89ea-b70da71a1737 on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:57:04.039429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Attempting to bind port 84ccaced-b408-4c1a-89ea-b70da71a1737 on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:04.062258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event deleted for resources: {'Port': ['ID=98da9adf-8325-4a78-8cea-a881ef252973,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:04.072388 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:04.210655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:57:04.210999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Checking segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:04.211387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Bound using segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:57:04.211841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Bound port: 84ccaced-b408-4c1a-89ea-b70da71a1737, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:57:04.222669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:04.553932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] For port 84ccaced-b408-4c1a-89ea-b70da71a1737, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:57:04.579013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-d7fdeaf9-079a-4fa0-aedf-ff8149656648 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5289838 Dec 20 11:57:04.583082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] For port 84ccaced-b408-4c1a-89ea-b70da71a1737, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=84ccaced-b408-4c1a-89ea-b70da71a1737,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:57:04.609937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:04.630184 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3c59a5fb-60ee-4cda-8e3a-7b9fd207f767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:04.713325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:04.832315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:04.853586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.087721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Pushing event updated for resources: {'Port': ['ID=84ccaced-b408-4c1a-89ea-b70da71a1737,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:05.099941 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:05.103294 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9271237a-f973-4b93-846e-a5648d09da0a tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:05.142779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.149404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.150456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.152291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/84ccaced-b408-4c1a-89ea-b70da71a1737 HTTP/1.1" status: 200 len: 1093 time: 5.1382203 Dec 20 11:57:05.161014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'tag': '84ccaced-b408-4c1a-89ea-b70da71a1737'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:57:05.204891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.205623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91de0cb1-eb07-4856-b514-0f3c4b44f3a7 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:05.243917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4babc-8156-4680-a6ad-781f02bf507d req-8f04733a-d1e4-466d-8b1d-05aa9b97ba86 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:05.249770 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-82a4babc-8156-4680-a6ad-781f02bf507d req-8f04733a-d1e4-466d-8b1d-05aa9b97ba86 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 943 time: 0.6066208 Dec 20 11:57:05.310818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.311962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "DELETE /v2.0/routers/91de0cb1-eb07-4856-b514-0f3c4b44f3a7 HTTP/1.1" status: 204 len: 168 time: 6.0929708 Dec 20 11:57:05.331082 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-82a4babc-8156-4680-a6ad-781f02bf507d req-9eefc089-df4e-4c5b-a7dd-19087e710224 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802011 Dec 20 11:57:05.331450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:05.356807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-409670137', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:05.387796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:05.401421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Usage tracker for resource:router and tenant:a9bcc5fe0e6748ec95b15f44eca8ae66 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:05.413727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:05.436205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:05.457192 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'tag': '84ccaced-b408-4c1a-89ea-b70da71a1737', 'status': 'completed', 'code': 200} Dec 20 11:57:05.483446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.490063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.563750 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-64cec748-11ba-41e9-9572-5e10e6ba237a service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9771030 Dec 20 11:57:05.565681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=f4666c60-f437-4aba-a1b2-b33011b99339,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:05.580799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.621095 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:05.679642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': 'f0f63dfb-923d-47a1-a673-108918a5599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:05.679999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: c2629820-c967-4428-b9c0-a3e740c08560, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:57:05.789268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network c2629820-c967-4428-b9c0-a3e740c08560 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:57:05.796887 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-711337e7-9121-44d8-a486-61f6d202af9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 1096 time: 0.5628161 Dec 20 11:57:05.880904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, c2629820-c967-4428-b9c0-a3e740c08560) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:05.892611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1d404-1d53-4016-b5c0-17bb7974ef5c None None] Network c2629820-c967-4428-b9c0-a3e740c08560 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:05.907751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:05.908589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:05.914312 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-d1233b09-2d23-44a3-bbc8-54f6d973e91d service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365276 Dec 20 11:57:05.917482 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-ded309a1-3316-459f-9fd2-878350c7524d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ccaced-b408-4c1a-89ea-b70da71a1737 HTTP/1.1" status: 200 len: 217 time: 0.1080756 Dec 20 11:57:05.980404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.041118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-e155aef3-2361-4177-a907-b340f9f8e593 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 200 len: 217 time: 0.1154838 Dec 20 11:57:06.042846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0177813 Dec 20 11:57:06.045446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33164) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:06.084490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2143813289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:06.098390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:06.110651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:router and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:06.118455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:06.130778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-c247c480-f021-46ae-822f-6e243fe4bcbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:06.132586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-c247c480-f021-46ae-822f-6e243fe4bcbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.1578505 Dec 20 11:57:06.133657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:06.189654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-020add33-dcb9-4371-9d63-cf13907da4dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484011 Dec 20 11:57:06.249941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-abd87319-fd29-42b7-b22b-b1a484ee53d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:06.251841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-abd87319-fd29-42b7-b22b-b1a484ee53d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.2038000 Dec 20 11:57:06.256165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.257356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.324948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-c2629820-c967-4428-b9c0-a3e740c08560', 'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': 'f4666c60-f437-4aba-a1b2-b33011b99339'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:57:06.325785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.401144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.442332 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-d1b25b04-cb22-473a-8117-9f876f151646 service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409081 Dec 20 11:57:06.464063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.537980 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-5760bcf7-133a-4db3-83f7-4e11798ef674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745287 Dec 20 11:57:06.719003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.720771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Allocated IP 2001:db8::2 (c2629820-c967-4428-b9c0-a3e740c08560/f4666c60-f437-4aba-a1b2-b33011b99339/234b9b2a-8d80-4ecc-be79-50d3e7a33f75) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:06.768446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-694ac671-a14a-4635-ba46-b2c19c8c2f48 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014136 Dec 20 11:57:06.820266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:06.821941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5ce252de-b726-46e3-a01f-c651ab221478 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7750285 Dec 20 11:57:06.864108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33182) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:06.940420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'port': {'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560', 'name': 'tempest-RoutersIpV6Test-1285117500'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:07.065611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.198991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.232411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Transition to ACTIVE for port object 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:07.236104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Allocated IP 172.35.0.209 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/3b7d097e-e69b-4815-bda3-17a2f1a7ab03) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:07.254622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 98da9adf-8325-4a78-8cea-a881ef252973 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:07.398511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Transition to ACTIVE for port object 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:07.436558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 98da9adf-8325-4a78-8cea-a881ef252973 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:57:07.437175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 98da9adf-8325-4a78-8cea-a881ef252973 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:57:07.464726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.469605 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:07.547864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.548119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Pushing event updated for resources: {'Port': ['ID=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:07.553559 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:07.570329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Network c2629820-c967-4428-b9c0-a3e740c08560 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:07.571795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:07.574381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:07.609141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.620489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting port 6d284ddf-9eef-4662-9c9b-546b06a36073 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:07.621420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.662817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:07.666691 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0042dace-0156-41b4-9f4b-a50cba65e051 req-838d6142-f5e5-4696-aec5-99389198f227 service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2153563 Dec 20 11:57:07.682435 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-802b1a8e-8023-47aa-ae37-6e386cb75d60 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:07.688773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:port and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:07.701372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:07.767962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:07.775175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:07.788861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:07.790679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:07.804852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Attempting to bind port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:57:07.805317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Attempting to bind port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'f0f63dfb-923d-47a1-a673-108918a5599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:57:07.805604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Attempting to bind port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 on network c2629820-c967-4428-b9c0-a3e740c08560 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:07.818428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-d565f4c9-09c1-45a5-ac1f-be9263cfbf11 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9865355 Dec 20 11:57:07.834582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:57:07.834996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Checking segment: {'id': 'f0f63dfb-923d-47a1-a673-108918a5599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:07.835413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.835818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Bound using segment: {'id': 'f0f63dfb-923d-47a1-a673-108918a5599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:57:07.836394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Bound port: 234b9b2a-8d80-4ecc-be79-50d3e7a33f75, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f63dfb-923d-47a1-a673-108918a5599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c2629820-c967-4428-b9c0-a3e740c08560'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:57:07.836764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:07.880824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event updated for resources: {'Port': ['ID=3b7d097e-e69b-4815-bda3-17a2f1a7ab03,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:07.889801 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:08.023287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515782-76b7-4e82-9c56-71d571e15bf9 req-9d3e2b73-bcdf-4db4-9be0-4e95aba33508 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:08.024165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c3515782-76b7-4e82-9c56-71d571e15bf9 req-9d3e2b73-bcdf-4db4-9be0-4e95aba33508 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:08.028582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:08.032066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:08.058104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] For port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:57:08.066386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] For port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,segment=NetworkSegment(f0f63dfb-923d-47a1-a673-108918a5599a),segment_id=f0f63dfb-923d-47a1-a673-108918a5599a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:57:08.067907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-2aa54fb4-a558-443b-8eb7-a0a018f159c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 217 time: 0.2373729 Dec 20 11:57:08.073726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:08.094314 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e0ef1f8-d512-4a4d-856f-636ccd0fb9b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:08.131101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] device_id is not set on port cca18724-272c-4b38-a5a2-7c56ece35de3 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 11:57:08.162204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:08.218836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Pushing event updated for resources: {'Port': ['ID=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:08.225331 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:08.234070 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-99a8c46f-ff2c-4152-b086-f3d49cb06e8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 1096 time: 0.4716609 Dec 20 11:57:08.254998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c3515782-76b7-4e82-9c56-71d571e15bf9 req-9d3e2b73-bcdf-4db4-9be0-4e95aba33508 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:08.262044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3515782-76b7-4e82-9c56-71d571e15bf9 req-9d3e2b73-bcdf-4db4-9be0-4e95aba33508 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 943 time: 1.4924779 Dec 20 11:57:08.353861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016284-432b-4997-aa40-3b839b834679 req-67e85781-c1ed-4c3e-a23b-07d1918231c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:08.356233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-67e85781-c1ed-4c3e-a23b-07d1918231c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.2789898 Dec 20 11:57:08.372957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Calling delete_port for 6d284ddf-9eef-4662-9c9b-546b06a36073 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:08.461167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:08.461904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:08.738057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3515782-76b7-4e82-9c56-71d571e15bf9 req-cdfc2675-4a6b-485e-b525-5b02ce32fc08 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751089 Dec 20 11:57:08.766739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8::35f (c2629820-c967-4428-b9c0-a3e740c08560/f4666c60-f437-4aba-a1b2-b33011b99339/cca18724-272c-4b38-a5a2-7c56ece35de3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:08.805224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-dcc5647f-afdf-47ca-a8dc-4815f4d36a09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:08.807134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:08.814171 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab96ac17-2492-4914-bbf1-544be365365f tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:08.816921 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-dcc5647f-afdf-47ca-a8dc-4815f4d36a09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 916 time: 0.5819767 Dec 20 11:57:08.891686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Port': ['ID=6d284ddf-9eef-4662-9c9b-546b06a36073,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:08.904536 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:08.982461 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-2a61bc32-b9f4-4ffb-aba4-1e5bc24bf1fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ccaced-b408-4c1a-89ea-b70da71a1737 HTTP/1.1" status: 200 len: 217 time: 0.1574097 Dec 20 11:57:09.053382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-c14128d6-9304-41f2-b062-34fe2b11c406 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5858486 Dec 20 11:57:09.230984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-e4d0bd64-6c5f-4f24-a20a-1d56b79f952e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:09.232978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-e4d0bd64-6c5f-4f24-a20a-1d56b79f952e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.2392743 Dec 20 11:57:09.398795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:09.560895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:09.599879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-618e59b4-1550-425b-a848-dfe25d48090a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821089 Dec 20 11:57:09.680044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:09.873265 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-f185b50e-0d87-42b3-bede-94e4fee2edd5 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950680 Dec 20 11:57:10.013992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:10.043456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4790bde-31c8-4bd3-8ffe-9c004b57a158 None None] Network c2629820-c967-4428-b9c0-a3e740c08560 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:10.129328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object cca18724-272c-4b38-a5a2-7c56ece35de3 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:10.284500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-51745608-b100-446b-bfbc-54239c9f27dd service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748223 Dec 20 11:57:10.502917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Provisioning for port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:10.509113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 84ccaced-b408-4c1a-89ea-b70da71a1737 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:57:10.649700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2e47ff5-949b-4eac-b4e2-58529880662d req-88457f13-c5a7-41c2-b503-9535ddf977df service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386188 Dec 20 11:57:10.659700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Router 0351a887-74fc-42e2-8af4-29ce68d7a21b is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:57:10.695598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 84ccaced-b408-4c1a-89ea-b70da71a1737, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=84ccaced-b408-4c1a-89ea-b70da71a1737,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:10.717703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Provisioning complete for port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:10.718104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:10.735485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ce016284-432b-4997-aa40-3b839b834679 req-7cb4d4b5-97fa-459b-b750-1f87f6bf6a1a service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8347170 Dec 20 11:57:10.761608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '84ccaced-b408-4c1a-89ea-b70da71a1737', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'port_id': '84ccaced-b408-4c1a-89ea-b70da71a1737', 'mac_address': 'fa:16:3e:9f:4a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0f0e25-8188-4e94-bb5a-36a62ca5152e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:57:10.777659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:10.795614 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c230335a-8f2b-4398-872c-3ae792c02e9b tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:10.797422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Router 9112e86c-b225-4457-93b7-6e32f95620f2 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:57:10.905363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=cca18724-272c-4b38-a5a2-7c56ece35de3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:10.916118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1257-21c0-428a-88ed-15e7799fa090 req-70127cca-9a3a-4c96-aaa0-5b8cd245d8be tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:10.923412 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f8a1257-21c0-428a-88ed-15e7799fa090 req-70127cca-9a3a-4c96-aaa0-5b8cd245d8be tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 943 time: 0.8931489 Dec 20 11:57:10.960977 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:10.962860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network c2629820-c967-4428-b9c0-a3e740c08560 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:10.972374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:10.995787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f8a1257-21c0-428a-88ed-15e7799fa090 req-39e01ba2-c276-40d5-9e0c-85c1efc09365 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715060 Dec 20 11:57:10.997074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:11.004074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:11.009081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:11.009821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:11.059017 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1401074 Dec 20 11:57:11.061488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33230) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:11.094635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ccaced-b408-4c1a-89ea-b70da71a1737 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:57:11.108805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:11.121238 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] Sync routers for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:11.148564 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:11.151561 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:11.174597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4856975 Dec 20 11:57:11.182796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33234) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:11.253587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 84ccaced-b408-4c1a-89ea-b70da71a1737, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=84ccaced-b408-4c1a-89ea-b70da71a1737,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:11.286653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:11.296836 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:11.397901 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:11.425077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=84ccaced-b408-4c1a-89ea-b70da71a1737,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:11.439920 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:11.440793 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:11.441417 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:11.441650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:11.471242 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-2dbd9263-50c7-4738-9483-70ede0c722bb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] delete failed (client error): The resource could not be found. Dec 20 11:57:11.482971 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2dbd9263-50c7-4738-9483-70ede0c722bb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1967529394 HTTP/1.1" status: 404 len: 335 time: 0.2799122 Dec 20 11:57:11.484374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33242) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:11.491626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-46685ea1-31a7-417b-bd47-c6940e9e8e55 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'router': {'external_gateway_info': {'network_id': '9112e86c-b225-4457-93b7-6e32f95620f2'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:11.524672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:11.573844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] For port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,segment=NetworkSegment(f0f63dfb-923d-47a1-a673-108918a5599a),segment_id=f0f63dfb-923d-47a1-a673-108918a5599a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:11.581080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:57:11.593390 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:11.596080 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2549236 Dec 20 11:57:11.597688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33246) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:11.605658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:11.660513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] Sync routers for ids ['0351a887-74fc-42e2-8af4-29ce68d7a21b'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:11.687357 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:11.687747 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c20ac4-924e-4dfa-a3ac-d6baa10b76f4 None None] The sync data for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:11.688970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:11.701200 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:11.863602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Pushing event updated for resources: {'Port': ['ID=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:11.883416 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:11.903820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] Routers {'0351a887-74fc-42e2-8af4-29ce68d7a21b'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:11.904768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0351a887-74fc-42e2-8af4-29ce68d7a21b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:12.015179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:12.137325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] Routers {'0351a887-74fc-42e2-8af4-29ce68d7a21b'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:12.140176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0351a887-74fc-42e2-8af4-29ce68d7a21b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:12.398131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:12.398638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa7bf1-d9f3-4f0d-875f-063d0ae92c84 None None] The sync data for ids ['0351a887-74fc-42e2-8af4-29ce68d7a21b'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:12.480506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a54f4fdc-38ea-4875-8d6c-15af8f5f2a79 None None] Provisioning complete for port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:12.482703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a54f4fdc-38ea-4875-8d6c-15af8f5f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:12.853510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a54f4fdc-38ea-4875-8d6c-15af8f5f2a79 None None] Provisioning for port cca18724-272c-4b38-a5a2-7c56ece35de3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:12.882511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a54f4fdc-38ea-4875-8d6c-15af8f5f2a79 None None] Provisioning complete for port cca18724-272c-4b38-a5a2-7c56ece35de3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:12.882900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a54f4fdc-38ea-4875-8d6c-15af8f5f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:13.038965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a54f4fdc-38ea-4875-8d6c-15af8f5f2a79 None None] Port cca18724-272c-4b38-a5a2-7c56ece35de3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:13.178948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6c054ae0-cda0-4d23-a2a5-1bd5de76d73f None None] Provisioning complete for port cca18724-272c-4b38-a5a2-7c56ece35de3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:13.179343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6c054ae0-cda0-4d23-a2a5-1bd5de76d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:13.216398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff985f8e-6490-46a8-9c35-447216da4619 req-e89ff069-cd77-4a19-ad08-609a83d6b4f1 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:13.217912 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff985f8e-6490-46a8-9c35-447216da4619 req-e89ff069-cd77-4a19-ad08-609a83d6b4f1 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 944 time: 0.8405874 Dec 20 11:57:13.310021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:13.317612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6c054ae0-cda0-4d23-a2a5-1bd5de76d73f None None] Port cca18724-272c-4b38-a5a2-7c56ece35de3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:13.368242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:13.417712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46685ea1-31a7-417b-bd47-c6940e9e8e55 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:13.535487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:13.537800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:13.609929 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-46685ea1-31a7-417b-bd47-c6940e9e8e55 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] update failed (client error): The resource could not be found. Dec 20 11:57:13.616042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-46685ea1-31a7-417b-bd47-c6940e9e8e55 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2 HTTP/1.1" status: 404 len: 339 time: 2.1298554 Dec 20 11:57:13.616187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33262) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:13.620399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff985f8e-6490-46a8-9c35-447216da4619 req-2396027f-07ee-471f-b7bb-8f79a6be56ee tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785243 Dec 20 11:57:13.631791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-160307670'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:13.651950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:13.669122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:13.680736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:network and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:13.694109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:13.702678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:13.804371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:13.809495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:13.998146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.006484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.184690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:57:14.283479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.284054 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Added segment 7df3988b-4e01-462e-8ef7-8651bbbc8e62 of type vlan for network cd05afc0-0d09-4582-9b53-379c30041325 Dec 20 11:57:14.396266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.409557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.424277 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-83b63bed-f17a-4824-8e8a-1378f23326c3 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:14.454936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 84ccaced-b408-4c1a-89ea-b70da71a1737 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:14.515521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.608583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.615817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:14.617402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.628852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Router 0351a887-74fc-42e2-8af4-29ce68d7a21b has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:57:14.631145 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-924fff51-f350-43f0-8824-289207944457 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:14.680835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=cca18724-272c-4b38-a5a2-7c56ece35de3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:14.688743 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:14.758032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 84ccaced-b408-4c1a-89ea-b70da71a1737 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:14.764154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 84ccaced-b408-4c1a-89ea-b70da71a1737 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:14.764681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.820522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Network': ['ID=cd05afc0-0d09-4582-9b53-379c30041325,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:14.839257 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:14.865368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network cd05afc0-0d09-4582-9b53-379c30041325 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:57:14.906815 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2900469 Dec 20 11:57:14.909226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:15.064374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'subnet': {'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:15.136989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.189523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b43f67c2-2439-46e2-b3b7-ae86928d8f89 None None] Provisioning complete for port cca18724-272c-4b38-a5a2-7c56ece35de3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:15.190296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b43f67c2-2439-46e2-b3b7-ae86928d8f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.193936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.246458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fc545-96e9-4e56-a43f-58c527c41568 req-c6d62226-c3e5-404e-b964-cff25f595e79 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:15.247999 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe2fc545-96e9-4e56-a43f-58c527c41568 req-c6d62226-c3e5-404e-b964-cff25f595e79 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 944 time: 0.2900431 Dec 20 11:57:15.263319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b43f67c2-2439-46e2-b3b7-ae86928d8f89 None None] Port cca18724-272c-4b38-a5a2-7c56ece35de3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:15.269557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.329439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ccaced-b408-4c1a-89ea-b70da71a1737'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:57:15.375672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 84ccaced-b408-4c1a-89ea-b70da71a1737, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=84ccaced-b408-4c1a-89ea-b70da71a1737,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:15.387535 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.394503 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:15.420206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fe2fc545-96e9-4e56-a43f-58c527c41568 req-e99f19e4-bf16-4c89-a496-376b2ad29625 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524582 Dec 20 11:57:15.463832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:15.560187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=84ccaced-b408-4c1a-89ea-b70da71a1737,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:15.572374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.574123 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ccaced-b408-4c1a-89ea-b70da71a1737', 'code': 200} Dec 20 11:57:15.606426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.609913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.620760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.620760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.626041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.628236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.632858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.633639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.634109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.635008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.636127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:15.650944 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:15.656447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Usage tracker for resource:subnet and tenant:65459a52d444427a92cdabf36a853176 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:15.675799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:15.713922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:15.772741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Made reservation on behalf of 65459a52d444427a92cdabf36a853176 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:15.907783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.979527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-038fd1c1-18d8-4cc2-bb3d-65a0bdb30f54 req-f6147cb6-76c9-45eb-8b9c-cf3c49f14568 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 1098 time: 0.3047080 Dec 20 11:57:16.104166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-038fd1c1-18d8-4cc2-bb3d-65a0bdb30f54 req-1a77f8ba-abe9-4002-be08-4e1ad014932c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168351 Dec 20 11:57:16.104686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:16.114047 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] Sync routers for ids ['0351a887-74fc-42e2-8af4-29ce68d7a21b'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:16.139122 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] Routers {'0351a887-74fc-42e2-8af4-29ce68d7a21b'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:16.142326 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0351a887-74fc-42e2-8af4-29ce68d7a21b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:16.144990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.152626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5d11ba69-6041-4271-9166-ecdfcf694fc4 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "PUT /v2.0/routers/0351a887-74fc-42e2-8af4-29ce68d7a21b HTTP/1.1" status: 200 len: 921 time: 4.5533292 Dec 20 11:57:16.155482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33290) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:16.335854 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:16.367444 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] Routers {'0351a887-74fc-42e2-8af4-29ce68d7a21b'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:16.368712 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['0351a887-74fc-42e2-8af4-29ce68d7a21b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:16.385038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.398578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.403313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.449512 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-05268201-cdaf-459a-a559-bd5de22c1291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:16.529251 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:16.529641 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d8f5c-a79f-4222-ab30-c6923ae3576f None None] The sync data for ids ['0351a887-74fc-42e2-8af4-29ce68d7a21b'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:17.008745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=cca18724-272c-4b38-a5a2-7c56ece35de3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:17.008745 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:17.008745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network c2629820-c967-4428-b9c0-a3e740c08560 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:17.018303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:17.028141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:17.028141 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d1c40c12-266f-4aec-aebf-2c215d1d709e tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:17.245221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Subnet': ['ID=167e8d92-4494-4f87-be4f-fcfdfe3eef33,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:17.259172 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:17.349299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Checking segment: {'id': '7df3988b-4e01-462e-8ef7-8651bbbc8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:17.349830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network hostable DHCP agents. Network: cd05afc0-0d09-4582-9b53-379c30041325, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:57:17.406773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e3b9d-d713-4712-a643-decde45dbe13 req-62c6eaf4-dba4-48f0-873b-03a5ff07075d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:17.412147 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e4e3b9d-d713-4712-a643-decde45dbe13 req-62c6eaf4-dba4-48f0-873b-03a5ff07075d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 945 time: 0.5594900 Dec 20 11:57:17.527003 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb132c6d-0769-4527-99ef-e523f620f91f tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/0351a887-74fc-42e2-8af4-29ce68d7a21b HTTP/1.1" status: 200 len: 921 time: 1.3643467 Dec 20 11:57:17.527420 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8e4e3b9d-d713-4712-a643-decde45dbe13 req-f590b613-7dfe-4a42-ac35-d7dc6d1c1f62 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012418 Dec 20 11:57:17.527892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33306) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:17.568070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network cd05afc0-0d09-4582-9b53-379c30041325 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:57:17.597809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, cd05afc0-0d09-4582-9b53-379c30041325) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:17.605963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:17.606336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:17.634136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028de8f-ed5b-4901-a371-bdd31f56afdf None None] Network cd05afc0-0d09-4582-9b53-379c30041325 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:17.646801 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7306306 Dec 20 11:57:17.647775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33310) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:17.656056 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-be56e149-d1d2-436f-9a96-a2c1a167510e tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&device_id=0351a887-74fc-42e2-8af4-29ce68d7a21b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1267207 Dec 20 11:57:17.660176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-276d0045-ffda-4d2d-9032-fc4e478ba0f7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:17.693494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:17.886210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-16277cfa-ef76-42dd-a46f-2acd40939744 None None] Provisioning complete for port cca18724-272c-4b38-a5a2-7c56ece35de3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:17.887677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16277cfa-ef76-42dd-a46f-2acd40939744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.045882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd03574-af2b-4ea9-a060-57f6cf878351 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:18.046669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2bd03574-af2b-4ea9-a060-57f6cf878351 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Synchronizing usage tracker for tenant:bcf1f453cf1547009b4e2dbe0bccdebe on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:18.089502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2bd03574-af2b-4ea9-a060-57f6cf878351 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Unset dirty status for tenant:bcf1f453cf1547009b4e2dbe0bccdebe on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:18.090786 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2bd03574-af2b-4ea9-a060-57f6cf878351 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 881 time: 0.3944449 Dec 20 11:57:18.100383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33326) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:18.189002 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5de37145-010d-4077-ac49-89e51c21739e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=0351a887-74fc-42e2-8af4-29ce68d7a21b HTTP/1.1" status: 200 len: 205 time: 0.0874226 Dec 20 11:57:18.195221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:18.237413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16277cfa-ef76-42dd-a46f-2acd40939744 None None] Port cca18724-272c-4b38-a5a2-7c56ece35de3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:18.389936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.397350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-cd05afc0-0d09-4582-9b53-379c30041325', 'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325', 'tenant_id': '65459a52d444427a92cdabf36a853176', 'fixed_ips': [{'subnet_id': '167e8d92-4494-4f87-be4f-fcfdfe3eef33'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:57:18.398889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.518372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router ee6de67e-7e4b-4e2f-854c-686f9043d325 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:57:18.566855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-276d0045-ffda-4d2d-9032-fc4e478ba0f7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.717784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Allocated IP 2001:db8:1::2 (cd05afc0-0d09-4582-9b53-379c30041325/167e8d92-4494-4f87-be4f-fcfdfe3eef33/f95040f7-5af8-4cbf-9896-8a2f53f6edb9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:18.855573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.916908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8e428-7e3a-4f39-943a-b53c8309e448 req-1a0c1fb0-0b5b-4c79-b583-f8e2c73ca3b9 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:18.924389 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-efb8e428-7e3a-4f39-943a-b53c8309e448 req-1a0c1fb0-0b5b-4c79-b583-f8e2c73ca3b9 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 945 time: 0.2390282 Dec 20 11:57:18.939125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:18.948321 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/ee6de67e-7e4b-4e2f-854c-686f9043d325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8832591 Dec 20 11:57:18.953600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33342) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:19.022263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.043378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a06acc-2b3a-4bf9-96e0-3472d2a5d276 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:19.048106 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e5a06acc-2b3a-4bf9-96e0-3472d2a5d276 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports/cca18724-272c-4b38-a5a2-7c56ece35de3 HTTP/1.1" status: 200 len: 984 time: 0.0932324 Dec 20 11:57:19.048969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33346) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:19.049116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] Sync routers for ids ['ee6de67e-7e4b-4e2f-854c-686f9043d325'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:19.060336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Transition to ACTIVE for port object f95040f7-5af8-4cbf-9896-8a2f53f6edb9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:19.131452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Transition to ACTIVE for port object f95040f7-5af8-4cbf-9896-8a2f53f6edb9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:19.141922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] Routers {'ee6de67e-7e4b-4e2f-854c-686f9043d325'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:19.143035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ee6de67e-7e4b-4e2f-854c-686f9043d325'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:19.231597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.252224 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0cff896d-cd95-4e9b-8e98-dad9a672f75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:19.295075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Network cd05afc0-0d09-4582-9b53-379c30041325 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:19.302064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:19.308350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:19.330567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:19.354366 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:57:19.373800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] Routers {'ee6de67e-7e4b-4e2f-854c-686f9043d325'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:19.374813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ee6de67e-7e4b-4e2f-854c-686f9043d325'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:19.458418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.470141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Deleting port 3b7d097e-e69b-4815-bda3-17a2f1a7ab03 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:19.470724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.537703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:19.538232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61120214-0e5f-442c-836d-1c0b81219a61 None None] The sync data for ids ['ee6de67e-7e4b-4e2f-854c-686f9043d325'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:19.552966 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-efb8e428-7e3a-4f39-943a-b53c8309e448 req-fa626c72-90a7-4eb7-b830-44d78bf6b564 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265862 Dec 20 11:57:19.597526 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-276d0045-ffda-4d2d-9032-fc4e478ba0f7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:57:19.604941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Pushing event updated for resources: {'Port': ['ID=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:19.608416 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:19.609266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Attempting to bind port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:57:19.609643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Attempting to bind port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '7df3988b-4e01-462e-8ef7-8651bbbc8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:57:19.610026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Attempting to bind port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 on network cd05afc0-0d09-4582-9b53-379c30041325 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:19.615595 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-276d0045-ffda-4d2d-9032-fc4e478ba0f7 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2 HTTP/1.1" status: 400 len: 364 time: 1.9656520 Dec 20 11:57:19.616200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:19.639098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:57:19.639490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Checking segment: {'id': '7df3988b-4e01-462e-8ef7-8651bbbc8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:19.639902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.640300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Bound using segment: {'id': '7df3988b-4e01-462e-8ef7-8651bbbc8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:57:19.640776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Bound port: f95040f7-5af8-4cbf-9896-8a2f53f6edb9, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df3988b-4e01-462e-8ef7-8651bbbc8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cd05afc0-0d09-4582-9b53-379c30041325'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:57:19.641155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.735055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.829834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] For port f95040f7-5af8-4cbf-9896-8a2f53f6edb9, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:57:19.838721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] For port f95040f7-5af8-4cbf-9896-8a2f53f6edb9, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,segment=NetworkSegment(7df3988b-4e01-462e-8ef7-8651bbbc8e62),segment_id=7df3988b-4e01-462e-8ef7-8651bbbc8e62)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:57:19.845836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.851182 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-60f4c2ee-57ba-4000-ad30-556c7dfe921e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:19.872177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Calling delete_port for 3b7d097e-e69b-4815-bda3-17a2f1a7ab03 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:19.987720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Pushing event updated for resources: {'Port': ['ID=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:19.994248 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:20.084226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:20.091182 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c67793b-fb8d-4eef-8a21-5eaf66cd8be3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:20.184383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event deleted for resources: {'Port': ['ID=3b7d097e-e69b-4815-bda3-17a2f1a7ab03,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:20.190575 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:20.739562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.035485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.041479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.072328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.072955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Fanout notify agent at l3_agent the message router_deleted on router 0351a887-74fc-42e2-8af4-29ce68d7a21b {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:21.091868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.094877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/0351a887-74fc-42e2-8af4-29ce68d7a21b HTTP/1.1" status: 204 len: 168 time: 2.8987279 Dec 20 11:57:21.099479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.100019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33382) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:21.105744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-420311445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:21.113547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:21.121581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Usage tracker for resource:router and tenant:a9bcc5fe0e6748ec95b15f44eca8ae66 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:21.126065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:21.140654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:21.142696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839c834-6185-49d8-8a5f-4acd3ff92924 req-52bf8712-e389-4017-84b1-1096a5251c67 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:21.144324 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5839c834-6185-49d8-8a5f-4acd3ff92924 req-52bf8712-e389-4017-84b1-1096a5251c67 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.4105930 Dec 20 11:57:21.159866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.163254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.187733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.219981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.281477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.293313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f94ea5f4-4aad-4d82-9786-10c387f07b5b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1924031 Dec 20 11:57:21.294129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33386) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:21.305018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:21.399092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f95040f7-5af8-4cbf-9896-8a2f53f6edb9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:21.437948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bd6db-7d3c-4bdb-a727-c99a4c8a88c4 None None] Network cd05afc0-0d09-4582-9b53-379c30041325 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:21.586311 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5839c834-6185-49d8-8a5f-4acd3ff92924 req-bdb15b0e-aef0-440c-a93a-4356ae7bec6e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053257 Dec 20 11:57:21.726359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7970f81f-b96b-4631-92ed-d3e0dabacd7c None None] Provisioning for port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:21.860194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:21.869571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:21.870080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.950328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.056808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.101383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port f95040f7-5af8-4cbf-9896-8a2f53f6edb9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,segment=NetworkSegment(7df3988b-4e01-462e-8ef7-8651bbbc8e62),segment_id=7df3988b-4e01-462e-8ef7-8651bbbc8e62)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:22.110405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.119508 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:22.269526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Allocated IP 2001:db8::1 (777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5/e4492471-9355-427e-90b1-c88f066e9d3f/b00ead81-62f7-4c49-82cc-29d5ed3e3248) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:22.372832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:22.385891 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:22.461853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.576429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88dddab0-fb05-4982-9e41-6f91db1df73c None None] Provisioning complete for port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:22.577594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88dddab0-fb05-4982-9e41-6f91db1df73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.768416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33418) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:22.878163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.917680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.950752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:22.999796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Transition to ACTIVE for port object b00ead81-62f7-4c49-82cc-29d5ed3e3248 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:23.069875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.099760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a3e-23a9-4bfd-86d3-2fdf181a55aa req-10eef6fe-e2e4-420d-b1fe-430ef366b354 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:23.101203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b05e7a3e-23a9-4bfd-86d3-2fdf181a55aa req-10eef6fe-e2e4-420d-b1fe-430ef366b354 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.2414284 Dec 20 11:57:23.102918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port cca18724-272c-4b38-a5a2-7c56ece35de3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:23.103210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.120926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Allocated IP 172.35.0.4 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/d233a183-2275-4992-a81f-363fe3236527) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:23.162442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.171216 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-04e8b181-ab0e-406c-afb3-dff753504713 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:23.283543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.322541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.323639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f95040f7-5af8-4cbf-9896-8a2f53f6edb9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:23.327359 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:23.331568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:23.338895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:23.356288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:23.361112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:23.361661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.369087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Usage tracker for resource:security_group_rule and tenant:29fc162c3393452b9c14a2da59e4f3c8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:23.382291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Port': ['ID=b00ead81-62f7-4c49-82cc-29d5ed3e3248,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:23.386701 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:23.392492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:23.407891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:23.412705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:23.417374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:23.456180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event updated for resources: {'Port': ['ID=d233a183-2275-4992-a81f-363fe3236527,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:23.462357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b05e7a3e-23a9-4bfd-86d3-2fdf181a55aa req-5e5c608a-d05f-406f-b9c3-45b97e76f043 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320160 Dec 20 11:57:23.467542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:23.471127 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:23.536464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:23.540085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.569219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.665166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.767260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for cca18724-272c-4b38-a5a2-7c56ece35de3 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:23.831761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.839125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-66475cf9-b224-4e9d-8936-c71ff39fe056 None None] Provisioning for port b00ead81-62f7-4c49-82cc-29d5ed3e3248 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:23.870638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-66475cf9-b224-4e9d-8936-c71ff39fe056 None None] Provisioning complete for port b00ead81-62f7-4c49-82cc-29d5ed3e3248 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:23.872278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-66475cf9-b224-4e9d-8936-c71ff39fe056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.920269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.930463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:23.946902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-66475cf9-b224-4e9d-8936-c71ff39fe056 None None] Port b00ead81-62f7-4c49-82cc-29d5ed3e3248 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:24.031486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:24.040342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:24.055104 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-278c06d6-e9dc-49f5-90fc-b7280b9de088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:24.191712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Router 7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:57:24.356561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-19038f48-9622-45de-9918-ed752691119a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29fc162c3393452b9c14a2da59e4f3c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4965174 Dec 20 11:57:24.359590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33430) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:24.382894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaa6dca-ee4f-42e3-b513-94a9eb6e7891,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:24.385841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:24.533358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:57:24.546315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:24.547562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:24.557922 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] Sync routers for ids ['7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:24.559352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:24.560633 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "PUT /v2.0/routers/7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b HTTP/1.1" status: 200 len: 877 time: 3.2650173 Dec 20 11:57:24.563581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33436) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:24.579602 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] Routers {'7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:24.580422 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:24.665057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:24.673289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:24.679454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:57:24.693230 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ee457f5-c027-4af2-b7ce-c07b2f47176d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:24.728280 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:24.749813 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] Routers {'7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:24.750534 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:24.759164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=cca18724-272c-4b38-a5a2-7c56ece35de3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:24.762453 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:24.790944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:24.820401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:24.883303 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:24.883789 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02416-35ac-4f17-b81e-7ddbd46acaf0 None None] The sync data for ids ['7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:24.908675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8fa80763-a3d4-4603-9828-b263567fc7bb tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b HTTP/1.1" status: 200 len: 918 time: 0.3432631 Dec 20 11:57:24.911846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33442) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:24.938802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:57:24.985393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:24.990632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:57:25.002939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.008166 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:25.075076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.080686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f9786966-6188-46c8-aef4-1c718295f9fa tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Synchronizing usage tracker for tenant:bcf1f453cf1547009b4e2dbe0bccdebe on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:25.108804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.109742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.116358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f9786966-6188-46c8-aef4-1c718295f9fa tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Unset dirty status for tenant:bcf1f453cf1547009b4e2dbe0bccdebe on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:25.119716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f9786966-6188-46c8-aef4-1c718295f9fa tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&device_id=7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2065034 Dec 20 11:57:25.123766 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:25.126360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33450) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:25.136716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:25.182539 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'code': 200} Dec 20 11:57:25.183222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'mac_address': 'fa:16:3e:b8:40:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:57:25.235966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:25.239605 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:25.252660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.256824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.275778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:57:25.278483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event updated for resources: {'Port': ['ID=b00ead81-62f7-4c49-82cc-29d5ed3e3248,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:25.283955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.290858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac6efb1-3259-490d-bdc2-c1c61dc3709d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:25.292222 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9ac6efb1-3259-490d-bdc2-c1c61dc3709d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 881 time: 0.1563385 Dec 20 11:57:25.295302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33454) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:25.297481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:25.302479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.305354 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:25.349370 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0e6704e5-e3a5-484b-a8ab-0316c2868f4a tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b HTTP/1.1" status: 200 len: 205 time: 0.0519276 Dec 20 11:57:25.351689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33458) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:25.379212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=12']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:25.382874 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:25.385235 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:25.387286 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e46aa17-1e08-43ef-9d74-b51945ece95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:25.389656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:57:25.423481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaa6dca-ee4f-42e3-b513-94a9eb6e7891,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:25.432588 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:25.503249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291d742-1cd4-46e2-a095-0fb690d69c26 req-dcf293d8-676b-4eb2-9b7f-6cbe32f30689 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:25.504779 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4291d742-1cd4-46e2-a095-0fb690d69c26 req-dcf293d8-676b-4eb2-9b7f-6cbe32f30689 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.7287149 Dec 20 11:57:25.512049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.513137 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/adaa6dca-ee4f-42e3-b513-94a9eb6e7891 HTTP/1.1" status: 204 len: 168 time: 1.1536319 Dec 20 11:57:25.581126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.616072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:25.618918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:25.818882 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4291d742-1cd4-46e2-a095-0fb690d69c26 req-351be16d-d3b6-45fc-8714-f0c67d834c0d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928426 Dec 20 11:57:25.825604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.841837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Deleting port d233a183-2275-4992-a81f-363fe3236527 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:25.842221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:25.996931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-391b8030-bd7a-4645-b974-e50d41956ea5 None None] Provisioning complete for port b00ead81-62f7-4c49-82cc-29d5ed3e3248 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:25.997944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-391b8030-bd7a-4645-b974-e50d41956ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:26.055965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-391b8030-bd7a-4645-b974-e50d41956ea5 None None] Port b00ead81-62f7-4c49-82cc-29d5ed3e3248 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:26.080701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:26.228552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Calling delete_port for d233a183-2275-4992-a81f-363fe3236527 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:26.445556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:26.451131 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e2880dda-abf4-4f8d-a1bb-973477d9779e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:26.500162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event deleted for resources: {'Port': ['ID=d233a183-2275-4992-a81f-363fe3236527,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:26.506487 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:26.536652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router ee6de67e-7e4b-4e2f-854c-686f9043d325 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:57:26.541599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:26.711924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:26.720235 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/ee6de67e-7e4b-4e2f-854c-686f9043d325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6659729 Dec 20 11:57:26.721455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Router 9112e86c-b225-4457-93b7-6e32f95620f2 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:57:26.722633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] Sync routers for ids ['ee6de67e-7e4b-4e2f-854c-686f9043d325'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:26.722980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33484) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:26.741523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:26.742367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:26.783899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] Routers {'ee6de67e-7e4b-4e2f-854c-686f9043d325'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:26.784819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ee6de67e-7e4b-4e2f-854c-686f9043d325'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:26.863980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:26.889373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] Routers {'ee6de67e-7e4b-4e2f-854c-686f9043d325'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:26.890067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ee6de67e-7e4b-4e2f-854c-686f9043d325'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:26.959019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:26.959429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d50ae9-7ecd-4901-95ba-006956cfd135 None None] The sync data for ids ['ee6de67e-7e4b-4e2f-854c-686f9043d325'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:27.038795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.077607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.080555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:27.093633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.096340 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-245610ea-bc4f-48f1-aa61-11a1906ff973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:27.189056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:57:27.274896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=13']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:27.292666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:27.327196 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'code': 200} Dec 20 11:57:27.462816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.471031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.533612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.534196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Fanout notify agent at l3_agent the message router_deleted on router 7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:27.565716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.574337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33512) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:27.578864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b HTTP/1.1" status: 204 len: 168 time: 2.2254241 Dec 20 11:57:27.636836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1134901651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:27.652992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58a8c-4a75-434a-94fd-e2e7197af0d4 req-2c8ff779-af4d-4ad4-9f6a-2a7a2ad66dd4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:27.659728 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7c58a8c-4a75-434a-94fd-e2e7197af0d4 req-2c8ff779-af4d-4ad4-9f6a-2a7a2ad66dd4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.4882040 Dec 20 11:57:27.687598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:27.738639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:27.743679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-14b0878a-df5a-43ba-a917-0f179796ded7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.881832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Usage tracker for resource:router and tenant:a9bcc5fe0e6748ec95b15f44eca8ae66 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:27.904582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:27.913356 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-4b1e40a5-6e50-448d-b0b1-2e2239a6b5fc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 11:57:27.914420 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4b1e40a5-6e50-448d-b0b1-2e2239a6b5fc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/ee6de67e-7e4b-4e2f-854c-686f9043d325/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1806612 Dec 20 11:57:27.915353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:27.917631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33524) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:27.947000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:27.959061 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] Sync routers for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:27.961225 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7c58a8c-4a75-434a-94fd-e2e7197af0d4 req-634669ac-a4d0-4bdd-8a27-b8b2cf62e8ac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005893 Dec 20 11:57:27.972053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3539817 Dec 20 11:57:27.973883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.974875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:27.975041 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:27.975560 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:27.977839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33528) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:28.006543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c4acebb1-eb49-4ab7-ae97-49741895fda5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:28.040939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c4acebb1-eb49-4ab7-ae97-49741895fda5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:28.044716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c4acebb1-eb49-4ab7-ae97-49741895fda5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6de67e-7e4b-4e2f-854c-686f9043d325 HTTP/1.1" status: 200 len: 205 time: 0.1232340 Dec 20 11:57:28.045938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33532) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:28.123730 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:28.134847 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:28.135675 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:28.140339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.173158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:28.178737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9ba52c188f4ded856007c00a3cf2a3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:28.181781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:28.187707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:28.198581 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:28.199269 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f210c80-49bb-4543-ab04-bd3983f4fc04 None None] The sync data for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:28.252034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.271512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.284184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.293707 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:28.294308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65beeddb-0d09-4a92-a68c-d6c97924922d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.346131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9a0347-2d79-4616-a5ef-6b8e2a9ed5e9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:28.351536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b9ba52c188f4ded856007c00a3cf2a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6109169 Dec 20 11:57:28.352334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.352469 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:28.354746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33536) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:28.437655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.462710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.467431 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f478afe4-7e5e-42ca-8307-34d64d82042c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8901815 Dec 20 11:57:28.469703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.472079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:28.480296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'enable_snat': True}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:28.532471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.536362 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37d3a86f-ea68-4401-a196-1af2a293ff05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:28.549432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9a0347-2d79-4616-a5ef-6b8e2a9ed5e9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:28.559042 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:28.559844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:28.562064 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d9a0347-2d79-4616-a5ef-6b8e2a9ed5e9 HTTP/1.1" status: 204 len: 168 time: 0.2053225 Dec 20 11:57:28.847355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98e6fa98-8e98-4ea4-a3b3-c38cf37e2fe3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.407100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65beeddb-0d09-4a92-a68c-d6c97924922d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.530091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65beeddb-0d09-4a92-a68c-d6c97924922d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.608596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65beeddb-0d09-4a92-a68c-d6c97924922d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.609064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65beeddb-0d09-4a92-a68c-d6c97924922d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Fanout notify agent at l3_agent the message router_deleted on router ee6de67e-7e4b-4e2f-854c-686f9043d325 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:29.742176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65beeddb-0d09-4a92-a68c-d6c97924922d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.745582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-65beeddb-0d09-4a92-a68c-d6c97924922d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/ee6de67e-7e4b-4e2f-854c-686f9043d325 HTTP/1.1" status: 204 len: 168 time: 1.6950576 Dec 20 11:57:29.746083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:29.762457 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-98e6fa98-8e98-4ea4-a3b3-c38cf37e2fe3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 11:57:29.766392 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-98e6fa98-8e98-4ea4-a3b3-c38cf37e2fe3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2 HTTP/1.1" status: 409 len: 329 time: 1.7864296 Dec 20 11:57:29.767217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33574) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:29.777473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce1fae-7d0b-49cd-8ff9-5fb43bc83306 req-00590184-4cc0-47f3-8e72-944c77135123 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:29.784033 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6ce1fae-7d0b-49cd-8ff9-5fb43bc83306 req-00590184-4cc0-47f3-8e72-944c77135123 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.4250581 Dec 20 11:57:29.929285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-acca4196-8b8a-4a16-9a49-297c4749922f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.946833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.977406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6ce1fae-7d0b-49cd-8ff9-5fb43bc83306 req-1d03337a-6373-4d1c-86c3-f1621ee0d154 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924400 Dec 20 11:57:30.118319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet f4666c60-f437-4aba-a1b2-b33011b99339 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:57:30.121625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.193520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.306210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.398029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.414888 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-06b8d9e8-d41e-42f0-95fa-e233eb01a432 tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:30.455192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=f4666c60-f437-4aba-a1b2-b33011b99339,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:30.457638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.460769 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:30.466042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611a2f7-d740-4c57-8a13-512bf5599938 None None] Network c2629820-c967-4428-b9c0-a3e740c08560 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:30.491021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/f4666c60-f437-4aba-a1b2-b33011b99339 HTTP/1.1" status: 204 len: 168 time: 0.7437391 Dec 20 11:57:30.494089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33586) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:30.541478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.811087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.845668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:30.846088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.858458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:30.923841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:31.007832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] DHCP port deletion for c2629820-c967-4428-b9c0-a3e740c08560 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:57:31.012990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Deleting port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:31.013633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:31.411718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Allocated IP 172.35.0.92 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/6ad2884e-e5c8-4785-acf8-96fbd99f61d4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:31.414416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:31.428778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:31.462399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,segment=NetworkSegment(f0f63dfb-923d-47a1-a673-108918a5599a),segment_id=f0f63dfb-923d-47a1-a673-108918a5599a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:31.463419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:31.576418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:31.764495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] For port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,segment=NetworkSegment(f0f63dfb-923d-47a1-a673-108918a5599a),segment_id=f0f63dfb-923d-47a1-a673-108918a5599a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:31.764495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:31.826081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:31.939297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:31.944796 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-02b0497a-92a2-4cb4-8a28-fcff51260912 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:31.965234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Calling delete_port for 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:32.049096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=234b9b2a-8d80-4ecc-be79-50d3e7a33f75,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:32.069373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.112346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.113128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.114341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.115004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.115597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.116373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.117023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.118079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.118818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.119483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.120092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.120701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:57:32.121125 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:57:32.125146 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:32.200254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No DVR routers for this DVR port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:57:32.289717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2be746-bccb-4393-b35e-0bc666976096 req-28aa258a-3e9c-4768-b837-61db18dd3172 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:32.297175 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e2be746-bccb-4393-b35e-0bc666976096 req-28aa258a-3e9c-4768-b837-61db18dd3172 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.8747489 Dec 20 11:57:32.454697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.469912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.472049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-d9d65b93-cd33-406b-8f12-cc9910f7ef77 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:32.473832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-d9d65b93-cd33-406b-8f12-cc9910f7ef77 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.4885612 Dec 20 11:57:32.503090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2629820-c967-4428-b9c0-a3e740c08560']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:32.509540 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e2be746-bccb-4393-b35e-0bc666976096 req-efdf1529-3762-4d21-bb76-6297414c3156 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111454 Dec 20 11:57:32.514109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-9587159b-b009-4c44-8fcf-7607cbe7c3d8 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/quotas/7d56622939f64706a20eaf04c8d7baa8 HTTP/1.1" status: 200 len: 375 time: 0.0281861 Dec 20 11:57:32.521087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f63dfb-923d-47a1-a673-108918a5599a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:32.521376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f63dfb-923d-47a1-a673-108918a5599a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:32.594354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.602845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.609197 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b39ffe93-fb99-42ee-a3cc-502434a2887f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:32.622135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Deleting port 234b9b2a-8d80-4ecc-be79-50d3e7a33f75 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:32.623241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.628684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.638228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:57:32.638907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:57:32.667548 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:57:32.707205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-64e243a8-9294-40b8-9948-9897384da6d4 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781273 Dec 20 11:57:32.732442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:32.739031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:32.742302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:32.817724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-395250e1-da7c-4bfd-bc93-efecfaa7b0b5 None None] The port '234b9b2a-8d80-4ecc-be79-50d3e7a33f75' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:57:32.818023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.819329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.822172 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:32.844898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad2884e-e5c8-4785-acf8-96fbd99f61d4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:32.872402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:32.889059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.889442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.889817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.890455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.890828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.891200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.891566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.891972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.892305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.892833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.893197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:32.894036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=c2629820-c967-4428-b9c0-a3e740c08560,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:32.898696 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:32.899247 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:32.931097 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/c2629820-c967-4428-b9c0-a3e740c08560 HTTP/1.1" status: 204 len: 168 time: 2.4359686 Dec 20 11:57:32.932099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33618) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:32.940519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1317513877'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:32.967927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:32.974273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:32.977734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:32.985472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:33.000988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:33.004984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.043260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:57:33.055199 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.055987 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment cd2fa97b-5292-4d9b-afcb-42172b310ea9 of type vlan for network e211cc25-5aea-43fc-a4cc-12666d177c78 Dec 20 11:57:33.103812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting port b00ead81-62f7-4c49-82cc-29d5ed3e3248 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:33.104134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.228032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.246599 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-bf761946-7695-4b4c-b2b8-491b52bdc81f service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269258 Dec 20 11:57:33.389987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-12f29ebe-b881-4bfc-97a6-8686f91489b9 service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425619 Dec 20 11:57:33.391762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.434701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.439111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:33.440374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.447668 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4a96c18e-9f96-4dd8-b5a0-64797b241aa5 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:33.591354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.605396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=e211cc25-5aea-43fc-a4cc-12666d177c78,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:33.704654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network e211cc25-5aea-43fc-a4cc-12666d177c78 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:57:33.711053 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:33.769274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8267891 Dec 20 11:57:33.769274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33634) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:33.775856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': 'e211cc25-5aea-43fc-a4cc-12666d177c78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:33.856987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Calling delete_port for b00ead81-62f7-4c49-82cc-29d5ed3e3248 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:33.980719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:33.995738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:34.130444 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-669abe5c-d8e7-40c8-8d53-962900391a3a req-8e89d5bb-0333-4999-af47-666e7f835c6a tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 210 time: 0.0581901 Dec 20 11:57:34.139479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:34.145036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:34.149385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:34.168910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:34.190044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:34.483580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4252-d769-452c-aed2-9464615199cf req-0b261d3c-2fca-4ef3-a64a-5a377f998c42 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:34.485212 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a03a4252-d769-452c-aed2-9464615199cf req-0b261d3c-2fca-4ef3-a64a-5a377f998c42 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.5915933 Dec 20 11:57:34.571455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:34.811309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a03a4252-d769-452c-aed2-9464615199cf req-aee54d86-2ef8-4ba9-b58a-0998967b7221 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165977 Dec 20 11:57:34.896209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:34.900889 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1877abab-99b7-4ae2-9b2f-d3f72a214e1c tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:34.952624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Port': ['ID=b00ead81-62f7-4c49-82cc-29d5ed3e3248,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:34.959117 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:35.070768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:35.080227 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c0047db-e092-4b95-b4c7-d65aab4ecfaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:35.236846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:35.244167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Router 6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:57:35.285108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=c8b1c7de-1d5f-480d-aa07-d9c20b4d0946,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:35.289485 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:35.314352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': 'cd2fa97b-5292-4d9b-afcb-42172b310ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e211cc25-5aea-43fc-a4cc-12666d177c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:35.315109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: e211cc25-5aea-43fc-a4cc-12666d177c78, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:57:35.626045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network e211cc25-5aea-43fc-a4cc-12666d177c78 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:57:35.643467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcd96689-6744-4646-9d53-afc9f2e6d1b1 req-baa23d05-0bbc-45b9-b034-ad68915c3388 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 210 time: 0.0592566 Dec 20 11:57:35.679395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, e211cc25-5aea-43fc-a4cc-12666d177c78) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:35.689446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054cda5-af46-4c51-beb0-c43f6e6838f2 None None] Network e211cc25-5aea-43fc-a4cc-12666d177c78 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:35.693874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:35.694804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:35.706918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-4a4d1464-3a0b-44fe-acc9-6b3e0d9e66d7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:35.709198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-4a4d1464-3a0b-44fe-acc9-6b3e0d9e66d7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.3883405 Dec 20 11:57:35.730331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Request body: {'port': {'device_id': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'admin_state_up': True, 'tenant_id': '7d56622939f64706a20eaf04c8d7baa8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:35.795852 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0271571 Dec 20 11:57:35.797082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33662) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:35.818866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1384145348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:35.834596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:35.893588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:router and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:35.905483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:35.929544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:36.029279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-e211cc25-5aea-43fc-a4cc-12666d177c78', 'network_id': 'e211cc25-5aea-43fc-a4cc-12666d177c78', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': 'c8b1c7de-1d5f-480d-aa07-d9c20b4d0946'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:57:36.031351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.034749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.038596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.079266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.199946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.210787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:36.222375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:36.257647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Allocated IP 2001:db8::2 (e211cc25-5aea-43fc-a4cc-12666d177c78/c8b1c7de-1d5f-480d-aa07-d9c20b4d0946/6b80530f-00f1-444d-a498-196c6e5eb613) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:36.265200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Made reservation on behalf of 7d56622939f64706a20eaf04c8d7baa8 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:36.272274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.355828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.361991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-09298498-c2ae-4b10-ae81-374b431dbc9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5599806 Dec 20 11:57:36.363266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33672) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:36.498850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Router 9112e86c-b225-4457-93b7-6e32f95620f2 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:57:36.524791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:36.554380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.558533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "PUT /v2.0/routers/6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 HTTP/1.1" status: 200 len: 914 time: 8.0814266 Dec 20 11:57:36.569729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:36.609213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172bf30-496e-4972-8f81-d02f1f860120 req-651cc4de-f8ef-4221-82a5-436171527537 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:36.611284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.618744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4172bf30-496e-4972-8f81-d02f1f860120 req-651cc4de-f8ef-4221-82a5-436171527537 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.4984310 Dec 20 11:57:36.628007 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Transition to ACTIVE for port object 6b80530f-00f1-444d-a498-196c6e5eb613 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:36.649491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Transition to ACTIVE for port object 6b80530f-00f1-444d-a498-196c6e5eb613 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:36.654941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] Sync routers for ids ['6232a914-c5ba-4cda-ba57-b4dcd1ba6b55'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:36.670745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] Routers {'6232a914-c5ba-4cda-ba57-b4dcd1ba6b55'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:36.671565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6232a914-c5ba-4cda-ba57-b4dcd1ba6b55'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:36.690492 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4172bf30-496e-4972-8f81-d02f1f860120 req-d52e5fc2-20dd-494b-a8cc-b97a39c236b9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705194 Dec 20 11:57:36.836663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:36.850551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:36.858471 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:36.984971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Network e211cc25-5aea-43fc-a4cc-12666d177c78 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:37.008694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:37.012925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:37.046440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] Routers {'6232a914-c5ba-4cda-ba57-b4dcd1ba6b55'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:37.048178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6232a914-c5ba-4cda-ba57-b4dcd1ba6b55'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:37.269341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:37.270205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d16e87-5c42-41c3-9fd4-65fc42bf943b None None] The sync data for ids ['6232a914-c5ba-4cda-ba57-b4dcd1ba6b55'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:37.323708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Pushing event updated for resources: {'Port': ['ID=6b80530f-00f1-444d-a498-196c6e5eb613,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:37.331505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e686852-31fa-43d1-a139-87ac8e110684 req-f740309a-7582-4ffb-b911-e69c72e63c36 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 210 time: 0.1136522 Dec 20 11:57:37.339394 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:37.390888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Attempting to bind port 6b80530f-00f1-444d-a498-196c6e5eb613 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:57:37.391377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Attempting to bind port 6b80530f-00f1-444d-a498-196c6e5eb613 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'cd2fa97b-5292-4d9b-afcb-42172b310ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e211cc25-5aea-43fc-a4cc-12666d177c78'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:57:37.392677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Attempting to bind port 6b80530f-00f1-444d-a498-196c6e5eb613 on network e211cc25-5aea-43fc-a4cc-12666d177c78 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:37.403855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:37.408064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:57:37.410992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Checking segment: {'id': 'cd2fa97b-5292-4d9b-afcb-42172b310ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e211cc25-5aea-43fc-a4cc-12666d177c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:37.413329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:37.414367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Bound using segment: {'id': 'cd2fa97b-5292-4d9b-afcb-42172b310ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e211cc25-5aea-43fc-a4cc-12666d177c78'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:57:37.415111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Bound port: 6b80530f-00f1-444d-a498-196c6e5eb613, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2fa97b-5292-4d9b-afcb-42172b310ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e211cc25-5aea-43fc-a4cc-12666d177c78'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:57:37.416085 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] Sync routers for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:37.417082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:37.419979 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6508431 Dec 20 11:57:37.423558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:37.437213 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:37.440103 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:37.476783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Allocated IP 172.20.0.12 (f598ac5b-68a5-4092-9566-e8b4bc2a2cb0/6c0f0e25-8188-4e94-bb5a-36a62ca5152e/98542c74-a70f-49e7-9d54-80bf39b0f1f1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:37.610216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] For port 6b80530f-00f1-444d-a498-196c6e5eb613, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:57:37.613926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] For port 6b80530f-00f1-444d-a498-196c6e5eb613, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6b80530f-00f1-444d-a498-196c6e5eb613,segment=NetworkSegment(cd2fa97b-5292-4d9b-afcb-42172b310ea9),segment_id=cd2fa97b-5292-4d9b-afcb-42172b310ea9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:57:37.631922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:37.632153 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:37.635771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9ebab1d3-b57b-49ac-a1f9-b6563b3568c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:37.658514 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] Routers {'9112e86c-b225-4457-93b7-6e32f95620f2'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:37.661117 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9112e86c-b225-4457-93b7-6e32f95620f2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:37.755742 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:37.756533 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8106f-1b3d-4f92-b4f6-41eacb3196b4 None None] The sync data for ids ['9112e86c-b225-4457-93b7-6e32f95620f2'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:37.778540 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-be30d805-8b0c-4ab4-a7f2-68d7989d89bd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] show failed (client error): The resource could not be found. Dec 20 11:57:37.783756 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-be30d805-8b0c-4ab4-a7f2-68d7989d89bd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1323415745 HTTP/1.1" status: 404 len: 335 time: 0.3590670 Dec 20 11:57:37.795206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33696) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:37.808900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4fc73979-ddbb-44fa-a2a2-5e43c3526203 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:37.841523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Pushing event updated for resources: {'Port': ['ID=6b80530f-00f1-444d-a498-196c6e5eb613,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:37.845091 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:37.900619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:37.931674 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-4fc73979-ddbb-44fa-a2a2-5e43c3526203 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] update failed (client error): The resource could not be found. Dec 20 11:57:37.944772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33700) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:37.945001 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4fc73979-ddbb-44fa-a2a2-5e43c3526203 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1280309758 HTTP/1.1" status: 404 len: 335 time: 0.1378174 Dec 20 11:57:38.023140 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fd44ecf5-2b02-42ac-9bb1-6a84685607db tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 HTTP/1.1" status: 200 len: 920 time: 1.4505346 Dec 20 11:57:38.026349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33706) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:38.130322 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e61a205f-52f7-4c28-bf09-b89bf3693fe2 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&device_id=6232a914-c5ba-4cda-ba57-b4dcd1ba6b55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1025753 Dec 20 11:57:38.132654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:38.407629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235244a-cceb-46fc-8877-bb7e0b60f202 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:38.409689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d235244a-cceb-46fc-8877-bb7e0b60f202 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 881 time: 0.2760000 Dec 20 11:57:38.412946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33720) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:38.495651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-26276b06-0bab-405e-a20b-bfc94a712213 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 HTTP/1.1" status: 200 len: 205 time: 0.0807095 Dec 20 11:57:38.499538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:38.668278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:38.674749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b4667762-53ad-4d82-af3b-1a7a00497e44 req-5e15aa8a-fc2f-4626-90ea-f383f7d19297 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 210 time: 0.0778828 Dec 20 11:57:38.926470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8::1 (e211cc25-5aea-43fc-a4cc-12666d177c78/c8b1c7de-1d5f-480d-aa07-d9c20b4d0946/69d3757f-af56-4890-a60e-30fb78fd2416) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:38.968970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5641d3f-2055-4127-95ee-5476d80c3617 req-e8b156c7-fc40-4cef-a51d-e479482b3c82 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:38.970323 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d5641d3f-2055-4127-95ee-5476d80c3617 req-e8b156c7-fc40-4cef-a51d-e479482b3c82 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.7398000 Dec 20 11:57:39.049618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.166866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d5641d3f-2055-4127-95ee-5476d80c3617 req-2a6de643-a880-4424-93d9-387103835e14 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809018 Dec 20 11:57:39.177613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.193978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting subnet 167e8d92-4494-4f87-be4f-fcfdfe3eef33 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:57:39.196891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:57:39.376974 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2302233c-3ac6-4ec7-97c8-0b5713db002e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:39.421926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.442917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6b80530f-00f1-444d-a498-196c6e5eb613 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:39.455655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Deleting port 6ad2884e-e5c8-4785-acf8-96fbd99f61d4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:39.456003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.477389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.619843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.663411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c5a04-4b5f-4974-b276-de741446dfc3 None None] Network e211cc25-5aea-43fc-a4cc-12666d177c78 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:39.720229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 6b80530f-00f1-444d-a498-196c6e5eb613 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:39.741200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event updated for resources: {'Port': ['ID=98542c74-a70f-49e7-9d54-80bf39b0f1f1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:39.753412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:39.757725 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:39.760897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:39.769201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:39.845094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.888732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object 69d3757f-af56-4890-a60e-30fb78fd2416 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:39.940754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.943032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:39.945182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Provisioning for port 6b80530f-00f1-444d-a498-196c6e5eb613 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:39.957651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Provisioning complete for port 6b80530f-00f1-444d-a498-196c6e5eb613 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:39.958204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.284570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.309487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.328322 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d763c300-c4f1-4af8-a8f7-74f90754d8dd tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:40.366653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] For port 6b80530f-00f1-444d-a498-196c6e5eb613, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6b80530f-00f1-444d-a498-196c6e5eb613,segment=NetworkSegment(cd2fa97b-5292-4d9b-afcb-42172b310ea9),segment_id=cd2fa97b-5292-4d9b-afcb-42172b310ea9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:40.397493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-2709ea85-19ee-4ef5-9cd1-60094de7eab7 req-e6cd2219-d3bf-439f-ae5c-6096421aa87d service neutron] (83557) timed out ('10.222.0.16', 60329) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 11:57:40.407225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.412792 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-42376dd8-d9a7-4666-82ba-385dc5a42560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:40.432943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Calling delete_port for 6ad2884e-e5c8-4785-acf8-96fbd99f61d4 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:40.470728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Subnet': ['ID=167e8d92-4494-4f87-be4f-fcfdfe3eef33,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:40.494617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:40.513016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.517926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b237743-0a15-47df-a26e-be0ea7c93ffd None None] Network cd05afc0-0d09-4582-9b53-379c30041325 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:40.531044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/subnets/167e8d92-4494-4f87-be4f-fcfdfe3eef33 HTTP/1.1" status: 204 len: 168 time: 2.5842700 Dec 20 11:57:40.535083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:40.537661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:40.538690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.548488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Pushing event updated for resources: {'Port': ['ID=6b80530f-00f1-444d-a498-196c6e5eb613,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:40.559220 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:40.598672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.619362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8941562 Dec 20 11:57:40.621945 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:40.687976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Request body: {'port': {'device_id': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:40.862150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05542d7-95a8-41be-84b5-bfb0ef5ceadd req-d0938ddb-c537-4b36-aecb-eaed9719a16f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:40.862828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d05542d7-95a8-41be-84b5-bfb0ef5ceadd req-d0938ddb-c537-4b36-aecb-eaed9719a16f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:40.902290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=69d3757f-af56-4890-a60e-30fb78fd2416,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:40.935082 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:40.937700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] DHCP port deletion for cd05afc0-0d09-4582-9b53-379c30041325 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:57:40.951977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Deleting port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:40.952834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.957314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.957956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network e211cc25-5aea-43fc-a4cc-12666d177c78 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:40.962312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:40.976523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:40.977120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:40.978042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f8939-4ecd-4597-ac40-4acf6df42632 req-4ed17e27-fd58-457a-b430-99a8c2e354a4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:40.985837 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-674f8939-4ecd-4597-ac40-4acf6df42632 req-4ed17e27-fd58-457a-b430-99a8c2e354a4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.3963277 Dec 20 11:57:41.020899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:41.041805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d05542d7-95a8-41be-84b5-bfb0ef5ceadd req-d0938ddb-c537-4b36-aecb-eaed9719a16f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:41.041805 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d05542d7-95a8-41be-84b5-bfb0ef5ceadd req-d0938ddb-c537-4b36-aecb-eaed9719a16f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 932 time: 0.8164382 Dec 20 11:57:41.100884 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-674f8939-4ecd-4597-ac40-4acf6df42632 req-4cfe7c1a-6deb-4992-aa70-e58bf3f1df5e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028590 Dec 20 11:57:41.149301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:41.149301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:41.236900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8384476e-4e7c-4979-a4a2-6e350c648ade None None] Provisioning complete for port 6b80530f-00f1-444d-a498-196c6e5eb613 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:41.263336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8384476e-4e7c-4979-a4a2-6e350c648ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:41.312509 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d05542d7-95a8-41be-84b5-bfb0ef5ceadd req-7689152b-f962-498a-aa82-24d465f8ad89 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103000 Dec 20 11:57:41.332748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:41.647708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6b80530f-00f1-444d-a498-196c6e5eb613 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:41.683866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:41.698686 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-14b12e46-44af-4328-8431-ba7e50be5925 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:41.874534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event deleted for resources: {'Port': ['ID=6ad2884e-e5c8-4785-acf8-96fbd99f61d4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:41.881432 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:41.912053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 6b80530f-00f1-444d-a498-196c6e5eb613 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:41.912865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.109575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] For port f95040f7-5af8-4cbf-9896-8a2f53f6edb9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,segment=NetworkSegment(7df3988b-4e01-462e-8ef7-8651bbbc8e62),segment_id=7df3988b-4e01-462e-8ef7-8651bbbc8e62)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:42.111412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.284349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.313215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.314083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.316676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] For port f95040f7-5af8-4cbf-9896-8a2f53f6edb9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,segment=NetworkSegment(7df3988b-4e01-462e-8ef7-8651bbbc8e62),segment_id=7df3988b-4e01-462e-8ef7-8651bbbc8e62)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:42.317245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.323256 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:42.344319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Calling delete_port for f95040f7-5af8-4cbf-9896-8a2f53f6edb9 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:42.411839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:57:42.515577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Calling delete_port for f95040f7-5af8-4cbf-9896-8a2f53f6edb9 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:42.585376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.642694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=69d3757f-af56-4890-a60e-30fb78fd2416,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:42.670297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ae9a2d3-f85c-49a3-9fce-26a27d0fc777 None None] Provisioning for port 69d3757f-af56-4890-a60e-30fb78fd2416 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:42.709539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ae9a2d3-f85c-49a3-9fce-26a27d0fc777 None None] Provisioning complete for port 69d3757f-af56-4890-a60e-30fb78fd2416 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:42.715663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98542c74-a70f-49e7-9d54-80bf39b0f1f1 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:57:42.716504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a2d3-f85c-49a3-9fce-26a27d0fc777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.730973 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:42.747010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.813843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.819927 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:42.885730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Transition to ACTIVE for port object 98542c74-a70f-49e7-9d54-80bf39b0f1f1 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:42.901460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b48ab8-a6b0-43ac-8cd9-c012d5241e94 req-1a6037a2-daa5-4105-99a3-08927e13618c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:42.903406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53b48ab8-a6b0-43ac-8cd9-c012d5241e94 req-1a6037a2-daa5-4105-99a3-08927e13618c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.6636906 Dec 20 11:57:42.909202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Pushing event deleted for resources: {'Port': ['ID=f95040f7-5af8-4cbf-9896-8a2f53f6edb9,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:42.911909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f95040f7-5af8-4cbf-9896-8a2f53f6edb9 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:42.912389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:42.933906 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-29521bde-46b6-4a70-942c-3a6f41807e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:42.948124 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:42.948715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: f95040f7-5af8-4cbf-9896-8a2f53f6edb9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:57:42.949064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f95040f7-5af8-4cbf-9896-8a2f53f6edb9 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:57:42.967980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9a2d3-f85c-49a3-9fce-26a27d0fc777 None None] Port 69d3757f-af56-4890-a60e-30fb78fd2416 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:42.971294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] No DVR routers for this DVR port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:57:43.261581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:57:43.263120 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:57:43.333207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network e211cc25-5aea-43fc-a4cc-12666d177c78 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:43.343205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:43.375883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.392771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.444288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9445-9663-49d0-bc70-b083be65fb42 req-8ffc68b6-bc96-44e0-b185-ab025e517367 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:43.447527 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3eb9445-9663-49d0-bc70-b083be65fb42 req-8ffc68b6-bc96-44e0-b185-ab025e517367 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 944 time: 0.7086713 Dec 20 11:57:43.461127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.461127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Fanout notify agent at l3_agent the message router_deleted on router 6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:43.492666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Pushing event updated for resources: {'Port': ['ID=98542c74-a70f-49e7-9d54-80bf39b0f1f1,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:43.497077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53b48ab8-a6b0-43ac-8cd9-c012d5241e94 req-8d0a1458-a62c-4836-ad9c-3e98408238e4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5877752 Dec 20 11:57:43.498025 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:43.527018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.539924 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 HTTP/1.1" status: 204 len: 168 time: 5.0361950 Dec 20 11:57:43.540915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33806) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:43.571558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055880676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:43.586958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:43.594915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Usage tracker for resource:router and tenant:a9bcc5fe0e6748ec95b15f44eca8ae66 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:43.611315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:43.623334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:43.668696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3eb9445-9663-49d0-bc70-b083be65fb42 req-f1fc0eb1-5de9-4010-9d42-9fc9f32c26e6 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140725 Dec 20 11:57:43.673322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.674798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.718788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.765531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting port f95040f7-5af8-4cbf-9896-8a2f53f6edb9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:43.766449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.809495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.823391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5a172c98-54b5-4403-b9c3-22ca8ac9ebcb None None] Provisioning complete for port 69d3757f-af56-4890-a60e-30fb78fd2416 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:43.826555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5a172c98-54b5-4403-b9c3-22ca8ac9ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.845652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Attempting to bind port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:57:43.846448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Attempting to bind port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:57:43.847046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Attempting to bind port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:43.871102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] The port 'f95040f7-5af8-4cbf-9896-8a2f53f6edb9' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:57:43.888108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:57:43.888579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Attempting to bind port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:43.901383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:57:43.901719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Checking segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:43.902135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Bound using segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:57:43.902565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Bound port: 98542c74-a70f-49e7-9d54-80bf39b0f1f1, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:57:43.902910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.992095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:43.993275 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e54531d5-b49b-438b-a01c-1b97c058fc96 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4379301 Dec 20 11:57:43.996818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:44.004532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:44.008519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5a172c98-54b5-4403-b9c3-22ca8ac9ebcb None None] Port 69d3757f-af56-4890-a60e-30fb78fd2416 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:57:44.180197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.189991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] For port 98542c74-a70f-49e7-9d54-80bf39b0f1f1, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:57:44.193944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] For port 98542c74-a70f-49e7-9d54-80bf39b0f1f1, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98542c74-a70f-49e7-9d54-80bf39b0f1f1,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:57:44.214949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.223679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd05afc0-0d09-4582-9b53-379c30041325']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:44.232306 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d76deed4-0e73-4eae-b9fd-b04fc9017137 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:44.239192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df3988b-4e01-462e-8ef7-8651bbbc8e62') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:44.239697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df3988b-4e01-462e-8ef7-8651bbbc8e62') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:44.313581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Pushing event updated for resources: {'Port': ['ID=98542c74-a70f-49e7-9d54-80bf39b0f1f1,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:44.322184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.324453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/98542c74-a70f-49e7-9d54-80bf39b0f1f1 HTTP/1.1" status: 200 len: 1094 time: 3.6469162 Dec 20 11:57:44.326453 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:44.327153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'tag': '98542c74-a70f-49e7-9d54-80bf39b0f1f1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:57:44.342612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.364698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.372036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:57:44.372696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.449473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 4aab1932-d77b-495a-8d7c-f94fda927175 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:57:44.483942 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:57:44.561432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.572031 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-308ad682-7767-4c8e-8f84-32b02634d5d2 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:44.590589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.607251 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/networks/cd05afc0-0d09-4582-9b53-379c30041325 HTTP/1.1" status: 204 len: 168 time: 4.0683317 Dec 20 11:57:44.608372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Network': ['ID=cd05afc0-0d09-4582-9b53-379c30041325,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:44.611843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:44.617177 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:44.800514 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'tag': '98542c74-a70f-49e7-9d54-80bf39b0f1f1', 'status': 'completed', 'code': 200} Dec 20 11:57:44.875955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-c6644043-7b77-4eb4-9cec-28a21169fdba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 1097 time: 0.4967277 Dec 20 11:57:44.899364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.979746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:44.989970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] Sync routers for ids ['4aab1932-d77b-495a-8d7c-f94fda927175'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:44.999621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72d461-4c9d-4960-abb4-d5eb229ed46f req-e58fc42e-91f0-4f00-a486-1b7ce45a9a60 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:45.001507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d72d461-4c9d-4960-abb4-d5eb229ed46f req-e58fc42e-91f0-4f00-a486-1b7ce45a9a60 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.2390692 Dec 20 11:57:45.007948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/4aab1932-d77b-495a-8d7c-f94fda927175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6327138 Dec 20 11:57:45.007948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-15ce8bcc-2169-44ac-987a-03463cb59008 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98542c74-a70f-49e7-9d54-80bf39b0f1f1 HTTP/1.1" status: 200 len: 217 time: 0.1161056 Dec 20 11:57:45.008437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] Routers {'4aab1932-d77b-495a-8d7c-f94fda927175'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:45.008604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:45.009060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4aab1932-d77b-495a-8d7c-f94fda927175'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:45.132438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:45.138844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05484788-861f-4eac-a0ec-0405e2c37705 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:45.140253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-05484788-861f-4eac-a0ec-0405e2c37705 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:45.178955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:45.179601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] Routers {'4aab1932-d77b-495a-8d7c-f94fda927175'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:45.180251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4aab1932-d77b-495a-8d7c-f94fda927175'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:45.189445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d72d461-4c9d-4960-abb4-d5eb229ed46f req-aabac8d7-cd1e-48e5-834c-72460324ca5e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779988 Dec 20 11:57:45.214965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-05484788-861f-4eac-a0ec-0405e2c37705 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:45.216347 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-05484788-861f-4eac-a0ec-0405e2c37705 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports/69d3757f-af56-4890-a60e-30fb78fd2416 HTTP/1.1" status: 200 len: 911 time: 0.2064786 Dec 20 11:57:45.223665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33840) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:45.252154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting subnet eac44a5d-aa46-4356-a222-e81adab1446b {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:57:45.264063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:45.325981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:45.326864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75384354-f3fe-47ef-a9ca-79cbdd8851ae None None] The sync data for ids ['4aab1932-d77b-495a-8d7c-f94fda927175'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:45.515874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:45.601541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:45.741387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:45.744319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-09731aff-bc20-4f1a-96a5-0bcf4eac7e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:45.746760 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-09731aff-bc20-4f1a-96a5-0bcf4eac7e03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.5994051 Dec 20 11:57:45.748320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab22c326-c68b-44d9-a32a-90a923362fc8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:45.789078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Subnet': ['ID=eac44a5d-aa46-4356-a222-e81adab1446b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:45.800515 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:45.806432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67721a-3629-4abf-b42b-b90465872510 req-9a7a2579-6ea6-47ce-afb3-4435194e094f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:45.813479 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d67721a-3629-4abf-b42b-b90465872510 req-9a7a2579-6ea6-47ce-afb3-4435194e094f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 944 time: 0.8433726 Dec 20 11:57:45.818399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-b21b9776-527c-4d2d-96d6-97648d3ed8d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625381 Dec 20 11:57:45.873255 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7d67721a-3629-4abf-b42b-b90465872510 req-0f363a1c-40d8-4966-b3ef-5c8824d4abcb tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Dec 20 11:57:45.881775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:45.890081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fef61c-7681-43f9-b558-ae522d5ed614 None None] Network 02ccf25b-26f0-467a-9bad-9c482dbb2af2 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:45.915324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33844) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:45.915749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/subnets/eac44a5d-aa46-4356-a222-e81adab1446b HTTP/1.1" status: 204 len: 168 time: 1.3025203 Dec 20 11:57:46.009350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:46.051879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:46.259574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Allocated IP 172.35.0.102 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/c1b3c6a1-1d9b-4d92-a26e-44253a692dc8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:46.343900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] DHCP port deletion for 02ccf25b-26f0-467a-9bad-9c482dbb2af2 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:57:46.351044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Deleting port 52fcf8cf-47d3-4278-bad5-1996d632e423 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:46.352208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:46.465641 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-53915495-e82b-4aeb-bc91-f0bd33815bbd service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377385 Dec 20 11:57:46.660882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:46.673510 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66e14ace-a2ba-4016-bb14-6716133a4258 req-13b76cad-3b95-4e33-ac5b-f92bee2e27b3 service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985910 Dec 20 11:57:46.741373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:46.755610 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:46.902308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:46.905803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:46.912755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:46.919898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] For port 52fcf8cf-47d3-4278-bad5-1996d632e423, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=52fcf8cf-47d3-4278-bad5-1996d632e423,segment=NetworkSegment(d01aae36-8b32-4154-aa0b-ce1c2eff7083),segment_id=d01aae36-8b32-4154-aa0b-ce1c2eff7083)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:46.920401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:47.042514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b3c6a1-1d9b-4d92-a26e-44253a692dc8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:47.050241 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:47.133333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5f01-8c6c-43f8-954d-62f703f055ef req-06bea0f7-d921-4e86-a027-5f3ddbcb70f3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:47.140848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b01a5f01-8c6c-43f8-954d-62f703f055ef req-06bea0f7-d921-4e86-a027-5f3ddbcb70f3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.4610159 Dec 20 11:57:47.215324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:47.326922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Calling delete_port for 52fcf8cf-47d3-4278-bad5-1996d632e423 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:47.342839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:47.357839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b01a5f01-8c6c-43f8-954d-62f703f055ef req-711a127c-e921-401c-8ed2-c227c8d9850b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165811 Dec 20 11:57:47.372039 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-fe518dc6-5189-4dac-aab1-0ff6f97cd0dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1099 time: 0.6941459 Dec 20 11:57:47.545687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f0c7b-c5a8-40a1-bef1-f7377f8fb155 req-33fc3eb5-0b86-4d95-a5a6-30cd013f7feb tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:47.547771 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-095f0c7b-c5a8-40a1-bef1-f7377f8fb155 req-33fc3eb5-0b86-4d95-a5a6-30cd013f7feb tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 944 time: 0.3017862 Dec 20 11:57:47.560596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 52fcf8cf-47d3-4278-bad5-1996d632e423 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:47.620291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting subnet b35ac786-eae2-4069-9bf0-5bb89034fd78 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:57:47.625061 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-095f0c7b-c5a8-40a1-bef1-f7377f8fb155 req-93b31e13-2873-429b-8b41-d721250afe4c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576122 Dec 20 11:57:47.629284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:47.641497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:47.641941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 52fcf8cf-47d3-4278-bad5-1996d632e423 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:57:47.642241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 52fcf8cf-47d3-4278-bad5-1996d632e423 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:57:47.658673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:47.662778 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0dc5a10-4bec-480e-9cc6-e941cc46470e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:47.735946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:47.815346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Pushing event deleted for resources: {'Port': ['ID=52fcf8cf-47d3-4278-bad5-1996d632e423,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:47.831692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] No DVR routers for this DVR port 52fcf8cf-47d3-4278-bad5-1996d632e423 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:57:47.838613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39aec851-b873-4ee8-865c-696587a841f1 req-4d353ea6-f1f3-4ced-8643-23e01bc151db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 1097 time: 1.0408013 Dec 20 11:57:47.844397 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:47.989986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Router 61925c4d-ca7e-4ea0-8501-0f552899d65a is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:57:48.123960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:48.196343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:48.359688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec851-b873-4ee8-865c-696587a841f1 req-fd8578d6-e6d5-43d9-96d9-1724830867df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:48.361158 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39aec851-b873-4ee8-865c-696587a841f1 req-fd8578d6-e6d5-43d9-96d9-1724830867df service neutron] 10.222.0.16 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 916 time: 0.5039153 Dec 20 11:57:48.368073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-be2fb155-4714-45ca-8f2c-057e7e02c810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:48.369429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-be2fb155-4714-45ca-8f2c-057e7e02c810 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.9753282 Dec 20 11:57:48.567196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:48.577226 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] Sync routers for ids ['61925c4d-ca7e-4ea0-8501-0f552899d65a'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:48.595603 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] Routers {'61925c4d-ca7e-4ea0-8501-0f552899d65a'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:48.598828 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['61925c4d-ca7e-4ea0-8501-0f552899d65a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:48.626837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39aec851-b873-4ee8-865c-696587a841f1 req-d21e2f22-3c81-48a3-8806-7674ce0f37df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98542c74-a70f-49e7-9d54-80bf39b0f1f1 HTTP/1.1" status: 200 len: 217 time: 0.2564554 Dec 20 11:57:48.644754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:48.648417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "PUT /v2.0/routers/61925c4d-ca7e-4ea0-8501-0f552899d65a HTTP/1.1" status: 200 len: 916 time: 4.6479576 Dec 20 11:57:48.648797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:48.707795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec851-b873-4ee8-865c-696587a841f1 req-991ba76f-4bd5-4a94-9cb4-1d8b7e709523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:48.709240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39aec851-b873-4ee8-865c-696587a841f1 req-991ba76f-4bd5-4a94-9cb4-1d8b7e709523 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.0653677 Dec 20 11:57:48.721727 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:48.747603 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] Routers {'61925c4d-ca7e-4ea0-8501-0f552899d65a'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:48.749986 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['61925c4d-ca7e-4ea0-8501-0f552899d65a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:48.800496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39aec851-b873-4ee8-865c-696587a841f1 req-6c924a8b-aff9-4b10-a2c1-ee6632eb4582 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712595 Dec 20 11:57:48.808864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-403b0151-30cb-4707-9fc5-81283a407467 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 1001 time: 0.3185837 Dec 20 11:57:48.843254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0fca5-1036-4e42-906f-821578cb9bae req-6af0773b-9ba5-4324-bacd-06040299f2be tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:48.846189 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-52d0fca5-1036-4e42-906f-821578cb9bae req-6af0773b-9ba5-4324-bacd-06040299f2be tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.2822709 Dec 20 11:57:48.930933 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-52d0fca5-1036-4e42-906f-821578cb9bae req-f760d4b4-14dd-4dc2-b405-7bd2d1d0d79d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592875 Dec 20 11:57:48.934213 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:48.934716 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8763eea-2563-41c7-a7e3-c9840fd484ff None None] The sync data for ids ['61925c4d-ca7e-4ea0-8501-0f552899d65a'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:49.032338 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98542c74-a70f-49e7-9d54-80bf39b0f1f1 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:57:49.104598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:49.156308 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1fa18d57-613f-4e57-a8cb-67f94ecc2d5d tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/61925c4d-ca7e-4ea0-8501-0f552899d65a HTTP/1.1" status: 200 len: 922 time: 0.5063953 Dec 20 11:57:49.162569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33876) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:49.246061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 98542c74-a70f-49e7-9d54-80bf39b0f1f1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98542c74-a70f-49e7-9d54-80bf39b0f1f1,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:49.307725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '98542c74-a70f-49e7-9d54-80bf39b0f1f1', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'port_id': '98542c74-a70f-49e7-9d54-80bf39b0f1f1', 'mac_address': 'fa:16:3e:b4:a8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0f0e25-8188-4e94-bb5a-36a62ca5152e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:57:49.309296 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3fc9ec1f-f53a-4b2c-8d74-58aa23c2e1b5 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&device_id=61925c4d-ca7e-4ea0-8501-0f552899d65a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1433346 Dec 20 11:57:49.310027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:49.386566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-69757136-658d-4e0f-abcc-4ddbf786974a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:49.389655 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-69757136-658d-4e0f-abcc-4ddbf786974a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.4865170 Dec 20 11:57:49.473727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:49.505097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98542c74-a70f-49e7-9d54-80bf39b0f1f1 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:57:49.523900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 98542c74-a70f-49e7-9d54-80bf39b0f1f1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98542c74-a70f-49e7-9d54-80bf39b0f1f1,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:49.531706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:49.534073 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-af839f39-e147-474e-92fc-9480446a9b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:49.582415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af16098d-6902-4d96-9c9c-39b2afe6d0c9 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:49.587848 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-af16098d-6902-4d96-9c9c-39b2afe6d0c9 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/networks/1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d HTTP/1.1" status: 200 len: 881 time: 0.2767019 Dec 20 11:57:49.588612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33886) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:49.610765 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39aec851-b873-4ee8-865c-696587a841f1 req-80e1aa86-ec7b-41c5-bcb0-2c9a62b35c7c service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648945 Dec 20 11:57:49.625074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=98542c74-a70f-49e7-9d54-80bf39b0f1f1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:49.631472 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:49.646524 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3160901b-d762-4110-b8f2-c2acf2df1841 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=61925c4d-ca7e-4ea0-8501-0f552899d65a HTTP/1.1" status: 200 len: 205 time: 0.0525653 Dec 20 11:57:49.648141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:49.697592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4fa5-2079-43b7-8b0f-bfe84b127b88 req-9ceba1b8-5be4-47f7-96ea-d8afbf6147a6 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:49.699247 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-15ae4fa5-2079-43b7-8b0f-bfe84b127b88 req-9ceba1b8-5be4-47f7-96ea-d8afbf6147a6 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 944 time: 0.7147419 Dec 20 11:57:49.709898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:49.732605 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f11b4853-71d7-4c01-b716-4fec51db71d1 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:49.819619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['98542c74-a70f-49e7-9d54-80bf39b0f1f1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:57:49.831124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Subnet': ['ID=b35ac786-eae2-4069-9bf0-5bb89034fd78,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:49.907055 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:49.953365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493037db-17aa-4a19-925a-6f131e3ab5c2 None None] Network 636a720a-9003-49fa-8136-0f4a970158d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:49.958392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:49.963707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:50.084873 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/subnets/b35ac786-eae2-4069-9bf0-5bb89034fd78 HTTP/1.1" status: 204 len: 168 time: 4.1680870 Dec 20 11:57:50.088819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33896) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:50.099082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-2657c442-0042-4ff2-aea9-6a3e74052cb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6975091 Dec 20 11:57:50.225149 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-15ae4fa5-2079-43b7-8b0f-bfe84b127b88 req-4a3585d7-dec7-4a8d-9143-5dad90a63361 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111449 Dec 20 11:57:50.315619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-39aec851-b873-4ee8-865c-696587a841f1 req-83d96c0c-86e6-413b-b6e9-3a9a1d67fc73 service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942394 Dec 20 11:57:50.557842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:50.594454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e087-3442-4476-8b14-58bebe6fc5c7 req-a7752a4e-ad69-4389-8b04-a57d519a5a31 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:50.610808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5f2e087-3442-4476-8b14-58bebe6fc5c7 req-a7752a4e-ad69-4389-8b04-a57d519a5a31 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.3843436 Dec 20 11:57:50.619833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] DHCP port deletion for 636a720a-9003-49fa-8136-0f4a970158d9 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:57:50.624073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Deleting port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:50.624459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:50.663276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Deleting port c1b3c6a1-1d9b-4d92-a26e-44253a692dc8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:50.663617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:50.868909 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f5f2e087-3442-4476-8b14-58bebe6fc5c7 req-1eaada36-2eba-4241-86bb-19d784a2aacb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519195 Dec 20 11:57:50.963301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:51.001699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:51.131151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] For port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8,segment=NetworkSegment(eaec265a-ba82-44ef-9cf9-1cd1dccf04ea),segment_id=eaec265a-ba82-44ef-9cf9-1cd1dccf04ea)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:51.131151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:51.199212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-cf11fdaa-80e3-4fc0-ab1e-5fb905f3f3ea service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0111177 Dec 20 11:57:51.441654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:51.464531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:51.476776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Calling delete_port for c1b3c6a1-1d9b-4d92-a26e-44253a692dc8 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:51.484269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Calling delete_port for 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:51.667076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ccf25b-26f0-467a-9bad-9c482dbb2af2']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:51.683046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:51.688115 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7011b20-7868-498b-b009-a11af6342d5e tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:51.797060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event deleted for resources: {'Port': ['ID=c1b3c6a1-1d9b-4d92-a26e-44253a692dc8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:51.810052 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:51.849122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01aae36-8b32-4154-aa0b-ce1c2eff7083') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:51.849415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01aae36-8b32-4154-aa0b-ce1c2eff7083') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:51.898939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:51.940750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:51.959853 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:52.040368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.065609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Pushing event deleted for resources: {'Port': ['ID=6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:52.073338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 69d3757f-af56-4890-a60e-30fb78fd2416 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:52.073689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.080869 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:52.126155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] No DVR routers for this DVR port 6349ab8f-a8cf-4d84-8057-dcc52cf4e6e8 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:57:52.271026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.329496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-0e07076b-e6b8-4e90-8e8c-9b659b59f22f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.8695712 Dec 20 11:57:52.335155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.385781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cf05d-e9ef-4a7c-863e-effb8d63f55b req-e7ab92e9-9ae0-4963-a0a6-0e938a7339b2 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:52.387459 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f9cf05d-e9ef-4a7c-863e-effb8d63f55b req-e7ab92e9-9ae0-4963-a0a6-0e938a7339b2 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 945 time: 0.9056339 Dec 20 11:57:52.390467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:57:52.390792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:57:52.427097 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:57:52.546821 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f86ded2-755c-4eb2-9a01-4101a0796e9e req-0958168d-5150-46c6-9125-9ed0e6fe33ac service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3191900 Dec 20 11:57:52.617785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.622028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.662814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.663295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Fanout notify agent at l3_agent the message router_deleted on router 61925c4d-ca7e-4ea0-8501-0f552899d65a {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:52.682758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6aeb37-e266-4fec-9680-6b6dab4ccfa8 req-f8a14397-1a19-4ef1-a162-ea5b8145324d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:52.689423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a6aeb37-e266-4fec-9680-6b6dab4ccfa8 req-f8a14397-1a19-4ef1-a162-ea5b8145324d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.5765285 Dec 20 11:57:52.702436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.719741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.726135 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/61925c4d-ca7e-4ea0-8501-0f552899d65a HTTP/1.1" status: 204 len: 168 time: 3.0718431 Dec 20 11:57:52.726569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:52.731738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-618921217', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:52.738909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:52.742893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Usage tracker for resource:router and tenant:a9bcc5fe0e6748ec95b15f44eca8ae66 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:52.745849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:52.752275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:52.790601 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7a6aeb37-e266-4fec-9680-6b6dab4ccfa8 req-71c09238-ccdf-45da-911c-9e9cefd6741d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002324 Dec 20 11:57:52.791529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.792488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.834702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.885318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f9cf05d-e9ef-4a7c-863e-effb8d63f55b req-84980950-f796-4fe2-b81d-daeaf6d7cb41 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523849 Dec 20 11:57:52.885970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:52.896030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 69d3757f-af56-4890-a60e-30fb78fd2416 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:52.925041 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-79570b38-6315-4d52-8106-759a77d9de0a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:52.941927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.040087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/networks/02ccf25b-26f0-467a-9bad-9c482dbb2af2 HTTP/1.1" status: 204 len: 168 time: 2.9397230 Dec 20 11:57:53.043073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:53.043311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Network': ['ID=02ccf25b-26f0-467a-9bad-9c482dbb2af2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:53.045974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.048000 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:53.074626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98542c74-a70f-49e7-9d54-80bf39b0f1f1 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:53.083383 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-f592939d-79cf-46ec-be38-4ac43656aa07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.6183312 Dec 20 11:57:53.194486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.316834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:53.322270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:53.323176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.491609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.527764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 98542c74-a70f-49e7-9d54-80bf39b0f1f1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98542c74-a70f-49e7-9d54-80bf39b0f1f1,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:53.528844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98542c74-a70f-49e7-9d54-80bf39b0f1f1'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:57:53.542683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.544707 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:53.603297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.624286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.630668 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89a1fc40-3c7a-466a-9d4c-0c86181c67d3 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:53.640841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=98542c74-a70f-49e7-9d54-80bf39b0f1f1,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:53.646837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636a720a-9003-49fa-8136-0f4a970158d9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:53.653558 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:53.662795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaec265a-ba82-44ef-9cf9-1cd1dccf04ea') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:53.663093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaec265a-ba82-44ef-9cf9-1cd1dccf04ea') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:53.689448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=69d3757f-af56-4890-a60e-30fb78fd2416,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:53.694326 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:53.714424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.720987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.759618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.782684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-9d7ff9cd-0847-4e8e-8bf5-6b864f5265e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:53.783056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-9d7ff9cd-0847-4e8e-8bf5-6b864f5265e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:53.783552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-9d7ff9cd-0847-4e8e-8bf5-6b864f5265e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:53.786517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-9d7ff9cd-0847-4e8e-8bf5-6b864f5265e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 2293 time: 0.6683972 Dec 20 11:57:53.819947 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98542c74-a70f-49e7-9d54-80bf39b0f1f1', 'code': 200} Dec 20 11:57:53.927401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:53.936424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:57:53.936834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:57:54.064970 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:57:54.077334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.084076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.133524 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b684de5-bc19-4488-815d-11403433a4ba tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:54.152752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/networks/636a720a-9003-49fa-8136-0f4a970158d9 HTTP/1.1" status: 204 len: 168 time: 1.0953600 Dec 20 11:57:54.155169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 33952) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:54.207328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Network': ['ID=636a720a-9003-49fa-8136-0f4a970158d9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:54.211082 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:54.276151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Allocated IP 172.35.0.82 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/8e11452f-be27-44e5-aeef-527e332a64f4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:54.440362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a850f4-7e12-4290-afdd-c0ffd5a24ce2 req-051a8e04-283b-4b4f-af32-21e4df3aee85 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:54.442596 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68a850f4-7e12-4290-afdd-c0ffd5a24ce2 req-051a8e04-283b-4b4f-af32-21e4df3aee85 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 946 time: 0.2216206 Dec 20 11:57:54.472990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.609642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-11ab161b-8fbb-437e-9e63-b55902b07dd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 1001 time: 0.7074661 Dec 20 11:57:54.673227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting subnet e4492471-9355-427e-90b1-c88f066e9d3f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:57:54.691958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.694850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.712552 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18442138-4c52-4757-b2b6-b71bb9d313df req-d2ce3fbd-52f3-44f7-b04f-0237844a5537 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 1099 time: 0.8114588 Dec 20 11:57:54.767562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370802a-fd3d-49cd-82bf-b322564a24fc req-08fbc24e-1715-4603-8ae7-91cf558e3f1d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:54.769469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9370802a-fd3d-49cd-82bf-b322564a24fc req-08fbc24e-1715-4603-8ae7-91cf558e3f1d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.5640001 Dec 20 11:57:54.831460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.836438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-86a61d12-eacd-4a4f-bff5-3f215ae793a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:54.837874 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-86a61d12-eacd-4a4f-bff5-3f215ae793a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 200 len: 851 time: 0.1290579 Dec 20 11:57:54.838964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 33992) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:54.884772 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9370802a-fd3d-49cd-82bf-b322564a24fc req-e8843e53-4824-4c3a-abe8-465f9fc1b51c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042295 Dec 20 11:57:54.909048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:54.915084 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52868d23-6f45-499e-9f09-e6ce24e9ae1e tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:54.990658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:54.998847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:55.004386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:55.042876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event updated for resources: {'Port': ['ID=8e11452f-be27-44e5-aeef-527e332a64f4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:55.048750 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:55.053025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.063621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-18442138-4c52-4757-b2b6-b71bb9d313df req-c91f7d6e-839e-45a2-8ad3-6ff988c6c2db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034630 Dec 20 11:57:55.071191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68a850f4-7e12-4290-afdd-c0ffd5a24ce2 req-cb614b0c-b9b7-4dbd-a085-61191d48961a tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152196 Dec 20 11:57:55.088592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.194541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.203413 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fbc54900-3ab0-4066-9f09-0d80f288dc44 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:55.242377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Subnet': ['ID=e4492471-9355-427e-90b1-c88f066e9d3f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:55.245730 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:55.250570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.257080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e0505-0cf8-4d69-bdea-4c5223df15f1 None None] Network 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:55.270339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/subnets/e4492471-9355-427e-90b1-c88f066e9d3f HTTP/1.1" status: 204 len: 168 time: 1.1044898 Dec 20 11:57:55.271357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34002) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:55.290124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:55.295264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-a88c8980-eaa3-4f28-af33-aa06862d4e76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4371829 Dec 20 11:57:55.297966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Usage tracker for resource:security_group_rule and tenant:13ea33f4c96e486aabd28b7817962ad9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:55.307270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:55.332463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:55.424840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.441064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting port 4049be09-e528-4ad0-be0e-cdc01fd5255d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:55.441427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.478410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.479194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.521878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 4aab1932-d77b-495a-8d7c-f94fda927175 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:57:55.528478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] DHCP port deletion for 777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:57:55.532744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Deleting port 4049be09-e528-4ad0-be0e-cdc01fd5255d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:55.533513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.743772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] For port 4049be09-e528-4ad0-be0e-cdc01fd5255d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4049be09-e528-4ad0-be0e-cdc01fd5255d,segment=NetworkSegment(8cf473b0-096f-462c-8529-f8fe5739503b),segment_id=8cf473b0-096f-462c-8529-f8fe5739503b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:55.744364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.767512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-0514e68a-2415-480b-ae8d-d2429e327fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638989 Dec 20 11:57:55.823821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.840816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.852726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:55.861029 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c7c262a0-2549-420d-889c-5f417962a991 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:55.867062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Calling delete_port for 4049be09-e528-4ad0-be0e-cdc01fd5255d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:55.897116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] Sync routers for ids ['4aab1932-d77b-495a-8d7c-f94fda927175'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:55.915239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] For port 4049be09-e528-4ad0-be0e-cdc01fd5255d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4049be09-e528-4ad0-be0e-cdc01fd5255d,segment=NetworkSegment(8cf473b0-096f-462c-8529-f8fe5739503b),segment_id=8cf473b0-096f-462c-8529-f8fe5739503b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:55.915809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:55.931635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] Routers {'4aab1932-d77b-495a-8d7c-f94fda927175'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:55.932279 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4aab1932-d77b-495a-8d7c-f94fda927175'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:55.975568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b84a34-c163-4734-b27b-b34915b87efa,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:55.978722 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:55.981294 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13ea33f4c96e486aabd28b7817962ad9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1374810 Dec 20 11:57:55.995167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:55.996585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:56.017779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/4aab1932-d77b-495a-8d7c-f94fda927175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7927766 Dec 20 11:57:56.018583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:56.043989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] Routers {'4aab1932-d77b-495a-8d7c-f94fda927175'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:56.048501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['4aab1932-d77b-495a-8d7c-f94fda927175'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:56.052263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Calling delete_port for 4049be09-e528-4ad0-be0e-cdc01fd5255d owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:56.065357 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-bc540130-1618-4c27-8d26-d8e6e94d45f4 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892282 Dec 20 11:57:56.119658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:56.119658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da5ccf-69e3-4f0e-9ae7-015cc2e0b3b9 None None] The sync data for ids ['4aab1932-d77b-495a-8d7c-f94fda927175'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:56.134909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:56.139397 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-835b896d-3426-408b-8b8d-143b1528ac18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:56.141190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-323b18ef-b363-4891-995b-bcc6a4604413 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:56.175219 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-a4b32c9c-5cc7-455a-bcff-e42d21b599b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 217 time: 0.0968294 Dec 20 11:57:56.215968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:57:56.216601 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:57:56.228597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Pushing event deleted for resources: {'Port': ['ID=4049be09-e528-4ad0-be0e-cdc01fd5255d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:56.236568 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:56.243711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] No DVR routers for this DVR port 4049be09-e528-4ad0-be0e-cdc01fd5255d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:57:56.266850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-323b18ef-b363-4891-995b-bcc6a4604413 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:56.273677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-323b18ef-b363-4891-995b-bcc6a4604413 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aab1932-d77b-495a-8d7c-f94fda927175 HTTP/1.1" status: 200 len: 205 time: 0.2504265 Dec 20 11:57:56.275595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34024) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:56.307560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Router 75c92b6b-086f-42a6-bddf-6abac31dba63 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:57:56.356555 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:57:56.401317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:56.506300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-8813e556-a376-4793-b28f-51c998be7d57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:56.507597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-8813e556-a376-4793-b28f-51c998be7d57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.3250055 Dec 20 11:57:56.542290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620491-09b3-4d1a-8994-bdbfe3ca70ad req-ff34edc2-4b21-4da3-ae1a-c8e6d5785d08 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:56.543726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce620491-09b3-4d1a-8994-bdbfe3ca70ad req-ff34edc2-4b21-4da3-ae1a-c8e6d5785d08 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.1599452 Dec 20 11:57:56.572993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:56.615575 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ce620491-09b3-4d1a-8994-bdbfe3ca70ad req-57ff69c4-ac6f-4d4a-9b05-a877cba6ad13 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648501 Dec 20 11:57:56.628173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:56.636984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56509c25-110b-478b-a411-9dcf347aac6e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:56.643415 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e872896-2604-4618-8b51-1149b52606fc None None] Sync routers for ids ['75c92b6b-086f-42a6-bddf-6abac31dba63'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:56.654402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:56.656264 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9286704 Dec 20 11:57:56.658839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:56.666320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:56.682408 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e872896-2604-4618-8b51-1149b52606fc None None] Routers {'75c92b6b-086f-42a6-bddf-6abac31dba63'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:56.685818 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e872896-2604-4618-8b51-1149b52606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75c92b6b-086f-42a6-bddf-6abac31dba63'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:56.721301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Deleting port 4049be09-e528-4ad0-be0e-cdc01fd5255d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:56.721674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:56.781038 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e872896-2604-4618-8b51-1149b52606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:56.798715 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e872896-2604-4618-8b51-1149b52606fc None None] Routers {'75c92b6b-086f-42a6-bddf-6abac31dba63'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:56.799800 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e872896-2604-4618-8b51-1149b52606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75c92b6b-086f-42a6-bddf-6abac31dba63'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:56.803424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca63dac-f5a1-4cff-8036-38ec9985d281 req-923a8905-e03e-4ef5-995b-d067696b0ac4 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:56.804893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ca63dac-f5a1-4cff-8036-38ec9985d281 req-923a8905-e03e-4ef5-995b-d067696b0ac4 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 946 time: 0.4133344 Dec 20 11:57:56.816054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] The port '4049be09-e528-4ad0-be0e-cdc01fd5255d' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:57:56.834403 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-b621458a-a0d1-4230-bdb1-6a1673715197 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145645 Dec 20 11:57:56.842560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:56.852883 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-003868bb-5450-4522-a8ba-7e24a28b5718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:56.876470 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e872896-2604-4618-8b51-1149b52606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:56.877133 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e872896-2604-4618-8b51-1149b52606fc None None] The sync data for ids ['75c92b6b-086f-42a6-bddf-6abac31dba63'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:57:56.954222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b84a34-c163-4734-b27b-b34915b87efa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:56.957025 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:57.023914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.062950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:57.079680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf473b0-096f-462c-8529-f8fe5739503b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:57.079980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf473b0-096f-462c-8529-f8fe5739503b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:57.098287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.125243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.135417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:57:57.135821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:57:57.151890 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:57:57.199919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.204055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36b84a34-c163-4734-b27b-b34915b87efa HTTP/1.1" status: 204 len: 168 time: 1.2049665 Dec 20 11:57:57.295595 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ca63dac-f5a1-4cff-8036-38ec9985d281 req-29547038-1e10-49d2-9deb-e13a23bb271a tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824731 Dec 20 11:57:57.347266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4049be09-e528-4ad0-be0e-cdc01fd5255d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:57.410945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 4049be09-e528-4ad0-be0e-cdc01fd5255d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:57:57.411639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4049be09-e528-4ad0-be0e-cdc01fd5255d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:57:57.443231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.464528 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2afb39e3-5949-49dd-954e-bd20505d8b22 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:57.481168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.494826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Pushing event deleted for resources: {'Network': ['ID=777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:57.497862 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:57.502283 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/networks/777a6c6b-f062-4fb3-a1c7-82d6ff4fd1b5 HTTP/1.1" status: 204 len: 168 time: 2.2295396 Dec 20 11:57:57.502947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34070) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:57.542231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56509c25-110b-478b-a411-9dcf347aac6e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.551840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56509c25-110b-478b-a411-9dcf347aac6e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.555894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-e8c53ffa-b5f5-44dd-9efb-c8a66a098e6b service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083220 Dec 20 11:57:57.563830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-742a7183-b3fb-42cd-bb23-49a2697df5a4 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Synchronizing usage tracker for tenant:65459a52d444427a92cdabf36a853176 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:57.593827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-742a7183-b3fb-42cd-bb23-49a2697df5a4 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Unset dirty status for tenant:65459a52d444427a92cdabf36a853176 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:57.598790 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-742a7183-b3fb-42cd-bb23-49a2697df5a4 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "GET /v2.0/ports?device_id=9112e86c-b225-4457-93b7-6e32f95620f2 HTTP/1.1" status: 200 len: 205 time: 0.0941250 Dec 20 11:57:57.601484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34080) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:57.672290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56509c25-110b-478b-a411-9dcf347aac6e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.673342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56509c25-110b-478b-a411-9dcf347aac6e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Fanout notify agent at l3_agent the message router_deleted on router 4aab1932-d77b-495a-8d7c-f94fda927175 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:57.740564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02987c74-4672-44b0-9e79-f6791fa484b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.813064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56509c25-110b-478b-a411-9dcf347aac6e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.814171 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-56509c25-110b-478b-a411-9dcf347aac6e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/4aab1932-d77b-495a-8d7c-f94fda927175 HTTP/1.1" status: 204 len: 168 time: 1.5292904 Dec 20 11:57:57.818306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34094) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:57.951636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-20966799-ded1-4fdb-8e51-be970518a638 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867550 Dec 20 11:57:57.974989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:57.977320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-344bd7ec-e7c7-47c8-bc6e-83c6baee1ff6 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:58.003251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:58.017778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Deleting port 8e11452f-be27-44e5-aeef-527e332a64f4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:57:58.018512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:58.183118 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-c1f930da-4333-40dc-a1cd-d9affae0062c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 217 time: 0.1162362 Dec 20 11:57:58.237223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:58.388308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Calling delete_port for 8e11452f-be27-44e5-aeef-527e332a64f4 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:57:58.416533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-186fda7e-085c-49c4-9d16-40d120c163ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:58.418287 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-186fda7e-085c-49c4-9d16-40d120c163ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.2174890 Dec 20 11:57:58.480969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34138) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:58.617455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842dd39-2fc6-48e5-83e4-e2ca7a58c7df req-1e40e44c-1ebe-408e-a300-f733d5f60e2a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:58.617724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet c8b1c7de-1d5f-480d-aa07-d9c20b4d0946 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:57:58.618865 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0842dd39-2fc6-48e5-83e4-e2ca7a58c7df req-1e40e44c-1ebe-408e-a300-f733d5f60e2a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 946 time: 0.1322758 Dec 20 11:57:58.690580 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0842dd39-2fc6-48e5-83e4-e2ca7a58c7df req-e3d3cb0d-5860-4897-ae21-e171ba5bc02b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663569 Dec 20 11:57:58.698043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:58.702244 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f53999e-2cba-41e8-bebe-a6449f527202 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:58.760831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:57:58.773124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Pushing event deleted for resources: {'Port': ['ID=8e11452f-be27-44e5-aeef-527e332a64f4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:58.781017 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:58.858770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-212890162-network', 'tenant_id': '0e1d062b1e98460cbb1987f13cf2b5f7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:58.871990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:58.876397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Usage tracker for resource:network and tenant:0e1d062b1e98460cbb1987f13cf2b5f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:58.879376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:58.885318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:58.891094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:58.963686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:58.999049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:57:59.012754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:59.021394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.023462 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5e8d11d2-3c26-4a88-b026-d5de0fde8ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:59.030659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Made reservation on behalf of 0e1d062b1e98460cbb1987f13cf2b5f7 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:59.032646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.123799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=14']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:59.141143 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:59.142558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.177724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.216352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.243319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-344bd7ec-e7c7-47c8-bc6e-83c6baee1ff6 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.286541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-344bd7ec-e7c7-47c8-bc6e-83c6baee1ff6 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.303591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-45e18f7c-3c3c-4305-9d9c-28cd85aae8bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8782494 Dec 20 11:57:59.369277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:59.398478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0e1d062b1e98460cbb1987f13cf2b5f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:57:59.409158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67a5a6-ab5e-4477-8c3e-9d6665bd8aa0 req-5f7f472c-190c-4a41-b3db-08932f980788 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:59.411180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f67a5a6-ab5e-4477-8c3e-9d6665bd8aa0 req-5f7f472c-190c-4a41-b3db-08932f980788 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 946 time: 0.8573031 Dec 20 11:57:59.412990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:57:59.438760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.445127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.485595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:59.537966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-344bd7ec-e7c7-47c8-bc6e-83c6baee1ff6 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.538533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344bd7ec-e7c7-47c8-bc6e-83c6baee1ff6 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Fanout notify agent at l3_agent the message router_deleted on router 9112e86c-b225-4457-93b7-6e32f95620f2 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:57:59.554326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-033b5080-6123-4174-9355-1c606c2402f0 req-10c4ad31-1b5f-42ed-b7ba-4d76502f7cdc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.4225879 Dec 20 11:57:59.570761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.600415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503b253-66a2-4782-b4a6-89445fbd409c req-b34bae67-bb48-4b08-af8f-640e7ed05f3c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:59.601852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7503b253-66a2-4782-b4a6-89445fbd409c req-b34bae67-bb48-4b08-af8f-640e7ed05f3c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2730415 Dec 20 11:57:59.631984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Router 75c92b6b-086f-42a6-bddf-6abac31dba63 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:57:59.667174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-74249153-fe03-4ed7-a1be-3c6d2534f9f8 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458571 Dec 20 11:57:59.714185 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7503b253-66a2-4782-b4a6-89445fbd409c req-0f3f0e19-a540-46db-8cc7-73a1676d5f9f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047361 Dec 20 11:57:59.727338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f67a5a6-ab5e-4477-8c3e-9d6665bd8aa0 req-e8332eb6-5c78-42af-a03c-22155dedd5f6 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972472 Dec 20 11:57:59.801815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-344bd7ec-e7c7-47c8-bc6e-83c6baee1ff6 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.802840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:57:59.805734 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-344bd7ec-e7c7-47c8-bc6e-83c6baee1ff6 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] 10.222.0.32 "DELETE /v2.0/routers/9112e86c-b225-4457-93b7-6e32f95620f2 HTTP/1.1" status: 204 len: 168 time: 2.2033794 Dec 20 11:57:59.811999 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'code': 200} Dec 20 11:57:59.815130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.816519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "PUT /v2.0/routers/75c92b6b-086f-42a6-bddf-6abac31dba63 HTTP/1.1" status: 200 len: 705 time: 3.1558080 Dec 20 11:57:59.819121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:59.822466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] Sync routers for ids ['75c92b6b-086f-42a6-bddf-6abac31dba63'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:57:59.845723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] Routers {'75c92b6b-086f-42a6-bddf-6abac31dba63'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:57:59.846495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75c92b6b-086f-42a6-bddf-6abac31dba63'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:59.954216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.994673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:59.996147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:57:59.998418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.006625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-049bf162-8f4d-4aaf-8db5-64f3a2c5e297 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/routers/75c92b6b-086f-42a6-bddf-6abac31dba63 HTTP/1.1" status: 200 len: 740 time: 0.1861756 Dec 20 11:58:00.009004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:00.033408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] Routers {'75c92b6b-086f-42a6-bddf-6abac31dba63'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:00.037000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:57:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75c92b6b-086f-42a6-bddf-6abac31dba63'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:00.047249 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c218c219-4a70-441f-bfdb-c552f04d1b73 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:00.086074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-9d12387c-ca3c-4707-a827-a70646019685 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038131 Dec 20 11:58:00.090351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b1c7de-1d5f-480d-aa07-d9c20b4d0946,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:00.109177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:00.109177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c4a8a-2cae-4b5b-a49d-1e2938547f63 None None] The sync data for ids ['75c92b6b-086f-42a6-bddf-6abac31dba63'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:58:00.109404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b3d41299-ff53-4726-8fdd-3810e24ded73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&device_id=75c92b6b-086f-42a6-bddf-6abac31dba63 HTTP/1.1" status: 200 len: 205 time: 0.0952761 Dec 20 11:58:00.112051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1548779b-0f7a-4c5a-9db3-740e16fbc901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.114018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:00.154122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5080-6123-4174-9355-1c606c2402f0 req-94c7e129-0b3c-42d9-9c30-603e29bdd7d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:00.156387 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-033b5080-6123-4174-9355-1c606c2402f0 req-94c7e129-0b3c-42d9-9c30-603e29bdd7d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.5874386 Dec 20 11:58:00.160865 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:00.161378 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0ba9626-d4ac-461b-a226-8ff785347892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:00.165475 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cdfa613b-e5a5-422f-9a47-f4c787510507 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c92b6b-086f-42a6-bddf-6abac31dba63 HTTP/1.1" status: 200 len: 205 time: 0.0464668 Dec 20 11:58:00.167863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34172) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:00.269626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c50cc6-ce0c-40c2-a5c2-5c4b18f6e454 None None] Network e211cc25-5aea-43fc-a4cc-12666d177c78 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:00.270529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:58:00.286183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:00.298270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.301982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-c7d97a24-d14e-43a1-b959-c7d92bb5e649 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 200 len: 217 time: 0.2070808 Dec 20 11:58:00.347148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66509bd9-304a-4744-ba31-df44bece132e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.402249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:00.409188 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:00.452701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.453196 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Added segment 797640d7-3048-4218-8f48-01b552f1ca49 of type vlan for network 2e1801ad-9382-4b9e-835c-4971b4724743 Dec 20 11:58:00.481724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.512944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-033b5080-6123-4174-9355-1c606c2402f0 req-cc018499-4200-496b-a9ab-69239ddd7fa7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.3375781 Dec 20 11:58:00.516519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/c8b1c7de-1d5f-480d-aa07-d9c20b4d0946 HTTP/1.1" status: 204 len: 168 time: 2.6963496 Dec 20 11:58:00.520193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34188) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:00.562730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-7fc1563b-1a8c-4d63-aec6-8477183d023a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:00.564378 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-7fc1563b-1a8c-4d63-aec6-8477183d023a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.2460408 Dec 20 11:58:00.569815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.571022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:00.571683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.580070 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b56db8f2-ee4b-46ec-89e2-0353d4521f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:00.690558 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2047229 Dec 20 11:58:00.789848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c008892-145e-48f2-802b-238497fac79e None None] DHCP port deletion for e211cc25-5aea-43fc-a4cc-12666d177c78 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:58:00.795712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0c008892-145e-48f2-802b-238497fac79e None None] Deleting port 6b80530f-00f1-444d-a498-196c6e5eb613 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:00.796441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0c008892-145e-48f2-802b-238497fac79e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:00.908143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5080-6123-4174-9355-1c606c2402f0 req-e4f42841-40f4-419f-85e8-0ff7d148861b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:00.910267 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-033b5080-6123-4174-9355-1c606c2402f0 req-e4f42841-40f4-419f-85e8-0ff7d148861b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.3899236 Dec 20 11:58:00.912167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34194) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:00.921681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1801ad-9382-4b9e-835c-4971b4724743,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:00.955669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Request body: {'subnet': {'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-212890162-subnet', 'tenant_id': '0e1d062b1e98460cbb1987f13cf2b5f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:00.960845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:00.965106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Usage tracker for resource:subnet and tenant:0e1d062b1e98460cbb1987f13cf2b5f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:00.968119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:00.974635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:00.976448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 2e1801ad-9382-4b9e-835c-4971b4724743 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:58:00.988416 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:00.996115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Made reservation on behalf of 0e1d062b1e98460cbb1987f13cf2b5f7 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:00.998764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.045986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.196707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0c008892-145e-48f2-802b-238497fac79e None None] For port 6b80530f-00f1-444d-a498-196c6e5eb613, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6b80530f-00f1-444d-a498-196c6e5eb613,segment=NetworkSegment(cd2fa97b-5292-4d9b-afcb-42172b310ea9),segment_id=cd2fa97b-5292-4d9b-afcb-42172b310ea9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:01.197510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0c008892-145e-48f2-802b-238497fac79e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.201822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3b951a1d-2a47-4d58-907e-71e49054a10b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65459a52d444427a92cdabf36a853176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9144621 Dec 20 11:58:01.215567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34208) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:01.243119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 6b80530f-00f1-444d-a498-196c6e5eb613 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:01.243488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.265621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.275305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66509bd9-304a-4744-ba31-df44bece132e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.289270 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f9f69fe7-b1ca-4b16-b0b4-20630ffadfae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:01.321782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66509bd9-304a-4744-ba31-df44bece132e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.372705 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-48a69215-c6a4-466b-8aa2-84d5aaee61b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7965410 Dec 20 11:58:01.404568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0c008892-145e-48f2-802b-238497fac79e None None] Calling delete_port for 6b80530f-00f1-444d-a498-196c6e5eb613 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:01.411023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929c937-b9d4-428d-8561-af8349b4c1c2 req-797c2379-23ef-433c-bf49-1555938a22ba tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:01.412565 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c929c937-b9d4-428d-8561-af8349b4c1c2 req-797c2379-23ef-433c-bf49-1555938a22ba tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4216795 Dec 20 11:58:01.458876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6b80530f-00f1-444d-a498-196c6e5eb613 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:58:01.507659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.508090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b95d0b5-8a8d-4370-8889-8c52b11ac7ea,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:01.521819 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:01.525875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66509bd9-304a-4744-ba31-df44bece132e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.526456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66509bd9-304a-4744-ba31-df44bece132e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Fanout notify agent at l3_agent the message router_deleted on router 75c92b6b-086f-42a6-bddf-6abac31dba63 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:58:01.556106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.558732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-033b5080-6123-4174-9355-1c606c2402f0 req-123b5dd6-0298-4129-b779-228ede811ff5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6379752 Dec 20 11:58:01.558997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.593169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Checking segment: {'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:01.593531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Network hostable DHCP agents. Network: 2e1801ad-9382-4b9e-835c-4971b4724743, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:58:01.613585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.641561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66509bd9-304a-4744-ba31-df44bece132e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.641561 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-66509bd9-304a-4744-ba31-df44bece132e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/75c92b6b-086f-42a6-bddf-6abac31dba63 HTTP/1.1" status: 204 len: 168 time: 1.4663019 Dec 20 11:58:01.649130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0c008892-145e-48f2-802b-238497fac79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.650509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34212) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:01.653216 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-2008405f-98db-433d-b044-011e16f90c29 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703302 Dec 20 11:58:01.657821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 6b80530f-00f1-444d-a498-196c6e5eb613, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6b80530f-00f1-444d-a498-196c6e5eb613,segment=NetworkSegment(cd2fa97b-5292-4d9b-afcb-42172b310ea9),segment_id=cd2fa97b-5292-4d9b-afcb-42172b310ea9)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:01.658291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.663658 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:01.707183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c929c937-b9d4-428d-8561-af8349b4c1c2 req-89f54c2d-fdc0-40f6-9048-322df6f33461 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616808 Dec 20 11:58:01.719529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c008892-145e-48f2-802b-238497fac79e None None] Pushing event deleted for resources: {'Port': ['ID=6b80530f-00f1-444d-a498-196c6e5eb613,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:01.726776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.765562 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0c008892-145e-48f2-802b-238497fac79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:01.782071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c008892-145e-48f2-802b-238497fac79e None None] No DVR routers for this DVR port 6b80530f-00f1-444d-a498-196c6e5eb613 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:58:01.824885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Network 2e1801ad-9382-4b9e-835c-4971b4724743 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:58:01.838481 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ee0f3ea7-b9dc-4638-9bb6-7337f92e151d tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c92b6b-086f-42a6-bddf-6abac31dba63 HTTP/1.1" status: 200 len: 205 time: 0.1863675 Dec 20 11:58:01.843520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34216) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:01.846508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 6b80530f-00f1-444d-a498-196c6e5eb613 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:01.930484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.932678 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-033b5080-6123-4174-9355-1c606c2402f0 req-2bb446af-7338-4852-9fea-c3c50be90bab service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654587 Dec 20 11:58:01.934208 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-8eceeac9-507b-47a0-a811-61ad9b2df777 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] delete failed (client error): The resource could not be found. Dec 20 11:58:01.937500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8eceeac9-507b-47a0-a811-61ad9b2df777 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/75c92b6b-086f-42a6-bddf-6abac31dba63 HTTP/1.1" status: 404 len: 336 time: 0.0894969 Dec 20 11:58:01.937665 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d0b8ba50-683f-4511-a1b6-8e1617d90261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:01.937805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 2e1801ad-9382-4b9e-835c-4971b4724743) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:01.940301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34220) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:01.947126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5a584-7274-41b3-a93e-8e7f4ba37f3c None None] Network 2e1801ad-9382-4b9e-835c-4971b4724743 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:01.950731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8839a5-d4f3-424e-a63d-3fd95195e5ab,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:01.953290 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:01.960220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:01.961604 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd8839a5-d4f3-424e-a63d-3fd95195e5ab HTTP/1.1" status: 204 len: 168 time: 0.7440217 Dec 20 11:58:01.964491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:58:01.964808 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:58:02.005580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:02.006177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:02.045772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-53d10029-e26b-4384-b21e-bcccfc172cef tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=61925c4d-ca7e-4ea0-8501-0f552899d65a HTTP/1.1" status: 200 len: 205 time: 0.1036673 Dec 20 11:58:02.048671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:02.062987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-662003f6-38e6-485c-a9f4-a306917dc8db service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024465 Dec 20 11:58:02.174045 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-e84d5ab1-2f98-46b6-86fa-722d66cdc209 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] delete failed (client error): The resource could not be found. Dec 20 11:58:02.175751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e84d5ab1-2f98-46b6-86fa-722d66cdc209 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/61925c4d-ca7e-4ea0-8501-0f552899d65a HTTP/1.1" status: 404 len: 336 time: 0.1254954 Dec 20 11:58:02.179008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34230) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:02.182163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2639189 Dec 20 11:58:02.210485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-30dec624-1f16-4470-97f4-bacaa9449ece service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 200 len: 217 time: 0.0858259 Dec 20 11:58:02.258954 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-07b7ca53-a029-45ae-9d19-dfe5c03436a8 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 HTTP/1.1" status: 200 len: 205 time: 0.0784974 Dec 20 11:58:02.259631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34240) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:02.342784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-15686a4b-671a-498e-85c2-d4e1adf8bb19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:02.343980 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-15686a4b-671a-498e-85c2-d4e1adf8bb19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1250241 Dec 20 11:58:02.348630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ffe2a-eef1-4967-8f31-55f114b8fec0 None None] Network 2e1801ad-9382-4b9e-835c-4971b4724743 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:02.394649 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-e9300704-2308-4dcc-a1c1-57305df022cd tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] delete failed (client error): The resource could not be found. Dec 20 11:58:02.400205 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e9300704-2308-4dcc-a1c1-57305df022cd tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/6232a914-c5ba-4cda-ba57-b4dcd1ba6b55 HTTP/1.1" status: 404 len: 336 time: 0.1395524 Dec 20 11:58:02.403068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34244) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:02.482841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 6b80530f-00f1-444d-a498-196c6e5eb613 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:02.483181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:02.522381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-033b5080-6123-4174-9355-1c606c2402f0 req-1ebd4596-52ee-4647-a96a-a092502b496a service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825925 Dec 20 11:58:02.593700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-4160a468-654a-47ef-bae0-d52b43a47e20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364924 Dec 20 11:58:02.689923 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-92db06f2-b5dd-4380-a3ba-26e325425c6a tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b HTTP/1.1" status: 200 len: 205 time: 0.2855456 Dec 20 11:58:02.694819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] The port '6b80530f-00f1-444d-a498-196c6e5eb613' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:58:02.696417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:02.778632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:02.891582 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-dc6ccee8-fc1f-48d2-b0d6-32da41dc4514 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914066 Dec 20 11:58:03.030108 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-b98c4c59-4b43-42aa-8f88-74d77e573e60 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] delete failed (client error): The resource could not be found. Dec 20 11:58:03.031458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b98c4c59-4b43-42aa-8f88-74d77e573e60 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/7e9a22c1-b0ec-4a1a-a2a1-5eeae668c43b HTTP/1.1" status: 404 len: 336 time: 0.3341451 Dec 20 11:58:03.036134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34270) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:03.100925 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-23b27388-1f06-43b0-a299-65e4316aece4 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=0351a887-74fc-42e2-8af4-29ce68d7a21b HTTP/1.1" status: 200 len: 205 time: 0.0633397 Dec 20 11:58:03.150461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34274) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:03.156835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.237175 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-5ff80ab9-6cfb-41d5-a711-a1a394bdc07c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] delete failed (client error): The resource could not be found. Dec 20 11:58:03.238438 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ff80ab9-6cfb-41d5-a711-a1a394bdc07c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/0351a887-74fc-42e2-8af4-29ce68d7a21b HTTP/1.1" status: 404 len: 336 time: 0.0871027 Dec 20 11:58:03.242043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:03.258803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e211cc25-5aea-43fc-a4cc-12666d177c78']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:03.278533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2fa97b-5292-4d9b-afcb-42172b310ea9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:03.278890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2fa97b-5292-4d9b-afcb-42172b310ea9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:03.292677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.310375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.318633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:58:03.319270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:58:03.336084 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:58:03.395668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-153aebeb-f60b-4e1b-9dfa-485f944b6c89 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "GET /v2.0/ports?device_id=2799880b-453e-4281-b7c5-bdfe5bd008c9 HTTP/1.1" status: 200 len: 205 time: 0.1507931 Dec 20 11:58:03.417653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34288) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:03.472068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.481990 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a819d8ab-7154-4e68-ab17-0a16bcb5484a tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:03.520606 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-f0c19a72-94ee-4869-9bb0-b056221638fa tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] delete failed (client error): The resource could not be found. Dec 20 11:58:03.521635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f0c19a72-94ee-4869-9bb0-b056221638fa tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/routers/2799880b-453e-4281-b7c5-bdfe5bd008c9 HTTP/1.1" status: 404 len: 336 time: 0.0813920 Dec 20 11:58:03.525385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-1f64c925-ae20-4a84-bd2f-4d3b760fc0de service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262882 Dec 20 11:58:03.525975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.526254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34296) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:03.563688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=e211cc25-5aea-43fc-a4cc-12666d177c78,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:03.571594 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:03.575954 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36db3d5-3e1d-4d8d-81af-e33eedae2a0b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] DELETE failed (client error): The resource could not be found. Dec 20 11:58:03.576571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36db3d5-3e1d-4d8d-81af-e33eedae2a0b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 11:58:03.578527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f36db3d5-3e1d-4d8d-81af-e33eedae2a0b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] 10.222.0.32 "DELETE /v2.0/subnets/02483420-eadf-4e54-83d4-40ca31606f1d HTTP/1.1" status: 404 len: 337 time: 0.0510125 Dec 20 11:58:03.582099 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/e211cc25-5aea-43fc-a4cc-12666d177c78 HTTP/1.1" status: 204 len: 168 time: 3.0607278 Dec 20 11:58:03.587443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:03.600494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735795161', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:03.620013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:03.628723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:router and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:03.646814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a52e-30b1-4649-9051-d76a015b98c3 req-e1a43498-eb55-4f22-8175-da9e7bbcbf7c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:03.648559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f90a52e-30b1-4649-9051-d76a015b98c3 req-e1a43498-eb55-4f22-8175-da9e7bbcbf7c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.6950428 Dec 20 11:58:03.656122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34310) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:03.657321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:03.667054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:03.703538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-c6ce72ba-45d1-4fae-9140-7a25936d78fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 200 len: 217 time: 0.1236408 Dec 20 11:58:03.703704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.704620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.742163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:03.777963 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f90a52e-30b1-4649-9051-d76a015b98c3 req-9aa2900f-498f-412f-9ec9-50d2d3ad941c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225302 Dec 20 11:58:03.800589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-d30993c7-3c64-4206-9cb1-e8baf80f458e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:03.801946 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-d30993c7-3c64-4206-9cb1-e8baf80f458e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.0911319 Dec 20 11:58:03.946545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137409449'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:03.955293 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-58d3d66a-232c-4c9f-b50a-138e8c9d6611 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472933 Dec 20 11:58:03.956690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:03.961004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:03.983331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:03.995334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:04.024466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.090572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:04.159232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-2f1f89ae-d6a5-4c0a-8e70-42f9db70d13e service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953111 Dec 20 11:58:04.161339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.200515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.250111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.318945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.322221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.369238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:04.389076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:04.410471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:04.426077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:04.433017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:04.504484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Usage tracker for resource:security_group_rule and tenant:a9bcc5fe0e6748ec95b15f44eca8ae66 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:04.512520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:04.525799 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-a20dcb4b-c855-4ad7-9ca6-f118180f3bd0 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482718 Dec 20 11:58:04.536894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 172.35.0.158 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/a488c0a1-1caf-4866-87e5-fefd783e9c82) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:04.539837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:04.649774 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-9c978801-e504-4679-a404-13363dcbaaa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 217 time: 0.1054633 Dec 20 11:58:04.712655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-52fce833-3225-457c-9e1d-ca3eb68ce283 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:04.718581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-52fce833-3225-457c-9e1d-ca3eb68ce283 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.3800855 Dec 20 11:58:04.738876 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-342dcbe5-0e55-4cbb-ad82-977cfd56fe20 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/quotas/7d56622939f64706a20eaf04c8d7baa8 HTTP/1.1" status: 200 len: 375 time: 0.0194373 Dec 20 11:58:04.739118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.747701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.755873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.763527 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-19038f48-9622-45de-9918-ed752691119a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:04.809276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eec9648-616e-4571-bbbf-5f96b73a528e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:04.813561 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:04.817723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9bcc5fe0e6748ec95b15f44eca8ae66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7261889 Dec 20 11:58:04.821258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:04.827133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-1c97564f-bce8-4f98-8aa3-0bd253068ba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:04.828825 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-1c97564f-bce8-4f98-8aa3-0bd253068ba6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.1731110 Dec 20 11:58:04.865076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.871083 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac615dc4-e5d2-4465-bb24-fd8d444f2303 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:04.883069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.898136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:04.903994 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c44a6766-2fff-4a6a-9d84-4f8cdf18bf47 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:04.946012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:04.959824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:04.970689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:04.971153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:04.977221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e84085-6f27-4afb-b490-6f172dfea27a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:04.979978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:04.984249 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:04.985135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:04.992968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-43061a74-dbe6-459b-b8bf-9a6c2d466e6a tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2386858 Dec 20 11:58:04.998530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:05.005279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=a488c0a1-1caf-4866-87e5-fefd783e9c82,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:05.014847 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:05.017293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.062677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-5f7d67fa-0874-44d9-8d97-29ca37405b10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243288 Dec 20 11:58:05.099342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.260341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39da8d-6517-416a-a839-06e22be8311f req-e8a7bce6-207b-4997-80ab-c0df0b9c07b7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:05.261938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c39da8d-6517-416a-a839-06e22be8311f req-e8a7bce6-207b-4997-80ab-c0df0b9c07b7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1650655 Dec 20 11:58:05.263587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.269862 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4672170a-3573-4435-8128-061a13e20036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:05.310251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eec9648-616e-4571-bbbf-5f96b73a528e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:05.317333 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:05.354822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.355958 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eec9648-616e-4571-bbbf-5f96b73a528e HTTP/1.1" status: 204 len: 168 time: 0.5335438 Dec 20 11:58:05.370826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.383104 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0c39da8d-6517-416a-a839-06e22be8311f req-68f1743e-5e0a-4ad1-9f66-c76a19dbd07f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953674 Dec 20 11:58:05.415560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.417018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.434201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.441119 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7502ce51-52f4-4702-a1a2-b090de53fe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:05.465297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-deeeb1c8-e356-48d1-a952-cd1b1d8d77ef service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634953 Dec 20 11:58:05.630297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71cc0fd-a03e-48b7-8cc9-d9e87432ee67,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:05.635637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:05.641575 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9840879 Dec 20 11:58:05.642985 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:05.752557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34354) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:05.764452 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-4d856ad2-8645-4022-9f5f-46fac510fe21 service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982056 Dec 20 11:58:05.766454 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-a2f37267-b08e-4ba7-9510-d2a2ed72a671 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762664 Dec 20 11:58:05.893674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34360) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:05.944502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7993813b-4790-49bb-b491-09c31677055c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:05.978631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f50b9c85-453e-451a-a38a-e514d6777e4f req-e8cdd9c4-5e74-4b5b-9e42-0414aed0f21b service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980569 Dec 20 11:58:05.988881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7993813b-4790-49bb-b491-09c31677055c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:05.996265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:06.004550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7993813b-4790-49bb-b491-09c31677055c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2505310 Dec 20 11:58:06.023829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-security--695757304', 'description': 'tempest-security-description-1849457405'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:06.107803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f0a30d96-19a5-45d5-9e15-06ec58e9b7e3 req-13954ecc-41c0-4a2b-bcb6-6a199ed360bc tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 210 time: 0.0690203 Dec 20 11:58:06.112136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.136808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d267edf3-0a15-4d90-9fa8-87862fafbf3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcf1f453cf1547009b4e2dbe0bccdebe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2389491 Dec 20 11:58:06.139176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34376) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:06.169611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81ce0-ec48-4748-acad-1bfb4bdddfef req-e66e26d4-d051-467a-9d7a-34f8e604efe5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:06.177262 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ea81ce0-ec48-4748-acad-1bfb4bdddfef req-e66e26d4-d051-467a-9d7a-34f8e604efe5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3018813 Dec 20 11:58:06.230709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.263893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.265935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.280990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router d76efc2e-ab27-48e7-ae41-16f25e03bf2f is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:58:06.297123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.302179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.305127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "PUT /v2.0/security-groups/b71cc0fd-a03e-48b7-8cc9-d9e87432ee67 HTTP/1.1" status: 200 len: 1611 time: 0.2929227 Dec 20 11:58:06.306733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34380) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:06.308784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f45608d-83f3-46d6-8843-97db5712f6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:06.419314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.423419 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7656af63-1549-43b3-be03-73f2a69bedcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:06.439382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78647722-9743-4e12-aefe-d15c2f47ca16,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:06.461911 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:06.484814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.485957 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78647722-9743-4e12-aefe-d15c2f47ca16 HTTP/1.1" status: 204 len: 168 time: 0.3458023 Dec 20 11:58:06.571790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71cc0fd-a03e-48b7-8cc9-d9e87432ee67,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:06.579869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:06.582998 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ea81ce0-ec48-4748-acad-1bfb4bdddfef req-e6ee39d0-8d5e-4d35-8f9b-5881e5fdbf37 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047875 Dec 20 11:58:06.650084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34394) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:06.654531 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5c45e1cb-150e-497b-a972-1c15ccf9f5df tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups/b71cc0fd-a03e-48b7-8cc9-d9e87432ee67 HTTP/1.1" status: 200 len: 1611 time: 0.3372831 Dec 20 11:58:06.773326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.820690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.897478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.910131 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:06.934653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71cc0fd-a03e-48b7-8cc9-d9e87432ee67,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:06.936964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.938026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089d5ea-a946-4008-b5c6-a270539b4bb6 req-212b968d-d2a3-416a-90f5-05ad2ac72386 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:06.939299 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/b71cc0fd-a03e-48b7-8cc9-d9e87432ee67 HTTP/1.1" status: 204 len: 168 time: 0.2870193 Dec 20 11:58:06.939661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7089d5ea-a946-4008-b5c6-a270539b4bb6 req-212b968d-d2a3-416a-90f5-05ad2ac72386 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1341088 Dec 20 11:58:06.941088 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:06.941703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34404) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:06.963771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:58:06.975197 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773062c-d563-4e47-94cc-61457c534716 None None] Sync routers for ids ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:58:06.994780 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773062c-d563-4e47-94cc-61457c534716 None None] Routers {'d76efc2e-ab27-48e7-ae41-16f25e03bf2f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:06.998718 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f773062c-d563-4e47-94cc-61457c534716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:07.029032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.031808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-75cbde4c-7bc9-4bc2-9b87-f4f4c7cb9727 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:07.033875 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4453282 Dec 20 11:58:07.035483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:07.051668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-75cbde4c-7bc9-4bc2-9b87-f4f4c7cb9727 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:07.053259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-75cbde4c-7bc9-4bc2-9b87-f4f4c7cb9727 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1099696 Dec 20 11:58:07.056230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34414) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:07.103771 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-824209a8-d65b-47eb-bff7-a908506559a9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] delete failed (client error): The resource could not be found. Dec 20 11:58:07.106044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-824209a8-d65b-47eb-bff7-a908506559a9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/b71cc0fd-a03e-48b7-8cc9-d9e87432ee67 HTTP/1.1" status: 404 len: 347 time: 0.0477192 Dec 20 11:58:07.109349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34422) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:07.130021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781768331'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:07.154062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:07.154249 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7089d5ea-a946-4008-b5c6-a270539b4bb6 req-da3ae10b-f648-47a4-96d8-c8b7a054d14a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664240 Dec 20 11:58:07.155346 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f773062c-d563-4e47-94cc-61457c534716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:07.206940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:07.209160 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773062c-d563-4e47-94cc-61457c534716 None None] Routers {'d76efc2e-ab27-48e7-ae41-16f25e03bf2f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:07.209915 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f773062c-d563-4e47-94cc-61457c534716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:07.239953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.324505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:07.333116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:07.341499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:07.357112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:07.375009 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f773062c-d563-4e47-94cc-61457c534716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:07.376765 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773062c-d563-4e47-94cc-61457c534716 None None] The sync data for ids ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:58:07.491830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8468e4fc-d95f-4d1d-9c9a-b4d91a416929 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/routers/d76efc2e-ab27-48e7-ae41-16f25e03bf2f HTTP/1.1" status: 200 len: 884 time: 0.4535418 Dec 20 11:58:07.494242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:07.559448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.603103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-870321e1-5714-4c03-939a-de7b1fc73105 req-c2e8b222-3f6b-4354-b9e4-cb0120d35101 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 210 time: 0.0982943 Dec 20 11:58:07.606698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.614730 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3d0a75d-4a3f-44b7-afd8-4ac11ce60288 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:07.671823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc84bf5c-3de4-4344-a0a3-2842beee12fe,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:07.676882 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:07.682299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.686790 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5754597 Dec 20 11:58:07.687508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34448) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:07.694033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': 'cc84bf5c-3de4-4344-a0a3-2842beee12fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:07.700706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:07.705114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:07.708827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:07.714938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:07.737912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.833521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.840136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.843528 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:07.868855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe753db-335b-462f-9b24-29eaad300a47,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:07.881262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02351bb0-5695-4920-b404-095cf5af99a6 req-861044a2-4ad1-4acf-a112-71d7837b0ccf tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:07.881558 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:07.891350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-861044a2-4ad1-4acf-a112-71d7837b0ccf tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.2965610 Dec 20 11:58:07.893511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.899161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2106786 Dec 20 11:58:07.900029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34458) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:07.911668 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-9807378f-9a38-4dbd-88c3-88b369fcd159 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/quotas/abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 375 time: 0.0194125 Dec 20 11:58:07.946766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4971-c891-4887-b67f-1c1327d0e466 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:07.995639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4971-c891-4887-b67f-1c1327d0e466 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:08.106069 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-79856e99-6149-4b38-86b5-34ff5e265124 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1934981 Dec 20 11:58:08.186043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4971-c891-4887-b67f-1c1327d0e466 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:08.229804 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:08.250676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4971-c891-4887-b67f-1c1327d0e466 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:08.252394 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f3ed4971-c891-4887-b67f-1c1327d0e466 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cbe753db-335b-462f-9b24-29eaad300a47 HTTP/1.1" status: 204 len: 168 time: 0.3508382 Dec 20 11:58:08.257782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed4971-c891-4887-b67f-1c1327d0e466 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbe753db-335b-462f-9b24-29eaad300a47,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:08.260689 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f3ed4971-c891-4887-b67f-1c1327d0e466 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:08.261180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34464) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:08.261504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34466) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:08.262541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-fb63be13-2d87-4174-876e-ae20092e7680 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555688 Dec 20 11:58:08.310119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-23055519-c4f1-48a8-88bb-efe7fd23ad59 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:08.312167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-23055519-c4f1-48a8-88bb-efe7fd23ad59 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.3584676 Dec 20 11:58:08.337208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Request body: {'port': {'device_id': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'admin_state_up': True, 'tenant_id': '7d56622939f64706a20eaf04c8d7baa8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:08.384025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-909cf75b-98e4-48b6-a82e-678a206fd638 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:08.495115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1cc1e234-194f-42dc-88d6-fd3fe3c70a99 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:router {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:08.495540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-909cf75b-98e4-48b6-a82e-678a206fd638 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:08.500112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-909cf75b-98e4-48b6-a82e-678a206fd638 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2252526 Dec 20 11:58:08.500266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34476) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:08.519907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-82ceae1d-0139-4a8f-b575-ec4e4a1e0b69 tempest-AgentManagementNegativeTest-2041809362 tempest-AgentManagementNegativeTest-2041809362-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2431133 Dec 20 11:58:08.569108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:08.580407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:08.593963 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-64537293-8062-437c-9327-f08ebad0d3f2 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304832 Dec 20 11:58:08.595733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Made reservation on behalf of 7d56622939f64706a20eaf04c8d7baa8 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:08.598835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1cc1e234-194f-42dc-88d6-fd3fe3c70a99 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:router {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:08.600538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:08.603723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1cc1e234-194f-42dc-88d6-fd3fe3c70a99 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1080267 Dec 20 11:58:08.606878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:08.637543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-59d6d608-4639-46cf-8a98-def6fb529c40 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-735795161'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:08.848982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:08.953862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fcaf7f06-ae3a-42cc-89bf-b89c794e654a req-8e9c6ae2-1957-499f-a409-297748f47902 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 210 time: 0.0801210 Dec 20 11:58:08.978308 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f79eadb5-76f2-4fb9-99a4-62c1a6640b4b req-2c918e6b-cc05-4bd3-8f84-529548c53792 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 210 time: 0.0729396 Dec 20 11:58:08.981025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.022508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Allocated IP 172.20.0.10 (f598ac5b-68a5-4092-9566-e8b4bc2a2cb0/6c0f0e25-8188-4e94-bb5a-36a62ca5152e/5625b7ac-b4cc-45bf-b4e4-675ad097657a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:09.056653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34498) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:09.230661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.237386 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4e93f08e-4dfa-4ad8-b99f-c6b05354534b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:09.257062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc84bf5c-3de4-4344-a0a3-2842beee12fe,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:09.263268 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:09.296439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.298057 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc84bf5c-3de4-4344-a0a3-2842beee12fe HTTP/1.1" status: 204 len: 168 time: 0.7968192 Dec 20 11:58:09.301484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34508) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:09.445723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a114883-370d-4ce9-9e8f-dc76322021da tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:09.478557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.535377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a114883-370d-4ce9-9e8f-dc76322021da tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:09.541164 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a114883-370d-4ce9-9e8f-dc76322021da tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2331574 Dec 20 11:58:09.541164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34514) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:09.549012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:09.560487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--148658632'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:09.568391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5fbba3557b4a67afaacd84e27bee46 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:09.570890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:09.573827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:09.579410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.585441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:09.587108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:09.610873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.654193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.659500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:09.665016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:09.669337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:09.669600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['98542c74-a70f-49e7-9d54-80bf39b0f1f1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:58:09.677761 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3501b791-0cb7-4a66-a24d-cbbdb260ae87 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:09.725825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:09.756680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:58:09.772567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.811435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.851781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b5fbba3557b4a67afaacd84e27bee46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7941048 Dec 20 11:58:09.853624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:09.862265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event updated for resources: {'Port': ['ID=5625b7ac-b4cc-45bf-b4e4-675ad097657a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:09.865302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34520) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:09.871814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:09.876313 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:09.878792 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d63ef511-cba1-4a4a-aeff-7dfe49146f04 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:09.899221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:09.934169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59d6d608-4639-46cf-8a98-def6fb529c40 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.966082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59d6d608-4639-46cf-8a98-def6fb529c40 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:09.974512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.027290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:10.027290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.078721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.091823 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4e8bd04e-2824-4386-bdf0-68975b4b8c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:10.117476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76362dc8-4365-43b2-b865-69cf564bd883,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:10.123966 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:10.138771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.164471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169e3248-cb6d-47b5-ba7e-a31076957e6c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:10.166789 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8341634 Dec 20 11:58:10.180262 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:10.184894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Request body: {'port': {'device_id': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:10.191512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.194056 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6405907 Dec 20 11:58:10.197007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34530) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:10.207018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '169e3248-cb6d-47b5-ba7e-a31076957e6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:10.281705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:10.303628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:10.308629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:10.333140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.349658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.363645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:10.455911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.474591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6c547ce-6412-4f71-a835-8e2d0da1892a req-4db315fc-5cf9-4ed8-a190-856c33d08ae4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 210 time: 0.1452854 Dec 20 11:58:10.564232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190109b-4295-4f48-8aa9-e9e242d1e291 req-b1a79739-36fb-4be0-9896-fa5e9c31f572 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:10.572019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9190109b-4295-4f48-8aa9-e9e242d1e291 req-b1a79739-36fb-4be0-9896-fa5e9c31f572 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 932 time: 0.3580763 Dec 20 11:58:10.612886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.636680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.645934 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bf8397b7-f4f7-42e5-a556-71b20f4ada33 tempest-TaggedBootDevicesTest_v242-763634541 tempest-TaggedBootDevicesTest_v242-763634541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:10.686578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9190109b-4295-4f48-8aa9-e9e242d1e291 req-3e5f4075-7e20-433d-a18d-17939c2af601 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135576 Dec 20 11:58:10.693101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b50badd-7a29-48f8-8dae-c78428d1a2c6,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:10.713474 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:10.722573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.726503 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5232000 Dec 20 11:58:10.727293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:10.736505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '169e3248-cb6d-47b5-ba7e-a31076957e6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:10.745609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d6d608-4639-46cf-8a98-def6fb529c40 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router d76efc2e-ab27-48e7-ae41-16f25e03bf2f has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:58:10.745609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:10.751114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:10.755506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:10.762559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:10.841387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.907688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:10.916826 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-59078aaa-35f4-4429-83e7-15a8f07160b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:10.935695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02351bb0-5695-4920-b404-095cf5af99a6 req-157620b6-bcec-458c-8406-1070510ba305 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:10.937199 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-157620b6-bcec-458c-8406-1070510ba305 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.5372798 Dec 20 11:58:10.955238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76362dc8-4365-43b2-b865-69cf564bd883,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:10.968291 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:10.973445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'port': {'device_id': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'admin_state_up': True, 'tenant_id': 'abc93a564ed2497c8411d898e060188e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:11.002979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.006687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76362dc8-4365-43b2-b865-69cf564bd883 HTTP/1.1" status: 204 len: 168 time: 1.1377220 Dec 20 11:58:11.116656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.129972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.132591 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:11.170948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d4a5c5-fa03-4b27-8211-fb89c164ea21,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:11.179465 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:11.190919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.192742 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4632289 Dec 20 11:58:11.195935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34546) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:11.204479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '169e3248-cb6d-47b5-ba7e-a31076957e6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:11.213889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:11.214326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:11.224137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:11.225396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:11.228431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d6d608-4639-46cf-8a98-def6fb529c40 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:58:11.230295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:11.238493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59d6d608-4639-46cf-8a98-def6fb529c40 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.241911 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59d6d608-4639-46cf-8a98-def6fb529c40 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/d76efc2e-ab27-48e7-ae41-16f25e03bf2f HTTP/1.1" status: 200 len: 891 time: 2.6236622 Dec 20 11:58:11.242089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] Sync routers for ids ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:58:11.243561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:11.246818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:11.258144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] Routers {'d76efc2e-ab27-48e7-ae41-16f25e03bf2f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:11.259259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:11.271024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Made reservation on behalf of abc93a564ed2497c8411d898e060188e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:11.278585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.324643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5625b7ac-b4cc-45bf-b4e4-675ad097657a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:58:11.332536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:11.343862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.357854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.358558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] Routers {'d76efc2e-ab27-48e7-ae41-16f25e03bf2f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:11.360224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:11.415950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Transition to ACTIVE for port object 5625b7ac-b4cc-45bf-b4e4-675ad097657a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:11.427422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.434761 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:11.465833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:11.466486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b2ac0-d850-4251-8446-324993a67613 None None] The sync data for ids ['d76efc2e-ab27-48e7-ae41-16f25e03bf2f'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:58:11.568371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.582640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.585869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74a3d415-70b6-46bc-aaf1-d8cce6dc8c19 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:11.605225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655c0035-7364-4199-a274-e18b33cb67e5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:11.628964 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:11.645278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Pushing event updated for resources: {'Port': ['ID=5625b7ac-b4cc-45bf-b4e4-675ad097657a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:11.648474 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:11.686135 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-555fc085-45be-46f3-9eeb-365d2f2e1e7e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/routers/d76efc2e-ab27-48e7-ae41-16f25e03bf2f HTTP/1.1" status: 200 len: 891 time: 0.4386387 Dec 20 11:58:11.686135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:11.689319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4885054 Dec 20 11:58:11.689319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34566) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:11.689976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34568) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:11.727572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '169e3248-cb6d-47b5-ba7e-a31076957e6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:11.742706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d663e33-42c8-41be-a18d-315442c052f2 req-e407ddda-432d-481d-ada0-c1cf45f1e1f8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 210 time: 0.1019082 Dec 20 11:58:11.754039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:11.760219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc7cfb13-dc54-4e00-b733-6446ee297e5d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:11.785931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:11.790416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:11.826699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:11.847565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc7cfb13-dc54-4e00-b733-6446ee297e5d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:11.849010 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cc7cfb13-dc54-4e00-b733-6446ee297e5d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76efc2e-ab27-48e7-ae41-16f25e03bf2f HTTP/1.1" status: 200 len: 205 time: 0.1604366 Dec 20 11:58:11.852296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:11.965757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.144822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.153152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.155819 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:12.186915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfd2211-f459-4b0b-a5b9-c23667bf8142,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:12.202653 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:12.219850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Allocated IP 172.20.0.3 (b1a16a4f-247f-4fa1-bed3-3c652bc1d557/63c5b08a-6c4f-4f33-8b43-bf477236aa34/e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:12.233456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Attempting to bind port 5625b7ac-b4cc-45bf-b4e4-675ad097657a on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:12.233850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Attempting to bind port 5625b7ac-b4cc-45bf-b4e4-675ad097657a by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:12.234203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Attempting to bind port 5625b7ac-b4cc-45bf-b4e4-675ad097657a on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:12.239235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.242027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5500891 Dec 20 11:58:12.244785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34588) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:12.254021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '169e3248-cb6d-47b5-ba7e-a31076957e6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:12.263183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.271000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Port 5625b7ac-b4cc-45bf-b4e4-675ad097657a on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:58:12.271314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Attempting to bind port 5625b7ac-b4cc-45bf-b4e4-675ad097657a on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:12.282427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:12.282766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Checking segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:12.283162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Bound using segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:12.283679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Bound port: 5625b7ac-b4cc-45bf-b4e4-675ad097657a, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:12.284529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.340625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:12.348425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:12.352453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:12.360420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:12.395138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255f9fb-deab-4fa4-84f5-634ed13c7f5d req-6e7a60ae-2390-49d2-89f9-f77325dff254 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:12.395870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1255f9fb-deab-4fa4-84f5-634ed13c7f5d req-6e7a60ae-2390-49d2-89f9-f77325dff254 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:12.402893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.438541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34592) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:12.458712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1255f9fb-deab-4fa4-84f5-634ed13c7f5d req-6e7a60ae-2390-49d2-89f9-f77325dff254 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:12.460233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1255f9fb-deab-4fa4-84f5-634ed13c7f5d req-6e7a60ae-2390-49d2-89f9-f77325dff254 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 944 time: 0.4127266 Dec 20 11:58:12.571398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.583973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.587595 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8df3cee7-5249-48f7-a7d0-cf23b841bc9f tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:12.615353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af17dc35-fba7-44e4-b736-32df04dd8958,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:12.623737 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:12.638274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.642023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3936927 Dec 20 11:58:12.642266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34600) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:12.661908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bb3845c0-1728-4341-8c04-8ba26b4922fd tempest-DvrRoutersNegativeTest-1909003729 tempest-DvrRoutersNegativeTest-1909003729-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-240321567', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:12.664212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.policy [None req-bb3845c0-1728-4341-8c04-8ba26b4922fd tempest-DvrRoutersNegativeTest-1909003729 tempest-DvrRoutersNegativeTest-1909003729-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83558) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 20 11:58:12.664512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.policy [None req-bb3845c0-1728-4341-8c04-8ba26b4922fd tempest-DvrRoutersNegativeTest-1909003729 tempest-DvrRoutersNegativeTest-1909003729-project] Failed policy check for 'create_router' {{(pid=83558) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 20 11:58:12.665042 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-bb3845c0-1728-4341-8c04-8ba26b4922fd tempest-DvrRoutersNegativeTest-1909003729 tempest-DvrRoutersNegativeTest-1909003729-project] create failed (client error): Access was denied to this resource. Dec 20 11:58:12.669679 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bb3845c0-1728-4341-8c04-8ba26b4922fd tempest-DvrRoutersNegativeTest-1909003729 tempest-DvrRoutersNegativeTest-1909003729-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2264180 Dec 20 11:58:12.669854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.669955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.688880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-467f1848-3144-4185-a198-b4e8236604a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.702794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-467f1848-3144-4185-a198-b4e8236604a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.709827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port a488c0a1-1caf-4866-87e5-fefd783e9c82 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:12.718956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.728969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] For port 5625b7ac-b4cc-45bf-b4e4-675ad097657a, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:12.732304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Transition to ACTIVE for port object e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:12.749241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] For port 5625b7ac-b4cc-45bf-b4e4-675ad097657a, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5625b7ac-b4cc-45bf-b4e4-675ad097657a,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:12.757286 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1255f9fb-deab-4fa4-84f5-634ed13c7f5d req-52f89182-78f5-421f-bb5e-431980b15fb4 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975312 Dec 20 11:58:12.762669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.770971 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f22a003d-0caf-47ca-a2c1-93e15edbb31c tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:12.825032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-467f1848-3144-4185-a198-b4e8236604a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.832104 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-247e1036-46e0-4eca-b28d-ddc307be1d2e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:12.864328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f1848-3144-4185-a198-b4e8236604a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af17dc35-fba7-44e4-b736-32df04dd8958,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:12.870162 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-467f1848-3144-4185-a198-b4e8236604a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:12.921293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.932040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-467f1848-3144-4185-a198-b4e8236604a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.932721 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-467f1848-3144-4185-a198-b4e8236604a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/af17dc35-fba7-44e4-b736-32df04dd8958 HTTP/1.1" status: 204 len: 168 time: 0.2896049 Dec 20 11:58:12.941099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:12.943432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34612) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:12.946040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] 10.222.0.53 "PUT /v2.0/ports/5625b7ac-b4cc-45bf-b4e4-675ad097657a HTTP/1.1" status: 200 len: 1094 time: 2.7666597 Dec 20 11:58:12.989240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'tag': '5625b7ac-b4cc-45bf-b4e4-675ad097657a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:58:13.121929 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'tag': '5625b7ac-b4cc-45bf-b4e4-675ad097657a', 'status': 'completed', 'code': 200} Dec 20 11:58:13.134900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Pushing event updated for resources: {'Port': ['ID=5625b7ac-b4cc-45bf-b4e4-675ad097657a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:13.135115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.145026 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:13.146038 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:13.160149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b613689b-367a-4a7b-b910-e3b5a4bced00 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:13.193352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:13.197929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:13.205514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:13.275413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:13.276094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.279983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:13.345068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:13.365682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4010124 Dec 20 11:58:13.373758 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:13.382434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Request body: {'port': {'device_id': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:13.390508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for a488c0a1-1caf-4866-87e5-fefd783e9c82 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:13.504386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-10520fa5-a370-4052-b1e5-6e8fed04a03e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 1097 time: 0.4996462 Dec 20 11:58:13.604831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f0e32617-fc39-4676-9127-8309f38bbb8e None None] Provisioning for port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:13.617879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f0e32617-fc39-4676-9127-8309f38bbb8e None None] Provisioning complete for port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:13.618386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f0e32617-fc39-4676-9127-8309f38bbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.627409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b613689b-367a-4a7b-b910-e3b5a4bced00 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:13.628795 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b613689b-367a-4a7b-b910-e3b5a4bced00 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.6842558 Dec 20 11:58:13.632078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34626) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:13.645014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa9c3-e655-4217-9d4a-9da0fd94b59b req-359b31e1-f0c1-40b6-90da-9b15f8d2cbf1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:13.649915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.651467 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf7fa9c3-e655-4217-9d4a-9da0fd94b59b req-359b31e1-f0c1-40b6-90da-9b15f8d2cbf1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 931 time: 0.6194754 Dec 20 11:58:13.677908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-bcad7543-d6a7-48e5-9388-ba23e0b31591 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5625b7ac-b4cc-45bf-b4e4-675ad097657a HTTP/1.1" status: 200 len: 217 time: 0.1404259 Dec 20 11:58:13.682352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.711659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f0e32617-fc39-4676-9127-8309f38bbb8e None None] Port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:13.730636 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf7fa9c3-e655-4217-9d4a-9da0fd94b59b req-c8ca813c-33b0-4897-a95d-bc105f20fac5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782924 Dec 20 11:58:13.811143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.836965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.847498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-20b0b91c-3b0f-4f68-95f7-79a2c8b93e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:13.848950 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-20b0b91c-3b0f-4f68-95f7-79a2c8b93e09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.1506505 Dec 20 11:58:13.857561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:13.860710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:13.866683 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7eacbaf7-5610-47ab-8c63-e22672269acd tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:13.872488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Usage tracker for resource:security_group_rule and tenant:6be79630dca04d24ac7e465fb84dd0d9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:13.913935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:13.940031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:13.953046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=a488c0a1-1caf-4866-87e5-fefd783e9c82,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:13.956939 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:13.988233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-88906af5-f57a-4f09-9e86-5668273ab4b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278768 Dec 20 11:58:14.060766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.099418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-602319d6-7849-49aa-96c2-5b0240290b72 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:14.146470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dfd2211-f459-4b0b-a5b9-c23667bf8142,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:14.169149 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:14.296552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.298397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.299543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3dfd2211-f459-4b0b-a5b9-c23667bf8142 HTTP/1.1" status: 204 len: 168 time: 0.6585057 Dec 20 11:58:14.359077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:14.546186 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-f70db79e-2fc6-49ca-abbd-5d54ed354bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485384 Dec 20 11:58:14.548339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.586626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.600983 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d3136f4-61c5-42c8-8915-6b19e768bb3d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:14.604203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.618143 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-48b65af3-f62a-439b-b985-0fe50a694c94 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2503729 Dec 20 11:58:14.618143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.619218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d06f1-2b8f-4b48-a1be-08eda3e5d966 req-7bdc9a51-7723-488c-af36-3dbd4349664f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:14.619894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:14.620658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e4d06f1-2b8f-4b48-a1be-08eda3e5d966 req-7bdc9a51-7723-488c-af36-3dbd4349664f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 944 time: 0.6261282 Dec 20 11:58:14.656287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.667875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.702283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.706951 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4c581a96-187f-4347-acfe-73029a7967a7 tempest-ServersTestManualDisk-388927816 tempest-ServersTestManualDisk-388927816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:14.717929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.718451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Fanout notify agent at l3_agent the message router_deleted on router d76efc2e-ab27-48e7-ae41-16f25e03bf2f {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:58:14.725636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=655c0035-7364-4199-a274-e18b33cb67e5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:14.729088 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:14.748083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.756357 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/d76efc2e-ab27-48e7-ae41-16f25e03bf2f HTTP/1.1" status: 204 len: 168 time: 2.8955915 Dec 20 11:58:14.756556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e65aa33-b3c3-441a-b006-c60c77eb28a1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:14.756704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.756704 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/655c0035-7364-4199-a274-e18b33cb67e5 HTTP/1.1" status: 204 len: 168 time: 0.1306400 Dec 20 11:58:14.761788 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:14.762426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34644) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:14.762763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34648) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:14.765142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6be79630dca04d24ac7e465fb84dd0d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4749696 Dec 20 11:58:14.771055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34652) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:14.771746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:58:14.785221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1631986225'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:14.858896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:14.859382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.878422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:14.882812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:14.891079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.911956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:14.930586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e4d06f1-2b8f-4b48-a1be-08eda3e5d966 req-272af188-6760-44ef-80e2-dd47e64759a9 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002691 Dec 20 11:58:14.960150 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9a1c435a-a131-4aee-894c-61d52cd0f153 req-2b536d72-875e-4b64-83f4-d4313116ea93 service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067426 Dec 20 11:58:14.965710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:58:14.966247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-54a5ae3a-d99e-44e6-b492-b2ddfbc024bc req-4f76f97e-fc70-4b0a-ad74-013efc798666 service neutron] (83557) timed out ('10.222.0.32', 32876) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 11:58:14.974729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:14.977757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.997442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.014162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-be7f22b3-7eb4-4000-8182-0d563369b3bc tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:15.024906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32c344-7b7f-4c28-99ba-f8d90c5029af req-d7169037-32f8-4a61-9973-8c65ce165443 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:15.027791 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e32c344-7b7f-4c28-99ba-f8d90c5029af req-d7169037-32f8-4a61-9973-8c65ce165443 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 931 time: 0.1230247 Dec 20 11:58:15.035112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.040395 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-57f2665a-2b8e-41e5-abf6-87da90d592a7 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:15.068226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e65aa33-b3c3-441a-b006-c60c77eb28a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:15.076831 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:15.080067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.081809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e65aa33-b3c3-441a-b006-c60c77eb28a1 HTTP/1.1" status: 204 len: 168 time: 0.3070800 Dec 20 11:58:15.082866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.125171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:58:15.127460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Transition to ACTIVE for port object e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:15.139882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.142239 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4e32c344-7b7f-4c28-99ba-f8d90c5029af req-a92948c3-c1e8-4088-99b2-6c5633a4226d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028242 Dec 20 11:58:15.147299 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:15.180753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.181076 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment 16b20745-a069-4be2-9eed-8728efba3bc2 of type vlan for network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 Dec 20 11:58:15.184261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-be7f22b3-7eb4-4000-8182-0d563369b3bc tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:15.185535 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-be7f22b3-7eb4-4000-8182-0d563369b3bc tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4176474 Dec 20 11:58:15.188779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:15.233010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.246478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.307934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.316893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.317351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:15.318685 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:15.349022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9d4a5c5-fa03-4b27-8211-fb89c164ea21,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:15.353403 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:15.354882 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:15.355955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.360932 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d9d4a5c5-fa03-4b27-8211-fb89c164ea21 HTTP/1.1" status: 204 len: 168 time: 0.1710694 Dec 20 11:58:15.361595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34668) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:15.399411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-829a4069-6178-46f1-a969-28b2dfa438b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 1097 time: 0.3373342 Dec 20 11:58:15.419129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ba2d1b5-b944-4765-aace-18024053b4b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:15.466857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ba2d1b5-b944-4765-aace-18024053b4b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:15.468404 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2ba2d1b5-b944-4765-aace-18024053b4b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1058180 Dec 20 11:58:15.474825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34674) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:15.530669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.548805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.555443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.559096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:15.559711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.569053 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a6c02917-0f49-4e37-abe2-c026ef697689 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:15.597249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.600133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a5390ae4-0577-41c1-bd78-cd3db1643a82 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:15.618495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b50badd-7a29-48f8-8dae-c78428d1a2c6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:15.622549 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:15.631419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.636408 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5b50badd-7a29-48f8-8dae-c78428d1a2c6 HTTP/1.1" status: 204 len: 168 time: 0.1578288 Dec 20 11:58:15.638274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:15.741446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-be61a172-c0bb-4b3a-a7e4-f5be3fc95c40 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:15.760681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-be61a172-c0bb-4b3a-a7e4-f5be3fc95c40 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:15.762688 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-be61a172-c0bb-4b3a-a7e4-f5be3fc95c40 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1153152 Dec 20 11:58:15.764335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9981108 Dec 20 11:58:15.767302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:15.767470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34688) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:15.780864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:15.788936 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:15.795641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-b00ef077-cafe-4c6f-bd5c-9c47d3ab3c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:15.797108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-b00ef077-cafe-4c6f-bd5c-9c47d3ab3c43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 916 time: 0.3581085 Dec 20 11:58:15.797984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Attempting to bind port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:15.799308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Attempting to bind port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:15.799308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Attempting to bind port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:15.800230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:58:15.806095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': '4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:15.889511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:58:15.889849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Attempting to bind port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:15.912466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:15.912809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:15.913178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Bound using segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:15.913602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Bound port: e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:15.913935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.929215 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-ac391e01-66be-4cf4-bfe0-16a1fd0238eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5625b7ac-b4cc-45bf-b4e4-675ad097657a HTTP/1.1" status: 200 len: 217 time: 0.1194978 Dec 20 11:58:16.010935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:16.023329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:16.029045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:16.038105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:16.040439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.065779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-8911983b-adf1-4b89-90b6-55becba07cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:16.067745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-8911983b-adf1-4b89-90b6-55becba07cdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.1085169 Dec 20 11:58:16.102272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:16.121121 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-8e603e26-e735-4ddb-8d8a-bbfb09906787 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468802 Dec 20 11:58:16.128682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] For port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:16.163040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.164826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] For port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:16.184530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.189561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:16.462652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.512568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.519134 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f47fd840-3c01-4a33-8697-4ba2ca9f3dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:16.587650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:16.601100 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:16.609121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169e3248-cb6d-47b5-ba7e-a31076957e6c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:16.619482 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:16.640504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96417b41-b832-482b-82c7-f83354135619 req-33dcbc97-b895-4162-93e6-09b4974cfa75 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:16.642029 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-96417b41-b832-482b-82c7-f83354135619 req-33dcbc97-b895-4162-93e6-09b4974cfa75 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 944 time: 0.4381380 Dec 20 11:58:16.646249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.649651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/169e3248-cb6d-47b5-ba7e-a31076957e6c HTTP/1.1" status: 204 len: 168 time: 0.8766048 Dec 20 11:58:16.650961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:16.658265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.661035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] 10.222.0.16 "PUT /v2.0/ports/e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 HTTP/1.1" status: 200 len: 1093 time: 3.2839675 Dec 20 11:58:16.665773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'tag': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:58:16.728637 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-b1f59a67-df26-47a7-82c4-6f838e060b77 service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974283 Dec 20 11:58:16.801547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-96417b41-b832-482b-82c7-f83354135619 req-395fae6b-621b-4d36-b761-eb87957df60e tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475844 Dec 20 11:58:16.841973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-69aab490-d954-4c9f-abc3-87bb3dcb4001 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:16.910087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-69aab490-d954-4c9f-abc3-87bb3dcb4001 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:16.911616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-69aab490-d954-4c9f-abc3-87bb3dcb4001 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2608066 Dec 20 11:58:16.926929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34720) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:16.977228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175074932'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:17.002853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:17.008377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:17.026616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.041199 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f50cef43-4147-4f65-93b6-28d81ae1506d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:17.080640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:17.103308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc453085-1870-4119-a148-9d9d2e9b4185 req-ab265084-9e7c-4c77-8c9e-ed6b10377fde tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:17.104155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fc453085-1870-4119-a148-9d9d2e9b4185 req-ab265084-9e7c-4c77-8c9e-ed6b10377fde tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:17.129352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.207222 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'tag': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3', 'status': 'completed', 'code': 200} Dec 20 11:58:17.209384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fc453085-1870-4119-a148-9d9d2e9b4185 req-ab265084-9e7c-4c77-8c9e-ed6b10377fde tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:17.210763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc453085-1870-4119-a148-9d9d2e9b4185 req-ab265084-9e7c-4c77-8c9e-ed6b10377fde tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 943 time: 0.7544146 Dec 20 11:58:17.261315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=2d17f475-078d-419e-8cc7-9fe3dc20dea2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:17.266147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': '16b20745-a069-4be2-9eed-8728efba3bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:17.266287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:58:17.273963 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:17.274928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:17.303550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:17.306542 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68e1c113-01d3-4419-8ea1-442d5d81f36c req-769d0735-2390-4c2d-badb-4822c979f557 service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301416 Dec 20 11:58:17.307399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:17.310140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:58:17.328897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:17.330276 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-8e5d8f24-b842-4d61-baa4-1d5486562cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 1096 time: 0.5907552 Dec 20 11:58:17.346279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:17.353679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:17.354527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.371668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507818fe-c7f1-4cdb-afaa-0271faadfc12 None None] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:17.408137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714993285'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:17.419364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:17.422307 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6538594 Dec 20 11:58:17.430410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:17.437975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.443688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1389763308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:17.449538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:17.454368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:17.455549 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-d4d3468c-efbb-4348-a50c-ba333546a6f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 HTTP/1.1" status: 200 len: 217 time: 0.1068592 Dec 20 11:58:17.457655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.473170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc453085-1870-4119-a148-9d9d2e9b4185 req-1b57df3d-8184-4af9-9a93-3a6f9762a005 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505240 Dec 20 11:58:17.476009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:17.478557 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fcc038b1-6126-440c-a874-1bba5ded56ce tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:17.486387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:17.492500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.496422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5682766 Dec 20 11:58:17.497961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:router and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:17.500593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:17.512146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '5601a739-fe2c-4fc1-b846-acf4536c19de', 'direction': 'ingress', 'protocol': 17}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:17.517462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:17.532237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:17.534456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:17.547082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:17.551804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02351bb0-5695-4920-b404-095cf5af99a6 req-61f7c60a-8302-42a2-abf0-f170ab26c45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:17.553224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-61f7c60a-8302-42a2-abf0-f170ab26c45c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.0789366 Dec 20 11:58:17.554503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:17.560672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5601a739-fe2c-4fc1-b846-acf4536c19de,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:17.566700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.582993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:17.585184 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:17.588727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.589848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.597392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.650618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24', 'network_id': '4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': '2d17f475-078d-419e-8cc7-9fe3dc20dea2'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:58:17.651568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.652558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.658613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:17.664394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.675992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:17.680922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:17.699456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:17.705934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-32f8f2d9-333d-4ee2-ae0c-efd02d2ae20f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1432366 Dec 20 11:58:17.741687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.785815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.803171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.809443 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e86a421-26d7-49dd-8959-1c209240e316 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:17.841534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.842735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6efda958-1e3f-407a-9ca2-01787ff417b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4086885 Dec 20 11:58:17.854840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:17.860774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f217121-b8d1-4cae-a400-54fcb0e9fbe8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:17.922535 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:17.930246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.938602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:17.943158 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4375432 Dec 20 11:58:17.944308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34746) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:17.967982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-043c8b13-5ff8-4a19-91f0-dac4fdb43602 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549226 Dec 20 11:58:18.011240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.017591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Allocated IP 2001:db8::2 (4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24/2d17f475-078d-419e-8cc7-9fe3dc20dea2/79976d85-a042-484b-91f4-4e6debf83b11) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:18.023183 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1be72c6-7124-4c33-9eb7-8acc42a388ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:18.166940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:18.176503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05faa3b5-7076-45d1-9b05-ad2ecc34d800,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:18.181173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:18.195791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:18.201871 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:18.205418 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02351bb0-5695-4920-b404-095cf5af99a6 req-ec94b2e7-04a4-4a19-a971-796932b8e658 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308896 Dec 20 11:58:18.215977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:18.273419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.285749 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Transition to ACTIVE for port object 79976d85-a042-484b-91f4-4e6debf83b11 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:18.307872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Transition to ACTIVE for port object 79976d85-a042-484b-91f4-4e6debf83b11 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:18.335564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.339831 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:18.412824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Pushing event updated for resources: {'Port': ['ID=79976d85-a042-484b-91f4-4e6debf83b11,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:18.427554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.438595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.439271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.439776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.440528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.441458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.441961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.442500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.444249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.444249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.444753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.445515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:18.445641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.457771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:18.463961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:18.463961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:18.465796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:18.495930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93075956-d879-4a31-aac2-7ba0e4680fe3 req-b8c3ed3b-6625-4add-b61c-56402eb23b44 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:18.497493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93075956-d879-4a31-aac2-7ba0e4680fe3 req-b8c3ed3b-6625-4add-b61c-56402eb23b44 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 944 time: 0.4603231 Dec 20 11:58:18.527688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.546636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-87596707-2ece-4408-9970-4406d563a49d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 1096 time: 0.2595198 Dec 20 11:58:18.659485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Attempting to bind port 79976d85-a042-484b-91f4-4e6debf83b11 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:18.660031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Attempting to bind port 79976d85-a042-484b-91f4-4e6debf83b11 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '16b20745-a069-4be2-9eed-8728efba3bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:18.660435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Attempting to bind port 79976d85-a042-484b-91f4-4e6debf83b11 on network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:18.671242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:18.672417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Checking segment: {'id': '16b20745-a069-4be2-9eed-8728efba3bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:18.672417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.673079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Bound using segment: {'id': '16b20745-a069-4be2-9eed-8728efba3bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:18.673801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Bound port: 79976d85-a042-484b-91f4-4e6debf83b11, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b20745-a069-4be2-9eed-8728efba3bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:18.675903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.814707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.836487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-6c10395f-1848-4da4-bc42-601507e7e87a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:18.837100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-6c10395f-1848-4da4-bc42-601507e7e87a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.2822275 Dec 20 11:58:18.840424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.849541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:18.853932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a175e9-4c0c-416b-a3ba-e19463d047da req-825eb25c-5065-4b37-85cc-ff8670614422 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:18.854102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79976d85-a042-484b-91f4-4e6debf83b11,segment=NetworkSegment(16b20745-a069-4be2-9eed-8728efba3bc2),segment_id=16b20745-a069-4be2-9eed-8728efba3bc2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:18.857309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5625b7ac-b4cc-45bf-b4e4-675ad097657a details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:58:18.861048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89a175e9-4c0c-416b-a3ba-e19463d047da req-825eb25c-5065-4b37-85cc-ff8670614422 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 943 time: 0.2247829 Dec 20 11:58:18.872119 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-11f4eb0a-588f-4edd-ae77-fd89dc5334d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:18.892672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.905444 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-58a0b0c7-4aad-4c59-8263-490e8b06679a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:18.909547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93075956-d879-4a31-aac2-7ba0e4680fe3 req-67de1a62-f64f-4798-aa8f-c49ae4cf5442 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402877 Dec 20 11:58:18.923583 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.932465 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9283664 Dec 20 11:58:18.933527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.937880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:18.939205 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/5601a739-fe2c-4fc1-b846-acf4536c19de HTTP/1.1" status: 204 len: 168 time: 0.9935918 Dec 20 11:58:18.940100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:18.948354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34758) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:18.979309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29decd57-5d99-4127-92b7-2865b1f90657,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:18.983534 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-d76cf1d0-5d7d-4707-b9d7-129469af77ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 HTTP/1.1" status: 200 len: 217 time: 0.1191096 Dec 20 11:58:19.031646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:58:19.065806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-d6156697-e9fa-4045-a878-b37bd7574218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:19.067299 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-d6156697-e9fa-4045-a878-b37bd7574218 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.0741837 Dec 20 11:58:19.108851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Pushing event updated for resources: {'Port': ['ID=79976d85-a042-484b-91f4-4e6debf83b11,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:19.121707 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:19.168731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5605132-66d7-4030-a337-5d02058d8645 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:19.194334 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:19.197951 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7d1ae649-2ffa-4c17-bbf8-4a13e62f7ba9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:19.208767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-89a175e9-4c0c-416b-a3ba-e19463d047da req-002d2ea6-5094-49dd-aa8c-d95d8aaa9a24 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466647 Dec 20 11:58:19.223510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5601a739-fe2c-4fc1-b846-acf4536c19de,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:19.224056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:58:19.245261 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:19.269872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5605132-66d7-4030-a337-5d02058d8645 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:19.282027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f5605132-66d7-4030-a337-5d02058d8645 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3330398 Dec 20 11:58:19.284717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34764) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:19.299876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d94a28f4-4523-4224-9f2d-1f3474d92bb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:19.305221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253363680'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:19.326712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:19.357501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:19.403952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:19.441467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-a9c710e2-672e-4c6c-b696-b88af9eddc9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3629255 Dec 20 11:58:19.547835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:19.614072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:19.619176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:19.622360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:19.629272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:19.634530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5625b7ac-b4cc-45bf-b4e4-675ad097657a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5625b7ac-b4cc-45bf-b4e4-675ad097657a,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:19.684906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '5625b7ac-b4cc-45bf-b4e4-675ad097657a', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'port_id': '5625b7ac-b4cc-45bf-b4e4-675ad097657a', 'mac_address': 'fa:16:3e:59:57:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0f0e25-8188-4e94-bb5a-36a62ca5152e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:58:19.760304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:19.776829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:19.783906 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-575e3ed1-1bdb-4e41-8d96-e093f926a11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:19.786653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d94a28f4-4523-4224-9f2d-1f3474d92bb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:19.787248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:19.788405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d94a28f4-4523-4224-9f2d-1f3474d92bb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.8405347 Dec 20 11:58:19.791784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34772) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:19.802870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-security--701573068', 'description': 'tempest-security-description-866606540'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:19.840641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3', 'mac_address': 'fa:16:3e:2a:54:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:58:19.851421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-24631778-2acf-417c-98f0-eed7770ab9d4 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960004 Dec 20 11:58:19.882156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4419dc19-439d-4b84-8603-194f3995185d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:19.885910 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:19.888155 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:19.889067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:19.898385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6024466 Dec 20 11:58:19.898385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34776) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:19.905652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754193512'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:19.920671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:19.935340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:19.939609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:19.944596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:19.950833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5625b7ac-b4cc-45bf-b4e4-675ad097657a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:58:19.982561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.001595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5625b7ac-b4cc-45bf-b4e4-675ad097657a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5625b7ac-b4cc-45bf-b4e4-675ad097657a,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:20.004352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:58:20.027398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:20.027579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:20.029152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.031552 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:20.066859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.067420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.113754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=5625b7ac-b4cc-45bf-b4e4-675ad097657a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:20.116352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.118322 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:20.118932 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:20.227678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:20.249057 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:20.272713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['5625b7ac-b4cc-45bf-b4e4-675ad097657a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:58:20.351957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.371228 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bf22abad-1f43-4a10-98eb-8556ce20b96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:20.440957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:58:20.441877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.443196 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "PUT /v2.0/security-groups/29decd57-5d99-4127-92b7-2865b1f90657 HTTP/1.1" status: 200 len: 1610 time: 0.6499717 Dec 20 11:58:20.452179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8::1 (4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24/2d17f475-078d-419e-8cc7-9fe3dc20dea2/bf858a88-3d59-487c-935c-40e324755648) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:20.459634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:20.503999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:20.508271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29decd57-5d99-4127-92b7-2865b1f90657,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:20.512521 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:20.513582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:20.517736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:20.538456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:20.665787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.735849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.751484 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb7da663-7ca5-400f-b23a-9b43b3d0eea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:20.765547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f5832c5e-d335-4687-bef8-9f8420e72269 req-d452fc93-cba3-483b-a9cb-9b81a6405087 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9027855 Dec 20 11:58:20.800598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb922c3-04a5-40f0-9db1-091c07db9835 None None] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:20.883916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.885801 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9860249 Dec 20 11:58:20.897014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:20.905641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '4419dc19-439d-4b84-8603-194f3995185d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '78ade7ca-677e-43fb-ab20-8861da853d0d', 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:20.912314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06a027-d086-4cc3-8e60-84a6f0163650 req-fc9d84d5-e1be-4233-a37a-aa7144eaa165 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:20.912475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:20.915225 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3f06a027-d086-4cc3-8e60-84a6f0163650 req-fc9d84d5-e1be-4233-a37a-aa7144eaa165 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 944 time: 0.3411334 Dec 20 11:58:20.916639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:20.919668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:20.921247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.925922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:20.939011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-996dc81e-4d55-4ed9-a8ac-a8239f53850e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups/29decd57-5d99-4127-92b7-2865b1f90657 HTTP/1.1" status: 200 len: 1610 time: 0.4749961 Dec 20 11:58:20.939011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ade7ca-677e-43fb-ab20-8861da853d0d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:20.940270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34796) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:20.948398 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:20.980325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object bf858a88-3d59-487c-935c-40e324755648 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:21.017112 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3f06a027-d086-4cc3-8e60-84a6f0163650 req-ce5f8383-92f7-4b4a-838c-feec10c8ed37 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862198 Dec 20 11:58:21.019363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.044839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.052584 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7388260b-76e7-448d-8413-7adf45442b99 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:21.085544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c921-46c9-4ac2-911c-5bcf52d77d98 req-3e0b32c7-c0a1-48e5-aca5-5bd276790104 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:21.112768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d74c921-46c9-4ac2-911c-5bcf52d77d98 req-3e0b32c7-c0a1-48e5-aca5-5bd276790104 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 945 time: 0.4268048 Dec 20 11:58:21.136487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d3154126-222f-46be-b8c7-7e0ba3d424f2 None None] Provisioning for port 79976d85-a042-484b-91f4-4e6debf83b11 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:21.164662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:21.168068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:21.194675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:21.195476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.210640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.216208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=bf858a88-3d59-487c-935c-40e324755648,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:21.255308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d74c921-46c9-4ac2-911c-5bcf52d77d98 req-86527e91-788e-47c2-8db2-adf933986053 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578498 Dec 20 11:58:21.262519 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:21.295568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.339906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.362083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.371881 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e940847e-60b8-48ad-b54a-aa6382296d45 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:21.403150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8747383e-a221-45a3-adf8-eba92e203966,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:21.446911 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:21.447910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.449052 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5493002 Dec 20 11:58:21.453101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34800) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.468515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 79976d85-a042-484b-91f4-4e6debf83b11 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:21.469343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.471894 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.472962 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/29decd57-5d99-4127-92b7-2865b1f90657 HTTP/1.1" status: 204 len: 168 time: 0.5269058 Dec 20 11:58:21.477734 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b7081ba-bf31-42ec-b8e7-a8a822db2b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:21.489311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34804) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.534644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29decd57-5d99-4127-92b7-2865b1f90657,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:21.538985 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:21.543724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.552534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.577124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.596391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eabd746f-7f86-4103-b3a3-d3851673afc0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:21.650979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.658968 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:21.692645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 79976d85-a042-484b-91f4-4e6debf83b11 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:21.708481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8747383e-a221-45a3-adf8-eba92e203966,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:21.711972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 79976d85-a042-484b-91f4-4e6debf83b11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:21.712470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.719612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eabd746f-7f86-4103-b3a3-d3851673afc0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:21.720914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eabd746f-7f86-4103-b3a3-d3851673afc0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2309327 Dec 20 11:58:21.723415 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:21.727048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34810) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.745715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.750325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8747383e-a221-45a3-adf8-eba92e203966 HTTP/1.1" status: 204 len: 168 time: 0.2962008 Dec 20 11:58:21.753086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34814) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.774832 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-c3a61eae-a137-4174-a4c4-3fcdd94d36d5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] delete failed (client error): The resource could not be found. Dec 20 11:58:21.776326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c3a61eae-a137-4174-a4c4-3fcdd94d36d5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/29decd57-5d99-4127-92b7-2865b1f90657 HTTP/1.1" status: 404 len: 347 time: 0.0479324 Dec 20 11:58:21.781327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34818) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.790406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--456412662'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:21.797241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:21.810165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:21.861401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e39954da-247f-4c9e-8485-8dc71e16c7cc tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:21.866114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.927186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:21.931035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e39954da-247f-4c9e-8485-8dc71e16c7cc tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:21.932155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.936123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34822) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.936538 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e39954da-247f-4c9e-8485-8dc71e16c7cc tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1821787 Dec 20 11:58:21.937896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:21.942062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:21.948519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:21.992634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd2924ef-6cc5-4b1b-9203-0a42f08f52b0 None None] Provisioning for port bf858a88-3d59-487c-935c-40e324755648 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:21.995631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79976d85-a042-484b-91f4-4e6debf83b11,segment=NetworkSegment(16b20745-a069-4be2-9eed-8728efba3bc2),segment_id=16b20745-a069-4be2-9eed-8728efba3bc2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:21.998747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd2924ef-6cc5-4b1b-9203-0a42f08f52b0 None None] Provisioning complete for port bf858a88-3d59-487c-935c-40e324755648 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:21.999128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd2924ef-6cc5-4b1b-9203-0a42f08f52b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.042867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.050453 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7f029394-d27d-4e3b-802f-f412e7729605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:22.103912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.113266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.120801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.129372 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d9e0ea34-e93b-44e4-9c1d-86dd6cddf5c2 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:22.142384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.176429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29983530-c84a-48de-b02a-15e2d6ebf608,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:22.181540 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:22.206610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cd2924ef-6cc5-4b1b-9203-0a42f08f52b0 None None] Port bf858a88-3d59-487c-935c-40e324755648 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:22.213694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.217544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.218894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4355092 Dec 20 11:58:22.220782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34828) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:22.226932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '29983530-c84a-48de-b02a-15e2d6ebf608', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:22.254479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=79976d85-a042-484b-91f4-4e6debf83b11,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:22.261709 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:22.266294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd2924ef-6cc5-4b1b-9203-0a42f08f52b0 None None] Provisioning complete for port 79976d85-a042-484b-91f4-4e6debf83b11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:22.267189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd2924ef-6cc5-4b1b-9203-0a42f08f52b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.282133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:22.292672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:22.295140 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a87210a0-6709-460c-ac53-d1fb6c5ed9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:22.296223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:22.304404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:22.325026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ade7ca-677e-43fb-ab20-8861da853d0d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:22.332992 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:22.345370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.363717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ec89b-c8f7-45a8-965d-db7392b7be8e req-b2dd3cfd-c257-4fc5-91f9-c894dd1e51c2 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:22.365136 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a9ec89b-c8f7-45a8-965d-db7392b7be8e req-b2dd3cfd-c257-4fc5-91f9-c894dd1e51c2 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 944 time: 0.1302874 Dec 20 11:58:22.377505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.379291 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/78ade7ca-677e-43fb-ab20-8861da853d0d HTTP/1.1" status: 204 len: 168 time: 0.4416580 Dec 20 11:58:22.381684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:22.467882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2a9ec89b-c8f7-45a8-965d-db7392b7be8e req-066ba3f3-795f-405a-93d4-72df77b33134 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939786 Dec 20 11:58:22.504375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.510066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.512437 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d667f82-7801-4146-9fab-c320e8209903 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:22.519388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.548165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5eaaa2-1169-4d6a-a683-fdd2592f54cd,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:22.551448 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:22.563769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.573127 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6e42457f-ca31-448f-af6f-700f457cd641 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3497708 Dec 20 11:58:22.574511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34840) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:22.616783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.618366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.619254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.629697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.631479 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c8ad2300-7927-44af-a5c2-6967ff56e412 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:22.655984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.663808 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11eb8c8d-ee09-431a-96d9-f9a34fc2cad0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:22.678600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df5eaaa2-1169-4d6a-a683-fdd2592f54cd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:22.681584 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:22.682663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.684251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/df5eaaa2-1169-4d6a-a683-fdd2592f54cd HTTP/1.1" status: 204 len: 168 time: 0.1085341 Dec 20 11:58:22.689081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34846) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:22.742379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ed8617f0-c8f0-4209-8915-d6dadfbced93 None None] Provisioning complete for port bf858a88-3d59-487c-935c-40e324755648 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:22.743141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed8617f0-c8f0-4209-8915-d6dadfbced93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.758849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e364dd7-bbff-4f4d-abef-3606adf9fbca tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:22.780758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e364dd7-bbff-4f4d-abef-3606adf9fbca tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:22.782398 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1e364dd7-bbff-4f4d-abef-3606adf9fbca tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0899560 Dec 20 11:58:22.785345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34850) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:22.812091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ed8617f0-c8f0-4209-8915-d6dadfbced93 None None] Port bf858a88-3d59-487c-935c-40e324755648 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:22.831818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cd7a7c0d-d3e1-4442-b50f-45966d4c5921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:22.837015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5625b7ac-b4cc-45bf-b4e4-675ad097657a up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:22.872387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.920406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=bf858a88-3d59-487c-935c-40e324755648,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:22.935151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cd7a7c0d-d3e1-4442-b50f-45966d4c5921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:22.935151 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cd7a7c0d-d3e1-4442-b50f-45966d4c5921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5455289 Dec 20 11:58:22.942530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:22.942530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:22.949927 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:23.006811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0230b8-1997-430f-9570-66ee00470b89 req-b054208c-139f-4cdc-adea-2f688c23dd88 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:23.011786 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d0230b8-1997-430f-9570-66ee00470b89 req-b054208c-139f-4cdc-adea-2f688c23dd88 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 945 time: 0.4994140 Dec 20 11:58:23.019046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 5625b7ac-b4cc-45bf-b4e4-675ad097657a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:23.038267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 5625b7ac-b4cc-45bf-b4e4-675ad097657a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:23.038267 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.074981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.110944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:23.110944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:23.138576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.165832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.176371 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e4c9528-4b24-4017-a1bc-57073271cd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:23.199088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29983530-c84a-48de-b02a-15e2d6ebf608,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:23.201731 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:23.225807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.229315 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/29983530-c84a-48de-b02a-15e2d6ebf608 HTTP/1.1" status: 204 len: 168 time: 0.4407039 Dec 20 11:58:23.230233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:23.258942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d0230b8-1997-430f-9570-66ee00470b89 req-56826a56-f250-4829-ad03-59552b232e24 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370124 Dec 20 11:58:23.266821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.298808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.301810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:23.338725 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c79ec253-8a73-405e-af69-1649863557ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:23.406904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.414399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/4419dc19-439d-4b84-8603-194f3995185d HTTP/1.1" status: 204 len: 168 time: 0.4836738 Dec 20 11:58:23.418443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34864) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:23.422395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 79976d85-a042-484b-91f4-4e6debf83b11 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:23.426154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4419dc19-439d-4b84-8603-194f3995185d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:23.468825 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:23.508295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9af637b7-f002-4e7d-95e8-b3861e266eb5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:23.539676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 5625b7ac-b4cc-45bf-b4e4-675ad097657a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5625b7ac-b4cc-45bf-b4e4-675ad097657a,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:23.545574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5625b7ac-b4cc-45bf-b4e4-675ad097657a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:58:23.582638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.600060 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:23.603994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0448a7f4-167b-4283-b6fe-a3a86bfd89cb tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:23.620174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9af637b7-f002-4e7d-95e8-b3861e266eb5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:23.622840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9af637b7-f002-4e7d-95e8-b3861e266eb5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3899527 Dec 20 11:58:23.626494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34872) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:23.640369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207631714'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:23.649652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:23.662264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:23.694435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 9b57a634-60d2-41a2-a224-a4a2fa4b6a0c is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:58:23.705736 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5625b7ac-b4cc-45bf-b4e4-675ad097657a', 'code': 200} Dec 20 11:58:23.709050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-44ae00af-d6e3-4607-a648-7154b10f6487 None None] Provisioning complete for port bf858a88-3d59-487c-935c-40e324755648 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:23.709445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-44ae00af-d6e3-4607-a648-7154b10f6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.790332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0448a7f4-167b-4283-b6fe-a3a86bfd89cb tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:23.792239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0448a7f4-167b-4283-b6fe-a3a86bfd89cb tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3730643 Dec 20 11:58:23.794292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 79976d85-a042-484b-91f4-4e6debf83b11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:23.794683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.803979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34880) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:23.830548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.854824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:23.866516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-44ae00af-d6e3-4607-a648-7154b10f6487 None None] Port bf858a88-3d59-487c-935c-40e324755648 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:23.871574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255318126'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:23.900556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:23.910612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:23.910612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.917871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:23.923400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:23.931659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:23.937123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=5625b7ac-b4cc-45bf-b4e4-675ad097657a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:23.941417 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:23.954196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932f91-cb43-4ed0-8fce-2f57683da6ea req-f635e745-5162-4eac-bf7f-bb5246659fb5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:23.956653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4d932f91-cb43-4ed0-8fce-2f57683da6ea req-f635e745-5162-4eac-bf7f-bb5246659fb5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 944 time: 0.2779517 Dec 20 11:58:23.957260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:23.989395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:23.997767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:24.006325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8677a6b-dca2-45bf-b8fc-5f8d02598a1f req-412036f7-992a-4a9c-9c71-6274f94a5a48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 1099 time: 0.2736120 Dec 20 11:58:24.045449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:24.048704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:58:24.053856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:24.064322 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] Sync routers for ids ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:58:24.076389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:24.082414 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] Routers {'9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:24.082970 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:24.094830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:24.098478 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/9b57a634-60d2-41a2-a224-a4a2fa4b6a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2422011 Dec 20 11:58:24.100974 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4d932f91-cb43-4ed0-8fce-2f57683da6ea req-3dab704c-d23f-4ef5-a297-bd8ca8a05275 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237316 Dec 20 11:58:24.101550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34884) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:24.198953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.208702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.210084 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:24.221721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8677a6b-dca2-45bf-b8fc-5f8d02598a1f req-267dcd3f-9815-40ba-afe0-96d1518dc272 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000585 Dec 20 11:58:24.221880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.225556 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dd96b7b-3aeb-467e-befd-6fb87f878001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:24.235668 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] Routers {'9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:24.235892 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:24.270329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.272255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:24.276635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7b7c3-76ff-4bbd-b82c-f6d1c22348a6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:24.278845 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7ad7b7c3-76ff-4bbd-b82c-f6d1c22348a6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports/bf858a88-3d59-487c-935c-40e324755648 HTTP/1.1" status: 200 len: 911 time: 0.1706808 Dec 20 11:58:24.280329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.286662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.286856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34890) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:24.287395 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5fd0b9dc-3021-4b1d-b2b9-73a06f8faafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:24.290126 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-59a654ac-ce10-4bc3-8fde-1a2aeef23ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:24.304743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d17f475-078d-419e-8cc7-9fe3dc20dea2'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:24.351991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c475b0-2c21-4693-96db-d71a906ec838,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:24.364143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.368112 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4994786 Dec 20 11:58:24.368112 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:24.371689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34894) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:24.379311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '03c475b0-2c21-4693-96db-d71a906ec838', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:24.404977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:24.413560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:24.416599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:24.417006 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f5572-ac83-4cd9-95fc-7f88bbc3bb04 None None] The sync data for ids ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:58:24.421777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:24.425792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc6c88-8f71-4ad8-816c-42390e640918,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:24.432444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:24.462707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.476358 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:24.483593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.488547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8505495 Dec 20 11:58:24.489841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34898) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:24.499823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': 'adcc6c88-8f71-4ad8-816c-42390e640918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:24.514993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:24.515138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:24.539764 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:24.544828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:24.544828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:24.606440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:24.617918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.628902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.632127 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c139713d-6bad-4686-a348-c24aa336dde0 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:24.650738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c8b41-04a4-4c13-bb46-d5489c4e89f4 req-34251fc7-e671-441f-96a7-dd6363019313 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:24.652196 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-406c8b41-04a4-4c13-bb46-d5489c4e89f4 req-34251fc7-e671-441f-96a7-dd6363019313 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 946 time: 0.1488698 Dec 20 11:58:24.656152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.663850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048f385f-7bf0-4998-aa38-793486664145,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:24.666550 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:24.692641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.701196 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d31d8be4-0b5f-4227-920f-c43c31e8659e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3212144 Dec 20 11:58:24.701196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34910) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:24.754836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.780585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.792599 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-406c8b41-04a4-4c13-bb46-d5489c4e89f4 req-a00da9ea-4ffb-4cac-b1c6-d8ca39ae6575 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939579 Dec 20 11:58:24.797591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.839872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.840507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.844363 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fc753daa-8007-4f03-a335-4c61898ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-1625314620 tempest-SecurityGroupRulesNegativeTestJSON-1625314620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:24.872822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:24.876455 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/048f385f-7bf0-4998-aa38-793486664145 HTTP/1.1" status: 204 len: 168 time: 0.1583703 Dec 20 11:58:24.876455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=048f385f-7bf0-4998-aa38-793486664145,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:24.876748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34918) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:24.879347 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:24.936037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c933f1b0-4970-4453-bace-58bf216a7eed tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:24.958533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c933f1b0-4970-4453-bace-58bf216a7eed tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:24.963657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c933f1b0-4970-4453-bace-58bf216a7eed tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0860424 Dec 20 11:58:24.964450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34924) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:24.997152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.046743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.074544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.103115 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:25.121637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.125535 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ee618135-469d-41c3-a968-5d007b78e680 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:25.138038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bd1709-a80c-4629-9b76-82cd5a5630e9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:25.142323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c475b0-2c21-4693-96db-d71a906ec838,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:25.143924 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:25.147480 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:25.188582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.193645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7024350 Dec 20 11:58:25.194401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:25.207117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': 'adcc6c88-8f71-4ad8-816c-42390e640918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:25.213425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.214726 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/03c475b0-2c21-4693-96db-d71a906ec838 HTTP/1.1" status: 204 len: 168 time: 0.2490869 Dec 20 11:58:25.218668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:25.278492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:25.287862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:25.293271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:25.308194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:25.378152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-382817e3-9e04-46df-9926-b365af0cb7e7 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:25.404508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb99b0-721f-41e7-b0b9-712c10a9e73e req-9e94b6e8-f2b3-47f1-aef2-68ea3c0ac922 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:25.406557 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dcb99b0-721f-41e7-b0b9-712c10a9e73e req-9e94b6e8-f2b3-47f1-aef2-68ea3c0ac922 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.1158288 Dec 20 11:58:25.408273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-382817e3-9e04-46df-9926-b365af0cb7e7 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:25.410490 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-382817e3-9e04-46df-9926-b365af0cb7e7 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1908464 Dec 20 11:58:25.413949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.415306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34946) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:25.429053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--26015329'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:25.437962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:25.467319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:25.503181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.538734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9dcb99b0-721f-41e7-b0b9-712c10a9e73e req-cafebb99-4821-4504-8924-9faf152cddaf tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141512 Dec 20 11:58:25.581121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:25.587134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:25.590446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:25.597159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:25.599210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.607791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.614337 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:25.655157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509ba832-ca8a-4f5f-9924-c1dfcb9b7e95,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:25.660351 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:25.660678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.666944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.674369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.675756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4781756 Dec 20 11:58:25.685023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34956) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:25.693992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': 'adcc6c88-8f71-4ad8-816c-42390e640918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:25.702336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.703079 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b951f89e-0dd3-4f83-927a-74b8fe6b7b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:25.705003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:25.706933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:58:25.711465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:25.715121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:25.725215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:25.727417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.731780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:25.733229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.737646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:25.737823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/ports/bf858a88-3d59-487c-935c-40e324755648 HTTP/1.1" status: 200 len: 911 time: 1.4413149 Dec 20 11:58:25.740137 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b4fe365-d57d-4007-9ee1-55c8651d8c7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:25.741337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.745367 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3292184 Dec 20 11:58:25.745990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34966) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:25.773336 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3', 'code': 200} Dec 20 11:58:25.806863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.838272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': 'a7397614-91d9-4d48-9f35-34d1ce8a0f98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:25.850279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=bf858a88-3d59-487c-935c-40e324755648,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:25.916385 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:25.968780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.977476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:25.982278 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:26.024376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.029050 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3430934 Dec 20 11:58:26.031987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 34980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:26.036389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78d2a17-c05c-4efa-ac14-79e351147d32,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:26.042118 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:26.046488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': 'adcc6c88-8f71-4ad8-816c-42390e640918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:26.055003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c3035a8-aa6e-49f1-8c2b-4de3c07ea569 req-7c8f5a13-42f5-4fe9-b25e-a011e4c8b8c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 1098 time: 0.1933982 Dec 20 11:58:26.057569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:26.064661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:26.069444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:26.070077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:26.079347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7397614-91d9-4d48-9f35-34d1ce8a0f98,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:26.090245 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:26.093367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:26.125364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:26.130647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c3035a8-aa6e-49f1-8c2b-4de3c07ea569 req-ad732daa-79a3-4888-b334-a99e8f057faa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569901 Dec 20 11:58:26.131253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.136658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:26.146817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:26.190139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.208139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.213721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.216012 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:26.243837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb11f876-ef0e-49de-a081-e5d04dc08763,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:26.254435 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:26.264949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.271237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 34988) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:26.271750 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2364454 Dec 20 11:58:26.283151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': 'adcc6c88-8f71-4ad8-816c-42390e640918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:26.297364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b3a90-8929-4262-9c76-d8b62c73942a req-4918e76f-d65d-4b9d-ba9f-53ec34ba3160 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:26.298815 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-398b3a90-8929-4262-9c76-d8b62c73942a req-4918e76f-d65d-4b9d-ba9f-53ec34ba3160 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 946 time: 0.2223260 Dec 20 11:58:26.299768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:26.312723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:26.331805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:26.350976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:26.484180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.512173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.516828 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:26.531620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.561931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fedb73-528d-465f-b94e-3cb7a81db4df,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:26.566813 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:26.577552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-398b3a90-8929-4262-9c76-d8b62c73942a req-3e6b0746-02ab-4e8f-b8da-bb90f7c97968 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675612 Dec 20 11:58:26.608703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.621278 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8075383 Dec 20 11:58:26.626181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35000) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:26.674049 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8508f415-329e-4400-b05e-3113386e5dfd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules/c9fedb73-528d-465f-b94e-3cb7a81db4df HTTP/1.1" status: 200 len: 705 time: 0.0448112 Dec 20 11:58:26.677411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35004) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:26.681622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.691265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.695920 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7ef8bb8-1c7a-40d4-a6d9-2ba94db84656 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:26.719623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.801586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85383d32-581d-40af-8997-bce40d373280,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:26.843576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b24e3d46-1f59-4864-b214-fdb258d8451a tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:26.880778 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:26.889182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.893703 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-64aabcf9-0bbf-4196-ba75-32a31713adcd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6188128 Dec 20 11:58:26.899980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35014) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:26.926837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b24e3d46-1f59-4864-b214-fdb258d8451a tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:26.928640 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b24e3d46-1f59-4864-b214-fdb258d8451a tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2481186 Dec 20 11:58:26.936241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:26.964681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:26.988718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebd482-eeda-4eae-812d-b4f36689467f req-c31ea8b9-bf8b-4b74-9462-dae41e53736b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:26.990412 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9bebd482-eeda-4eae-812d-b4f36689467f req-c31ea8b9-bf8b-4b74-9462-dae41e53736b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.1377301 Dec 20 11:58:27.001174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.059495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a13c38c-3e8b-4b49-a104-d7bb2d0f3837 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.084012 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9bebd482-eeda-4eae-812d-b4f36689467f req-47aa0693-ecd6-4848-944a-f959cd3952bc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853288 Dec 20 11:58:27.105869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a13c38c-3e8b-4b49-a104-d7bb2d0f3837 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.136332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.142180 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-91fdfa06-e632-4aff-98c0-2e7df68a147d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:27.188747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.190023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/85383d32-581d-40af-8997-bce40d373280 HTTP/1.1" status: 204 len: 168 time: 0.2889810 Dec 20 11:58:27.192896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35032) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.305933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a13c38c-3e8b-4b49-a104-d7bb2d0f3837 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.320248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a13c38c-3e8b-4b49-a104-d7bb2d0f3837 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.323783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0a13c38c-3e8b-4b49-a104-d7bb2d0f3837 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c9fedb73-528d-465f-b94e-3cb7a81db4df HTTP/1.1" status: 204 len: 168 time: 0.3849440 Dec 20 11:58:27.339178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35036) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.361192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eaae0827-8d10-4c1a-99dd-6056512f1f85 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:27.433622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85383d32-581d-40af-8997-bce40d373280,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:27.445785 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:27.448151 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:27.486066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13c38c-3e8b-4b49-a104-d7bb2d0f3837 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9fedb73-528d-465f-b94e-3cb7a81db4df,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:27.496018 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0a13c38c-3e8b-4b49-a104-d7bb2d0f3837 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:27.502444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eaae0827-8d10-4c1a-99dd-6056512f1f85 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:27.506518 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eaae0827-8d10-4c1a-99dd-6056512f1f85 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3123016 Dec 20 11:58:27.509545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.514723 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-58de2a48-f9ec-4b92-81a3-3603d374a48a tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1280220 Dec 20 11:58:27.518701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.524419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': 'a7397614-91d9-4d48-9f35-34d1ce8a0f98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:27.542993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:27.552060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32cc2669-5888-4281-acdb-c9e50ceddcb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.572657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32cc2669-5888-4281-acdb-c9e50ceddcb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.572985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:27.595016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.660368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.667359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.669510 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:27.697390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d2fa8b-8683-4173-8823-0979b60ba9a7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:27.708554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32cc2669-5888-4281-acdb-c9e50ceddcb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.708861 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:27.726375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.726526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2056899 Dec 20 11:58:27.731256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35056) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.735088 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2ecf3419-feac-46ba-aa6e-0d376a8cf829 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:27.753821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f4ba294b-0f86-459f-b36d-36913225127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.766463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc2669-5888-4281-acdb-c9e50ceddcb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb11f876-ef0e-49de-a081-e5d04dc08763,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:27.775562 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-32cc2669-5888-4281-acdb-c9e50ceddcb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:27.779805 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1a8a7fd8-f6ff-44ae-8111-e2e1ba854afe tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules/51d2fa8b-8683-4173-8823-0979b60ba9a7 HTTP/1.1" status: 200 len: 705 time: 0.0493460 Dec 20 11:58:27.782616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32cc2669-5888-4281-acdb-c9e50ceddcb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.783130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35060) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.783876 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-32cc2669-5888-4281-acdb-c9e50ceddcb1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fb11f876-ef0e-49de-a081-e5d04dc08763 HTTP/1.1" status: 204 len: 168 time: 0.2730181 Dec 20 11:58:27.786831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.850522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1a77c8de-4b1d-4e7a-a92f-47f65c0e4d29 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:27.870604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1a77c8de-4b1d-4e7a-a92f-47f65c0e4d29 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:27.872571 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1a77c8de-4b1d-4e7a-a92f-47f65c0e4d29 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0855541 Dec 20 11:58:27.877472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35068) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:27.918692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.933233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.940781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f1476a2-d051-4cb4-9d47-b9e209a114df tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:27.967295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:27.969848 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:27.992853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51d2fa8b-8683-4173-8823-0979b60ba9a7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:27.996263 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:28.004201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.006514 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/51d2fa8b-8683-4173-8823-0979b60ba9a7 HTTP/1.1" status: 204 len: 168 time: 0.1279111 Dec 20 11:58:28.008403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35076) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.016396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f1476a2-d051-4cb4-9d47-b9e209a114df tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:28.018055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7f1476a2-d051-4cb4-9d47-b9e209a114df tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2301147 Dec 20 11:58:28.021105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.102641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eafe3f93-c6c8-43f5-b613-6c3842b47c87 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:28.122132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53b6c512-e1c5-4e15-91eb-c65406208acf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.133513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53b6c512-e1c5-4e15-91eb-c65406208acf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.151774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eafe3f93-c6c8-43f5-b613-6c3842b47c87 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:28.155913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eafe3f93-c6c8-43f5-b613-6c3842b47c87 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1437449 Dec 20 11:58:28.156259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35088) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.163071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': 'a7397614-91d9-4d48-9f35-34d1ce8a0f98', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:28.184447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:28.208836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:28.223748 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Project e2ebe0e09da14ed4bda19e5ce7cba868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 11:58:28.227300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53b6c512-e1c5-4e15-91eb-c65406208acf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.237264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.237499 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3424c525-72ce-4dad-902a-1ebd0939f3c5 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:28.269178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6c512-e1c5-4e15-91eb-c65406208acf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b78d2a17-c05c-4efa-ac14-79e351147d32,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:28.273276 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53b6c512-e1c5-4e15-91eb-c65406208acf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:28.298614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53b6c512-e1c5-4e15-91eb-c65406208acf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.299870 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-53b6c512-e1c5-4e15-91eb-c65406208acf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b78d2a17-c05c-4efa-ac14-79e351147d32 HTTP/1.1" status: 204 len: 168 time: 0.2778850 Dec 20 11:58:28.305027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35092) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.387234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.397732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.399876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port bf858a88-3d59-487c-935c-40e324755648 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:28.400372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.402908 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e5f1dc6-766a-465e-9cdc-dcefc8ce95c6 tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:28.439730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579f9e0f-233c-46ea-9854-efd052193fa0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:28.445992 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:28.492630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-32c1e82d-d5d8-4b59-844f-97bcd0c2c512 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1851523 Dec 20 11:58:28.500728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.504707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.506743 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3494871 Dec 20 11:58:28.510206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35104) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.576444 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-df6820b3-ea92-4eb7-a70c-e1a64fa7fa2d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules/579f9e0f-233c-46ea-9854-efd052193fa0 HTTP/1.1" status: 200 len: 711 time: 0.0611999 Dec 20 11:58:28.586677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884b996-17a3-4a6c-982f-44087b77d4f2 req-35b24431-f60a-4dd2-809e-295b5a6fef71 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:28.588100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f884b996-17a3-4a6c-982f-44087b77d4f2 req-35b24431-f60a-4dd2-809e-295b5a6fef71 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2867510 Dec 20 11:58:28.589851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35114) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.607948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.619110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.649124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.683251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.703563 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81df7a08-cceb-4a10-8ce8-e02f74cdfc81 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:28.712657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f884b996-17a3-4a6c-982f-44087b77d4f2 req-7dfc09d9-0f46-4a71-831b-0d7690fb9717 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074018 Dec 20 11:58:28.729736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e6446dff-f28b-4cef-9235-b1441eef5110 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:28.739787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=509ba832-ca8a-4f5f-9924-c1dfcb9b7e95,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:28.747199 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:28.750409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.751499 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/509ba832-ca8a-4f5f-9924-c1dfcb9b7e95 HTTP/1.1" status: 204 len: 168 time: 0.2430098 Dec 20 11:58:28.755349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35124) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.825232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e6446dff-f28b-4cef-9235-b1441eef5110 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:28.834440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e6446dff-f28b-4cef-9235-b1441eef5110 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2432609 Dec 20 11:58:28.835182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35132) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.876551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-109223d8-eb65-4abf-9ca1-f7711fe37981 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:28.922070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.934606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.960536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-109223d8-eb65-4abf-9ca1-f7711fe37981 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:28.966209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-109223d8-eb65-4abf-9ca1-f7711fe37981 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2092495 Dec 20 11:58:28.966963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:28.980036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:28.984009 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d571af2c-0f32-4faf-a0e5-9f81fd928fe4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:29.046229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=579f9e0f-233c-46ea-9854-efd052193fa0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:29.052774 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:29.058025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.062041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/579f9e0f-233c-46ea-9854-efd052193fa0 HTTP/1.1" status: 204 len: 168 time: 0.2226255 Dec 20 11:58:29.062940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:29.087031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.101688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for bf858a88-3d59-487c-935c-40e324755648 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:29.105838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.172027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4fdac256-71fa-4c3e-a557-30546f3fe0c8 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:29.203287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.233461 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-23be26db-d3bc-4c8d-9611-28298a0bf2fc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:29.260557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4fdac256-71fa-4c3e-a557-30546f3fe0c8 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:29.266124 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4fdac256-71fa-4c3e-a557-30546f3fe0c8 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1980164 Dec 20 11:58:29.266124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.267119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:29.271810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/55bd1709-a80c-4629-9b76-82cd5a5630e9 HTTP/1.1" status: 204 len: 168 time: 0.3016686 Dec 20 11:58:29.272959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55bd1709-a80c-4629-9b76-82cd5a5630e9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:29.274725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:29.282835 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:29.369977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5677651b-d698-411f-ab1c-b2cafb623002 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:29.391547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5677651b-d698-411f-ab1c-b2cafb623002 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:29.393536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5677651b-d698-411f-ab1c-b2cafb623002 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1177855 Dec 20 11:58:29.396467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35166) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:29.510538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.604377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.659854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.666364 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf2befc0-6419-4bc4-a12a-c95dcf3d94eb tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:29.725078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=bf858a88-3d59-487c-935c-40e324755648,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:29.728425 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:29.729827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.768308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.869155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39a6d-3e16-4c6e-a647-edd5092a4c6c req-d8877e22-3d54-4332-8f9a-574e2b0f8dc1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:29.877065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52d39a6d-3e16-4c6e-a647-edd5092a4c6c req-d8877e22-3d54-4332-8f9a-574e2b0f8dc1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2157547 Dec 20 11:58:29.917540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.925713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92abb87d-ef4e-40d0-b06b-e41899d50578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.938913 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b51e11b-8881-4f1d-86af-ffe323191732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:29.957249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc6c88-8f71-4ad8-816c-42390e640918,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:29.962615 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:29.968941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:29.988852 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e0897a84-935f-4616-bf2f-d1a974cf84f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:30.007547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-52d39a6d-3e16-4c6e-a647-edd5092a4c6c req-c2dcf72e-9128-47b1-be9d-b41b575626b6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284022 Dec 20 11:58:30.020334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.021767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/adcc6c88-8f71-4ad8-816c-42390e640918 HTTP/1.1" status: 204 len: 168 time: 0.6241117 Dec 20 11:58:30.024476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35178) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:30.025978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7397614-91d9-4d48-9f35-34d1ce8a0f98,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:30.029621 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:30.065348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.123517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8bbdf54c-cf0a-42ee-978d-ee349ef34eef tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:30.143305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8bbdf54c-cf0a-42ee-978d-ee349ef34eef tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:30.149320 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8bbdf54c-cf0a-42ee-978d-ee349ef34eef tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1223583 Dec 20 11:58:30.150624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35182) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:30.153759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.161431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--27675822'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:30.165988 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/a7397614-91d9-4d48-9f35-34d1ce8a0f98 HTTP/1.1" status: 204 len: 168 time: 0.8873975 Dec 20 11:58:30.168815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35188) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:30.172243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:30.212301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:30.238821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.340242 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2c9f178e-9d3e-4c0f-ba45-81be4fb14f59 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1664643 Dec 20 11:58:30.342168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:30.349963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group': {'name': 'tempest-secgroup--919735719'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:30.365785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:30.372419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:30.375317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:30.377971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:30.384695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:30.387398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:30.389421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:30.397750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:30.417196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.467008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:30.471312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:30.474310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:30.480212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:30.520724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.587621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.589675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.593723 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d21d731-cc00-4341-b196-0b40131d679e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:30.606623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.692675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 9b57a634-60d2-41a2-a224-a4a2fa4b6a0c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:58:30.706398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b6daa-9ab9-4929-95e1-166dc3f0f548,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:30.711393 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:30.712075 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:30.752779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.754121 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4098406 Dec 20 11:58:30.755415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.756545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6048472 Dec 20 11:58:30.769646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35208) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:30.769646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35210) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:30.773752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '7a5b6daa-9ab9-4929-95e1-166dc3f0f548', 'direction': 'ingress', 'protocol': 17}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:30.782682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Request body: {'security_group_rule': {'security_group_id': '7ce9dc90-8d10-46fd-a32a-96f0b56601e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:30.788979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:30.793381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Usage tracker for resource:security_group_rule and tenant:e2ebe0e09da14ed4bda19e5ce7cba868 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:30.801977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:30.807849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:30.822643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:30.834056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:30.837433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9dc90-8d10-46fd-a32a-96f0b56601e4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:30.841637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:30.844854 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:30.852795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:30.860592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.893673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.923702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:58:30.936228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] Sync routers for ids ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:58:30.937214 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/9b57a634-60d2-41a2-a224-a4a2fa4b6a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1981788 Dec 20 11:58:30.939985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:30.966709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] Routers {'9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:30.967724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:30.978707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:30.994243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59e3e2da-77fc-4a7e-9a23-821fc572a074 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:30.999367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.003424 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-db223449-22b8-4233-8d16-02ea8d42a779 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:31.023212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59e3e2da-77fc-4a7e-9a23-821fc572a074 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:31.025565 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59e3e2da-77fc-4a7e-9a23-821fc572a074 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57a634-60d2-41a2-a224-a4a2fa4b6a0c HTTP/1.1" status: 200 len: 205 time: 0.0841513 Dec 20 11:58:31.028138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:31.090425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:31.095764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ea0b8d-99eb-4cc2-9931-2df5d624cb4f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:31.107527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] Routers {'9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:31.107701 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:31.108566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:31.124541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.137212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.139219 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2a60eca5-3385-467d-a183-dcc0c83d55b3 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:31.167223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.168677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4066963 Dec 20 11:58:31.185074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35230) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:31.208502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755128dd-23ee-4260-b71d-80e2f7bcb736,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:31.216642 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:31.225924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.227113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4634206 Dec 20 11:58:31.230610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35236) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:31.264868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:31.267271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ba308-b280-43eb-b61e-0b85ec02f2c3 None None] The sync data for ids ['9b57a634-60d2-41a2-a224-a4a2fa4b6a0c'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:58:31.312284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.331256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.397534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.431569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d61ef68f-cb8c-4cf9-bff4-fe75a27a4918 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.459135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.505455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d61ef68f-cb8c-4cf9-bff4-fe75a27a4918 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.527699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a137a41-154f-4fa8-9cd3-8d22311715dd tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.607220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3bde6-1cc2-45e2-9971-0d48ef8a3802 req-119bb57a-eb19-42d5-ab98-e6d82f19ea45 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:31.608619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76c3bde6-1cc2-45e2-9971-0d48ef8a3802 req-119bb57a-eb19-42d5-ab98-e6d82f19ea45 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2842634 Dec 20 11:58:31.663313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d61ef68f-cb8c-4cf9-bff4-fe75a27a4918 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.680249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.685973 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ac9e01d7-d3ab-4ab4-ba07-96cca1bc74d9 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:31.701287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ef68f-cb8c-4cf9-bff4-fe75a27a4918 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b6daa-9ab9-4929-95e1-166dc3f0f548,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:31.735782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9dc90-8d10-46fd-a32a-96f0b56601e4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:31.739975 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76c3bde6-1cc2-45e2-9971-0d48ef8a3802 req-d314fc38-b3da-4d92-81de-d78a396d5ecb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216681 Dec 20 11:58:31.741459 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:31.742875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.747187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ce9dc90-8d10-46fd-a32a-96f0b56601e4 HTTP/1.1" status: 204 len: 168 time: 0.5608623 Dec 20 11:58:31.748096 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:31.748663 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:31.749758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d61ef68f-cb8c-4cf9-bff4-fe75a27a4918 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:31.751174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d61ef68f-cb8c-4cf9-bff4-fe75a27a4918 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a5b6daa-9ab9-4929-95e1-166dc3f0f548 HTTP/1.1" status: 204 len: 168 time: 0.5194941 Dec 20 11:58:31.752906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35246) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:31.796475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35248) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:31.958728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-94e05c2c-fc6e-4436-a96d-d27128f57147 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:31.978255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08bcccc4-3b55-490c-a358-957b849f8ad1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:31.993073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-94e05c2c-fc6e-4436-a96d-d27128f57147 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:31.996163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-94e05c2c-fc6e-4436-a96d-d27128f57147 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2401414 Dec 20 11:58:32.004847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35262) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.004847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08bcccc4-3b55-490c-a358-957b849f8ad1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:32.004847 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-08bcccc4-3b55-490c-a358-957b849f8ad1 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2017627 Dec 20 11:58:32.028790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.028790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129269877'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:32.052643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:32.061467 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:32.080860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a137a41-154f-4fa8-9cd3-8d22311715dd tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.084570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.085471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a137a41-154f-4fa8-9cd3-8d22311715dd tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.097293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0397b57d-af82-4531-b2be-3281bc5c7631 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Synchronizing usage tracker for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:32.113112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a137a41-154f-4fa8-9cd3-8d22311715dd tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.113746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a137a41-154f-4fa8-9cd3-8d22311715dd tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Fanout notify agent at l3_agent the message router_deleted on router 9b57a634-60d2-41a2-a224-a4a2fa4b6a0c {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 11:58:32.130992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0397b57d-af82-4531-b2be-3281bc5c7631 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Unset dirty status for tenant:e2ebe0e09da14ed4bda19e5ce7cba868 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:32.131605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a137a41-154f-4fa8-9cd3-8d22311715dd tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.135271 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0397b57d-af82-4531-b2be-3281bc5c7631 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1318469 Dec 20 11:58:32.135394 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8a137a41-154f-4fa8-9cd3-8d22311715dd tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/9b57a634-60d2-41a2-a224-a4a2fa4b6a0c HTTP/1.1" status: 204 len: 168 time: 1.1036065 Dec 20 11:58:32.135394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35274) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.135701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.140343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:32.145772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:32.148585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:32.159450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:32.210231 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-f6dca6cb-3048-43e1-9bfb-8666743cf719 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] delete failed (client error): The resource could not be found. Dec 20 11:58:32.211281 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f6dca6cb-3048-43e1-9bfb-8666743cf719 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ce9dc90-8d10-46fd-a32a-96f0b56601e4 HTTP/1.1" status: 404 len: 347 time: 0.0746143 Dec 20 11:58:32.215825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35282) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.249323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.264971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.297738 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e62001df-c270-4500-9f2b-3cb1ebba1301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:32.320004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.321185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2997849 Dec 20 11:58:32.331161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35288) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.343739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--822222740'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:32.354063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:32.356948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f6f6e5-a9b5-4aa6-b3b3-2232a2f08212,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:32.368266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3a148ce7-8b8e-4264-a54a-bffed878c6a6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1470585 Dec 20 11:58:32.370900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:32.375897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:32.384551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.384935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.385311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.385683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.386129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.386496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.386974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.387341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.387712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.388054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.388408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:32.391546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:32.394600 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:32.396544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet 2d17f475-078d-419e-8cc7-9fe3dc20dea2 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:58:32.400616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.406402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.443813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:32.448389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:32.451307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:32.457807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:32.472363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.516059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.521680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.532483 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-75d79950-9fb1-4049-a31c-f2f4cb5d112d tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:32.592710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.599819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3db303-bbbf-4913-bbcd-bcfb54ae442e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:32.603307 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:32.615507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.619344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2777677 Dec 20 11:58:32.619605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35298) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.625374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '58f6f6e5-a9b5-4aa6-b3b3-2232a2f08212', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f3db303-bbbf-4913-bbcd-bcfb54ae442e', 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:32.632175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:32.636246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:32.639664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:32.650019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:32.677550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.687113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.695449 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-11f34923-edea-4d90-914b-42a74d76b621 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:32.741914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.756791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=2d17f475-078d-419e-8cc7-9fe3dc20dea2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:32.760784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:32.767240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.774124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8142c-f1bc-40aa-b40e-0a8e42006f8b None None] Network 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:32.778913 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/2d17f475-078d-419e-8cc7-9fe3dc20dea2 HTTP/1.1" status: 204 len: 168 time: 0.6402278 Dec 20 11:58:32.779782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.813891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.820718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.822678 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:32.842026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9815ed6d-6093-4d36-a182-f0f87a44e0f5,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:32.846682 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:32.884676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.888398 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eff8a390-7e20-44d5-b318-d180319e42ae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2665570 Dec 20 11:58:32.890416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35318) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.916708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.936455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 79976d85-a042-484b-91f4-4e6debf83b11 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:32.942066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:32.994197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35324) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:32.997278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.026449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.082156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.084409 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:33.131270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9815ed6d-6093-4d36-a182-f0f87a44e0f5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:33.145446 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:33.148421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.154333 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9815ed6d-6093-4d36-a182-f0f87a44e0f5 HTTP/1.1" status: 204 len: 168 time: 0.2627075 Dec 20 11:58:33.155595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:33.243008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] DHCP port deletion for 4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:58:33.249214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Deleting port 79976d85-a042-484b-91f4-4e6debf83b11 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:33.249725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.278592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff6973c4-788a-49b7-b7ec-9755984901f8 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:33.307873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff6973c4-788a-49b7-b7ec-9755984901f8 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:33.314755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ff6973c4-788a-49b7-b7ec-9755984901f8 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1572418 Dec 20 11:58:33.316106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35334) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:33.351108 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:58:33.477005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79976d85-a042-484b-91f4-4e6debf83b11,segment=NetworkSegment(16b20745-a069-4be2-9eed-8728efba3bc2),segment_id=16b20745-a069-4be2-9eed-8728efba3bc2)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:33.477632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.485672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 79976d85-a042-484b-91f4-4e6debf83b11 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:58:33.507815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.648905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.711977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.728401 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2f628988-2532-4852-b23a-57a27e26c959 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2ebe0e09da14ed4bda19e5ce7cba868&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7328212 Dec 20 11:58:33.730721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35348) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:33.766147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68593ef2-1c3b-4c4d-89d7-bae0067631c7 req-83af5e09-5d14-4080-bf5d-a7af094a0d16 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:33.773982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68593ef2-1c3b-4c4d-89d7-bae0067631c7 req-83af5e09-5d14-4080-bf5d-a7af094a0d16 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2912893 Dec 20 11:58:33.780082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.800349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 79976d85-a042-484b-91f4-4e6debf83b11 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:33.801899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79976d85-a042-484b-91f4-4e6debf83b11,segment=NetworkSegment(16b20745-a069-4be2-9eed-8728efba3bc2),segment_id=16b20745-a069-4be2-9eed-8728efba3bc2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:33.802490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.816981 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6969013e-153c-44c5-86fc-7e995c4873be tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:33.840309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79976d85-a042-484b-91f4-4e6debf83b11,segment=NetworkSegment(16b20745-a069-4be2-9eed-8728efba3bc2),segment_id=16b20745-a069-4be2-9eed-8728efba3bc2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:33.869511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3db303-bbbf-4913-bbcd-bcfb54ae442e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:33.872817 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:33.897798 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-68593ef2-1c3b-4c4d-89d7-bae0067631c7 req-88c7804a-abd7-44d1-b469-fcc45187b080 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226697 Dec 20 11:58:33.908341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:58:33.908719 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:58:33.925360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.927053 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f3db303-bbbf-4913-bbcd-bcfb54ae442e HTTP/1.1" status: 204 len: 168 time: 0.6100004 Dec 20 11:58:33.929761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35352) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:33.954901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.982845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:33.999759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.039424 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:34.056327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c80ea82-e996-4ba8-b9c4-2ba644b90552 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:34.083208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Calling delete_port for 79976d85-a042-484b-91f4-4e6debf83b11 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:34.087593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c80ea82-e996-4ba8-b9c4-2ba644b90552 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:34.089593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7c80ea82-e996-4ba8-b9c4-2ba644b90552 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1575663 Dec 20 11:58:34.092129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35362) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:34.110702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.123568 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2f2026b2-e172-4056-96e8-f79207f0e88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:34.208308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e84085-6f27-4afb-b490-6f172dfea27a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:34.211341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=79976d85-a042-484b-91f4-4e6debf83b11,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:34.211455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.211455 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73e84085-6f27-4afb-b490-6f172dfea27a HTTP/1.1" status: 204 len: 168 time: 0.4764271 Dec 20 11:58:34.211455 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:34.214626 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:34.215923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:58:34.216325 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:58:34.239377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.274745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.410396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 79976d85-a042-484b-91f4-4e6debf83b11 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:34.410712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.464207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.469502 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-95d1df1c-0615-4ff3-9571-afe751a5667d tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:34.492623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f6f6e5-a9b5-4aa6-b3b3-2232a2f08212,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:34.504857 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:34.522869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.524299 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/58f6f6e5-a9b5-4aa6-b3b3-2232a2f08212 HTTP/1.1" status: 204 len: 168 time: 0.4301660 Dec 20 11:58:34.527852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35378) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:34.609931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e9cc2651-0110-439d-b9de-613aa12ca75f tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:34.640957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e9cc2651-0110-439d-b9de-613aa12ca75f tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:34.643635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e9cc2651-0110-439d-b9de-613aa12ca75f tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1019356 Dec 20 11:58:34.647625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35384) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:34.653563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--748032429'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:34.661248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:34.671155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:34.686204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.718177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Deleting port 79976d85-a042-484b-91f4-4e6debf83b11 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:34.718862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.727319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:34.731939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:34.738272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:34.746294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79976d85-a042-484b-91f4-4e6debf83b11,segment=NetworkSegment(16b20745-a069-4be2-9eed-8728efba3bc2),segment_id=16b20745-a069-4be2-9eed-8728efba3bc2)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:34.747457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.748462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:34.821587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.828059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.834286 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20b814be-24b6-46f5-8d92-fad273ff8c61 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:34.880929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29495501-7d78-461d-9b47-3da0390ef9b6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:34.885123 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:34.916919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:34.916919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2620473 Dec 20 11:58:34.916919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35398) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:34.920797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '29495501-7d78-461d-9b47-3da0390ef9b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:34.929770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:34.934550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:34.938685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:34.946607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:34.987066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.019698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 79976d85-a042-484b-91f4-4e6debf83b11 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:35.077321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] For port 79976d85-a042-484b-91f4-4e6debf83b11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79976d85-a042-484b-91f4-4e6debf83b11,segment=NetworkSegment(16b20745-a069-4be2-9eed-8728efba3bc2),segment_id=16b20745-a069-4be2-9eed-8728efba3bc2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:35.077911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.103224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.144197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.146054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.150024 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-531511fa-4e05-4254-a641-fbf596db41e1 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:35.153327 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67da6ef6-b722-4b67-b760-ce90a8a406e4 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:35.192300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b74b215-67f6-4936-ace1-a146f6da8b90,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:35.197736 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:35.246278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=79976d85-a042-484b-91f4-4e6debf83b11,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:35.251826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Calling delete_port for 79976d85-a042-484b-91f4-4e6debf83b11 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:58:35.265182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.269921 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3544617 Dec 20 11:58:35.275116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35414) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:35.275475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No DVR routers for this DVR port 79976d85-a042-484b-91f4-4e6debf83b11 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:58:35.280491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.280887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.281266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.281641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.284638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.285054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.285435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.285807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.286233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.286671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.286958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:35.337743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6a916-a041-4b6a-b6c7-409cfb34dd5c req-1f7e8422-b0ff-4dd4-976f-f9f8f5ac49a4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:35.341783 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ee6a916-a041-4b6a-b6c7-409cfb34dd5c req-1f7e8422-b0ff-4dd4-976f-f9f8f5ac49a4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2367420 Dec 20 11:58:35.361130 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:35.363609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:58:35.363609 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:58:35.502547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.529071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.561164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.569531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:35.579198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ee6a916-a041-4b6a-b6c7-409cfb34dd5c req-7857d500-f02a-4f26-ac3f-00ea982c5afa tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281926 Dec 20 11:58:35.598559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b20745-a069-4be2-9eed-8728efba3bc2') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:35.601377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b20745-a069-4be2-9eed-8728efba3bc2') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:35.617088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.624447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.626207 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:35.643786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.647116 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5b74b215-67f6-4936-ace1-a146f6da8b90 HTTP/1.1" status: 204 len: 168 time: 0.3685126 Dec 20 11:58:35.647270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.648068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35424) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:35.648443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35426) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:35.657102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:58:35.657506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.666710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b74b215-67f6-4936-ace1-a146f6da8b90,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:35.673650 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:58:35.673843 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:58:35.704122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2d5cefd9-7fc0-40a6-a94c-412ca77eafc2 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:35.723495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2d5cefd9-7fc0-40a6-a94c-412ca77eafc2 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:35.725142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2d5cefd9-7fc0-40a6-a94c-412ca77eafc2 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0727954 Dec 20 11:58:35.727997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35438) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:35.796179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.800757 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d241635-7dab-4544-880c-0f8721a467c9 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:35.818523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.829012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.839650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:35.844476 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:35.853329 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/4ecdb6b1-ecdf-41bb-bd2e-7a6c94cc9e24 HTTP/1.1" status: 204 len: 168 time: 3.0723474 Dec 20 11:58:35.854170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.857072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35442) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:35.863527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1204133525', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:35.871221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:35.876060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:router and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:35.880389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:35.887125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:35.899505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.900681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.903903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-919d35ce-2567-4be4-aaa7-1da8b74ddeb4 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:35.905231 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-919d35ce-2567-4be4-aaa7-1da8b74ddeb4 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 11:58:35.910596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35446) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:35.911065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-919d35ce-2567-4be4-aaa7-1da8b74ddeb4 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2601640 Dec 20 11:58:35.919195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015598585'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:35.922114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.926483 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-60233bc4-378c-45ee-8803-8b6aee96f96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:35.930999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:35.935867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:35.940439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:35.944942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29495501-7d78-461d-9b47-3da0390ef9b6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:35.948327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.949664 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:35.950624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:35.965495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.967584 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/29495501-7d78-461d-9b47-3da0390ef9b6 HTTP/1.1" status: 204 len: 168 time: 0.2383845 Dec 20 11:58:35.971144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35452) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:35.980419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:35.996671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.008827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.027053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed0e788b-c37a-4543-9669-63890d03723a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:36.044933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.046106 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d55062ef-e9d2-4bdc-bf6e-727398013b15 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1879911 Dec 20 11:58:36.054182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35458) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:36.055707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed0e788b-c37a-4543-9669-63890d03723a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:36.057174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ed0e788b-c37a-4543-9669-63890d03723a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0843434 Dec 20 11:58:36.058575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.060853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35462) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:36.061453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1046354037'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:36.070609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467327967'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:36.075578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.081978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:36.087031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:36.089263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:36.089771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.092486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:36.095540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.099071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.105582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.112932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:36.117070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.124198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.150549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:58:36.160518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.160964 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment 2ada1a5f-11f9-4561-9850-08f79c57b7fb of type vlan for network e8d210ec-1e77-450b-88f7-7ba0ca049d8a Dec 20 11:58:36.169968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.176405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:36.192308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:36.199249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.205654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.232380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.237360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:36.237946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.243867 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3b16982-8aa6-4651-b4a8-b0eb799598a4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:36.250187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.265173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Deleting port 79976d85-a042-484b-91f4-4e6debf83b11 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:58:36.265732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.297095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.298676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.302744 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a6e7ddd6-dc51-4304-9b29-5759e92fc0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:36.313020 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2606962 Dec 20 11:58:36.315828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35470) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:36.322782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.332617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:36.363226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0f7e-a45e-4e35-bfea-868be53a965c None None] The port '79976d85-a042-484b-91f4-4e6debf83b11' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:58:36.381522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=e8d210ec-1e77-450b-88f7-7ba0ca049d8a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:36.385286 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:36.401437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:58:36.419685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.421957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c276ed6-e7bf-4cd7-aa6a-31ef0a220b83,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:36.436045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:36.437248 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:36.437606 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79bafede-6819-4d6f-8eb0-67a1d1c3436b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:36.507675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:36.541827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.568208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceabd6c-a53e-4a60-a28e-f2c593eccf65,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:36.575515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.579940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:36.584154 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:36.585059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.586281 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5241971 Dec 20 11:58:36.587697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:36.589457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35478) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:36.596633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.600222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '4ceabd6c-a53e-4a60-a28e-f2c593eccf65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:36.614509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.618027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:36.621390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:36.625129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:36.631937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.659003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.741056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.755674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.757584 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f48f8c4-df34-48bb-9296-871443e9fb55 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:36.766231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.775671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.789490 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8e66a9d3-ecf0-4a49-a542-94fae9ab0f20 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:36.820807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b69516-b0be-422c-b217-c7c253be09ac,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:36.821866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.859946 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:36.884664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.888369 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c8f39b9a-b0db-41ca-a940-c123ff035225 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2938209 Dec 20 11:58:36.888535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:36.888775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35490) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:36.890523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9787705 Dec 20 11:58:36.892103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35494) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:36.897390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': 'd2e934da-b7f4-4a9d-833e-30122f249706', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:36.921209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:36.933048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b3131f96-9f34-4634-bbf5-b0dc82148d70 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules/a4b69516-b0be-422c-b217-c7c253be09ac HTTP/1.1" status: 200 len: 705 time: 0.0406287 Dec 20 11:58:36.933048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:36.940309 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:36.942959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35498) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:36.952785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:36.987598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3745001-0154-40bf-9cb1-54a1c83f8775 req-b749d554-2b4f-4c67-b97d-6cd62baeacde tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:36.989540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3745001-0154-40bf-9cb1-54a1c83f8775 req-b749d554-2b4f-4c67-b97d-6cd62baeacde tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.1812525 Dec 20 11:58:37.017670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.070349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e934da-b7f4-4a9d-833e-30122f249706,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:37.074661 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:37.093186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9014de43-4617-401a-b363-4af2dd4a21ef tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:37.139289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3745001-0154-40bf-9cb1-54a1c83f8775 req-8ff8364c-d1b2-4d29-9900-3493225c90b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390254 Dec 20 11:58:37.161371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9014de43-4617-401a-b363-4af2dd4a21ef tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:37.163223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9014de43-4617-401a-b363-4af2dd4a21ef tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2188995 Dec 20 11:58:37.165290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.166601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35506) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.188446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.193833 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9d912a33-3fa6-45c3-b8e1-39fd3c4c406c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:37.227019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480f4b09-b049-4f7d-ba41-745dce4e5c40,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:37.234467 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:37.239286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78240a8e-512d-45ad-b01b-d0e336ec7aff tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.250681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78240a8e-512d-45ad-b01b-d0e336ec7aff tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.252906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.256507 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7fbbe41c-f0f2-4fb6-a5cc-57bfce23f8ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:37.256673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.260768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3648059 Dec 20 11:58:37.261683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.270502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': 'd2e934da-b7f4-4a9d-833e-30122f249706', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:37.277407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:37.284656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:37.289317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:37.296993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:37.307754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78240a8e-512d-45ad-b01b-d0e336ec7aff tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.310081 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17e9a76a-f67c-4559-8817-336204808a91 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:37.323264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=b7dde68c-7f39-4116-8161-7b05ea908d40,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:37.326614 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:37.335163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240a8e-512d-45ad-b01b-d0e336ec7aff tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4b69516-b0be-422c-b217-c7c253be09ac,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:37.339258 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78240a8e-512d-45ad-b01b-d0e336ec7aff tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:37.342330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.351449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78240a8e-512d-45ad-b01b-d0e336ec7aff tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.354863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-78240a8e-512d-45ad-b01b-d0e336ec7aff tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a4b69516-b0be-422c-b217-c7c253be09ac HTTP/1.1" status: 204 len: 168 time: 0.1812177 Dec 20 11:58:37.355425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35518) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.432032 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 11:58:37.433627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:37.433810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-729a1c7a-874a-4524-9b8a-8f4d2025c579 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1710632 Dec 20 11:58:37.434335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: e8d210ec-1e77-450b-88f7-7ba0ca049d8a, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:58:37.438310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.464923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3c43fce-c04b-45e9-a523-8e93064dbaea tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:37.495712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3c43fce-c04b-45e9-a523-8e93064dbaea tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:37.497014 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d3c43fce-c04b-45e9-a523-8e93064dbaea tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1405833 Dec 20 11:58:37.500164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.506891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '4ceabd6c-a53e-4a60-a28e-f2c593eccf65', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:37.513768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:58:37.516182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:37.530767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:37.534722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.538587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, e8d210ec-1e77-450b-88f7-7ba0ca049d8a) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:37.544009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:37.545738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.554873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40a47c-0f9b-48d9-97ed-a1f0de509f51 None None] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:37.584460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.587611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.632218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3138685 Dec 20 11:58:37.640476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35534) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.699169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.703093 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c597d0a1-d6dc-47cf-8ce2-57342e68b546 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:37.729269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e934da-b7f4-4a9d-833e-30122f249706,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:37.756196 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:37.765036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.766328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2e934da-b7f4-4a9d-833e-30122f249706 HTTP/1.1" status: 204 len: 168 time: 0.3260930 Dec 20 11:58:37.769742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35544) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.857630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e3fd755-8735-46c3-b27a-ea5d77ae1043 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:37.896257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.896871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e3fd755-8735-46c3-b27a-ea5d77ae1043 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:37.897712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1e3fd755-8735-46c3-b27a-ea5d77ae1043 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1257193 Dec 20 11:58:37.901432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35548) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:37.909025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--316365983'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:37.942632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:37.963501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:58:37.964613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.967021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:37.968052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:37.976250 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6a759cca-32d4-444c-87d7-4b7d95030ff6 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:37.994071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.039835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:38.044319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:38.050770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:38.060906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:38.118402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.119893 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6184447 Dec 20 11:58:38.120936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1386fa23-54ed-48d2-8b36-0ed79898e1dd,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:38.124134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35556) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:38.137471 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf3da5dd-5013-4bfd-ae65-4057e56972db tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:38.150109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7969a497-87e8-4e02-a081-17c8dd2a16a2 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules/1386fa23-54ed-48d2-8b36-0ed79898e1dd HTTP/1.1" status: 200 len: 705 time: 0.0244191 Dec 20 11:58:38.152973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35562) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:38.185167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.204568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.221066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Allocated IP 2001:db8::2 (e8d210ec-1e77-450b-88f7-7ba0ca049d8a/b7dde68c-7f39-4116-8161-7b05ea908d40/529e45de-e9b7-4bf7-96b8-d02a5f64992f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:38.231924 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1cd6c158-486f-4496-b9e5-9ef1c0122dae tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:38.420343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed6cc96-069d-43f6-890d-e4fe10890f8f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:38.433581 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:38.434350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.435557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5329630 Dec 20 11:58:38.441759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35572) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:38.466389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8607f3c5-7654-4f5c-8355-36ea4e3a61a4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:38.492895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8607f3c5-7654-4f5c-8355-36ea4e3a61a4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:38.494625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8607f3c5-7654-4f5c-8355-36ea4e3a61a4 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3406541 Dec 20 11:58:38.497305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35576) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:38.527492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.531620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e998-20e0-4d57-ae2e-4ed8533170a3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.535559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e6b7a2aa-7add-47f5-8cd4-45730c52d626 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '0ed6cc96-069d-43f6-890d-e4fe10890f8f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:38.536576 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-e6b7a2aa-7add-47f5-8cd4-45730c52d626 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:38.537773 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e6b7a2aa-7add-47f5-8cd4-45730c52d626 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0344179 Dec 20 11:58:38.543272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e998-20e0-4d57-ae2e-4ed8533170a3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.546475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35582) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:38.559586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Transition to ACTIVE for port object 529e45de-e9b7-4bf7-96b8-d02a5f64992f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:38.575068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e998-20e0-4d57-ae2e-4ed8533170a3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.602276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Transition to ACTIVE for port object 529e45de-e9b7-4bf7-96b8-d02a5f64992f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:38.603532 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:38.616905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4e998-20e0-4d57-ae2e-4ed8533170a3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1386fa23-54ed-48d2-8b36-0ed79898e1dd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:38.624578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.632624 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0df0c440-8ba0-4f65-ab00-5b556527c8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:38.634332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e998-20e0-4d57-ae2e-4ed8533170a3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.636587 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a7d4e998-20e0-4d57-ae2e-4ed8533170a3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1386fa23-54ed-48d2-8b36-0ed79898e1dd HTTP/1.1" status: 204 len: 168 time: 0.1376708 Dec 20 11:58:38.638321 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a7d4e998-20e0-4d57-ae2e-4ed8533170a3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:38.639015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35590) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:38.660815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.750992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cad41-18ca-40bd-a2d9-ddfff35dc574 req-ae3b546b-b708-4d77-931d-61def7efbde5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:38.753682 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-122cad41-18ca-40bd-a2d9-ddfff35dc574 req-ae3b546b-b708-4d77-931d-61def7efbde5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.3297262 Dec 20 11:58:38.753682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.759378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6e248d4e-629e-4819-aafd-25604e1a9357 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:38.800799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6e248d4e-629e-4819-aafd-25604e1a9357 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:38.802223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6e248d4e-629e-4819-aafd-25604e1a9357 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1621034 Dec 20 11:58:38.804855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35600) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:38.810709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '4ceabd6c-a53e-4a60-a28e-f2c593eccf65', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:38.815771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.818164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:38.822723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:38.826688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:38.831400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:38.833602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Pushing event updated for resources: {'Port': ['ID=529e45de-e9b7-4bf7-96b8-d02a5f64992f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:38.839220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:38.841985 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:38.873329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.950049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Attempting to bind port 529e45de-e9b7-4bf7-96b8-d02a5f64992f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:38.950897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Attempting to bind port 529e45de-e9b7-4bf7-96b8-d02a5f64992f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:38.951457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Attempting to bind port 529e45de-e9b7-4bf7-96b8-d02a5f64992f on network e8d210ec-1e77-450b-88f7-7ba0ca049d8a {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:38.952329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.958839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:38.959527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Checking segment: {'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:38.959935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.960338 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Bound using segment: {'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:38.960971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Bound port: 529e45de-e9b7-4bf7-96b8-d02a5f64992f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:38.961348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:38.991648 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cb3da717-6a83-490e-842f-8d3eabda79b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:39.014491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.021536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.041243 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b117f0fd-d46a-46e0-a512-eed949ee1408 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:39.064353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1f044a-abd2-40d1-a35b-6ee8ff0f2605,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:39.067948 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:39.086396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] For port 529e45de-e9b7-4bf7-96b8-d02a5f64992f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:39.090141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] For port 529e45de-e9b7-4bf7-96b8-d02a5f64992f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=529e45de-e9b7-4bf7-96b8-d02a5f64992f,segment=NetworkSegment(2ada1a5f-11f9-4561-9850-08f79c57b7fb),segment_id=2ada1a5f-11f9-4561-9850-08f79c57b7fb)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:39.098259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.102796 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1cc669ac-8824-48d5-95d7-44ce0039a67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:39.125178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.126641 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d94792a2-69aa-4b05-b5ae-110740d64a4a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3207269 Dec 20 11:58:39.129257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.176366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed6cc96-069d-43f6-890d-e4fe10890f8f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:39.193398 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e56024eb-0c05-4eda-8099-ea8bd50fc36c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules/6b1f044a-abd2-40d1-a35b-6ee8ff0f2605 HTTP/1.1" status: 200 len: 706 time: 0.0623622 Dec 20 11:58:39.199292 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:39.199796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35616) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.200575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.208110 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/0ed6cc96-069d-43f6-890d-e4fe10890f8f HTTP/1.1" status: 204 len: 168 time: 0.6536958 Dec 20 11:58:39.208971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35620) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.244581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Pushing event updated for resources: {'Port': ['ID=529e45de-e9b7-4bf7-96b8-d02a5f64992f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:39.259335 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:39.314651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-122cad41-18ca-40bd-a2d9-ddfff35dc574 req-d9a0885c-bd6c-4626-b875-39c077473c0e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353700 Dec 20 11:58:39.326719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c73545da-1bfd-4e7f-a536-d7eeffe29c41 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:39.345283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c73545da-1bfd-4e7f-a536-d7eeffe29c41 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:39.349785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c73545da-1bfd-4e7f-a536-d7eeffe29c41 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1436675 Dec 20 11:58:39.350035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.383662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6675dfb8-d2f6-4e81-bfdd-b039ef0387da tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.395956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6675dfb8-d2f6-4e81-bfdd-b039ef0387da tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.432648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6675dfb8-d2f6-4e81-bfdd-b039ef0387da tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.446227 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c983e117-c524-4713-833a-46d20a6e8876 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:39.460591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675dfb8-d2f6-4e81-bfdd-b039ef0387da tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b1f044a-abd2-40d1-a35b-6ee8ff0f2605,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:39.463641 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6675dfb8-d2f6-4e81-bfdd-b039ef0387da tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:39.468464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6675dfb8-d2f6-4e81-bfdd-b039ef0387da tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.469902 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6675dfb8-d2f6-4e81-bfdd-b039ef0387da tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6b1f044a-abd2-40d1-a35b-6ee8ff0f2605 HTTP/1.1" status: 204 len: 168 time: 0.1189275 Dec 20 11:58:39.473137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.486935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d519054-2e60-4d8a-8f2f-7c40cf2bade3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:39.520402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bf78297c-629b-453e-81fc-c77150f6fcea tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:39.538042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bf78297c-629b-453e-81fc-c77150f6fcea tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:39.539677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bf78297c-629b-453e-81fc-c77150f6fcea tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0653286 Dec 20 11:58:39.545051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.558989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d519054-2e60-4d8a-8f2f-7c40cf2bade3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:39.584137 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0d519054-2e60-4d8a-8f2f-7c40cf2bade3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3239334 Dec 20 11:58:39.589116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.595295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--880765923'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:39.668244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.699335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.774697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.779862 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e6ec796-98c7-4422-886b-2a9266b1dcb7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:39.816391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceabd6c-a53e-4a60-a28e-f2c593eccf65,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:39.833671 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:39.847726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.849437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ceabd6c-a53e-4a60-a28e-f2c593eccf65 HTTP/1.1" status: 204 len: 168 time: 0.3053918 Dec 20 11:58:39.857442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35646) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.904849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:39.927466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:39.930564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ce3ecda1-b52b-44ad-a297-23faf2e958bd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:39.939049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8::1 (e8d210ec-1e77-450b-88f7-7ba0ca049d8a/b7dde68c-7f39-4116-8161-7b05ea908d40/3541aaf2-b875-4095-816d-47794aa46a5a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:39.952247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:39.953747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ce3ecda1-b52b-44ad-a297-23faf2e958bd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:39.955540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ce3ecda1-b52b-44ad-a297-23faf2e958bd tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0950942 Dec 20 11:58:39.973224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35654) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:39.986200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group': {'name': 'tempest-secgroup--912772236'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:39.993745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:40.021818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:40.043865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.065645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:40.071169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:40.074408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:40.083068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:40.096093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:40.101972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:40.105466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:40.113165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:40.156500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.176731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.181137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.186904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.195817 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-59d9d4b9-2e97-42c3-b61b-716c87b536b7 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:40.276177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dde8a8-1579-4851-bdd9-6dab7c2fcc91,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:40.286598 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:40.302563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.304116 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3279550 Dec 20 11:58:40.307136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35664) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:40.311371 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-88e7a8bf-753f-48c2-8737-c66f63608665 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:40.316384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Request body: {'security_group_rule': {'security_group_id': '14dde8a8-1579-4851-bdd9-6dab7c2fcc91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:40.332802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:40.343161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Usage tracker for resource:security_group_rule and tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:40.351346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:40.384389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:40.458505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.545561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.572217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69831b30-b380-4353-ac0a-bd7a3d2f9ae3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:40.580801 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:40.591899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object 3541aaf2-b875-4095-816d-47794aa46a5a will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:40.614721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.615967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0255635 Dec 20 11:58:40.622227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35672) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:40.630586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.634525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1bcd0776-b3de-48f0-a8b5-b88383ae2b22 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '69831b30-b380-4353-ac0a-bd7a3d2f9ae3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:40.635221 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-1bcd0776-b3de-48f0-a8b5-b88383ae2b22 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:40.636197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1bcd0776-b3de-48f0-a8b5-b88383ae2b22 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125241 Dec 20 11:58:40.639150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35676) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:40.657259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.662087 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62095a36-4028-486a-b15e-65090d333b85 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:40.682753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.690737 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4c26dd32-7b58-4fb8-9c07-f73894926c94 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:40.720008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7560ccdf-ddc9-4d44-9f4b-b38cfb2f6066,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:40.742790 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:40.754626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:40.761604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=3541aaf2-b875-4095-816d-47794aa46a5a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:40.764535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:40.766551 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:40.767255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:40.779494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.810791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc74f3-688f-47c2-b74d-ae4a6f4c2d0f req-3a6ea3c8-b007-4305-a61d-006a43fac5d6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:40.812375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bbbc74f3-688f-47c2-b74d-ae4a6f4c2d0f req-3a6ea3c8-b007-4305-a61d-006a43fac5d6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2628071 Dec 20 11:58:40.862226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba23ac-f51a-4c60-b842-54c755b7e866 None None] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:40.940400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.967372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:40.971741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6605780 Dec 20 11:58:40.975536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bbbc74f3-688f-47c2-b74d-ae4a6f4c2d0f req-ad64c852-a58c-4250-96da-48a8bfe9f4e2 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496367 Dec 20 11:58:40.976078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35692) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:40.981346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.045234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.099913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1efd79a6-9339-499f-961e-7637972faa35 None None] Provisioning for port 529e45de-e9b7-4bf7-96b8-d02a5f64992f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:41.125238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.150977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.157905 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f6dae15-2ad0-4096-a50c-343075fafb8b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:41.186175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69831b30-b380-4353-ac0a-bd7a3d2f9ae3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:41.196559 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:41.200343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.235639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.237165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/69831b30-b380-4353-ac0a-bd7a3d2f9ae3 HTTP/1.1" status: 204 len: 168 time: 0.5957446 Dec 20 11:58:41.256068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:41.349116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dcc95f28-fef0-4982-96be-340c6e5520ec tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:41.380164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dcc95f28-fef0-4982-96be-340c6e5520ec tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:41.382188 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dcc95f28-fef0-4982-96be-340c6e5520ec tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1412683 Dec 20 11:58:41.386626 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:41.394776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167705121'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:41.406574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:41.416418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.427631 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-115d9b03-5de5-4b31-8708-6cfbfad064f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:41.447405 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 529e45de-e9b7-4bf7-96b8-d02a5f64992f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:41.475754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:41.477507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.481571 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/14dde8a8-1579-4851-bdd9-6dab7c2fcc91 HTTP/1.1" status: 204 len: 168 time: 0.5022266 Dec 20 11:58:41.482410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35714) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:41.486918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dde8a8-1579-4851-bdd9-6dab7c2fcc91,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:41.491022 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:41.521353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.605189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:41.617543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:41.621902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:41.626491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1646391-0f3a-4b60-ba98-efa14657e3f5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:41.642080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:41.646134 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 529e45de-e9b7-4bf7-96b8-d02a5f64992f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:41.652756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 529e45de-e9b7-4bf7-96b8-d02a5f64992f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:41.653479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.667400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1646391-0f3a-4b60-ba98-efa14657e3f5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:41.674701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f1646391-0f3a-4b60-ba98-efa14657e3f5 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1898692 Dec 20 11:58:41.676716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35722) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:41.744401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-58fb1091-6182-4b9f-8033-7fb240e550ed tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:41.755264 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-58fb1091-6182-4b9f-8033-7fb240e550ed tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.5375733 Dec 20 11:58:41.776410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Provisioning complete for port 529e45de-e9b7-4bf7-96b8-d02a5f64992f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:41.777127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.778616 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-16011179-e53e-41c2-b346-05593f48bb47 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/quotas/7d56622939f64706a20eaf04c8d7baa8 HTTP/1.1" status: 200 len: 375 time: 0.0233212 Dec 20 11:58:41.896918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.949272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:41.974851 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-a0f02842-1ebc-4c6a-a694-3ca954545510 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1951871 Dec 20 11:58:41.985905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 529e45de-e9b7-4bf7-96b8-d02a5f64992f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=529e45de-e9b7-4bf7-96b8-d02a5f64992f,segment=NetworkSegment(2ada1a5f-11f9-4561-9850-08f79c57b7fb),segment_id=2ada1a5f-11f9-4561-9850-08f79c57b7fb)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:42.000375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.004569 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:42.060320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-555473e5-7bfb-4d06-b76a-d44fe55cb05b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Synchronizing usage tracker for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:42.077816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.088447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.095272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.101593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-488ec56b-ffa0-4d19-8cef-7d1901ea14d3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:42.116291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-555473e5-7bfb-4d06-b76a-d44fe55cb05b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Unset dirty status for tenant:85e6d27e5b8c47a5a1dc0b8f088fb3f6 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:42.120183 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-555473e5-7bfb-4d06-b76a-d44fe55cb05b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4402542 Dec 20 11:58:42.120361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.122501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.125363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35734) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.141743 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7435c33b-7738-4935-818f-95273d7bd6c3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:42.150077 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-6bd74f2c-e4a6-4724-ab65-2a3548b12b5f tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] delete failed (client error): The resource could not be found. Dec 20 11:58:42.154553 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6bd74f2c-e4a6-4724-ab65-2a3548b12b5f tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "DELETE /v2.0/security-groups/14dde8a8-1579-4851-bdd9-6dab7c2fcc91 HTTP/1.1" status: 404 len: 347 time: 0.0257828 Dec 20 11:58:42.201627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35738) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.207608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=529e45de-e9b7-4bf7-96b8-d02a5f64992f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:42.207608 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:42.217723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc7469e-56d0-43ae-80c5-c142c21a8412,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:42.219552 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:42.221346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:58:42.221783 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:58:42.284530 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-de99ffeb-27c3-4fd5-ae2f-5b27b7abf911 service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084259 Dec 20 11:58:42.318636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9fea48ed-02f2-4717-b30c-7dedb7dc350c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1134241 Dec 20 11:58:42.318636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.318636 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9271359 Dec 20 11:58:42.323884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35742) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.324622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=3541aaf2-b875-4095-816d-47794aa46a5a,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:42.339233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7932f117-2033-4e64-82a1-0d8c9048c7d5 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7469e-56d0-43ae-80c5-c142c21a8412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:42.340234 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-7932f117-2033-4e64-82a1-0d8c9048c7d5 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:42.341342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7932f117-2033-4e64-82a1-0d8c9048c7d5 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075002 Dec 20 11:58:42.342681 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:42.354034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35748) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.373421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dbd1e9dd-739e-43da-9e00-b09e6bec1e85 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7469e-56d0-43ae-80c5-c142c21a8412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:42.374368 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-dbd1e9dd-739e-43da-9e00-b09e6bec1e85 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:42.379030 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dbd1e9dd-739e-43da-9e00-b09e6bec1e85 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0245960 Dec 20 11:58:42.380767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35754) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.386511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3561be57-ccec-4baf-bf03-58d88a0c64bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7469e-56d0-43ae-80c5-c142c21a8412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:42.387266 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-3561be57-ccec-4baf-bf03-58d88a0c64bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:42.394694 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3561be57-ccec-4baf-bf03-58d88a0c64bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105071 Dec 20 11:58:42.394694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35758) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.412299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7bcccab3-ecfc-4aa6-897d-fbef8b6af8b3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7469e-56d0-43ae-80c5-c142c21a8412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:42.412299 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-7bcccab3-ecfc-4aa6-897d-fbef8b6af8b3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:42.415992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7bcccab3-ecfc-4aa6-897d-fbef8b6af8b3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0204732 Dec 20 11:58:42.418272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35764) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.514197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f48eda-93dd-4a22-b43a-f8dab8df7b73 req-828da348-848d-459e-be24-6bc714a03ad4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:42.514197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58f48eda-93dd-4a22-b43a-f8dab8df7b73 req-828da348-848d-459e-be24-6bc714a03ad4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.3258078 Dec 20 11:58:42.575258 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5b7a420a-4321-405b-ba1e-e5992fd8cbff service neutron] 10.222.0.32 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814248 Dec 20 11:58:42.575770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.577222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:42.578619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:42.615660 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-58f48eda-93dd-4a22-b43a-f8dab8df7b73 req-ed6e08b8-1a67-4d61-a29d-862c6de2f542 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942590 Dec 20 11:58:42.619007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.719305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.724358 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-51c056da-26da-44af-a705-2a09e1124dae tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:42.774213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc7469e-56d0-43ae-80c5-c142c21a8412,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:42.778201 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:42.797302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:42.807206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/cfc7469e-56d0-43ae-80c5-c142c21a8412 HTTP/1.1" status: 204 len: 168 time: 0.3863912 Dec 20 11:58:42.808122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35776) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.967029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-21b6c4d6-e884-4c09-9516-2f4051a95b37 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:42.969796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:42.987637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Provisioning for port 3541aaf2-b875-4095-816d-47794aa46a5a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:42.993397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Provisioning complete for port 3541aaf2-b875-4095-816d-47794aa46a5a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:42.994422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.057389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-21b6c4d6-e884-4c09-9516-2f4051a95b37 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:43.062351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-21b6c4d6-e884-4c09-9516-2f4051a95b37 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2526288 Dec 20 11:58:43.067243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:43.077620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956863429'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:43.092772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:43.105326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:43.122149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.128520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a86c-7039-44c0-be09-a4e9bb0c1827 None None] Port 3541aaf2-b875-4095-816d-47794aa46a5a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:43.177406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:43.181688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:43.184997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:43.192756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:43.229989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a00667eb-4c17-4166-a82f-aec4de47aa6b req-714f697c-e9a6-4455-abae-808464710ce6 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 210 time: 0.0585630 Dec 20 11:58:43.262195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-021d2cd5-81bd-4506-8946-b198143d55dd None None] Provisioning complete for port 3541aaf2-b875-4095-816d-47794aa46a5a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:43.263316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-021d2cd5-81bd-4506-8946-b198143d55dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.281403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.300865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.328939 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-59be06b5-b273-4d5c-959f-f0d2822f14b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:43.394632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d4e39a-f500-43df-a88a-477b6b8d7b0a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:43.398589 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:43.433262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.434630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3657568 Dec 20 11:58:43.438368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35808) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:43.446870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-021d2cd5-81bd-4506-8946-b198143d55dd None None] Port 3541aaf2-b875-4095-816d-47794aa46a5a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:43.448455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a864af48-d390-4408-883f-8eaea0a83d2a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:43.449098 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-a864af48-d390-4408-883f-8eaea0a83d2a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:43.450391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a864af48-d390-4408-883f-8eaea0a83d2a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107756 Dec 20 11:58:43.458678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35812) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:43.470612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-96e66cb1-f6a4-40ae-871e-39c74646b138 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:43.476860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d2b3d52a-007a-45a7-adda-c3e9af73d75d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85e6d27e5b8c47a5a1dc0b8f088fb3f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4988534 Dec 20 11:58:43.476860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96e66cb1-f6a4-40ae-871e-39c74646b138 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:43.476860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35816) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:43.489912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 529e45de-e9b7-4bf7-96b8-d02a5f64992f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:43.504065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96e66cb1-f6a4-40ae-871e-39c74646b138 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:43.508070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96e66cb1-f6a4-40ae-871e-39c74646b138 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:43.527726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96e66cb1-f6a4-40ae-871e-39c74646b138 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:43.607059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 529e45de-e9b7-4bf7-96b8-d02a5f64992f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:43.607972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.626701 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-96e66cb1-f6a4-40ae-871e-39c74646b138 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:43.629283 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-96e66cb1-f6a4-40ae-871e-39c74646b138 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1745517 Dec 20 11:58:43.630713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.638305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35820) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:43.652002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-42a75965-c87d-433c-a22e-66879645b039 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:43.652787 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-42a75965-c87d-433c-a22e-66879645b039 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:43.657792 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-42a75965-c87d-433c-a22e-66879645b039 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116897 Dec 20 11:58:43.659001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:43.678619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.685743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d71f6322-4615-4681-a92e-89889d9fe503 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:43.706246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d71f6322-4615-4681-a92e-89889d9fe503 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:43.713269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d71f6322-4615-4681-a92e-89889d9fe503 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:43.717354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d71f6322-4615-4681-a92e-89889d9fe503 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:43.725024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d71f6322-4615-4681-a92e-89889d9fe503 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:43.737329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:58:43.787999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.791869 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-edd03c74-3fb4-468e-8014-659a5eb6540c tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:43.816269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05faa3b5-7076-45d1-9b05-ad2ecc34d800,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:43.821203 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:43.935301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.935301 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05faa3b5-7076-45d1-9b05-ad2ecc34d800 HTTP/1.1" status: 204 len: 168 time: 0.4464223 Dec 20 11:58:44.006631 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-d71f6322-4615-4681-a92e-89889d9fe503 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:44.010286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d71f6322-4615-4681-a92e-89889d9fe503 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3473263 Dec 20 11:58:44.013089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35838) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.014371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91dea7-9715-4df2-9604-b79b3622bd01 req-ae182a93-1838-433d-bd98-e744400e80fc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:44.019384 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d91dea7-9715-4df2-9604-b79b3622bd01 req-ae182a93-1838-433d-bd98-e744400e80fc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.1917853 Dec 20 11:58:44.028481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3bfd3a2a-2c10-479b-b755-eda26b10e541 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:44.029489 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-3bfd3a2a-2c10-479b-b755-eda26b10e541 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:44.030731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3bfd3a2a-2c10-479b-b755-eda26b10e541 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167460 Dec 20 11:58:44.037788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.058213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:44.080283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:44.090044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:44.094282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:44.104349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:44.131355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d91dea7-9715-4df2-9604-b79b3622bd01 req-c21f33fb-d243-4825-a8f7-0f922f29bd54 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058834 Dec 20 11:58:44.138249 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Project 3cc422a877ce4f13bde1d1993307a457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 11:58:44.173601 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:44.174948 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c44e1ca1-5d7f-46e6-be38-2d783e5db524 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1350288 Dec 20 11:58:44.178141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.184097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9331f387-c746-458b-a558-adb8de482f64 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:44.184741 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-9331f387-c746-458b-a558-adb8de482f64 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:44.185629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9331f387-c746-458b-a558-adb8de482f64 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065196 Dec 20 11:58:44.187545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:58:44.188296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35852) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.194234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:44.199933 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5581222 Dec 20 11:58:44.200699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35856) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.202380 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:58:44.206691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:44.210541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2087427616'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:44.213453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:44.217444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:44.222807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:44.224604 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:44.225770 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:44.236048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:44.246995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:44.261957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:44.272299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:44.280122 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Project 3cc422a877ce4f13bde1d1993307a457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 11:58:44.302479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:44.310898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.329077 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:44.331771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5de9a61a-6186-4183-ba17-2445ad1c648c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1424210 Dec 20 11:58:44.334614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35868) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.341965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '57d4e39a-f500-43df-a88a-477b6b8d7b0a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:44.354337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:58:44.387277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:44.399872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:44.407793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.407793 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment 65042dab-84e2-4348-aae6-6a61685167f3 of type vlan for network 77d15947-3d32-4ca9-b084-289c9211e597 Dec 20 11:58:44.408744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:44.410047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:44.442226 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Project 3cc422a877ce4f13bde1d1993307a457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 11:58:44.455477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.499727 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:44.500800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-88f297bc-f312-4188-b49f-ab1f6daddf76 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1642714 Dec 20 11:58:44.503988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35874) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.510302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.515187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:44.516138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.598032 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-818e78f1-51d3-4413-9ab1-2b9fd0ccab5d tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:44.601935 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:58:44.618567 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8578b34c-09c5-49b0-a5ff-75e2f96d36fe req-f3915cd8-1d53-4bab-a63c-65b8ca6b3ee0 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 210 time: 0.0801976 Dec 20 11:58:44.670623 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4681141 Dec 20 11:58:44.736554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35880) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:44.747859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:44.763807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=77d15947-3d32-4ca9-b084-289c9211e597,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:44.777900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 77d15947-3d32-4ca9-b084-289c9211e597 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:58:44.794463 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:44.831120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.915968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.981725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-b41f0d80-9b29-409b-b061-e68aeab81e11 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:44.983830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-b41f0d80-9b29-409b-b061-e68aeab81e11 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 815 time: 0.4012091 Dec 20 11:58:45.001658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Request body: {'port': {'device_id': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'admin_state_up': True, 'tenant_id': '7d56622939f64706a20eaf04c8d7baa8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:45.069353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:45.077268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.099092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:45.105257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:45.120809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:45.149949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:45.169992 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:58:40Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:41Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:45.176148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.187618 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:58:45.187982 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Updating router 3ad54986-e013-4cce-b42c-58672cc4bb7c port 3541aaf2-b875-4095-816d-47794aa46a5a binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:58:45.219619 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-efb7de3d-04fe-4a90-bb36-b3990c671f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:45.239352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d4e39a-f500-43df-a88a-477b6b8d7b0a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:45.247972 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:45.263876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:45.273349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.274719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/57d4e39a-f500-43df-a88a-477b6b8d7b0a HTTP/1.1" status: 204 len: 168 time: 0.7695408 Dec 20 11:58:45.279959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35906) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:45.299476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:45.330576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Made reservation on behalf of 7d56622939f64706a20eaf04c8d7baa8 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:45.334632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.341045 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.475446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.613113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Allocated IP 172.20.0.9 (f598ac5b-68a5-4092-9566-e8b4bc2a2cb0/6c0f0e25-8188-4e94-bb5a-36a62ca5152e/99e6b138-58ce-4a40-bb3a-5be68d13690c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:45.731572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3264552a-7626-429f-bba0-93c53303c492 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:45.839565 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.853906 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Transition to ACTIVE for port object 3541aaf2-b875-4095-816d-47794aa46a5a will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:45.859919 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3264552a-7626-429f-bba0-93c53303c492 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:45.864665 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.866043 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3264552a-7626-429f-bba0-93c53303c492 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5839953 Dec 20 11:58:45.875619 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f1a0cd47-870a-48a5-bfd4-e3c20db95666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:45.877357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35922) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:45.902780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1d163-a8db-429d-ad38-963fb601cd30 req-8f5c5d8e-18cc-4c20-b5f9-b836c372119a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:45.907011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2cc1d163-a8db-429d-ad38-963fb601cd30 req-8f5c5d8e-18cc-4c20-b5f9-b836c372119a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.4324563 Dec 20 11:58:45.914445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--521823365'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:45.924625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:45.936293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:46.003187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.054237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-90e1408d-ae75-4c69-81a3-104896978a67 req-0a0a5749-a6bb-4359-8dd6-5d3f12d79cbd tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 210 time: 0.1053696 Dec 20 11:58:46.140615 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Pushing event updated for resources: {'Port': ['ID=3541aaf2-b875-4095-816d-47794aa46a5a,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:46.196967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.198316 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.198661 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.198992 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.199318 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.199643 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.199967 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.200285 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.200600 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.200916 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.201225 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.201540 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:46.204841 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2cc1d163-a8db-429d-ad38-963fb601cd30 req-bd71aecd-572c-4e88-91aa-9f43e3219ec8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851617 Dec 20 11:58:46.217589 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:46.227853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.232770 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77a4c0ad-35c1-409f-9532-b4e56426ad62 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:46.258456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:46.277578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:46.288389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:46.298375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:46.333150 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Attempting to bind port 3541aaf2-b875-4095-816d-47794aa46a5a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:46.333702 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Attempting to bind port 3541aaf2-b875-4095-816d-47794aa46a5a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:46.334389 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Attempting to bind port 3541aaf2-b875-4095-816d-47794aa46a5a on network e8d210ec-1e77-450b-88f7-7ba0ca049d8a {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:46.341262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.350074 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:46.351162 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Checking segment: {'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:46.351826 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.352459 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Bound using segment: {'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:46.355859 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Bound port: 3541aaf2-b875-4095-816d-47794aa46a5a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ada1a5f-11f9-4561-9850-08f79c57b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:46.358600 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.366773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['98542c74-a70f-49e7-9d54-80bf39b0f1f1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:58:46.393199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:46.393725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: 77d15947-3d32-4ca9-b084-289c9211e597, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:58:46.401596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:46.411420 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:46.415693 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d7407c44-8e4d-4bc4-8f9c-77532ce7f3b0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:46.431887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 77d15947-3d32-4ca9-b084-289c9211e597 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:58:46.447228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 77d15947-3d32-4ca9-b084-289c9211e597) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:46.461176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737', '5625b7ac-b4cc-45bf-b4e4-675ad097657a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:58:46.485059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:46.485783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.538859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7986276 Dec 20 11:58:46.539128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 35940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:46.576253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0122d950-e06b-4722-b15e-135b3fb9e746 None None] Network 77d15947-3d32-4ca9-b084-289c9211e597 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:46.647516 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] For port 3541aaf2-b875-4095-816d-47794aa46a5a, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:46.659319 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] For port 3541aaf2-b875-4095-816d-47794aa46a5a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3541aaf2-b875-4095-816d-47794aa46a5a,segment=NetworkSegment(2ada1a5f-11f9-4561-9850-08f79c57b7fb),segment_id=2ada1a5f-11f9-4561-9850-08f79c57b7fb)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:46.660544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event updated for resources: {'Port': ['ID=99e6b138-58ce-4a40-bb3a-5be68d13690c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:46.663097 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.670971 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-c8efe3b0-82fa-4e1b-ae41-85868fbba36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:46.776950 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Pushing event updated for resources: {'Port': ['ID=3541aaf2-b875-4095-816d-47794aa46a5a,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:46.784617 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f0d21a1e-174d-4959-bfb7-60838c86b41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:46.785698 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:46.786607 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:47.113102 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:58:47.212066 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:47.226541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-77d15947-3d32-4ca9-b084-289c9211e597', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:58:47.227357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:47.311266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:47.322028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:47.354587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:47.356506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:47.379384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:47.513412 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d8bbd95-3e66-4478-af7f-6bac39418b77 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:47.765223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:47.765840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:47.769196 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:58:40Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:46Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:47.775476 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d2c43-f709-49af-898e-683bd62a644f None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:58:40Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:46Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:58:47.783429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ad857-a070-483d-bee5-22304101ab04 req-d801a849-0682-4061-895e-0cf09f7ecfb5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:47.784975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f36ad857-a070-483d-bee5-22304101ab04 req-d801a849-0682-4061-895e-0cf09f7ecfb5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 931 time: 0.3582807 Dec 20 11:58:47.803709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7d59a-427a-42bf-95fc-423ccc33581f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:47.830976 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:47.832679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:47.839153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9535835 Dec 20 11:58:47.843893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35976) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:47.854759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2415ec2e-aaf8-4760-a676-7540a6c97df6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '15b7d59a-427a-42bf-95fc-423ccc33581f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:47.865018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2415ec2e-aaf8-4760-a676-7540a6c97df6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:47.870605 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8731849 Dec 20 11:58:47.881664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Allocated IP 2001:db8:1::2 (77d15947-3d32-4ca9-b084-289c9211e597/bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d/b50d0ff3-1fac-4326-94ed-06cb9c9dd63d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:47.882331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2415ec2e-aaf8-4760-a676-7540a6c97df6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:47.890146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2415ec2e-aaf8-4760-a676-7540a6c97df6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:47.901364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2415ec2e-aaf8-4760-a676-7540a6c97df6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:47.922429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-ccb8b5b9-e092-44fd-9ecb-bd50e2771e19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2696736 Dec 20 11:58:47.931187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Request body: {'port': {'device_id': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:47.954142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f36ad857-a070-483d-bee5-22304101ab04 req-2d7d11f3-41e2-48d6-b398-ec70aa9b3827 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617699 Dec 20 11:58:48.106773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:48.106958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a566-9f26-4f43-abde-1669ec7884ab req-8cea0ea9-974e-4a4a-a741-625968e31ab3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:48.113583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a787a566-9f26-4f43-abde-1669ec7884ab req-8cea0ea9-974e-4a4a-a741-625968e31ab3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.5204108 Dec 20 11:58:48.253422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:48.503631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a787a566-9f26-4f43-abde-1669ec7884ab req-d699efba-0e33-44c1-b3d1-8b17f8492aba tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805797 Dec 20 11:58:48.506738 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-2415ec2e-aaf8-4760-a676-7540a6c97df6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The resource could not be found. Dec 20 11:58:48.513919 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2415ec2e-aaf8-4760-a676-7540a6c97df6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6673787 Dec 20 11:58:48.522454 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 35998) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:48.568836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-37d8339f-449f-4a95-9a9f-27fe1eb23c75 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '15b7d59a-427a-42bf-95fc-423ccc33581f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '51c6dc60-0a05-4f1f-b3b4-a8cb70a8fc1d'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:48.601271 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-af966ac5-a23c-411f-9618-59ce644dc2ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 1098 time: 0.6380954 Dec 20 11:58:48.602459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37d8339f-449f-4a95-9a9f-27fe1eb23c75 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:48.635131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-37d8339f-449f-4a95-9a9f-27fe1eb23c75 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:48.782561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-37d8339f-449f-4a95-9a9f-27fe1eb23c75 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:48.785059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:48.795646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:48.806228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Transition to ACTIVE for port object b50d0ff3-1fac-4326-94ed-06cb9c9dd63d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:48.807790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37d8339f-449f-4a95-9a9f-27fe1eb23c75 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:48.875269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Transition to ACTIVE for port object b50d0ff3-1fac-4326-94ed-06cb9c9dd63d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:48.891129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:48.903742 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:48.961503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:48.963865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Network 77d15947-3d32-4ca9-b084-289c9211e597 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:48.972473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:48.978455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:48.992952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8:1::1 (77d15947-3d32-4ca9-b084-289c9211e597/bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d/e9ba79d5-a099-4719-b2f2-3b7ebbc7e060) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:49.088473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Pushing event updated for resources: {'Port': ['ID=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:49.106961 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:49.110267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-43b499d2-ba90-404c-9106-36009cde8ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:49.112056 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-43b499d2-ba90-404c-9106-36009cde8ab9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 916 time: 0.4870903 Dec 20 11:58:49.198578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Attempting to bind port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:49.199366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Attempting to bind port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:49.200105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Attempting to bind port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d on network 77d15947-3d32-4ca9-b084-289c9211e597 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:49.207901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:49.212999 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-37d8339f-449f-4a95-9a9f-27fe1eb23c75 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The resource could not be found. Dec 20 11:58:49.214679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Checking segment: {'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:49.215066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-37d8339f-449f-4a95-9a9f-27fe1eb23c75 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6696386 Dec 20 11:58:49.215597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.216751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Bound using segment: {'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:49.217514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Bound port: b50d0ff3-1fac-4326-94ed-06cb9c9dd63d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:49.218940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.239270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36022) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:49.303837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-920eec2c-4dd0-41c6-8b11-91ce9355669f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ccaced-b408-4c1a-89ea-b70da71a1737 HTTP/1.1" status: 200 len: 217 time: 0.1560934 Dec 20 11:58:49.349233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e521fb-7f17-49db-bba9-cdcb217a6156 req-bea0b193-2e89-469b-9603-9d4bc7a21103 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:49.350761 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9e521fb-7f17-49db-bba9-cdcb217a6156 req-bea0b193-2e89-469b-9603-9d4bc7a21103 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 931 time: 0.1808567 Dec 20 11:58:49.360378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.459424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] For port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:49.463839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] For port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,segment=NetworkSegment(65042dab-84e2-4348-aae6-6a61685167f3),segment_id=65042dab-84e2-4348-aae6-6a61685167f3)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:49.475794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.479998 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fe2f343a-1171-4f0f-8f55-50bf33d4b903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:49.545926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3541aaf2-b875-4095-816d-47794aa46a5a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:49.600686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.658853 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b9e521fb-7f17-49db-bba9-cdcb217a6156 req-0d571630-ed77-4967-ab51-e2ed13a455be tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906234 Dec 20 11:58:49.664830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.679701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:49.695461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-4cdcd598-dc82-4de3-b7d0-88e6f5b001e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:49.696879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-4cdcd598-dc82-4de3-b7d0-88e6f5b001e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.3568079 Dec 20 11:58:49.717391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.724223 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:49.772553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Pushing event updated for resources: {'Port': ['ID=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:49.791277 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:49.825287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.844592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 77d15947-3d32-4ca9-b084-289c9211e597 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:49.848659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 3541aaf2-b875-4095-816d-47794aa46a5a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:49.851041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:49.860170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:49.866452 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:49.867275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:49.874645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.875364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3541aaf2-b875-4095-816d-47794aa46a5a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:49.876114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:49.881721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-94dfe12a-dd63-4da2-a8db-2b9402b17a3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764693 Dec 20 11:58:49.892168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:49.939966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7ce79d52174b2eb3bb168f68a3a4a7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:49.965973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:49.992281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:50.030332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.098169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.113450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:58:50.160178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 3541aaf2-b875-4095-816d-47794aa46a5a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3541aaf2-b875-4095-816d-47794aa46a5a,segment=NetworkSegment(2ada1a5f-11f9-4561-9850-08f79c57b7fb),segment_id=2ada1a5f-11f9-4561-9850-08f79c57b7fb)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:50.169142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.171314 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0c008892-145e-48f2-802b-238497fac79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:50.279587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcbfc9-203d-4bc1-b9d1-8fb639068495 req-04661044-651a-4df7-a4c6-2fc2e4e1f55d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:50.287675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8fcbfc9-203d-4bc1-b9d1-8fb639068495 req-04661044-651a-4df7-a4c6-2fc2e4e1f55d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.5940135 Dec 20 11:58:50.320270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=3541aaf2-b875-4095-816d-47794aa46a5a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:50.324228 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:50.348199 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-ba6a6f6d-e4c8-425b-9958-97bfa7c6e354 service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426234 Dec 20 11:58:50.348879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.359691 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fdc3ad81-063d-467a-b28a-15ef0487e3ff tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:50.397558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e6b138-58ce-4a40-bb3a-5be68d13690c {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:58:50.433646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.443371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7d59a-427a-42bf-95fc-423ccc33581f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:50.452637 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:50.684013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Transition to ACTIVE for port object 99e6b138-58ce-4a40-bb3a-5be68d13690c will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:50.691788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.702835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.704118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.716158 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d8b0e58-e4e9-490d-a035-80c50a1d7307 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:50.796180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.810593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/15b7d59a-427a-42bf-95fc-423ccc33581f HTTP/1.1" status: 204 len: 168 time: 1.5529544 Dec 20 11:58:50.818751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:50.826711 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d8fcbfc9-203d-4bc1-b9d1-8fb639068495 req-f670249f-abc5-4e44-ac1d-89c6c950db40 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706769 Dec 20 11:58:50.834881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.860132 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f96f5640-b4a8-4a2a-b5e4-ff3c5ad48372 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:50.895743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:50.900581 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:50.946620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:50.988766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcae26b6-a84a-486a-bef7-4d3ed2d3a04d req-3c36f83b-7b55-4b4b-91c7-bcf7724e7f4a service neutron] 10.222.0.53 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197503 Dec 20 11:58:50.997701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.008044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 77d15947-3d32-4ca9-b084-289c9211e597 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:51.010564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:51.036146 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba7ce79d52174b2eb3bb168f68a3a4a7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0401187 Dec 20 11:58:51.071057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:51.148003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Pushing event updated for resources: {'Port': ['ID=99e6b138-58ce-4a40-bb3a-5be68d13690c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:51.153501 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:51.160402 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-530cb845-3abd-430c-9053-6f56a0d6e758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:51.168494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-261899e7-c0d9-4747-b065-ed5a5796dc65 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:51.212777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-261899e7-c0d9-4747-b065-ed5a5796dc65 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:51.218981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-261899e7-c0d9-4747-b065-ed5a5796dc65 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3899975 Dec 20 11:58:51.220728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36060) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:51.231624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-243da663-5924-4342-8b9f-57fdb4f18ce3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': 'bd2a46dd-112f-443d-929f-a664ac2ea717', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:51.235147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a347693-fbb7-4791-b29a-3155a415357f req-5dd58484-b03a-4121-a3b8-be8e8fbdc97d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:51.238070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-243da663-5924-4342-8b9f-57fdb4f18ce3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:51.241918 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a347693-fbb7-4791-b29a-3155a415357f req-5dd58484-b03a-4121-a3b8-be8e8fbdc97d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 943 time: 0.3248711 Dec 20 11:58:51.242096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b666f0e3-d127-40ba-b9b9-a4a45e12de90,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:51.245014 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:51.293758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf420c4-5594-4907-9a9b-59807d607a08 None None] Network 77d15947-3d32-4ca9-b084-289c9211e597 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:51.303965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.311431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-243da663-5924-4342-8b9f-57fdb4f18ce3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:51.380851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-243da663-5924-4342-8b9f-57fdb4f18ce3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:51.389514 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5a347693-fbb7-4791-b29a-3155a415357f req-d1bee1f2-89d8-4943-89c3-052e7aae4b37 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464365 Dec 20 11:58:51.439484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-243da663-5924-4342-8b9f-57fdb4f18ce3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:51.500561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.551820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0c339774-79da-4ce7-869b-d79b842e93bd None None] Provisioning for port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:51.583117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Attempting to bind port 99e6b138-58ce-4a40-bb3a-5be68d13690c on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:51.583347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Attempting to bind port 99e6b138-58ce-4a40-bb3a-5be68d13690c by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:51.583512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Attempting to bind port 99e6b138-58ce-4a40-bb3a-5be68d13690c on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:51.588933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3541aaf2-b875-4095-816d-47794aa46a5a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:51.592175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.593799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Port 99e6b138-58ce-4a40-bb3a-5be68d13690c on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:58:51.594206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Attempting to bind port 99e6b138-58ce-4a40-bb3a-5be68d13690c on network f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:51.601707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:51.602075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Checking segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:51.602468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Bound using segment: {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:51.602891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Bound port: 99e6b138-58ce-4a40-bb3a-5be68d13690c, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90893670-a96a-4487-bb48-7b1f022d282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:51.604137 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51bba5e4-e6b9-4a60-908c-0a33138f098b tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:51.604279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.618241 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-243da663-5924-4342-8b9f-57fdb4f18ce3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The resource could not be found. Dec 20 11:58:51.623186 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-243da663-5924-4342-8b9f-57fdb4f18ce3 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3983636 Dec 20 11:58:51.625439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36070) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:51.628380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b666f0e3-d127-40ba-b9b9-a4a45e12de90,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:51.632372 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:51.638469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--118353781'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:51.639821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.643916 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b666f0e3-d127-40ba-b9b9-a4a45e12de90 HTTP/1.1" status: 204 len: 168 time: 0.5666435 Dec 20 11:58:51.654381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:51.746838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] For port 99e6b138-58ce-4a40-bb3a-5be68d13690c, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:51.747565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:58:51.751993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] For port 99e6b138-58ce-4a40-bb3a-5be68d13690c, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99e6b138-58ce-4a40-bb3a-5be68d13690c,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:51.818042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.824178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:51.826666 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-56c4642e-b58d-44b4-8abe-fcca7b83dcca tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:51.911964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3541aaf2-b875-4095-816d-47794aa46a5a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:51.912354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.913063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Pushing event updated for resources: {'Port': ['ID=99e6b138-58ce-4a40-bb3a-5be68d13690c,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:51.917414 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:51.932037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:51.934719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-5715f517-4542-4c99-976b-07913a8a703f service neutron] 10.222.0.16 "PUT /v2.0/ports/99e6b138-58ce-4a40-bb3a-5be68d13690c HTTP/1.1" status: 200 len: 1093 time: 4.0129149 Dec 20 11:58:51.936882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'tag': '99e6b138-58ce-4a40-bb3a-5be68d13690c'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:58:51.948183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.063273 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'tag': '99e6b138-58ce-4a40-bb3a-5be68d13690c', 'status': 'completed', 'code': 200} Dec 20 11:58:52.103211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:52.115194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:52.120547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:52.129096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:52.156802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b50d0ff3-1fac-4326-94ed-06cb9c9dd63d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:52.178599 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-1d67a71b-94cf-40ab-b2c7-dd6f91a779ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 1096 time: 0.1831145 Dec 20 11:58:52.274789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:52.284123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:52.286972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.291167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-c384ca54-12b7-46ae-bb48-dbd8b1011965 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e6b138-58ce-4a40-bb3a-5be68d13690c HTTP/1.1" status: 200 len: 217 time: 0.1112173 Dec 20 11:58:52.480705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.499360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36094) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:52.525399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.551266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.559567 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c31dc29-2601-41af-bcd8-83adfff3732e tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:52.624980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,segment=NetworkSegment(65042dab-84e2-4348-aae6-6a61685167f3),segment_id=65042dab-84e2-4348-aae6-6a61685167f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:52.629129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172a7618-6ef0-4bb0-919c-453e1ee91bc2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:52.631524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.634175 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:52.698511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.733212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa371056-32bf-4397-8b68-9fa31c7ddb7d req-82abad33-cc4b-450d-9d91-041afb0ba9d1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:52.744468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:52.748980 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:52.753158 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:52.754085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5347d1b7-de15-4cbc-a884-d9175f5de237 None None] Provisioning for port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:52.756138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aa371056-32bf-4397-8b68-9fa31c7ddb7d req-82abad33-cc4b-450d-9d91-041afb0ba9d1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2130449 Dec 20 11:58:52.766366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5347d1b7-de15-4cbc-a884-d9175f5de237 None None] Provisioning complete for port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:52.766767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5347d1b7-de15-4cbc-a884-d9175f5de237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.805375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-d7fa3ea1-6be5-4c9c-a1e9-b1b6001e1ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:52.808436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-d7fa3ea1-6be5-4c9c-a1e9-b1b6001e1ad7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.5021212 Dec 20 11:58:52.829089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5347d1b7-de15-4cbc-a884-d9175f5de237 None None] Port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:52.860142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:58:52.874506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5347d1b7-de15-4cbc-a884-d9175f5de237 None None] Provisioning complete for port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:52.874898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5347d1b7-de15-4cbc-a884-d9175f5de237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.878930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-aa371056-32bf-4397-8b68-9fa31c7ddb7d req-8d1eb699-1aaa-454e-ba72-847ec14de921 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209319 Dec 20 11:58:52.893686 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3534575 Dec 20 11:58:52.896922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:52.907335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1918616326'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:52.916315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:52.923205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:52.927118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:52.933861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:52.947886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:58:52.952783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:52.958186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:52.983472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:52.988098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Usage tracker for resource:security_group_rule and tenant:23cda80b8098443d9dc5d69c05fc2932 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:52.991776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:52.998168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:53.037184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:58:53.057582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:53.059155 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment b35510b2-7dde-4c85-a8b2-9d82fe300b20 of type vlan for network 4feee754-8b47-420e-a782-74e57b579c95 Dec 20 11:58:53.064780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-88da035b-a426-4bcd-b4ce-a0c97531c0ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2178416 Dec 20 11:58:53.078466 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-3435f797-1177-4d82-9310-23f980cd4f3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.6399319 Dec 20 11:58:53.092138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:53.092811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:53.126389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:53.208796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:53.226395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:53.228772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:53.260978 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b8f42cc2-49aa-4515-a0c7-99be593cb292 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:53.285145 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3869810 Dec 20 11:58:53.290619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:53.297337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:53.434728 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-173f4cc8-7201-48a0-b40f-d05298517d31 service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502016 Dec 20 11:58:53.463880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=4feee754-8b47-420e-a782-74e57b579c95,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:53.484806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:58:53.534471 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:53.556975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:53.561051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:53.565101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:53.571440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:53.582929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:58:53.654432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de1f9505-fb9b-4a28-992e-8fba84f3fe2c req-60ff3a35-7396-43fc-bc20-7fd204de6b8d service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056599 Dec 20 11:58:53.675975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4feee754-8b47-420e-a782-74e57b579c95 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:58:53.684590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b50d0ff3-1fac-4326-94ed-06cb9c9dd63d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:53.736614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:53.997538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f71249a0-572b-4983-8cc3-888654660ac0 None None] Provisioning complete for port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:53.997923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f71249a0-572b-4983-8cc3-888654660ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.059760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.061944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4355707 Dec 20 11:58:54.070552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36126) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:54.080570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5b15-af0e-4e42-9531-defab1370c73 req-6f29e473-fc15-43e6-b26d-e468f7b92322 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:54.081534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-29ff5b15-af0e-4e42-9531-defab1370c73 req-6f29e473-fc15-43e6-b26d-e468f7b92322 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:54.087262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.093026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--678804573'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:54.103492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:54.103867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.111829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:54.116471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.130486 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3af6f223-2f9d-4961-a996-4982ca9df98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:54.137038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.138033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:54.145682 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-517d14b7-f9ed-41a3-80ea-7dfad829aadc tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:54.149374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:54.166803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:54.179568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-29ff5b15-af0e-4e42-9531-defab1370c73 req-6f29e473-fc15-43e6-b26d-e468f7b92322 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:54.181147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-29ff5b15-af0e-4e42-9531-defab1370c73 req-6f29e473-fc15-43e6-b26d-e468f7b92322 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 943 time: 1.5434783 Dec 20 11:58:54.199283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f71249a0-572b-4983-8cc3-888654660ac0 None None] Port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:58:54.244280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=96168305-3ab8-44c6-838a-63f0e6e0425b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:54.248246 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:54.267827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e21717-b0c9-4570-a2ed-ebbc3dfa9c65,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:54.274837 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:54.317738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc26119-5f7c-4bac-a763-aa04590b38c3 req-39914296-a95e-4424-b784-0c8055c54e5c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:54.319593 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7fc26119-5f7c-4bac-a763-aa04590b38c3 req-39914296-a95e-4424-b784-0c8055c54e5c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.2770877 Dec 20 11:58:54.321015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:54.321618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: 4feee754-8b47-420e-a782-74e57b579c95, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:58:54.342732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23cda80b8098443d9dc5d69c05fc2932&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8424046 Dec 20 11:58:54.355263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:58:49Z', 'revision_number': 3, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:54.358302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:54.360721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:58:54.361643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Updating router 3ad54986-e013-4cce-b42c-58672cc4bb7c port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:58:54.363856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.406259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-c363027c-75b4-45a5-a834-9a9b72efc4c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.9741721 Dec 20 11:58:54.417067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.445533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7fc26119-5f7c-4bac-a763-aa04590b38c3 req-9fa9c549-3eb2-476c-bab1-c604c1a9df5e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167717 Dec 20 11:58:54.472317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 4feee754-8b47-420e-a782-74e57b579c95 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:58:54.491143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 4feee754-8b47-420e-a782-74e57b579c95) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:54.495560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:54.496315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.502823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-cc683ce1-fdfb-4604-abfb-0824c9596fe7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d56622939f64706a20eaf04c8d7baa8&device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 1096 time: 0.7320664 Dec 20 11:58:54.511346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9a2fb-da85-4932-918d-a907812a1f4f None None] Network 4feee754-8b47-420e-a782-74e57b579c95 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:58:54.539677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36144) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:54.542511 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2441392 Dec 20 11:58:54.563198 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-29ff5b15-af0e-4e42-9531-defab1370c73 req-2cd41338-36f0-40ba-bedf-fd25423ff14b tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300457 Dec 20 11:58:54.684013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:54.746591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:54.807700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:54.824541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:54.972114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:54.990641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4feee754-8b47-420e-a782-74e57b579c95', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:58:54.994168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.010913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-c78c43f0-2928-4473-9516-6d31cfd07d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:55.010913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-c78c43f0-2928-4473-9516-6d31cfd07d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:55.011600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-c78c43f0-2928-4473-9516-6d31cfd07d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:55.012782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-c78c43f0-2928-4473-9516-6d31cfd07d61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 2293 time: 0.5776370 Dec 20 11:58:55.097579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-ca4b6cc1-c327-4ee0-a0b6-a707ed0af006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:55.098954 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-ca4b6cc1-c327-4ee0-a0b6-a707ed0af006 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 200 len: 916 time: 0.5754662 Dec 20 11:58:55.125420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.153474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Transition to ACTIVE for port object e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:55.165017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.171075 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:55.178744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.271435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.278328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-c9f7e58c-55f4-498d-a375-829a1eeb966a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e6b138-58ce-4a40-bb3a-5be68d13690c HTTP/1.1" status: 200 len: 217 time: 0.1557050 Dec 20 11:58:55.347253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.354961 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-87ff31fb-1b64-4d97-b5ab-13e45ad4287d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:55.365557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011fe17-92d8-44ca-bc4d-18a5b4d75f78 None None] Pushing event updated for resources: {'Port': ['ID=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:55.374282 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-4a1dd45b-a3f2-42ce-bb83-0650b3d4d3f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 1001 time: 0.3482223 Dec 20 11:58:55.378985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Allocated IP 2001:db8:2::2 (4feee754-8b47-420e-a782-74e57b579c95/96168305-3ab8-44c6-838a-63f0e6e0425b/b1cf738e-b923-4541-9ff6-ceddad17a40a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:58:55.381699 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9011fe17-92d8-44ca-bc4d-18a5b4d75f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:55.585456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-3c111fe5-89de-421f-8c0a-02b7a610ddb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:55.587141 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-3c111fe5-89de-421f-8c0a-02b7a610ddb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 200 len: 855 time: 0.3034244 Dec 20 11:58:55.587861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705356a7-f060-441b-ae1c-11ea2a7d9b99,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:55.601118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Attempting to bind port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:55.611412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Attempting to bind port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:55.611848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Attempting to bind port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 on network 77d15947-3d32-4ca9-b084-289c9211e597 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:55.616950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-bed112e5-8bba-42c3-936c-ba1be16e268b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:55.619382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-bed112e5-8bba-42c3-936c-ba1be16e268b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 200 len: 851 time: 0.2223635 Dec 20 11:58:55.628522 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:55.630138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.631433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5466661 Dec 20 11:58:55.632322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.634514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:55.635088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.640591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0afbd4df-fd43-42bb-b37c-0c0ede38dfa1 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '172a7618-6ef0-4bb0-919c-453e1ee91bc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '705356a7-f060-441b-ae1c-11ea2a7d9b99'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:55.649194 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77e21717-b0c9-4570-a2ed-ebbc3dfa9c65 HTTP/1.1" status: 204 len: 168 time: 1.2761137 Dec 20 11:58:55.690128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:55.690128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Checking segment: {'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:55.690128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.690128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Bound using segment: {'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:55.690128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Bound port: e9ba79d5-a099-4719-b2f2-3b7ebbc7e060, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65042dab-84e2-4348-aae6-6a61685167f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:55.690128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:55.692995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0afbd4df-fd43-42bb-b37c-0c0ede38dfa1 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:55.704906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0afbd4df-fd43-42bb-b37c-0c0ede38dfa1 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:55.719267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0afbd4df-fd43-42bb-b37c-0c0ede38dfa1 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:55.750125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0afbd4df-fd43-42bb-b37c-0c0ede38dfa1 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:55.764824 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-30091f6e-ad3c-4b58-ae8c-51cc88557a01 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:55.822207 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-0afbd4df-fd43-42bb-b37c-0c0ede38dfa1 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:55.824309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0afbd4df-fd43-42bb-b37c-0c0ede38dfa1 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1887758 Dec 20 11:58:55.827680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:55.919965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-86cb8b0c-f6cf-46e7-a164-cdb09fd5696d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2926760 Dec 20 11:58:55.930038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e21717-b0c9-4570-a2ed-ebbc3dfa9c65,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:55.962228 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:56.034893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.071171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.072870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] For port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:56.075642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Transition to ACTIVE for port object b1cf738e-b923-4541-9ff6-ceddad17a40a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:56.080549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] For port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,segment=NetworkSegment(65042dab-84e2-4348-aae6-6a61685167f3),segment_id=65042dab-84e2-4348-aae6-6a61685167f3)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:56.092695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.101115 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:56.125054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dec7f-639a-4db5-a5eb-6a471be67927 req-5f506c19-8343-47bd-8d72-3c8531f89b39 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:56.126717 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-566dec7f-639a-4db5-a5eb-6a471be67927 req-5f506c19-8343-47bd-8d72-3c8531f89b39 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 943 time: 0.2683499 Dec 20 11:58:56.181437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011fe17-92d8-44ca-bc4d-18a5b4d75f78 None None] Pushing event updated for resources: {'Port': ['ID=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:56.185435 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9011fe17-92d8-44ca-bc4d-18a5b4d75f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:56.192851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Transition to ACTIVE for port object b1cf738e-b923-4541-9ff6-ceddad17a40a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:58:56.214609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.219611 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:56.223901 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-566dec7f-639a-4db5-a5eb-6a471be67927 req-ca625052-a52d-49af-a2d0-474320ff2948 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825789 Dec 20 11:58:56.225726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.361393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:58:56.362435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:58:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:56.371782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.376640 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:56.413893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705356a7-f060-441b-ae1c-11ea2a7d9b99,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:56.417946 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:56.452630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.470940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/705356a7-f060-441b-ae1c-11ea2a7d9b99 HTTP/1.1" status: 204 len: 168 time: 0.6418941 Dec 20 11:58:56.471803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:56.631710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc36597a-f36c-4225-9284-bdea1f25cd06 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:56.638126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-84be09f5-1c66-4f82-ba78-4639bd479664 service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046466 Dec 20 11:58:56.656951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Network 4feee754-8b47-420e-a782-74e57b579c95 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:58:56.658551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Pushing event updated for resources: {'Port': ['ID=b1cf738e-b923-4541-9ff6-ceddad17a40a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:56.669074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:58:56.676520 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:56.676767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc36597a-f36c-4225-9284-bdea1f25cd06 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:56.681780 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fc36597a-f36c-4225-9284-bdea1f25cd06 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2086806 Dec 20 11:58:56.683215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:56.697581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900d326-01fd-41ed-8229-ceceee77c57b req-5871b969-a822-4143-bb4d-9ca9731eae62 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:56.698367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:58:56.705063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b900d326-01fd-41ed-8229-ceceee77c57b req-5871b969-a822-4143-bb4d-9ca9731eae62 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.9805422 Dec 20 11:58:56.759679 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-89090e11-fb8a-417d-b7bf-de672c2376cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.9970386 Dec 20 11:58:56.790437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.807130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:58:56.827510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.940573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:56.945533 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bef21a27-a631-4430-b885-6cae8af8cb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:56.982362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a7618-6ef0-4bb0-919c-453e1ee91bc2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:56.998422 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:57.011796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.013895 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/172a7618-6ef0-4bb0-919c-453e1ee91bc2 HTTP/1.1" status: 204 len: 168 time: 0.3296208 Dec 20 11:58:57.017684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36214) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:57.085759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Attempting to bind port b1cf738e-b923-4541-9ff6-ceddad17a40a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:58:57.086327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Attempting to bind port b1cf738e-b923-4541-9ff6-ceddad17a40a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:58:57.086734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Attempting to bind port b1cf738e-b923-4541-9ff6-ceddad17a40a on network 4feee754-8b47-420e-a782-74e57b579c95 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:58:57.095602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:58:57.096185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Checking segment: {'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:58:57.096714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.097378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Bound using segment: {'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:58:57.097955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Bound port: b1cf738e-b923-4541-9ff6-ceddad17a40a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:58:57.098459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.129902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d068054a-038a-4100-a8da-8914b6f33e02 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:57.160627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d068054a-038a-4100-a8da-8914b6f33e02 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:57.161899 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d068054a-038a-4100-a8da-8914b6f33e02 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1430564 Dec 20 11:58:57.166471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:57.172699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--14867982'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:57.184273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:57.197432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:57.228733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.239779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6a4a28a-5fac-4d46-8f34-1c0ee75cc931 req-6b4c6c5d-d0e2-4f64-9a51-e7151f754aab service neutron] 10.222.0.16 "GET /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775902 Dec 20 11:58:57.281551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99e6b138-58ce-4a40-bb3a-5be68d13690c details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:58:57.324145 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-ec23eab8-3ef8-4e7d-9e1a-d546b31ea4bc service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477111 Dec 20 11:58:57.332152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b900d326-01fd-41ed-8229-ceceee77c57b req-a353740d-f984-4787-b857-e4edfd1831f8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257586 Dec 20 11:58:57.382603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:57.393359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:57.398639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:57.413276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:57.568622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] For port b1cf738e-b923-4541-9ff6-ceddad17a40a, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:58:57.574293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.583644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] For port b1cf738e-b923-4541-9ff6-ceddad17a40a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b1cf738e-b923-4541-9ff6-ceddad17a40a,segment=NetworkSegment(b35510b2-7dde-4c85-a8b2-9d82fe300b20),segment_id=b35510b2-7dde-4c85-a8b2-9d82fe300b20)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:58:57.597171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.604479 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1c122782-77ca-4bfa-80c7-625d42cf9373 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:57.653315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc659-581d-4be9-bdc4-2e4ddaef4e65 req-8dfa4584-23f8-4a7f-a161-802635e715a3 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:57.661269 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-042dc659-581d-4be9-bdc4-2e4ddaef4e65 req-8dfa4584-23f8-4a7f-a161-802635e715a3 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 943 time: 0.1881742 Dec 20 11:58:57.699249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f31df7-d6a5-47b1-a0b2-eb0d0dfc029d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:57.706902 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:57.718696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.720586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5522833 Dec 20 11:58:57.723961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36246) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:57.731655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:57.736766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-16114e5f-9ae1-492a-b56c-aa98daacb0e2 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '99f31df7-d6a5-47b1-a0b2-eb0d0dfc029d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:57.745840 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:57.761494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-042dc659-581d-4be9-bdc4-2e4ddaef4e65 req-6e812c2b-4baa-4f31-8f91-7d3427f2c146 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992792 Dec 20 11:58:57.763142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-16114e5f-9ae1-492a-b56c-aa98daacb0e2 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:57.773794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-16114e5f-9ae1-492a-b56c-aa98daacb0e2 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:57.779016 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-e8a06243-ffa4-43b2-ab19-d1b59197a216 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457974 Dec 20 11:58:57.785159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-16114e5f-9ae1-492a-b56c-aa98daacb0e2 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:57.822640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-16114e5f-9ae1-492a-b56c-aa98daacb0e2 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:57.871471 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-16114e5f-9ae1-492a-b56c-aa98daacb0e2 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:57.872707 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-16114e5f-9ae1-492a-b56c-aa98daacb0e2 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1478353 Dec 20 11:58:57.875648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36252) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:57.885737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-24211711-542d-4cd0-8401-40c12ac3ba9e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group_rule': {'security_group_id': '99f31df7-d6a5-47b1-a0b2-eb0d0dfc029d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:57.895062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-24211711-542d-4cd0-8401-40c12ac3ba9e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:57.899191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-24211711-542d-4cd0-8401-40c12ac3ba9e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:57.904678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-24211711-542d-4cd0-8401-40c12ac3ba9e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:57.918749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-24211711-542d-4cd0-8401-40c12ac3ba9e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:57.957521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-c24e493e-b388-4c14-8f3b-6113832e7a44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 217 time: 0.1725266 Dec 20 11:58:57.967056 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-24211711-542d-4cd0-8401-40c12ac3ba9e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 11:58:57.968457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-24211711-542d-4cd0-8401-40c12ac3ba9e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0910833 Dec 20 11:58:57.971165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:57.995925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be292f17-0ad7-4995-b5e2-add784d6d4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.025984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99e6b138-58ce-4a40-bb3a-5be68d13690c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99e6b138-58ce-4a40-bb3a-5be68d13690c,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:58.036318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:58:49Z', 'revision_number': 3, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:58:56Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:58:58.049554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a724c7-26d4-48fa-be7d-e78b7a57e5af None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:58:49Z', 'revision_number': 3, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:58:56Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:58:58.051717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Pushing event updated for resources: {'Port': ['ID=b1cf738e-b923-4541-9ff6-ceddad17a40a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:58.071983 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-9068be86-9e9a-47d3-b437-4f440a7f5051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:58.073449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-9068be86-9e9a-47d3-b437-4f440a7f5051 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1008117 Dec 20 11:58:58.074680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '99e6b138-58ce-4a40-bb3a-5be68d13690c', 'network_id': 'f598ac5b-68a5-4092-9566-e8b4bc2a2cb0', 'port_id': '99e6b138-58ce-4a40-bb3a-5be68d13690c', 'mac_address': 'fa:16:3e:ec:f7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0f0e25-8188-4e94-bb5a-36a62ca5152e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:58:58.084430 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:58.283854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.376159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e6b138-58ce-4a40-bb3a-5be68d13690c {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:58:58.426392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99e6b138-58ce-4a40-bb3a-5be68d13690c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99e6b138-58ce-4a40-bb3a-5be68d13690c,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:58:58.428176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.440116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.445808 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:58.497414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.567839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.591580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=99e6b138-58ce-4a40-bb3a-5be68d13690c,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:58.605266 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:58.640170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.649205 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0a549f7a-5c9c-4897-b35f-704b9cb3f27d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:58.705992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f31df7-d6a5-47b1-a0b2-eb0d0dfc029d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:58.737198 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:58.739362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['99e6b138-58ce-4a40-bb3a-5be68d13690c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:58:58.740932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:58.765537 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/99f31df7-d6a5-47b1-a0b2-eb0d0dfc029d HTTP/1.1" status: 204 len: 168 time: 0.7918479 Dec 20 11:58:58.767336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:58.932433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0e8d-6b2f-4250-a126-538ad5daa353 req-969695ac-9850-4f2a-8262-451d66c55198 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:58.946242 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-f0562323-1cea-4c2e-9750-afa214b490f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8669021 Dec 20 11:58:58.950513 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-74ab0e8d-6b2f-4250-a126-538ad5daa353 req-969695ac-9850-4f2a-8262-451d66c55198 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.8865590 Dec 20 11:58:59.020182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59fbbd76-747a-4bbf-ae64-2ac9f2f80d6a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:59.089750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59fbbd76-747a-4bbf-ae64-2ac9f2f80d6a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:59.098835 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59fbbd76-747a-4bbf-ae64-2ac9f2f80d6a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3014977 Dec 20 11:58:59.102690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:59.111996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'tempest-secgroup--482473071'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:59.122746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:59.134258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:59.161306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-74ab0e8d-6b2f-4250-a126-538ad5daa353 req-f7c21eaf-0422-4042-8a6b-d746f07b308f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034228 Dec 20 11:58:59.162827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:59.304203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:59.310966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Usage tracker for resource:security_group_rule and tenant:3cc422a877ce4f13bde1d1993307a457 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:59.321508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:59.336206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:59.513447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:59.544303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:59.544303 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7057b307-0155-4396-adbb-f7f462251801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:59.625081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17be577-c6ab-4300-9162-429dfd8a0742,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:59.651098 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:59.653568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:59.655113 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5512636 Dec 20 11:58:59.668647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:59.678785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e01c5fb1-312a-4027-9521-71520b132161 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:58:59.679352 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-e01c5fb1-312a-4027-9521-71520b132161 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 11:58:59.694860 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e01c5fb1-312a-4027-9521-71520b132161 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "PUT /v2.0/security-groups/c17be577-c6ab-4300-9162-429dfd8a0742 HTTP/1.1" status: 409 len: 330 time: 0.0250192 Dec 20 11:58:59.695470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:59.765300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:58:59.828836 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-80c48614-90d2-4bcc-82cb-b8d109f7b894 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720167 Dec 20 11:58:59.926543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:59.980980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71c37b60-4e23-48b7-a8e8-10368b348d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:59.980980 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:58:59.990827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da44de-02dd-4a97-975e-2ddf64da9a23 req-f7f0dcef-67b9-4323-aba4-07bb2fa35d19 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:58:59.997824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:58:59.997824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:59.998324 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-21da44de-02dd-4a97-975e-2ddf64da9a23 req-f7f0dcef-67b9-4323-aba4-07bb2fa35d19 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2101109 Dec 20 11:59:00.024823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:00.043454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22531777-9625-483f-abb0-3e0a6312d202 None None] Network 4feee754-8b47-420e-a782-74e57b579c95 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:59:00.112195 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-21da44de-02dd-4a97-975e-2ddf64da9a23 req-1f9cf671-7c03-419a-9cf4-647542652260 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169734 Dec 20 11:59:00.159604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:00.165654 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c57e6e4-b113-490e-93e0-df12015f408b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:00.197112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-50774e6b-9abb-4cba-9bb8-ac57ed2c4c67 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496201 Dec 20 11:59:00.202629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17be577-c6ab-4300-9162-429dfd8a0742,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:00.222318 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:00.226288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:00.230078 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/c17be577-c6ab-4300-9162-429dfd8a0742 HTTP/1.1" status: 204 len: 168 time: 0.5336070 Dec 20 11:59:00.230727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:00.239024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-276ee68b-b9db-4bd6-9dda-7119c44a84cd None None] Provisioning for port b1cf738e-b923-4541-9ff6-ceddad17a40a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:00.326866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7791a2a-6208-4eef-9230-6b39392d2dea tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Synchronizing usage tracker for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:00.349407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7791a2a-6208-4eef-9230-6b39392d2dea tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Unset dirty status for tenant:3cc422a877ce4f13bde1d1993307a457 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:00.358029 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c7791a2a-6208-4eef-9230-6b39392d2dea tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1261625 Dec 20 11:59:00.358949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:00.376900 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-3a361d9e-a0e8-4f42-8508-44da84754504 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] delete failed (client error): The resource could not be found. Dec 20 11:59:00.384281 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3a361d9e-a0e8-4f42-8508-44da84754504 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "DELETE /v2.0/security-groups/89fe1515-2ad9-4ca1-8017-6b48d88f7145 HTTP/1.1" status: 404 len: 347 time: 0.0240915 Dec 20 11:59:00.385101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:00.425345 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-49b8d326-c9ad-4ae5-b1e1-4ed4bb892b23 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] show failed (client error): The resource could not be found. Dec 20 11:59:00.435427 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49b8d326-c9ad-4ae5-b1e1-4ed4bb892b23 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-groups/b653fd0c-383f-44c6-9885-449726e0198e HTTP/1.1" status: 404 len: 347 time: 0.0489643 Dec 20 11:59:00.436275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:00.442801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560800d-43ac-49ea-958f-a4ba7b916dd0 req-42b172d4-82b4-4a1a-9005-7966851427b3 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:00.444959 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6560800d-43ac-49ea-958f-a4ba7b916dd0 req-42b172d4-82b4-4a1a-9005-7966851427b3 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 944 time: 1.3993042 Dec 20 11:59:00.467706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:00.529681 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-d1e8ebf2-4864-4c4e-bd0c-427f5c43f95c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] show failed (client error): The resource could not be found. Dec 20 11:59:00.530731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d1e8ebf2-4864-4c4e-bd0c-427f5c43f95c tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] 10.222.0.32 "GET /v2.0/security-group-rules/06dda23d-a7f4-4f11-8b8a-b8fff2dfe17d HTTP/1.1" status: 404 len: 356 time: 0.0846395 Dec 20 11:59:00.549783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8:2::1 (4feee754-8b47-420e-a782-74e57b579c95/96168305-3ab8-44c6-838a-63f0e6e0425b/614286c2-8d06-468d-99cc-838a30ec5c23) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:59:00.665314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-04103533-2420-450c-9097-1740dde22559 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:00.674969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-04103533-2420-450c-9097-1740dde22559 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.2381253 Dec 20 11:59:00.700944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-d5f54f58-c37b-4fee-a301-e0548a2d0c44 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/quotas/abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 375 time: 0.0247915 Dec 20 11:59:00.797059 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-f1c1b4fa-929d-4ea1-8fb1-d8d3d728488e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 217 time: 0.5927134 Dec 20 11:59:00.884582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-45610bc2-d1ce-492b-b427-647a30b7833e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1818902 Dec 20 11:59:00.932453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,segment=NetworkSegment(65042dab-84e2-4348-aae6-6a61685167f3),segment_id=65042dab-84e2-4348-aae6-6a61685167f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:00.949496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:00.950368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1cf738e-b923-4541-9ff6-ceddad17a40a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:00.989125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-79150678-5074-4d7d-98c4-99bed99dd509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:00.991325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-79150678-5074-4d7d-98c4-99bed99dd509 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1740820 Dec 20 11:59:01.013113 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:01.183974 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6560800d-43ac-49ea-958f-a4ba7b916dd0 req-e2238638-c95f-4e48-ba38-ae7ce1724222 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954701 Dec 20 11:59:01.226524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.253860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.260194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:01.264812 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:01.266223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.277784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36368) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:01.283739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b1cf738e-b923-4541-9ff6-ceddad17a40a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:01.288825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b1cf738e-b923-4541-9ff6-ceddad17a40a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:01.289205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.338631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object 614286c2-8d06-468d-99cc-838a30ec5c23 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:01.395918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99e6b138-58ce-4a40-bb3a-5be68d13690c up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:01.400823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-8d0588c4-a31e-4b83-8291-4f801cbd80f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3781011 Dec 20 11:59:01.519052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-d8f306ef-7bda-4e97-8223-85a4385d2d84 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326404 Dec 20 11:59:01.534826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.585415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 99e6b138-58ce-4a40-bb3a-5be68d13690c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:01.593736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 99e6b138-58ce-4a40-bb3a-5be68d13690c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:01.594141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.725685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b1cf738e-b923-4541-9ff6-ceddad17a40a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b1cf738e-b923-4541-9ff6-ceddad17a40a,segment=NetworkSegment(b35510b2-7dde-4c85-a8b2-9d82fe300b20),segment_id=b35510b2-7dde-4c85-a8b2-9d82fe300b20)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:01.731735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.733706 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9011fe17-92d8-44ca-bc4d-18a5b4d75f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:01.789221 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-2d1e2b15-393b-4f36-8ac7-b80f7bbf5f87 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683778 Dec 20 11:59:01.847310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6c79f31c-3b6d-42a6-ba3e-b32e91bc388f None None] Provisioning complete for port b1cf738e-b923-4541-9ff6-ceddad17a40a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:01.848202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.851469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6c79f31c-3b6d-42a6-ba3e-b32e91bc388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.871427 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:01.904859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:01.955691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:01.964135 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-61268eff-23f9-4c4a-9318-a93cbef08dcf service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453091 Dec 20 11:59:02.030330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 99e6b138-58ce-4a40-bb3a-5be68d13690c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99e6b138-58ce-4a40-bb3a-5be68d13690c,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:02.031774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b1cf738e-b923-4541-9ff6-ceddad17a40a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:02.053131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e6b138-58ce-4a40-bb3a-5be68d13690c'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:02.087751 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:02.090710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.115542 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4dcd3a4c-a61b-468c-aa86-f11170e2ac79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:02.143698 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-360859e3-2b5e-40da-9678-7a6cef7317f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cc422a877ce4f13bde1d1993307a457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8595221 Dec 20 11:59:02.146377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:02.221396 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e6b138-58ce-4a40-bb3a-5be68d13690c', 'code': 200} Dec 20 11:59:02.334670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 4feee754-8b47-420e-a782-74e57b579c95 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:59:02.384189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:02.403320 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c815d5dc-4690-41ed-afbd-b4c6ea92c4d6 req-0e87b0ea-6db0-492b-b290-4bd8de98ff86 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 210 time: 0.2546182 Dec 20 11:59:02.418031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:59:02.420897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.424064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=614286c2-8d06-468d-99cc-838a30ec5c23,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:02.434729 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:02.445615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.480228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=99e6b138-58ce-4a40-bb3a-5be68d13690c,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:02.492297 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:02.511917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:02.512313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.520080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-f023cd0a-dfec-4d5a-9fcd-fe7dfd0ab0ec service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473886 Dec 20 11:59:02.589200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.772724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.779664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ec76e-e4eb-468e-9144-1fcd2300ddb3 req-ec6a3357-f1a8-42bf-9cca-dddf3e9f2287 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:02.790344 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c9ec76e-e4eb-468e-9144-1fcd2300ddb3 req-ec6a3357-f1a8-42bf-9cca-dddf3e9f2287 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 945 time: 0.3128030 Dec 20 11:59:02.835163 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77b6c2b9-c98c-4d67-ac2f-a24a9dc33ebd tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:02.841262 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-bf78f5be-f04c-4e8a-8371-3b81ebc8ccf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 200 len: 217 time: 0.3017156 Dec 20 11:59:02.845755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.866475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c276ed6-e7bf-4cd7-aa6a-31ef0a220b83,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:02.874116 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:02.879968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.881127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c276ed6-e7bf-4cd7-aa6a-31ef0a220b83 HTTP/1.1" status: 204 len: 168 time: 0.7260137 Dec 20 11:59:02.901658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb7e0b23-641d-4d9c-b26a-27c9a1abc74a req-d0b38c54-c80b-47a4-9a28-680669f99c5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 1098 time: 0.5539331 Dec 20 11:59:02.911042 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1c9ec76e-e4eb-468e-9144-1fcd2300ddb3 req-f67062cc-f141-4163-945d-dda34371f145 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191442 Dec 20 11:59:02.938102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f5835038-75f3-4756-bf77-188284124239 None None] Provisioning for port 614286c2-8d06-468d-99cc-838a30ec5c23 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:02.944634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f5835038-75f3-4756-bf77-188284124239 None None] Provisioning complete for port 614286c2-8d06-468d-99cc-838a30ec5c23 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:02.945417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f5835038-75f3-4756-bf77-188284124239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.963088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:02.996219 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb7e0b23-641d-4d9c-b26a-27c9a1abc74a req-81cd7538-f843-4c93-b1e5-05f36fb7f87b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848515 Dec 20 11:59:03.002368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-1a1fc287-3c9a-489d-9689-f0961a19eb2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:03.003757 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-1a1fc287-3c9a-489d-9689-f0961a19eb2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1530874 Dec 20 11:59:03.013334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f5835038-75f3-4756-bf77-188284124239 None None] Port 614286c2-8d06-468d-99cc-838a30ec5c23 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:59:03.473306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-45cc7189-07f2-4dca-8753-7735454b3585 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078383 Dec 20 11:59:03.718932 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1feada59-e4c6-4c63-aa6a-8a58a79a69fb req-5c7d5fe3-ceb1-4ba5-a5cd-f5bd8f19c8bd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 210 time: 0.0829101 Dec 20 11:59:03.901330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1cf738e-b923-4541-9ff6-ceddad17a40a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:04.045974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 11:59:04.084026 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-8ff0f50c-6979-4939-b7d5-d275e7eaa2a9 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440319 Dec 20 11:59:04.134994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b1cf738e-b923-4541-9ff6-ceddad17a40a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:04.135822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-2178bb53-7177-4aa5-bf66-b22ae23abf60 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:04.136046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:04.137813 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-2178bb53-7177-4aa5-bf66-b22ae23abf60 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.4245331 Dec 20 11:59:04.211253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:04.225653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'port': {'device_id': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'admin_state_up': True, 'tenant_id': 'abc93a564ed2497c8411d898e060188e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:04.355338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:04.356077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:04.372548 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-19aed37d-a517-42e2-b936-344bf866c3f0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:04.507875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=614286c2-8d06-468d-99cc-838a30ec5c23,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:04.565418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:04.881573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network 4feee754-8b47-420e-a782-74e57b579c95 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:59:04.903896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:05.022432 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8529c272-f4d1-43db-8f12-32c262fc69da req-713989e6-0499-4c2b-811e-1a84119709d3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 210 time: 0.1209679 Dec 20 11:59:05.393913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d058e350-1218-4a83-b561-e42df0232817 None None] Provisioning complete for port 614286c2-8d06-468d-99cc-838a30ec5c23 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:05.396698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d058e350-1218-4a83-b561-e42df0232817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:05.451991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-b08ed725-1d40-4195-87f0-76382edc26e2 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3103108 Dec 20 11:59:05.503733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d058e350-1218-4a83-b561-e42df0232817 None None] Port 614286c2-8d06-468d-99cc-838a30ec5c23 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:59:05.585166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5aa43-4c3b-4ad0-9143-3cc9e890f02e req-1721c724-bf0b-477b-9e9c-637adea8cc84 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:05.587046 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bda5aa43-4c3b-4ad0-9143-3cc9e890f02e req-1721c724-bf0b-477b-9e9c-637adea8cc84 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 945 time: 1.3348696 Dec 20 11:59:05.699404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-e5290337-82ff-4976-885c-ef4ea4cca8dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 200 len: 217 time: 0.2364700 Dec 20 11:59:05.817446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:05.876019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:05.906551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bda5aa43-4c3b-4ad0-9143-3cc9e890f02e req-e27829c6-e154-4029-8899-dfe5cdb4fdbb tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324712 Dec 20 11:59:05.925040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-fd92770e-91bf-4faf-a8f9-ad4a61062a8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:05.926583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-fd92770e-91bf-4faf-a8f9-ad4a61062a8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1948912 Dec 20 11:59:05.928693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Made reservation on behalf of abc93a564ed2497c8411d898e060188e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:59:05.931921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:06.153422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-e09bec96-33e0-4015-b5cc-278b652c42b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116807 Dec 20 11:59:06.208935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:59:06.288353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1716984c-7eb4-4be8-b9f3-03c66ca31461 req-da68ec5f-29c8-4b1d-9673-73cd6d19fa71 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 210 time: 0.0556839 Dec 20 11:59:06.568210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Allocated IP 172.20.0.7 (b1a16a4f-247f-4fa1-bed3-3c652bc1d557/63c5b08a-6c4f-4f33-8b43-bf477236aa34/58066b1c-143a-465c-8f70-791c1853c3b7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:59:06.573009 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-655edbd9-7430-4bd6-8e65-37ddf0c41544 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071362 Dec 20 11:59:06.666756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:06.829232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-28c48e8e-8997-4f5c-adb4-cb18a8b301af service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464776 Dec 20 11:59:06.907518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:06.954074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:06.959844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Usage tracker for resource:security_group_rule and tenant:4acf5b5a55c34adfb75477d5d183cbf3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:06.963226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:06.980303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:07.047690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-60ca245a-9332-4b6d-8d98-8eec45a00ed7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 200 len: 217 time: 0.2001123 Dec 20 11:59:07.066401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.128125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.139414 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e4187df0-0008-4a9e-948d-c7812fcc39b2 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:07.168065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-80a02003-e062-401a-ba5c-c702531f3255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:07.170563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-80a02003-e062-401a-ba5c-c702531f3255 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.1066887 Dec 20 11:59:07.186999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682b47e0-3274-4037-9bb3-027c629d0106,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:07.191483 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:07.195697 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4acf5b5a55c34adfb75477d5d183cbf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5270092 Dec 20 11:59:07.198923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36556) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:07.223497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:59:07.234214 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:59:07.258058 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:07.258832 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:07.308232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e602f1-3ac0-4e55-a169-6eb029563eb3 req-915b0e6b-3ed2-4033-ab37-dc35186d26e0 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:07.311414 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3e602f1-3ac0-4e55-a169-6eb029563eb3 req-915b0e6b-3ed2-4033-ab37-dc35186d26e0 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 945 time: 0.2414558 Dec 20 11:59:07.389237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.441203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f3e602f1-3ac0-4e55-a169-6eb029563eb3 req-bcb22131-7f5a-4d3b-8f93-746fa0eff37a tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224768 Dec 20 11:59:07.463768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.546558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.570657 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:07.581683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.582829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/682b47e0-3274-4037-9bb3-027c629d0106 HTTP/1.1" status: 204 len: 168 time: 0.3826988 Dec 20 11:59:07.583901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682b47e0-3274-4037-9bb3-027c629d0106,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:07.597109 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:07.630472 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:07.677716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36572) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:07.684576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-864952296'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:07.689720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1250725 Dec 20 11:59:07.694884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:07.705379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:network and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:07.712967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:07.727340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:07.752862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:59:07.757206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.781537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.847072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:59:07.856646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-38c959c3-0c45-4324-8e99-904df5ee9ad9 req-a13f809a-2c87-48f1-bbc6-001fcd4c419c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:07.871949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.873814 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added segment 0f6bee35-45c8-4808-aece-ab1f42cd32ac of type vlan for network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 Dec 20 11:59:07.910697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Transition to ACTIVE for port object 58066b1c-143a-465c-8f70-791c1853c3b7 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:07.916762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:07.993962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-38c959c3-0c45-4324-8e99-904df5ee9ad9 req-a13f809a-2c87-48f1-bbc6-001fcd4c419c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:08.007031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:08.019415 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-38c959c3-0c45-4324-8e99-904df5ee9ad9 req-a13f809a-2c87-48f1-bbc6-001fcd4c419c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 210 time: 0.3259292 Dec 20 11:59:08.024456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:08.026568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:08.055164 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-89c9f047-8d30-4c47-bd14-4b73fc19894b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8340833 Dec 20 11:59:08.083732 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51e0d173-65c1-446d-82ca-0a8227e5360f tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:08.157561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:08.176474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:08.179527 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5001016 Dec 20 11:59:08.180163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:08.189058 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-35abaaa7-cabb-4d62-a700-049b5bb902d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:08.207362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'subnet': {'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:08.226061 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:02Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:03Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:08.236382 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:59:08.237744 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Updating router 3ad54986-e013-4cce-b42c-58672cc4bb7c port 614286c2-8d06-468d-99cc-838a30ec5c23 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:59:08.445650 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:08.565126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 36594) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:08.614100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Network': ['ID=f4fd6a12-b8e6-4cf4-846d-fffe5a036f49,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:08.634966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:59:08.644031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:59:08.658544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:08.674902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:59:08.767805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:08.768815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:08.833004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=58066b1c-143a-465c-8f70-791c1853c3b7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:08.841919 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:08.855030 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6390295 Dec 20 11:59:08.896330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Request body: {'port': {'device_id': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:09.133597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-c3019710-11f2-481e-9ff6-c5b66b97e4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0703762 Dec 20 11:59:09.268684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0d67bc0e-e5bd-4d96-8b47-7aa724062b7e None None] Provisioning for port 58066b1c-143a-465c-8f70-791c1853c3b7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:09.274032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0d67bc0e-e5bd-4d96-8b47-7aa724062b7e None None] Provisioning complete for port 58066b1c-143a-465c-8f70-791c1853c3b7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:09.274605 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0d67bc0e-e5bd-4d96-8b47-7aa724062b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.386480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0d67bc0e-e5bd-4d96-8b47-7aa724062b7e None None] Port 58066b1c-143a-465c-8f70-791c1853c3b7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:59:09.394765 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:09.406714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.415063 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.437886 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Transition to ACTIVE for port object 614286c2-8d06-468d-99cc-838a30ec5c23 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:09.460837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:09.466453 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.480830 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-7ac65bf8-1ea2-445c-a3af-123545e7b872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:09.493733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.505247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:09.505897 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-77c1ce0a-72fc-4180-bb70-3ac508605e0d service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616796 Dec 20 11:59:09.510281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Usage tracker for resource:security_group_rule and tenant:39ecdd33746942279dc7171eba4ad93c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:09.513801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:09.532666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:09.638819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.642603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:subnet and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:09.647765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:09.651794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.663440 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a827bb3c-86fc-4c96-a142-ceb34b833198 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:09.672152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:09.730933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Made reservation on behalf of 345d83be3a534ef9961b7bdac4d0c72e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:59:09.737435 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6bd69-8391-4124-93a4-8213a1927473 None None] Pushing event updated for resources: {'Port': ['ID=614286c2-8d06-468d-99cc-838a30ec5c23,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:09.771518 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-96a6bd69-8391-4124-93a4-8213a1927473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:09.889773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-23c95934-9c27-4f63-a5c4-ffcd27bf33ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 217 time: 0.3036003 Dec 20 11:59:09.890084 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Attempting to bind port 614286c2-8d06-468d-99cc-838a30ec5c23 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:59:09.890608 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Attempting to bind port 614286c2-8d06-468d-99cc-838a30ec5c23 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:59:09.892013 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Attempting to bind port 614286c2-8d06-468d-99cc-838a30ec5c23 on network 4feee754-8b47-420e-a782-74e57b579c95 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:59:09.895802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.903689 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:59:09.904442 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Checking segment: {'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:59:09.905480 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.906117 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Bound using segment: {'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:59:09.906827 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Bound port: 614286c2-8d06-468d-99cc-838a30ec5c23, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35510b2-7dde-4c85-a8b2-9d82fe300b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4feee754-8b47-420e-a782-74e57b579c95'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:59:09.907504 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:09.917300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756d1604-9856-4cbe-b8d5-6db73cfc81b5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:09.933772 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:09.939435 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39ecdd33746942279dc7171eba4ad93c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3368773 Dec 20 11:59:09.949668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36626) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:10.106255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-42919e9b-9410-484e-ac78-65350a167038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:10.107823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-42919e9b-9410-484e-ac78-65350a167038 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.2104790 Dec 20 11:59:10.128033 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] For port 614286c2-8d06-468d-99cc-838a30ec5c23, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:59:10.140843 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] For port 614286c2-8d06-468d-99cc-838a30ec5c23, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=614286c2-8d06-468d-99cc-838a30ec5c23,segment=NetworkSegment(b35510b2-7dde-4c85-a8b2-9d82fe300b20),segment_id=b35510b2-7dde-4c85-a8b2-9d82fe300b20)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:59:10.155033 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:10.165417 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-1821f777-ab2d-4507-ac0f-3373c9a93855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:10.246986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:10.253655 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d731ccc-26d0-4fd9-b752-9b68f8891133 tempest-NetworksIpV6TestAttrs-863239843 tempest-NetworksIpV6TestAttrs-863239843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:10.272185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5069c4-7633-499f-9d92-f9ea4cb96ffe req-7123fd6b-9431-46dd-b053-288c9d3294b1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:10.273766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c5069c4-7633-499f-9d92-f9ea4cb96ffe req-7123fd6b-9431-46dd-b053-288c9d3294b1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 931 time: 0.7574258 Dec 20 11:59:10.277848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:10.396674 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6bd69-8391-4124-93a4-8213a1927473 None None] Pushing event updated for resources: {'Port': ['ID=614286c2-8d06-468d-99cc-838a30ec5c23,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:10.405011 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-96a6bd69-8391-4124-93a4-8213a1927473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:10.421734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:10.437097 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:59:10.437710 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:10.438899 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:10.488016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Subnet': ['ID=91b950f8-30c9-43bb-99ef-c5826d7f564b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:10.494225 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:10.523812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Checking segment: {'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:59:10.524169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network hostable DHCP agents. Network: f4fd6a12-b8e6-4cf4-846d-fffe5a036f49, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:59:10.532332 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-ad34cb3d-57b4-4248-beac-0082c52c990a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4159000 Dec 20 11:59:10.581469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:59:10.606096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, f4fd6a12-b8e6-4cf4-846d-fffe5a036f49) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:10.611010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:10.611611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:10.611773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1c5069c4-7633-499f-9d92-f9ea4cb96ffe req-83678257-6014-414d-8d62-c7ef7c58f880 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317757 Dec 20 11:59:10.625364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c64428-77e8-496f-9ca0-dc0299221a83 None None] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:59:10.714595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 36640) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:10.716829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5240002 Dec 20 11:59:10.749705 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:11.136050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:59:11.136896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:11.182119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58066b1c-143a-465c-8f70-791c1853c3b7 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:59:11.197390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:11.229643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Transition to ACTIVE for port object 58066b1c-143a-465c-8f70-791c1853c3b7 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:11.233070 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:02Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:10Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:11.241542 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979d4d3-d242-4719-b143-5b095a0501b0 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:02Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:10Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:59:11.243243 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-a964a560-7e97-4143-890f-75e5e6586349 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900055 Dec 20 11:59:11.402099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:11.409405 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d59dfef6-feb3-4c40-8309-ffe8f5ace921 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:11.425767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Allocated IP 2001:db8:3::2 (f4fd6a12-b8e6-4cf4-846d-fffe5a036f49/91b950f8-30c9-43bb-99ef-c5826d7f564b/e166b2f6-5dff-4846-9d7d-f0e685ded0f4) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:59:11.426178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:11.465931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756d1604-9856-4cbe-b8d5-6db73cfc81b5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:11.478719 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:11.486293 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6ee4ffe6-11c2-474c-9642-b6941d512a02 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:11.600031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:11.601619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/756d1604-9856-4cbe-b8d5-6db73cfc81b5 HTTP/1.1" status: 204 len: 168 time: 1.6474352 Dec 20 11:59:11.608303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Pushing event updated for resources: {'Port': ['ID=58066b1c-143a-465c-8f70-791c1853c3b7,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:11.740850 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:11.881561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-55901eed-3dc1-43f0-9d05-87a3a36af5c2 req-6f88b196-33fb-4ed8-8c43-c6448d3a21f4 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749408 Dec 20 11:59:12.021623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 614286c2-8d06-468d-99cc-838a30ec5c23 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:12.279157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:12.290124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Transition to ACTIVE for port object e166b2f6-5dff-4846-9d7d-f0e685ded0f4 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:12.309023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Transition to ACTIVE for port object e166b2f6-5dff-4846-9d7d-f0e685ded0f4 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:12.380281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:12.385732 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:12.538973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:59:12.540974 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:12.544777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:59:12.616990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Pushing event updated for resources: {'Port': ['ID=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:12.630924 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:12.696269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 614286c2-8d06-468d-99cc-838a30ec5c23 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:12.710440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Attempting to bind port 58066b1c-143a-465c-8f70-791c1853c3b7 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:59:12.710928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Attempting to bind port 58066b1c-143a-465c-8f70-791c1853c3b7 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:59:12.711133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Attempting to bind port 58066b1c-143a-465c-8f70-791c1853c3b7 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:59:12.712476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Attempting to bind port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:59:12.712861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Attempting to bind port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:59:12.713230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Attempting to bind port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 on network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:59:12.730754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 614286c2-8d06-468d-99cc-838a30ec5c23 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:12.732549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:12.749423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Port 58066b1c-143a-465c-8f70-791c1853c3b7 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:59:12.749848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Attempting to bind port 58066b1c-143a-465c-8f70-791c1853c3b7 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:59:12.806806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674949e-7e0e-45e5-a19b-ed281beccde8 req-3a07db7d-016e-40aa-93f8-ecb7f30e876c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:12.838040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3674949e-7e0e-45e5-a19b-ed281beccde8 req-3a07db7d-016e-40aa-93f8-ecb7f30e876c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 943 time: 0.4328825 Dec 20 11:59:12.840701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:59:12.851305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:59:12.852080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Bound using segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:59:12.854759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Bound port: 58066b1c-143a-465c-8f70-791c1853c3b7, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:59:12.855371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:12.865831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:59:12.866566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Checking segment: {'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:59:12.868029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:12.868447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Bound using segment: {'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:59:12.868967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Bound port: e166b2f6-5dff-4846-9d7d-f0e685ded0f4, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:59:12.869353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:13.008847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:13.106295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] For port 58066b1c-143a-465c-8f70-791c1853c3b7, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:59:13.127269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] For port 58066b1c-143a-465c-8f70-791c1853c3b7, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=58066b1c-143a-465c-8f70-791c1853c3b7,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:59:13.143840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3674949e-7e0e-45e5-a19b-ed281beccde8 req-e6d03257-a876-4e4e-bacd-2e0a324e9226 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532828 Dec 20 11:59:13.147659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:13.160643 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-26de1629-4e43-43a3-bb1c-bb8ca3f584bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:13.186529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] For port e166b2f6-5dff-4846-9d7d-f0e685ded0f4, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:59:13.192758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] For port e166b2f6-5dff-4846-9d7d-f0e685ded0f4, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,segment=NetworkSegment(0f6bee35-45c8-4808-aece-ab1f42cd32ac),segment_id=0f6bee35-45c8-4808-aece-ab1f42cd32ac)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:59:13.209032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:13.222896 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:13.325235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:13.331626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] 10.222.0.53 "PUT /v2.0/ports/58066b1c-143a-465c-8f70-791c1853c3b7 HTTP/1.1" status: 200 len: 1093 time: 4.4522319 Dec 20 11:59:13.342604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'tag': '58066b1c-143a-465c-8f70-791c1853c3b7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:13.455640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 614286c2-8d06-468d-99cc-838a30ec5c23, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=614286c2-8d06-468d-99cc-838a30ec5c23,segment=NetworkSegment(b35510b2-7dde-4c85-a8b2-9d82fe300b20),segment_id=b35510b2-7dde-4c85-a8b2-9d82fe300b20)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:13.504258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:13.506914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Pushing event updated for resources: {'Port': ['ID=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:13.510391 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:13.511303 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:13.577911 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'tag': '58066b1c-143a-465c-8f70-791c1853c3b7', 'status': 'completed', 'code': 200} Dec 20 11:59:13.624614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Pushing event updated for resources: {'Port': ['ID=58066b1c-143a-465c-8f70-791c1853c3b7,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:13.631962 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:13.636594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=614286c2-8d06-468d-99cc-838a30ec5c23,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:13.642259 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:13.708881 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-091547cd-1d80-42c7-815e-a514599d7585 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 1096 time: 0.2073855 Dec 20 11:59:13.841590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-c9a89400-31cd-4cf8-abf4-e95ec94a5b2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58066b1c-143a-465c-8f70-791c1853c3b7 HTTP/1.1" status: 200 len: 217 time: 0.1241913 Dec 20 11:59:13.891755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 614286c2-8d06-468d-99cc-838a30ec5c23 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:13.980407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 614286c2-8d06-468d-99cc-838a30ec5c23 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:13.980791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:14.217359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-166d6f11-d14a-4a57-a074-d8c54b8945a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:14.219035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-166d6f11-d14a-4a57-a074-d8c54b8945a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.3095515 Dec 20 11:59:14.640307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa438081-bd4c-4365-8652-3df3fe061c1e req-604a5732-f9b6-4ff8-b8fd-e8adf76dde2a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:14.642947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa438081-bd4c-4365-8652-3df3fe061c1e req-604a5732-f9b6-4ff8-b8fd-e8adf76dde2a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 943 time: 0.1945763 Dec 20 11:59:14.766744 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fa438081-bd4c-4365-8652-3df3fe061c1e req-829a7a39-c08a-4061-ab70-15330b69d110 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178384 Dec 20 11:59:14.832546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:15.091276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:15.262064 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-30482333-3562-4619-a587-b9ffad52b65a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.0266936 Dec 20 11:59:15.376333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ff5aa-1d96-4adf-9448-441db923cd99 None None] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:59:15.916317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1731629a-f105-4fbb-b4bd-f55d64f16d35 None None] Provisioning for port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:16.026379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e166b2f6-5dff-4846-9d7d-f0e685ded0f4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:16.076945 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-92ad876d-ae3d-4b6f-9fb6-e6d147e6f76b service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139915 Dec 20 11:59:16.202263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b2e80-8191-4c49-aaca-c86799319c18 req-e3f4548b-6307-42b6-bc53-d6155a469aea tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:16.204302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Allocated IP 2001:db8:3::1 (f4fd6a12-b8e6-4cf4-846d-fffe5a036f49/91b950f8-30c9-43bb-99ef-c5826d7f564b/2f060a52-2772-4b90-9f9e-78532db2ffe2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:59:16.205516 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f0b2e80-8191-4c49-aaca-c86799319c18 req-e3f4548b-6307-42b6-bc53-d6155a469aea tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 943 time: 0.2080629 Dec 20 11:59:16.223004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:16.236223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:16.237477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.394957 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f0b2e80-8191-4c49-aaca-c86799319c18 req-521ecdb9-8fce-482b-bc54-5e3abbe4e778 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827435 Dec 20 11:59:16.524234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.581317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port e166b2f6-5dff-4846-9d7d-f0e685ded0f4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,segment=NetworkSegment(0f6bee35-45c8-4808-aece-ab1f42cd32ac),segment_id=0f6bee35-45c8-4808-aece-ab1f42cd32ac)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:16.592094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-69666f38-a931-4f1b-ac8b-98df16ee2f0d None None] Provisioning complete for port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:16.592598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69666f38-a931-4f1b-ac8b-98df16ee2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.614669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.633821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.638792 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:16.668010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Transition to ACTIVE for port object 2f060a52-2772-4b90-9f9e-78532db2ffe2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:16.694239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff06dcae-a9e2-4407-923e-93b32757fcf1 req-14e5539a-b00a-42a7-a2fc-39e7e44395e8 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072896 Dec 20 11:59:16.731177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.734263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:16.740531 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:16.749713 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c698177-fde2-47b0-9d64-67e2995fa70d tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:16.917631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=2f060a52-2772-4b90-9f9e-78532db2ffe2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:16.921551 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:16.929540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:59:16.932456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:16.935871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:59:16.941011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.982233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-f1a509fd-c3b8-49a8-ba97-63adf5495ca3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 1096 time: 0.1525118 Dec 20 11:59:17.211788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:17.363602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-ebffdc18-1f1a-4ed1-97de-0564d8dc76e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:17.368242 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-ebffdc18-1f1a-4ed1-97de-0564d8dc76e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.3730569 Dec 20 11:59:17.551653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b40e7f94-baf4-43a2-9324-0a1546959218 None None] Provisioning for port 2f060a52-2772-4b90-9f9e-78532db2ffe2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:17.552304 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-2c3e9f76-c52d-47b6-acc9-aaee55856eb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58066b1c-143a-465c-8f70-791c1853c3b7 HTTP/1.1" status: 200 len: 217 time: 0.1476307 Dec 20 11:59:17.579228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b40e7f94-baf4-43a2-9324-0a1546959218 None None] Provisioning complete for port 2f060a52-2772-4b90-9f9e-78532db2ffe2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:17.579634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b40e7f94-baf4-43a2-9324-0a1546959218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:17.693959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b40e7f94-baf4-43a2-9324-0a1546959218 None None] Port 2f060a52-2772-4b90-9f9e-78532db2ffe2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:59:17.768600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dc266-c70c-4687-b6bb-b95a0ae4b5fe req-db6fb0c5-7b00-4fb1-b0dd-9119335d0517 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:17.770177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-856dc266-c70c-4687-b6bb-b95a0ae4b5fe req-db6fb0c5-7b00-4fb1-b0dd-9119335d0517 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 943 time: 0.1601589 Dec 20 11:59:17.910736 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-856dc266-c70c-4687-b6bb-b95a0ae4b5fe req-9c6f10e6-f915-4e0a-9f74-41cdddfd79f8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342635 Dec 20 11:59:18.020307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e166b2f6-5dff-4846-9d7d-f0e685ded0f4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:18.161699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:18.161699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:18.162169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-a86ad0a5-8820-47de-bdaf-3b7b945d9134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:18.167307 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-a86ad0a5-8820-47de-bdaf-3b7b945d9134 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.5438151 Dec 20 11:59:18.193160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:18.468153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-ddcd7b7c-5333-4064-ac84-b6af4175fe3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2724400 Dec 20 11:59:18.654758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-539f2701-4e6f-4dc6-9be9-3ad6274a5bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770067 Dec 20 11:59:18.800678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:18.810210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:18.810903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:18.823983 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:18.882978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-748b9d79-3019-4ffa-9cd2-be9f17848161 req-0144158a-5700-418d-a434-4b62e2ea783b service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154486 Dec 20 11:59:18.926762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event updated for resources: {'Port': ['ID=2f060a52-2772-4b90-9f9e-78532db2ffe2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:18.939045 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:19.122056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:59:19.123209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:19.323453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f35bf-864d-45f9-a62d-f98fc84493a5 req-92e8d310-ad70-469f-ba3b-b596dfb122f6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:19.331219 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e60f35bf-864d-45f9-a62d-f98fc84493a5 req-92e8d310-ad70-469f-ba3b-b596dfb122f6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 943 time: 0.1951225 Dec 20 11:59:19.432197 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e60f35bf-864d-45f9-a62d-f98fc84493a5 req-99e04850-0f04-454c-8305-08b18258c240 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953496 Dec 20 11:59:19.632707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f29f9291-8f2c-4b2d-9029-2465415a1a5a None None] Provisioning complete for port 2f060a52-2772-4b90-9f9e-78532db2ffe2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:19.633292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f29f9291-8f2c-4b2d-9029-2465415a1a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:19.643051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:59:19.693221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f29f9291-8f2c-4b2d-9029-2465415a1a5a None None] Port 2f060a52-2772-4b90-9f9e-78532db2ffe2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:59:19.835852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:59:19.846789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:59:19.851132 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1354511 Dec 20 11:59:19.853909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:19.859669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:19.865954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:19.866733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:20.038386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:20.473754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:16Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:18Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:20.486173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:59:20.486658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Updating router 3ad54986-e013-4cce-b42c-58672cc4bb7c port 2f060a52-2772-4b90-9f9e-78532db2ffe2 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:59:20.590525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:20.769150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45c270-afe8-4339-81f0-581772d51e21 req-205e093b-c210-4379-ab42-47a9352cde4e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:20.770674 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a45c270-afe8-4339-81f0-581772d51e21 req-205e093b-c210-4379-ab42-47a9352cde4e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 943 time: 0.0982494 Dec 20 11:59:20.878688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a45c270-afe8-4339-81f0-581772d51e21 req-b438450d-dc5e-4831-93e5-3ca922fe0217 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996666 Dec 20 11:59:21.058139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-fe3b7556-863d-406f-8a4b-b5c2b072cf55 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:21.066438 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-fe3b7556-863d-406f-8a4b-b5c2b072cf55 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/networks?id=2e1801ad-9382-4b9e-835c-4971b4724743 HTTP/1.1" status: 200 len: 813 time: 0.5892348 Dec 20 11:59:21.088536 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-eac39ccb-7066-44da-91c4-84fe53ad70c0 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/quotas/0e1d062b1e98460cbb1987f13cf2b5f7 HTTP/1.1" status: 200 len: 375 time: 0.0210428 Dec 20 11:59:21.107493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 58066b1c-143a-465c-8f70-791c1853c3b7 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:59:21.144446 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-52aebc25-bde1-484a-a627-337cb8e059f4 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e1d062b1e98460cbb1987f13cf2b5f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549109 Dec 20 11:59:21.300342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:21.338465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Transition to ACTIVE for port object 2f060a52-2772-4b90-9f9e-78532db2ffe2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:21.355588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 58066b1c-143a-465c-8f70-791c1853c3b7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=58066b1c-143a-465c-8f70-791c1853c3b7,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:21.356941 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-a6d93fc7-66f0-4703-a881-438571a9c465 service neutron] 10.222.0.32 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815228 Dec 20 11:59:21.364685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:21.384272 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ca9a3d1-d4a6-4385-a9c8-c2f2678a70e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:21.390348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 11:59:21.436271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Removed routes are [] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 11:59:21.436271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:21.447531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '58066b1c-143a-465c-8f70-791c1853c3b7', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': '58066b1c-143a-465c-8f70-791c1853c3b7', 'mac_address': 'fa:16:3e:aa:7a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:59:21.622271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Pushing event updated for resources: {'Port': ['ID=2f060a52-2772-4b90-9f9e-78532db2ffe2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:21.637109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.637608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.638233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.638724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.639278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.639688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.640087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.641734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.642369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.642938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.643733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:21.661787 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:21.723511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:21.817659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Attempting to bind port 2f060a52-2772-4b90-9f9e-78532db2ffe2 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:59:21.820090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Attempting to bind port 2f060a52-2772-4b90-9f9e-78532db2ffe2 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:59:21.820671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Attempting to bind port 2f060a52-2772-4b90-9f9e-78532db2ffe2 on network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:59:21.824783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-8ff58d3b-75e0-4e90-9b5a-2858040c663b service neutron] 10.222.0.32 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669428 Dec 20 11:59:21.832804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58066b1c-143a-465c-8f70-791c1853c3b7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:59:21.864733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:59:21.865124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Checking segment: {'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:59:21.865538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:21.865938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Bound using segment: {'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:59:21.866475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Bound port: 2f060a52-2772-4b90-9f9e-78532db2ffe2, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6bee35-45c8-4808-aece-ab1f42cd32ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:59:21.866863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:21.896449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 58066b1c-143a-465c-8f70-791c1853c3b7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=58066b1c-143a-465c-8f70-791c1853c3b7,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:21.906611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:21.926787 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:22.161294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=58066b1c-143a-465c-8f70-791c1853c3b7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:22.190354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['58066b1c-143a-465c-8f70-791c1853c3b7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:22.215382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:22.215382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:22.245471 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:22.266245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] For port 2f060a52-2772-4b90-9f9e-78532db2ffe2, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:59:22.286550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] For port 2f060a52-2772-4b90-9f9e-78532db2ffe2, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2f060a52-2772-4b90-9f9e-78532db2ffe2,segment=NetworkSegment(0f6bee35-45c8-4808-aece-ab1f42cd32ac),segment_id=0f6bee35-45c8-4808-aece-ab1f42cd32ac)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:59:22.295108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:22.301116 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5178c14f-15e6-45e1-98f9-0992b923d6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:22.503125 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2fa5d607-f54b-4942-8667-b48348586e78 req-b77628f0-01d5-42b0-bfb6-038ec32128aa tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 210 time: 0.2778363 Dec 20 11:59:22.617350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Pushing event updated for resources: {'Port': ['ID=2f060a52-2772-4b90-9f9e-78532db2ffe2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:22.639498 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:22.668180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:22.669033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:22.852973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b9a6-4a52-4a67-b022-5e01d1536253 req-60284749-b2ba-4766-81bc-b76c81f263ef tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:22.860762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3750b9a6-4a52-4a67-b022-5e01d1536253 req-60284749-b2ba-4766-81bc-b76c81f263ef tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 944 time: 0.6501105 Dec 20 11:59:22.951620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3750b9a6-4a52-4a67-b022-5e01d1536253 req-7fa55ed0-56c3-439b-b154-3cb4884e067b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891054 Dec 20 11:59:23.019281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:59:23.168469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:23.328435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:59:23.343517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:23.345680 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3de1a67a-3398-4978-9e50-7917a0a21569 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 200 len: 954 time: 3.4905136 Dec 20 11:59:23.348366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37308) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:23.646985 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b6934849-9b23-47f8-942c-2924a6daf26f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 200 len: 954 time: 0.2968493 Dec 20 11:59:23.649319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37316) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:23.657220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'routes': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:23.699079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6d0084c-a191-4bf7-aa7b-60bca522a551 req-3af35245-85fc-4922-a936-6ed2362dd5b6 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 210 time: 0.0583055 Dec 20 11:59:23.753420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:21Z', 'revision_number': 6, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:22Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:23.758066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28498dee-8cae-4466-a516-90cdf5a70fa5 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:21Z', 'revision_number': 6, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:22Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:59:24.648509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-909582ff-7a45-40f1-9326-64ace39f6c83 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:24.649206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-909582ff-7a45-40f1-9326-64ace39f6c83 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Synchronizing usage tracker for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:24.739489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf213b5d-2035-4310-93e8-c875e7336c02 req-9ce3acbf-327e-48cf-8c11-1c4078e1994f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:24.739489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf213b5d-2035-4310-93e8-c875e7336c02 req-9ce3acbf-327e-48cf-8c11-1c4078e1994f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 944 time: 0.2806540 Dec 20 11:59:24.768589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-909582ff-7a45-40f1-9326-64ace39f6c83 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Unset dirty status for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:24.769697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-909582ff-7a45-40f1-9326-64ace39f6c83 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.16 "GET /v2.0/networks?id=2e1801ad-9382-4b9e-835c-4971b4724743 HTTP/1.1" status: 200 len: 813 time: 0.7801573 Dec 20 11:59:24.831667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Request body: {'port': {'device_id': '38677129-e001-4c22-9f81-7e8dcf31238e', 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743', 'admin_state_up': True, 'tenant_id': '0e1d062b1e98460cbb1987f13cf2b5f7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:25.035572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf213b5d-2035-4310-93e8-c875e7336c02 req-ff0f071a-2e64-4eec-a524-582d8e8c0a85 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953091 Dec 20 11:59:25.117250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 58066b1c-143a-465c-8f70-791c1853c3b7 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:25.164065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:25.173074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Usage tracker for resource:port and tenant:0e1d062b1e98460cbb1987f13cf2b5f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:25.180046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:25.185934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 11:59:25.189969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 11:59:25.190242 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e573e24f-8b31-4635-ba79-d1dbb4cf928c req-1a2c95c9-a67a-4d0f-931a-6fb5fd95c12d tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 210 time: 0.3002388 Dec 20 11:59:25.226061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:25.258363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:25.260939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Made reservation on behalf of 0e1d062b1e98460cbb1987f13cf2b5f7 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:59:25.265196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:25.313650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 58066b1c-143a-465c-8f70-791c1853c3b7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:25.316491 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:59:25.320442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 58066b1c-143a-465c-8f70-791c1853c3b7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:25.321013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:25.339033 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:25.339802 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:25.598860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:25.640558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58066b1c-143a-465c-8f70-791c1853c3b7'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:25.669957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 58066b1c-143a-465c-8f70-791c1853c3b7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=58066b1c-143a-465c-8f70-791c1853c3b7,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:25.680148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:25.682502 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:25.723611 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:25.767074 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58066b1c-143a-465c-8f70-791c1853c3b7', 'code': 200} Dec 20 11:59:25.854662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=58066b1c-143a-465c-8f70-791c1853c3b7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:25.860939 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:25.932173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2f060a52-2772-4b90-9f9e-78532db2ffe2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:26.069094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 2f060a52-2772-4b90-9f9e-78532db2ffe2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:26.078991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2f060a52-2772-4b90-9f9e-78532db2ffe2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:26.079373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:26.113072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c70ace-1911-43be-85fa-ce0cce3f1125 req-c2a4178a-b4e0-44e9-9367-616fa1842479 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 1098 time: 0.2061718 Dec 20 11:59:26.156966 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:25Z', 'revision_number': 7, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:22Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:26.172854 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:59:26.195849 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:26.196494 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:26.383132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:26.383678 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-33c70ace-1911-43be-85fa-ce0cce3f1125 req-98da978f-34ae-42e8-a2aa-4720982561e3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524607 Dec 20 11:59:26.472969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9fe4-b065-4071-82e9-cac18bef8955 req-27609d46-9be3-4379-a76b-6df23862f3b7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:26.477203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1de9fe4-b065-4071-82e9-cac18bef8955 req-27609d46-9be3-4379-a76b-6df23862f3b7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 945 time: 0.2094910 Dec 20 11:59:26.491110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 2f060a52-2772-4b90-9f9e-78532db2ffe2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2f060a52-2772-4b90-9f9e-78532db2ffe2,segment=NetworkSegment(0f6bee35-45c8-4808-aece-ab1f42cd32ac),segment_id=0f6bee35-45c8-4808-aece-ab1f42cd32ac)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:26.506460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:26.508371 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-29f61f16-6d8e-4697-82a2-307e2bd8a1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:26.545587 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:26.617027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1de9fe4-b065-4071-82e9-cac18bef8955 req-253fc2dd-438a-427d-af48-2c3106664f69 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349375 Dec 20 11:59:26.647616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=2f060a52-2772-4b90-9f9e-78532db2ffe2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:26.662731 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:26.680358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:26.691239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Allocated IP 172.20.0.8 (2e1801ad-9382-4b9e-835c-4971b4724743/2b95d0b5-8a8d-4370-8889-8c52b11ac7ea/0b8e18f9-4853-4ce8-a97f-74d1682d4fb9) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:59:26.930272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:26.936269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:27.037697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-374933dd-985b-4b8b-a0ad-af10fc1b957e req-0b59564e-3a88-4dbe-94fa-83b8673f4eae tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 210 time: 0.3531551 Dec 20 11:59:27.196211 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:25Z', 'revision_number': 7, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:22Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:27.215901 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ffdc3-e43d-4ce4-a4f5-de8d33230dc2 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:25Z', 'revision_number': 7, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:22Z', 'revision_number': 4, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:59:27.403399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:27.428221 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:27.562337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Network 2e1801ad-9382-4b9e-835c-4971b4724743 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:59:27.565052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Pushing event updated for resources: {'Port': ['ID=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:27.571008 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:27.577971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:59:27.583511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:59:27.707636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:27.708574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:27.746353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:59:27.770277 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9528055 Dec 20 11:59:27.773902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c8bff61-3309-4385-a48a-4f3af7802bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:27.969533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Request body: {'port': {'device_id': '38677129-e001-4c22-9f81-7e8dcf31238e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:59:27.992626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2f060a52-2772-4b90-9f9e-78532db2ffe2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:28.153531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 2f060a52-2772-4b90-9f9e-78532db2ffe2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:28.154186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:28.244636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:28.427714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dcb3d-5613-4312-ba51-83062bc87933 req-b3292a54-d9c7-43e4-ad23-61f5848f49fd tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:28.437569 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-480dcb3d-5613-4312-ba51-83062bc87933 req-b3292a54-d9c7-43e4-ad23-61f5848f49fd tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 931 time: 0.1703768 Dec 20 11:59:28.517519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-480dcb3d-5613-4312-ba51-83062bc87933 req-5a64f6d8-9948-4a45-94ff-41b53040f224 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771685 Dec 20 11:59:28.863072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cf64b-cb8b-4f0a-9f13-9eea605d1acc req-76cbcea1-64cc-423d-b1ff-2628645482e4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:28.880478 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d44cf64b-cb8b-4f0a-9f13-9eea605d1acc req-76cbcea1-64cc-423d-b1ff-2628645482e4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 945 time: 0.8424032 Dec 20 11:59:28.968615 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d44cf64b-cb8b-4f0a-9f13-9eea605d1acc req-19cbf905-3ac4-4dc1-8b89-489cd89cc17f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870299 Dec 20 11:59:29.009435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:59:29.010532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:59:29.021520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:29.027175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5f9a84ff-aacf-4dba-9b96-bbf0d104cde7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 200 len: 704 time: 5.3760538 Dec 20 11:59:29.029804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37414) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:29.048487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:29.051579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:29.408266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ebf6437b-1313-4098-b891-f3286a3b8b81 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 200 len: 704 time: 0.3729479 Dec 20 11:59:29.408934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:29.441608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:59:29.450683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:29.469334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Transition to ACTIVE for port object 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:59:29.476979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:29.482115 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c64957bb-5f19-405a-bb73-73d94bf43baa tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:29.496416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:29.778692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Pushing event updated for resources: {'Port': ['ID=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:29.791746 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:30.061031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0c275ad6-2d43-4d92-adca-510e6838648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:30.122740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:25Z', 'revision_number': 7, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:26Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:30.135655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:59:30.157682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:30.160506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:30.257296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Attempting to bind port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:59:30.257862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Attempting to bind port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:59:30.258040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Attempting to bind port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 on network 2e1801ad-9382-4b9e-835c-4971b4724743 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:59:30.267834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 on network 2e1801ad-9382-4b9e-835c-4971b4724743 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 11:59:30.268340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Attempting to bind port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 on network 2e1801ad-9382-4b9e-835c-4971b4724743 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:59:30.276173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:59:30.292082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:30.295219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Checking segment: {'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:59:30.295643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Bound using segment: {'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:59:30.296256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Bound port: 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:59:30.296618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:30.342169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44f47-923d-475a-9a5f-58d1d7827a2b req-7fe7bb7d-1821-49e2-90c0-6d6b56db9e25 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:30.342169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-aee44f47-923d-475a-9a5f-58d1d7827a2b req-7fe7bb7d-1821-49e2-90c0-6d6b56db9e25 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Synchronizing usage tracker for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:30.509160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-aee44f47-923d-475a-9a5f-58d1d7827a2b req-7fe7bb7d-1821-49e2-90c0-6d6b56db9e25 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Unset dirty status for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:30.522226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aee44f47-923d-475a-9a5f-58d1d7827a2b req-7fe7bb7d-1821-49e2-90c0-6d6b56db9e25 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 943 time: 0.7265146 Dec 20 11:59:30.575887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:30.689132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] For port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:59:30.695988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] For port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:59:30.698600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-aee44f47-923d-475a-9a5f-58d1d7827a2b req-81e02a35-e9a4-42d6-a5a1-8e9b878c74b2 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Synchronizing usage tracker for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:30.718959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:30.753121 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:30.872220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:30.873614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] 10.222.0.16 "PUT /v2.0/ports/0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 HTTP/1.1" status: 200 len: 1093 time: 2.9621823 Dec 20 11:59:30.876772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Pushing event updated for resources: {'Port': ['ID=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:30.881426 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:30.881924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38677129-e001-4c22-9f81-7e8dcf31238e', 'tag': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:30.904856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-aee44f47-923d-475a-9a5f-58d1d7827a2b req-81e02a35-e9a4-42d6-a5a1-8e9b878c74b2 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Unset dirty status for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:30.906858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aee44f47-923d-475a-9a5f-58d1d7827a2b req-81e02a35-e9a4-42d6-a5a1-8e9b878c74b2 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830070 Dec 20 11:59:31.090261 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38677129-e001-4c22-9f81-7e8dcf31238e', 'tag': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9', 'status': 'completed', 'code': 200} Dec 20 11:59:31.212500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-d7cee5c2-1745-430f-9c64-1e0fbf5e45af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e1d062b1e98460cbb1987f13cf2b5f7&device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 1096 time: 0.2721379 Dec 20 11:59:31.311513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:31.315788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:31.479890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-f6032c1a-54f4-43cf-84fa-7b9ffc89ae57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 HTTP/1.1" status: 200 len: 217 time: 0.2645364 Dec 20 11:59:31.521219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:25Z', 'revision_number': 7, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:26Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:31.541440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94737f-565a-4516-89bc-d8c688c0b2a0 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:25Z', 'revision_number': 7, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '2f060a52-2772-4b90-9f9e-78532db2ffe2', 'name': '', 'network_id': 'f4fd6a12-b8e6-4cf4-846d-fffe5a036f49', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:74:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:59:15Z', 'updated_at': '2021-12-20T11:59:26Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '91b950f8-30c9-43bb-99ef-c5826d7f564b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:59:31.636658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-7539ba68-7765-4c1c-97d6-0a36e4b4c019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:31.638682 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-7539ba68-7765-4c1c-97d6-0a36e4b4c019 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2b95d0b5-8a8d-4370-8889-8c52b11ac7ea HTTP/1.1" status: 200 len: 853 time: 0.1521361 Dec 20 11:59:31.767681 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-9bee2eb0-b860-4fe7-a26c-4821f29708e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e1801ad-9382-4b9e-835c-4971b4724743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182289 Dec 20 11:59:32.076222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 2f060a52-2772-4b90-9f9e-78532db2ffe2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:32.076857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:32.258607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-6325a844-3443-44b8-8431-9f807be66ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824386 Dec 20 11:59:32.506495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40b282c1-e0ed-4450-a99d-c34f863c899e req-3565fe23-130c-4990-990a-fa1b32cdb25f service neutron] 10.222.0.16 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131081 Dec 20 11:59:32.575615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4bb85-4cc2-436f-820d-28de9aa822b8 req-1d7c7dfe-f9a0-4f0b-828e-988ab1ccfd82 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:32.577066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6c4bb85-4cc2-436f-820d-28de9aa822b8 req-1d7c7dfe-f9a0-4f0b-828e-988ab1ccfd82 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 943 time: 0.3967547 Dec 20 11:59:32.679099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6c4bb85-4cc2-436f-820d-28de9aa822b8 req-6f1b2e2d-9ff7-4b3f-9e0e-ebe1e5a44212 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Dec 20 11:59:32.729607 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-403ffd5a-800f-49e0-a662-3202f2799151 req-14a3a4bc-3d64-4fdd-8732-aea40378046e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e1d062b1e98460cbb1987f13cf2b5f7&device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 1096 time: 0.1515427 Dec 20 11:59:32.821728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 2f060a52-2772-4b90-9f9e-78532db2ffe2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=2f060a52-2772-4b90-9f9e-78532db2ffe2,segment=NetworkSegment(0f6bee35-45c8-4808-aece-ab1f42cd32ac),segment_id=0f6bee35-45c8-4808-aece-ab1f42cd32ac)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:32.822113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:32.967054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:33.168176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 2f060a52-2772-4b90-9f9e-78532db2ffe2 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:33.266961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bafa04-458f-4d3a-bf74-94525bf1fbe1 req-850c62a4-cf65-4e91-bbe9-939a45cc83e7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:33.275155 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-74bafa04-458f-4d3a-bf74-94525bf1fbe1 req-850c62a4-cf65-4e91-bbe9-939a45cc83e7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 945 time: 1.0084231 Dec 20 11:59:33.280365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ffd5a-800f-49e0-a662-3202f2799151 req-d43578ad-3691-4026-9ab2-9374a2d111b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:33.281839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-403ffd5a-800f-49e0-a662-3202f2799151 req-d43578ad-3691-4026-9ab2-9374a2d111b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e1801ad-9382-4b9e-835c-4971b4724743 HTTP/1.1" status: 200 len: 914 time: 0.5447745 Dec 20 11:59:33.368940 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-403ffd5a-800f-49e0-a662-3202f2799151 req-c19fa6c4-ccba-4dc2-9ebb-584a89c79a47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 HTTP/1.1" status: 200 len: 217 time: 0.0791297 Dec 20 11:59:33.465299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ffd5a-800f-49e0-a662-3202f2799151 req-66a6060b-53ae-4dc6-bc6d-7724412afeea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:33.467054 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-403ffd5a-800f-49e0-a662-3202f2799151 req-66a6060b-53ae-4dc6-bc6d-7724412afeea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2b95d0b5-8a8d-4370-8889-8c52b11ac7ea HTTP/1.1" status: 200 len: 853 time: 0.0888503 Dec 20 11:59:33.491805 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-74bafa04-458f-4d3a-bf74-94525bf1fbe1 req-9de9728e-4fa5-400e-b35c-c4b9b4c06561 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153437 Dec 20 11:59:33.493527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:33.497983 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:33.529210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-403ffd5a-800f-49e0-a662-3202f2799151 req-885a5e07-4dcd-48ec-b693-e3fa7d9f8cd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e1801ad-9382-4b9e-835c-4971b4724743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551896 Dec 20 11:59:33.576907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=2f060a52-2772-4b90-9f9e-78532db2ffe2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:33.587895 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:33.757436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-403ffd5a-800f-49e0-a662-3202f2799151 req-ce580798-7d93-491a-8412-58352a445031 service neutron] 10.222.0.16 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193859 Dec 20 11:59:33.948745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-403ffd5a-800f-49e0-a662-3202f2799151 req-379589b8-7274-4966-b670-d961c2c5540d service neutron] 10.222.0.16 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697037 Dec 20 11:59:33.966060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-8673c851-9605-40ed-9b75-a6762620cb69 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:33.970103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-8673c851-9605-40ed-9b75-a6762620cb69 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 945 time: 0.3233442 Dec 20 11:59:33.983178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:34.107020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Deleting port 99e6b138-58ce-4a40-bb3a-5be68d13690c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:34.107364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:34.168202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05505bdc-800c-4e48-b083-51392ff42e09 req-f1153c60-2c50-474c-84c7-2e4828506021 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:34.175959 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05505bdc-800c-4e48-b083-51392ff42e09 req-f1153c60-2c50-474c-84c7-2e4828506021 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 943 time: 0.2040617 Dec 20 11:59:34.283877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05505bdc-800c-4e48-b083-51392ff42e09 req-dd1c41e5-931b-479d-919c-814d8253a444 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069677 Dec 20 11:59:34.594593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] For port 99e6b138-58ce-4a40-bb3a-5be68d13690c, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=99e6b138-58ce-4a40-bb3a-5be68d13690c,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:34.595200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:34.743182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Calling delete_port for 99e6b138-58ce-4a40-bb3a-5be68d13690c owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:34.797015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:59:34.907084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8317bf-0dd2-4b15-ad0b-43055b02f64e req-460a35e4-5e5e-415e-b18b-7f995e2bba90 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:34.908576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da8317bf-0dd2-4b15-ad0b-43055b02f64e req-460a35e4-5e5e-415e-b18b-7f995e2bba90 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7439c3-3f07-4da1-a4a9-e173fc4c3c30 HTTP/1.1" status: 200 len: 945 time: 0.1202493 Dec 20 11:59:35.002675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da8317bf-0dd2-4b15-ad0b-43055b02f64e req-0cd21786-945a-4a6f-8eb7-4c2802aeb893 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873971 Dec 20 11:59:35.027069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:35.033487 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:35.041293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['98542c74-a70f-49e7-9d54-80bf39b0f1f1', '99e6b138-58ce-4a40-bb3a-5be68d13690c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:35.080465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event deleted for resources: {'Port': ['ID=99e6b138-58ce-4a40-bb3a-5be68d13690c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:35.099090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737', '5625b7ac-b4cc-45bf-b4e4-675ad097657a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:35.120004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:59:35.131111 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:59:35.135456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7231910 Dec 20 11:59:35.142672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37488) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:35.149232 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:35.149850 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:35.150981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.151560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.152135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.152697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.153474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.154032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.154569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.155098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.155659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.156247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.156785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:35.197477 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:35.198815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] No DVR routers for this DVR port 99e6b138-58ce-4a40-bb3a-5be68d13690c on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:59:35.201413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:35.211840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'name': 'network-vif-deleted', 'tag': '99e6b138-58ce-4a40-bb3a-5be68d13690c'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:35.225578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36c3d0ba-fedb-4b4f-801f-6e8937849594 req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "DELETE /v2.0/ports/99e6b138-58ce-4a40-bb3a-5be68d13690c HTTP/1.1" status: 204 len: 173 time: 1.2209632 Dec 20 11:59:35.320182 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7439c3-3f07-4da1-a4a9-e173fc4c3c30', 'name': 'network-vif-deleted', 'tag': '99e6b138-58ce-4a40-bb3a-5be68d13690c', 'status': 'completed', 'code': 200} Dec 20 11:59:35.473392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 11:59:35.487301 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:35.629968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet 91b950f8-30c9-43bb-99ef-c5826d7f564b {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:59:35.634428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:35.771675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:35.839592 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:35.908710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9', 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743', 'port_id': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9', 'mac_address': 'fa:16:3e:6c:e8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b95d0b5-8a8d-4370-8889-8c52b11ac7ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 11:59:35.978687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:36.069334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:36.127911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd033-7bb0-4c4a-a1bc-a000707204d3 req-28ae2e99-cc89-4371-9feb-07900a12c891 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:36.130209 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d7edd033-7bb0-4c4a-a1bc-a000707204d3 req-28ae2e99-cc89-4371-9feb-07900a12c891 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 943 time: 0.5635381 Dec 20 11:59:36.173205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 11:59:36.232369 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:33Z', 'revision_number': 8, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:36.239176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:36.251758 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:59:36.255337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:36.257266 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-667f8300-ac1b-4e57-9819-19ce2cbbb801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:36.267581 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:36.268568 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:36.284257 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d7edd033-7bb0-4c4a-a1bc-a000707204d3 req-7dcdf540-e33c-4c39-bb8f-a903f618ac2c tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338882 Dec 20 11:59:36.327950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:36.333354 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b08753bf-8813-4175-91f3-1bb922088b17 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:36.429461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:36.431831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:36.434605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=91b950f8-30c9-43bb-99ef-c5826d7f564b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:36.446666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0331f08-ecd1-4b36-96f4-638f1b5625d9 None None] Network f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:59:36.465241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37530) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:36.480455 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:36.495492 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/91b950f8-30c9-43bb-99ef-c5826d7f564b HTTP/1.1" status: 204 len: 168 time: 1.3519235 Dec 20 11:59:36.500240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.500629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.501007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.501379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.501761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.502135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.502515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.502862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.503220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.503576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.503936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:59:36.526503 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:36.602954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['0b8e18f9-4853-4ce8-a97f-74d1682d4fb9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:36.646723 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:36.926951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:36.939387 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:36.940072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:37.095867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] DHCP port deletion for f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:59:37.127942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Deleting port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:37.128320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:37.301543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port e166b2f6-5dff-4846-9d7d-f0e685ded0f4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,segment=NetworkSegment(0f6bee35-45c8-4808-aece-ab1f42cd32ac),segment_id=0f6bee35-45c8-4808-aece-ab1f42cd32ac)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:37.302233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:37.451073 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:33Z', 'revision_number': 8, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:37.467137 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198d823-5dde-4c6b-bda3-fd22f004c8c9 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:33Z', 'revision_number': 8, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '614286c2-8d06-468d-99cc-838a30ec5c23', 'name': '', 'network_id': '4feee754-8b47-420e-a782-74e57b579c95', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:d5:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:58Z', 'updated_at': '2021-12-20T11:59:13Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': '96168305-3ab8-44c6-838a-63f0e6e0425b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:59:37.478609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99e6b138-58ce-4a40-bb3a-5be68d13690c no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:37.527107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for e166b2f6-5dff-4846-9d7d-f0e685ded0f4 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:37.577547 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 99e6b138-58ce-4a40-bb3a-5be68d13690c {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:37.577962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 99e6b138-58ce-4a40-bb3a-5be68d13690c not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:37.600938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] For port e166b2f6-5dff-4846-9d7d-f0e685ded0f4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,segment=NetworkSegment(0f6bee35-45c8-4808-aece-ab1f42cd32ac),segment_id=0f6bee35-45c8-4808-aece-ab1f42cd32ac)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:37.601339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:37.665988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:37.693758 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b968b048-476b-430e-829e-c650e2aaaec5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:37.760524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=e166b2f6-5dff-4846-9d7d-f0e685ded0f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:37.767051 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:37.767825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No DVR routers for this DVR port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:59:37.804668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Calling delete_port for e166b2f6-5dff-4846-9d7d-f0e685ded0f4 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:37.924783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:37.965869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fd6a12-b8e6-4cf4-846d-fffe5a036f49']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:37.970221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e166b2f6-5dff-4846-9d7d-f0e685ded0f4 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:37.991183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6bee35-45c8-4808-aece-ab1f42cd32ac') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:37.991768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6bee35-45c8-4808-aece-ab1f42cd32ac') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:38.005072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:38.012774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: e166b2f6-5dff-4846-9d7d-f0e685ded0f4 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:38.013212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e166b2f6-5dff-4846-9d7d-f0e685ded0f4 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:38.013893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2f060a52-2772-4b90-9f9e-78532db2ffe2 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:38.023177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:38.029864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:59:38.030606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:38.054103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 2f060a52-2772-4b90-9f9e-78532db2ffe2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:38.054103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 2f060a52-2772-4b90-9f9e-78532db2ffe2 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:38.088882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:59:38.089328 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:59:38.142810 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:59:38.182115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c91f6-678a-4614-be8b-105794546583 req-d44e2ef1-12e5-4802-bf10-b62e9206d151 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:38.184676 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d99c91f6-678a-4614-be8b-105794546583 req-d44e2ef1-12e5-4802-bf10-b62e9206d151 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 944 time: 0.6278555 Dec 20 11:59:38.226219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:38.239408 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e053e5e8-d510-45f7-ad96-ef9ed877cb96 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:38.286697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:38.340421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=f4fd6a12-b8e6-4cf4-846d-fffe5a036f49,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:38.375007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37564) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:38.375616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/f4fd6a12-b8e6-4cf4-846d-fffe5a036f49 HTTP/1.1" status: 204 len: 168 time: 1.9091141 Dec 20 11:59:38.377660 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:38.390250 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d99c91f6-678a-4614-be8b-105794546583 req-8448fca3-6702-4907-8fb0-633f14460c3f tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981237 Dec 20 11:59:38.592383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Deleting port e166b2f6-5dff-4846-9d7d-f0e685ded0f4 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:38.595097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:38.709431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e1eade56-74b8-4cc0-8248-db55ddfb593c None None] The port 'e166b2f6-5dff-4846-9d7d-f0e685ded0f4' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:59:38.838963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:39.491687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:59:39.677760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:59:39.683588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:59:39.684307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:39.847417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:39.890325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:39.891532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38677129-e001-4c22-9f81-7e8dcf31238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:39.899404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:39.901885 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:39.993045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:40.007013 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:40.019423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff94b7-80b5-413f-ad0f-0b193936d3b9 req-0ccb616b-9d09-4ac6-bc63-6f93262c19b0 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:40.021022 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-32ff94b7-80b5-413f-ad0f-0b193936d3b9 req-0ccb616b-9d09-4ac6-bc63-6f93262c19b0 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 944 time: 0.2850409 Dec 20 11:59:40.021623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37596) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:40.060540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1ae2b-72cd-47a3-b8b9-2e98785d354d req-3ac8b6e0-aa1f-4935-87fc-d049026fbba6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:40.068627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51f1ae2b-72cd-47a3-b8b9-2e98785d354d req-3ac8b6e0-aa1f-4935-87fc-d049026fbba6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2053950 Dec 20 11:59:40.136209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51f1ae2b-72cd-47a3-b8b9-2e98785d354d req-5e561089-23b9-4fd7-bcd7-e1f25092c59e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666165 Dec 20 11:59:40.191496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 614286c2-8d06-468d-99cc-838a30ec5c23 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:40.192072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.207472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.219802 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38677129-e001-4c22-9f81-7e8dcf31238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9', 'code': 200} Dec 20 11:59:40.260388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:40.269859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Usage tracker for resource:security_group_rule and tenant:f67f55ae0f38490d981dc79203613d34 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:40.277781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:40.293896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:40.453292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.563538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.577294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 614286c2-8d06-468d-99cc-838a30ec5c23, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=614286c2-8d06-468d-99cc-838a30ec5c23,segment=NetworkSegment(b35510b2-7dde-4c85-a8b2-9d82fe300b20),segment_id=b35510b2-7dde-4c85-a8b2-9d82fe300b20)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:40.578432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.604623 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-02e39624-b363-44e4-a14d-89be54920648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:40.645749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f67f55ae0f38490d981dc79203613d34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6185343 Dec 20 11:59:40.646845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37610) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:40.711775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f1bf0-b0fe-4d8a-b102-079641bc95c5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:40.719438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 614286c2-8d06-468d-99cc-838a30ec5c23 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:40.726752 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:40.821809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.845668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cb66289-d1c0-4203-8e7a-c4c59c91b69f req-f00b033e-0256-484b-8bdd-e05a2bea9004 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 1098 time: 0.3895698 Dec 20 11:59:40.874383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.906687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-32ff94b7-80b5-413f-ad0f-0b193936d3b9 req-532288df-8f36-470a-9ebc-7c286e0d9672 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143027 Dec 20 11:59:40.908859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:40.930608 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-551f21fb-d991-41aa-8a1b-400c83841b8a tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:40.953227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bd09b-7a88-4b76-bb39-5655c318a566 req-cde9c426-f0f8-49d6-b50c-5d881b004ac8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:40.960268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d2bd09b-7a88-4b76-bb39-5655c318a566 req-cde9c426-f0f8-49d6-b50c-5d881b004ac8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2346964 Dec 20 11:59:40.982047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cb66289-d1c0-4203-8e7a-c4c59c91b69f req-c3050746-d82f-4911-af64-56f3e7a70ea0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259627 Dec 20 11:59:41.031115 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1d2bd09b-7a88-4b76-bb39-5655c318a566 req-b437ce82-0944-47fd-bc94-638e929294cd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696623 Dec 20 11:59:41.038615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:41.043932 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b3eb66d-deae-4ce1-acfe-0f7b862a2bcc tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:41.055391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f1bf0-b0fe-4d8a-b102-079641bc95c5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:41.061641 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:41.063009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=614286c2-8d06-468d-99cc-838a30ec5c23,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:41.063512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:41.064218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c7f1bf0-b0fe-4d8a-b102-079641bc95c5 HTTP/1.1" status: 204 len: 168 time: 0.4152300 Dec 20 11:59:41.090443 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:41.368640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aa4a0-0367-451f-b801-ee07103e0373 req-69299391-739e-434e-aeca-8b969f815f30 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:41.369849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a36aa4a0-0367-451f-b801-ee07103e0373 req-69299391-739e-434e-aeca-8b969f815f30 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:41.382074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:41.392480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a36aa4a0-0367-451f-b801-ee07103e0373 req-69299391-739e-434e-aeca-8b969f815f30 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:41.394342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a36aa4a0-0367-451f-b801-ee07103e0373 req-69299391-739e-434e-aeca-8b969f815f30 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 946 time: 0.1579940 Dec 20 11:59:41.469304 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a36aa4a0-0367-451f-b801-ee07103e0373 req-2dcbfa3c-aa0b-49c3-9044-256292efd8d8 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682712 Dec 20 11:59:41.624368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37626) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:41.659131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:41.697568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:41.703392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e752985a96c4ad6b84832409a7d93d6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:41.708960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:41.754104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:41.854130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4062c4-e729-4547-aa86-408de9a2d1e7 req-0feea94a-d191-4f74-9355-14b362c60a73 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:41.862072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba4062c4-e729-4547-aa86-408de9a2d1e7 req-0feea94a-d191-4f74-9355-14b362c60a73 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1555779 Dec 20 11:59:41.966624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba4062c4-e729-4547-aa86-408de9a2d1e7 req-86b264a5-144a-4249-9785-864b6bb4b6f4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032639 Dec 20 11:59:41.977090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:41.993042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.001304 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c508fe1e-65e8-409d-8933-bb7d7281e0cf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:42.048533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11508632-8a62-452c-a429-ec7e1170623c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:42.067189 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e752985a96c4ad6b84832409a7d93d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4394045 Dec 20 11:59:42.067189 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:42.067533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:42.194118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:42.353500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.359841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b84017-fa6d-4d26-b080-abd464677d37 req-81d69001-826e-461f-a9a8-de807a40143f tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:42.370541 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36b84017-fa6d-4d26-b080-abd464677d37 req-81d69001-826e-461f-a9a8-de807a40143f tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 945 time: 0.1652920 Dec 20 11:59:42.415391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:59:42.448068 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36b84017-fa6d-4d26-b080-abd464677d37 req-f871449a-3fdd-4e24-86bb-fc3a7e701f16 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729680 Dec 20 11:59:42.452419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.469260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159329f0-039c-4982-9497-69cba6d39d6b req-73757b3d-5ea0-483f-a1b2-54d303b88411 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:42.486854 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-159329f0-039c-4982-9497-69cba6d39d6b req-73757b3d-5ea0-483f-a1b2-54d303b88411 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 946 time: 0.3792598 Dec 20 11:59:42.598058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.674878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:42.732260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Usage tracker for resource:security_group_rule and tenant:09c581d90b7f43dd8e6f96ff6d29921c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:42.736317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:42.747144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:42.793145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.803109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:59:42.823197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:59:42.844171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:42.844717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:42.851374 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e542828c-def0-4c66-9acf-507b02acd907 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:42.858964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.866567 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4901345 Dec 20 11:59:42.867312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37656) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:42.910844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.912933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11508632-8a62-452c-a429-ec7e1170623c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:42.915722 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:42.929542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Deleting port 5625b7ac-b4cc-45bf-b4e4-675ad097657a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:42.929875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.951627 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b2b16fe3-6e51-4fb3-8de5-1c553f10228b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:42.965741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:42.965741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11508632-8a62-452c-a429-ec7e1170623c HTTP/1.1" status: 204 len: 168 time: 0.8971858 Dec 20 11:59:43.034275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42faf9a-7aec-4582-b9be-b93cc3b08694,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:43.052789 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:43.054387 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09c581d90b7f43dd8e6f96ff6d29921c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8294585 Dec 20 11:59:43.059585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:43.065551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e81b0-f478-45e8-b4f5-e15bd6a0f57e req-5b02bceb-8dd0-45e7-9f00-d8497191e2f2 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:43.072419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b78e81b0-f478-45e8-b4f5-e15bd6a0f57e req-5b02bceb-8dd0-45e7-9f00-d8497191e2f2 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 946 time: 0.2876208 Dec 20 11:59:43.083176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:43.223223 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b78e81b0-f478-45e8-b4f5-e15bd6a0f57e req-8a172c44-f95d-42fe-bd98-ae1e3e1b3d37 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498561 Dec 20 11:59:43.228087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d938-73e0-4d7e-a173-cf8888599e80 req-224e3ebc-2b62-4aaa-9d45-90725080c4e4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:43.229550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf04d938-73e0-4d7e-a173-cf8888599e80 req-224e3ebc-2b62-4aaa-9d45-90725080c4e4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3249946 Dec 20 11:59:43.290867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] For port 5625b7ac-b4cc-45bf-b4e4-675ad097657a, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=5625b7ac-b4cc-45bf-b4e4-675ad097657a,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:43.291158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.294782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet 96168305-3ab8-44c6-838a-63f0e6e0425b {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:59:43.301371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.303065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.413336 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf04d938-73e0-4d7e-a173-cf8888599e80 req-fda13337-0bf7-4112-bc8c-c5c97c1d720e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685350 Dec 20 11:59:43.428975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.437809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.468874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Calling delete_port for 5625b7ac-b4cc-45bf-b4e4-675ad097657a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:43.534075 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:40Z', 'revision_number': 9, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:43.538785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:59:43.554959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.558379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:43.559455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:43.591136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.601350 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e4a0bb03-e6c7-44b4-a623-02503d9ae5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:43.617884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42faf9a-7aec-4582-b9be-b93cc3b08694,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:43.622064 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:43.634784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.635989 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d42faf9a-7aec-4582-b9be-b93cc3b08694 HTTP/1.1" status: 204 len: 168 time: 0.5750020 Dec 20 11:59:43.719325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.725072 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a25eb61a-8697-4591-8cae-64c217ca9e32 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:43.770946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=96168305-3ab8-44c6-838a-63f0e6e0425b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:43.773419 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:43.784787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.795227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/96168305-3ab8-44c6-838a-63f0e6e0425b HTTP/1.1" status: 204 len: 168 time: 0.9268861 Dec 20 11:59:43.796897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:43.834191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:43.871093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:43.877972 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-330cea2e-19a9-4434-b841-7b6ac1be0c01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:43.932933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event deleted for resources: {'Port': ['ID=5625b7ac-b4cc-45bf-b4e4-675ad097657a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:43.937669 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:44.012476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.024460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port b1cf738e-b923-4541-9ff6-ceddad17a40a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:44.024871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.063901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8501af54-8bfb-4240-a892-4632e93f94ed None None] Network 4feee754-8b47-420e-a782-74e57b579c95 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:59:44.110995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98d5e8-62c9-4dc7-a179-1f4ac2c0d4d3 req-28fb6d90-4116-4317-83a5-a9b1175e48dc tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:44.112687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c98d5e8-62c9-4dc7-a179-1f4ac2c0d4d3 req-28fb6d90-4116-4317-83a5-a9b1175e48dc tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 945 time: 0.4008281 Dec 20 11:59:44.118321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] No DVR routers for this DVR port 5625b7ac-b4cc-45bf-b4e4-675ad097657a on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:59:44.122233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.124954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'name': 'network-vif-deleted', 'tag': '5625b7ac-b4cc-45bf-b4e4-675ad097657a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:44.189179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['98542c74-a70f-49e7-9d54-80bf39b0f1f1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:44.195874 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-159329f0-039c-4982-9497-69cba6d39d6b req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "DELETE /v2.0/ports/5625b7ac-b4cc-45bf-b4e4-675ad097657a HTTP/1.1" status: 204 len: 173 time: 1.6987860 Dec 20 11:59:44.219814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737', '5625b7ac-b4cc-45bf-b4e4-675ad097657a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:44.249637 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c98d5e8-62c9-4dc7-a179-1f4ac2c0d4d3 req-424d30c3-3085-4562-929f-83964e91d2ee tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293404 Dec 20 11:59:44.275404 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ccf78f-a4ad-45f2-8784-6f5c3db96bdc', 'name': 'network-vif-deleted', 'tag': '5625b7ac-b4cc-45bf-b4e4-675ad097657a', 'status': 'completed', 'code': 200} Dec 20 11:59:44.356468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port b1cf738e-b923-4541-9ff6-ceddad17a40a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b1cf738e-b923-4541-9ff6-ceddad17a40a,segment=NetworkSegment(b35510b2-7dde-4c85-a8b2-9d82fe300b20),segment_id=b35510b2-7dde-4c85-a8b2-9d82fe300b20)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:44.357011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.398405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:44.429127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.508797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:44.517965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Usage tracker for resource:security_group_rule and tenant:2229107475434d83844f5b90c2001557 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:44.524919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:44.543216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:44.801087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.813320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.834095 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96041695-7f89-49dd-a29d-8c52fca40e3e tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:44.920153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b575813-6943-4a91-84e2-52a3ff57d695,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:44.941258 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:44.950947 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2229107475434d83844f5b90c2001557&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5512631 Dec 20 11:59:44.964270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37732) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:45.008619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0956-c8cd-4d98-a813-df4e04bc5c67 req-a168d062-93dc-4cad-a834-5ef66137fe2f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:45.011438 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c62f0956-c8cd-4d98-a813-df4e04bc5c67 req-a168d062-93dc-4cad-a834-5ef66137fe2f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3512189 Dec 20 11:59:45.025892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for b1cf738e-b923-4541-9ff6-ceddad17a40a owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:45.099575 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-36307590-dbc9-4150-a1b0-03ecf4c6b0c0 req-91ff349b-5641-41cd-9425-1a90f3f74503 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=92ccf78f-a4ad-45f2-8784-6f5c3db96bdc HTTP/1.1" status: 200 len: 210 time: 0.2742705 Dec 20 11:59:45.146313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8712a8b7-6036-47d1-b2c8-0982bad4c5d8 None None] DHCP port deletion for 4feee754-8b47-420e-a782-74e57b579c95 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:59:45.167231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8712a8b7-6036-47d1-b2c8-0982bad4c5d8 None None] Deleting port b1cf738e-b923-4541-9ff6-ceddad17a40a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:45.167608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8712a8b7-6036-47d1-b2c8-0982bad4c5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.196022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.208834 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5a8acaf9-eff3-4cda-84af-4db217d6165a tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:45.214619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c62f0956-c8cd-4d98-a813-df4e04bc5c67 req-d189c54c-e767-485a-87cc-292a378eeb82 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933577 Dec 20 11:59:45.233604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.265531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.295887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No DVR routers for this DVR port b1cf738e-b923-4541-9ff6-ceddad17a40a on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:59:45.297837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.358269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=b1cf738e-b923-4541-9ff6-ceddad17a40a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:45.370252 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:45.401712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.414196 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f49d49da-f889-4246-b9c3-674f76f7f7de tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:45.455384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b575813-6943-4a91-84e2-52a3ff57d695,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:45.465081 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:45.465081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.466379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b575813-6943-4a91-84e2-52a3ff57d695 HTTP/1.1" status: 204 len: 168 time: 0.5011253 Dec 20 11:59:45.466614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8712a8b7-6036-47d1-b2c8-0982bad4c5d8 None None] The port 'b1cf738e-b923-4541-9ff6-ceddad17a40a' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:59:45.499918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:40Z', 'revision_number': 9, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:45.542154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68400509-c601-49f9-b0c6-c38ed15ee821 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:40Z', 'revision_number': 9, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ba79d5-a099-4719-b2f2-3b7ebbc7e060', 'name': '', 'network_id': '77d15947-3d32-4ca9-b084-289c9211e597', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:4d:bd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:48Z', 'updated_at': '2021-12-20T11:59:00Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:59:45.604244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.651015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feee754-8b47-420e-a782-74e57b579c95']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:45.665987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35510b2-7dde-4c85-a8b2-9d82fe300b20') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:45.666638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35510b2-7dde-4c85-a8b2-9d82fe300b20') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:45.680142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.708106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.716595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:59:45.716997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:59:45.747018 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:59:45.844017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.854554 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4d2c4d2d-08b4-4bbb-823a-f5ad2bd416eb tempest-NetworksTest-311792286 tempest-NetworksTest-311792286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:45.882746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.897536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=4feee754-8b47-420e-a782-74e57b579c95,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:45.905146 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:45.914716 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/4feee754-8b47-420e-a782-74e57b579c95 HTTP/1.1" status: 204 len: 168 time: 2.1164782 Dec 20 11:59:45.916723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37770) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:46.051361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 614286c2-8d06-468d-99cc-838a30ec5c23 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:46.093180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 614286c2-8d06-468d-99cc-838a30ec5c23 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:46.093545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 614286c2-8d06-468d-99cc-838a30ec5c23 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:46.093981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1cf738e-b923-4541-9ff6-ceddad17a40a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:46.156110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b1cf738e-b923-4541-9ff6-ceddad17a40a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:46.156734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b1cf738e-b923-4541-9ff6-ceddad17a40a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:46.678438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47e93c-2ae9-4651-95a1-c03be7443bdc req-d12cc74f-620a-4d34-905f-d7bc8fe70b7e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:46.681966 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eb47e93c-2ae9-4651-95a1-c03be7443bdc req-d12cc74f-620a-4d34-905f-d7bc8fe70b7e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1768694 Dec 20 11:59:46.777300 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-eb47e93c-2ae9-4651-95a1-c03be7443bdc req-5a2d2ff5-de7a-48c5-af69-15b2adc52265 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875096 Dec 20 11:59:46.785263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:47.038350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619e8f6-5c1d-47ef-8245-6fc7bc22a327 req-325c3a61-3706-4646-859f-987fd6d9f2fc tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:47.040521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a619e8f6-5c1d-47ef-8245-6fc7bc22a327 req-325c3a61-3706-4646-859f-987fd6d9f2fc tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 946 time: 0.1072323 Dec 20 11:59:47.106068 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a619e8f6-5c1d-47ef-8245-6fc7bc22a327 req-6d5a3a87-c1b0-4341-b0a7-3eb0e38d1157 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591557 Dec 20 11:59:47.209883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5625b7ac-b4cc-45bf-b4e4-675ad097657a no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:47.298769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 5625b7ac-b4cc-45bf-b4e4-675ad097657a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:47.300965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 5625b7ac-b4cc-45bf-b4e4-675ad097657a not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:47.351839 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:59:47.675499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:47.675852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:48.116672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port e9ba79d5-a099-4719-b2f2-3b7ebbc7e060, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,segment=NetworkSegment(65042dab-84e2-4348-aae6-6a61685167f3),segment_id=65042dab-84e2-4348-aae6-6a61685167f3)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:48.117367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:48.136611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:48.342277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:48.410144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf634-8165-4f63-8cfb-19bbdcadd562 req-59a0ac4e-c45d-4018-a35c-304e2d9142d0 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:48.411947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c00bf634-8165-4f63-8cfb-19bbdcadd562 req-59a0ac4e-c45d-4018-a35c-304e2d9142d0 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 946 time: 0.1355069 Dec 20 11:59:48.428115 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-68fc80a6-e693-470b-b04f-df84ce1a339f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:48.428958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-68fc80a6-e693-470b-b04f-df84ce1a339f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:48.488967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c00bf634-8165-4f63-8cfb-19bbdcadd562 req-91d969b9-d1c2-4470-bb49-2b9a4a8d3bd1 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Dec 20 11:59:48.492256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf41400-d4fc-444c-b5f0-3a334b6ba034 req-5fe2fdd3-1bd2-4cbe-8c0c-94b22479f88a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:48.494187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcf41400-d4fc-444c-b5f0-3a334b6ba034 req-5fe2fdd3-1bd2-4cbe-8c0c-94b22479f88a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.5369666 Dec 20 11:59:48.531287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-68fc80a6-e693-470b-b04f-df84ce1a339f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:48.532712 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-68fc80a6-e693-470b-b04f-df84ce1a339f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 946 time: 0.5111656 Dec 20 11:59:48.710798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Deleting port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:48.711498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:48.751735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcf41400-d4fc-444c-b5f0-3a334b6ba034 req-f02e4f96-adfc-4ac4-b832-8176efddf253 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462404 Dec 20 11:59:48.921914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-13120968-c7a6-4934-828d-9ae8e2634e73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.3186123 Dec 20 11:59:48.930470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:48.942169 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c9a2bcfa-c6a4-4051-8ec3-77ac87e09939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:49.217556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=e9ba79d5-a099-4719-b2f2-3b7ebbc7e060,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:49.363864 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:49.718625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] For port 98542c74-a70f-49e7-9d54-80bf39b0f1f1, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98542c74-a70f-49e7-9d54-80bf39b0f1f1,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:49.721441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:49.971071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-5d3d34c6-60ca-489d-826f-8919336441dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:49.972521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-5d3d34c6-60ca-489d-826f-8919336441dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.7567384 Dec 20 11:59:49.985672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Calling delete_port for 98542c74-a70f-49e7-9d54-80bf39b0f1f1 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:50.142398 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-9ab8ee92-b481-4531-97e1-997cbc25c7f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.1288369 Dec 20 11:59:50.190305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d14b-b918-4acf-b99c-36799479d5a6 req-5571e5f5-71a4-4d4a-92ac-db8f245055b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:50.191333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f754d14b-b918-4acf-b99c-36799479d5a6 req-5571e5f5-71a4-4d4a-92ac-db8f245055b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1728275 Dec 20 11:59:50.293611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-70ee8214-205b-4e92-9c83-e6c592f6b813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:50.296540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-70ee8214-205b-4e92-9c83-e6c592f6b813 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1403792 Dec 20 11:59:50.309538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef2383-6f11-43f9-bb68-cbfdf3ee5a36 req-b5ff2967-d71a-4798-a77f-5fb4622ad501 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:50.317211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64ef2383-6f11-43f9-bb68-cbfdf3ee5a36 req-b5ff2967-d71a-4798-a77f-5fb4622ad501 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 946 time: 0.5847926 Dec 20 11:59:50.320285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f754d14b-b918-4acf-b99c-36799479d5a6 req-3fa456b7-0551-4dd0-846b-63deb9e9da53 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145422 Dec 20 11:59:50.502617 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-64ef2383-6f11-43f9-bb68-cbfdf3ee5a36 req-d9e6f092-f20a-4dec-940e-cd3bf64d6040 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842577 Dec 20 11:59:50.519000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:50.526249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:50.538523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['98542c74-a70f-49e7-9d54-80bf39b0f1f1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:50.540691 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:50.604539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event deleted for resources: {'Port': ['ID=98542c74-a70f-49e7-9d54-80bf39b0f1f1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:50.613192 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:50.620979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 11:59:51.094861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] No DVR routers for this DVR port 98542c74-a70f-49e7-9d54-80bf39b0f1f1 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:59:51.100416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-c940a592-2b8b-4f68-b13b-f64dc5fa8432 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7561240 Dec 20 11:59:51.102925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:51.105449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'name': 'network-vif-deleted', 'tag': '98542c74-a70f-49e7-9d54-80bf39b0f1f1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 11:59:51.172289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7fc127aa-97ce-41be-ba3a-2f3ace38da0c req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.16 "DELETE /v2.0/ports/98542c74-a70f-49e7-9d54-80bf39b0f1f1 HTTP/1.1" status: 204 len: 173 time: 2.6183615 Dec 20 11:59:51.228844 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f389c1-d54c-4bfc-927d-2e8e4343ad65', 'name': 'network-vif-deleted', 'tag': '98542c74-a70f-49e7-9d54-80bf39b0f1f1', 'status': 'completed', 'code': 200} Dec 20 11:59:51.322421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-2d5b0129-a4cc-4b63-a471-383d3e601d76 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081258 Dec 20 11:59:51.887598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b225d803-2d83-48fb-937a-bd2717ca8bd5 req-28f60d96-b8e0-4f14-abf3-c82ec62b2932 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583348 Dec 20 11:59:51.905142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d805-d316-4442-b8bf-ba392de4b299 req-fdec8dfb-4a1d-46cd-a549-ee377d6a0977 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:51.907235 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-12c0d805-d316-4442-b8bf-ba392de4b299 req-fdec8dfb-4a1d-46cd-a549-ee377d6a0977 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2542701 Dec 20 11:59:52.040621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-12c0d805-d316-4442-b8bf-ba392de4b299 req-8004f97c-ebd2-495f-9ca2-417794515dce tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115084 Dec 20 11:59:52.183269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec128c44-ddaf-4bd4-934f-c66a298b45ab req-ae280b5f-9643-4172-910d-4382bd80315b tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Synchronizing usage tracker for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:59:52.199866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37924) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:52.245444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ec128c44-ddaf-4bd4-934f-c66a298b45ab req-ae280b5f-9643-4172-910d-4382bd80315b tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Unset dirty status for tenant:7d56622939f64706a20eaf04c8d7baa8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:59:52.247383 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec128c44-ddaf-4bd4-934f-c66a298b45ab req-ae280b5f-9643-4172-910d-4382bd80315b tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f389c1-d54c-4bfc-927d-2e8e4343ad65 HTTP/1.1" status: 200 len: 210 time: 0.2543631 Dec 20 11:59:52.338530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:59:52.703769 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-795b1466-df43-4847-8f6a-d21c3fd23b5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1495540 Dec 20 11:59:52.712029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:59:52.722271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37936) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:52.727041 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:59:52.739044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8198953 Dec 20 11:59:52.761667 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:52.762408 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:52.863763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:52.875408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-113bcd1c-47bc-459b-96c8-4a49b07e770e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 1098 time: 0.1339149 Dec 20 11:59:52.995324 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:53.091732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37944) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:53.100333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:53.115153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee4b1db332546e4aa3a07e33ca677ef is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:53.126709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:53.136513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:53.173053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 11:59:53.177314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:53.188903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-e7b89fc0-b25e-444a-a296-cde9f38283f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:53.191021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-e7b89fc0-b25e-444a-a296-cde9f38283f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.2948742 Dec 20 11:59:53.247136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:53.364179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-ad5d52d6-7a9c-473b-bf36-8bf406618ed1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 HTTP/1.1" status: 200 len: 217 time: 0.1645188 Dec 20 11:59:53.516054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:53.526642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:53.534504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98542c74-a70f-49e7-9d54-80bf39b0f1f1 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:53.551322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:53.579959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-11740928-75fd-459a-af4e-cfb8de354ffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:53.581467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-11740928-75fd-459a-af4e-cfb8de354ffd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1633360 Dec 20 11:59:53.604119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 98542c74-a70f-49e7-9d54-80bf39b0f1f1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:53.611151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:53.614389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98542c74-a70f-49e7-9d54-80bf39b0f1f1 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:53.704423 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:48Z', 'revision_number': 10, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:53.708707 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:59:53.716724 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1b07f78-0740-4ff0-acf8-dec70c0222f8 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:53.721460 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:59:53.722275 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T11:59:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:53.757970 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ee4b1db332546e4aa3a07e33ca677ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5570133 Dec 20 11:59:53.762869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6726f8c4-9698-45a2-a712-d783068763ab,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:53.770493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:53.779674 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:53.844884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:53.862923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Usage tracker for resource:security_group_rule and tenant:8dc6cc9fdefa4de5ac4cb4636c0ad920 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:53.870328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:53.880644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:53.886559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:53.903569 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-63fef8ad-de07-4986-9548-a42c4234e67b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:53.947413 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:59:54.013470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a3a05-cbb4-4f1a-9d68-d08eaf437d97 req-ccd99585-04b0-4a20-b311-e0f74d3b972a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:54.022196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-352a3a05-cbb4-4f1a-9d68-d08eaf437d97 req-ccd99585-04b0-4a20-b311-e0f74d3b972a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.6655531 Dec 20 11:59:54.075586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed353b06-6e35-4c92-9255-46d482c516b2 None None] Network 77d15947-3d32-4ca9-b084-289c9211e597 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:59:54.089877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:54.094748 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:54.100721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-352a3a05-cbb4-4f1a-9d68-d08eaf437d97 req-584f691d-dae3-42f9-95ee-990ce340c572 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764022 Dec 20 11:59:54.109325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.134109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-4ba4b381-c26e-4723-ab8c-104073f7d0cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5437801 Dec 20 11:59:54.148623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.226570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d HTTP/1.1" status: 204 len: 168 time: 1.5031745 Dec 20 11:59:54.227264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37968) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:54.336050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.346891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-240d49e1-db01-49cd-97fc-e374a599cc55 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066839 Dec 20 11:59:54.586836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] DHCP port deletion for 77d15947-3d32-4ca9-b084-289c9211e597 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 11:59:54.591680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Deleting port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:54.592335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.600702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.612344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.627387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.686887 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5dabf258-397b-4ca4-b16f-a594ea2c6c8a tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:54.747220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a77f7e3-07ff-4cb5-9da5-efee60407a45 req-1b310b74-6ee7-4e2f-87f7-f1faf4238f6d service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924217 Dec 20 11:59:54.764016 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc6cc9fdefa4de5ac4cb4636c0ad920&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6684086 Dec 20 11:59:54.764016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e3bc30-76bc-4ecf-8aa3-e5faf42e0c91,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:54.764390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 37976) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:54.787375 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:54.810695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:54.810967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.927596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:54.937358 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-92695344-ea84-4900-a5e9-3f107590ff8b tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:54.951973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726f8c4-9698-45a2-a712-d783068763ab,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:54.971563 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:55.003879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.004997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6726f8c4-9698-45a2-a712-d783068763ab HTTP/1.1" status: 204 len: 168 time: 1.2303529 Dec 20 11:59:55.055730 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:48Z', 'revision_number': 10, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:55.063881 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54da82-0116-4150-9139-f6806bc4acd7 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:48Z', 'revision_number': 10, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None, '_interfaces': [{'id': '3541aaf2-b875-4095-816d-47794aa46a5a', 'name': '', 'network_id': 'e8d210ec-1e77-450b-88f7-7ba0ca049d8a', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'mac_address': 'fa:16:3e:dc:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:58:39Z', 'updated_at': '2021-12-20T11:58:50Z', 'revision_number': 5, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'subnets': [{'id': 'b7dde68c-7f39-4116-8161-7b05ea908d40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:59:55.176964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.222963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] For port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,segment=NetworkSegment(65042dab-84e2-4348-aae6-6a61685167f3),segment_id=65042dab-84e2-4348-aae6-6a61685167f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:55.223770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.331914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.344429 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-f6c15cee-28fb-4f68-b0c9-4f1f7fe530f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.3870630 Dec 20 11:59:55.353923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd8ec1-db09-4c1e-a6ea-22a3e9196852 req-2a58333b-6311-4076-a0a3-085f55a993f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:55.361928 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fdcd8ec1-db09-4c1e-a6ea-22a3e9196852 req-2a58333b-6311-4076-a0a3-085f55a993f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.5171731 Dec 20 11:59:55.424326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,segment=NetworkSegment(65042dab-84e2-4348-aae6-6a61685167f3),segment_id=65042dab-84e2-4348-aae6-6a61685167f3)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:55.424812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.540710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Calling delete_port for b50d0ff3-1fac-4326-94ed-06cb9c9dd63d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:55.672877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for b50d0ff3-1fac-4326-94ed-06cb9c9dd63d owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:55.741235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.754948 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:55.785762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fdcd8ec1-db09-4c1e-a6ea-22a3e9196852 req-9aa320ca-4dcf-4053-8564-44223e5dd183 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4200616 Dec 20 11:59:55.791676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 37990) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:55.826991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.850172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-4a89c33d-f49a-464f-a31e-8cf24998d7b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:55.850172 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-4a89c33d-f49a-464f-a31e-8cf24998d7b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.4810591 Dec 20 11:59:55.850759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:55.860945 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-12360949-aaf0-4831-9006-2e1c597fa793 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:55.877292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 11:59:55.877613 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 11:59:55.890938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Pushing event deleted for resources: {'Port': ['ID=b50d0ff3-1fac-4326-94ed-06cb9c9dd63d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:55.893869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:55.902325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Usage tracker for resource:security_group_rule and tenant:acf7ddc9083a4c3b8540ec8bb226e143 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:55.906772 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:55.908652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] No DVR routers for this DVR port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 11:59:55.909604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:55.922794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:55.946835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:55.966710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e3bc30-76bc-4ecf-8aa3-e5faf42e0c91,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:55.980617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:56.020826 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.027160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48e3bc30-76bc-4ecf-8aa3-e5faf42e0c91 HTTP/1.1" status: 204 len: 168 time: 1.2610931 Dec 20 11:59:56.055972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:56.056453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e9ba79d5-a099-4719-b2f2-3b7ebbc7e060 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:56.060523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b50d0ff3-1fac-4326-94ed-06cb9c9dd63d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 11:59:56.086115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.086797 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-f781f464-d81d-488b-ab0a-49138c637d64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.2247584 Dec 20 11:59:56.094823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.153145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b50d0ff3-1fac-4326-94ed-06cb9c9dd63d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 11:59:56.165666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b50d0ff3-1fac-4326-94ed-06cb9c9dd63d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 11:59:56.166199 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-427d7bdf-20a1-45a0-8340-2ac37ce550bf tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:56.197559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acf7ddc9083a4c3b8540ec8bb226e143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4021475 Dec 20 11:59:56.205485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:56.249019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-a5f63fd2-39ee-4786-a896-da3548c6c52d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:56.250204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-a5f63fd2-39ee-4786-a896-da3548c6c52d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1558824 Dec 20 11:59:56.382458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port b50d0ff3-1fac-4326-94ed-06cb9c9dd63d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:56.382796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.449538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a79cf3d-ef2b-4d26-aa48-2a4c658aa21d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:56.458028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-ed02c170-c26e-474b-a57b-9b05b1bac7a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2000844 Dec 20 11:59:56.465565 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:56.489689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.574441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] The port 'b50d0ff3-1fac-4326-94ed-06cb9c9dd63d' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 11:59:56.657018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.676525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-79e47466-946c-4e39-9fa2-ee4999c0ab0f service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123907 Dec 20 11:59:56.770756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.808056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d15947-3d32-4ca9-b084-289c9211e597']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:56.831531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65042dab-84e2-4348-aae6-6a61685167f3') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:56.831966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65042dab-84e2-4348-aae6-6a61685167f3') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:59:56.833443 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84322e2a-5a3b-4e06-a6d2-6498a36ed600 req-fb661b7d-0cdf-461e-8754-9b608fd16962 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506610 Dec 20 11:59:56.847098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.859754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.864606 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b4750e37-9963-491a-acd4-8a957bded46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:56.882324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a79cf3d-ef2b-4d26-aa48-2a4c658aa21d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:56.885331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.888404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:56.891248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38010) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:56.897861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 11:59:56.898555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 11:59:56.914418 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 11:59:56.930366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.933959 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a79cf3d-ef2b-4d26-aa48-2a4c658aa21d HTTP/1.1" status: 204 len: 168 time: 0.7232683 Dec 20 11:59:56.938242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:56.992193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:59:57.002746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Usage tracker for resource:security_group_rule and tenant:e82725ca942d468aadd56943d785983a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:59:57.008396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:59:57.018302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:59:57.082697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.097889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.115755 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-015ead31-4ca5-4a57-ad27-bcee70f1d3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:57.153512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/77d15947-3d32-4ca9-b084-289c9211e597 HTTP/1.1" status: 204 len: 168 time: 2.9017251 Dec 20 11:59:57.154564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38016) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:57.198982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.232910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=77d15947-3d32-4ca9-b084-289c9211e597,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:57.236060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deedd03-73d5-487c-b1e1-ee6159e85752 req-9ad2fe43-7740-4eaf-9b7a-fc4c991f7d23 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:57.236393 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:57.242376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5deedd03-73d5-487c-b1e1-ee6159e85752 req-9ad2fe43-7740-4eaf-9b7a-fc4c991f7d23 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2297211 Dec 20 11:59:57.246489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.353343 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b2fde8a1-4cd3-4770-997c-1aaa6b00ff74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:57.390480 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e82725ca942d468aadd56943d785983a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4948936 Dec 20 11:59:57.394925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38028) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:57.606485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e69db47-175c-43d0-9f16-4344907a7599,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:57.616334 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:57.689002 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5deedd03-73d5-487c-b1e1-ee6159e85752 req-c5fc44a7-0362-4307-9c46-de3017536972 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365090 Dec 20 11:59:57.695624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.749537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.766126 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddd52-dc7c-41ce-8004-a45e641e6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.827160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.833719 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9c321889-921d-4e9d-844a-2ca7ad0585f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:59:57.872135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e69db47-175c-43d0-9f16-4344907a7599,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:59:57.880344 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:59:57.899405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:57.900559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e69db47-175c-43d0-9f16-4344907a7599 HTTP/1.1" status: 204 len: 168 time: 0.5029709 Dec 20 11:59:58.120650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:58.609705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784cf58-df70-4720-8046-789667de5b31 req-66649ae0-ccba-4394-a080-de98dcaec590 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:58.620551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d784cf58-df70-4720-8046-789667de5b31 req-66649ae0-ccba-4394-a080-de98dcaec590 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 945 time: 0.3990662 Dec 20 11:59:58.677842 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d784cf58-df70-4720-8046-789667de5b31 req-9ffa2acf-0140-4aa3-8c48-201e13588c53 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Dec 20 11:59:58.989197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f2be-47a7-4091-b7e8-b7a7c996914e req-0f83c18e-67ce-404a-a722-20cd51060b02 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:58.996561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f060f2be-47a7-4091-b7e8-b7a7c996914e req-0f83c18e-67ce-404a-a722-20cd51060b02 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1026049 Dec 20 11:59:59.076663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f060f2be-47a7-4091-b7e8-b7a7c996914e req-f138926e-7207-4d6b-b0e7-550c269ff02d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791574 Dec 20 11:59:59.148627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 3541aaf2-b875-4095-816d-47794aa46a5a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:59.149261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:59.440470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 3541aaf2-b875-4095-816d-47794aa46a5a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3541aaf2-b875-4095-816d-47794aa46a5a,segment=NetworkSegment(2ada1a5f-11f9-4561-9850-08f79c57b7fb),segment_id=2ada1a5f-11f9-4561-9850-08f79c57b7fb)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:59:59.440825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:59.464984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b905cfe-23d3-4cda-bf39-3451a181cce6 req-985b1f54-ede6-4bb7-95c0-ae728283aea6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:59.472602 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b905cfe-23d3-4cda-bf39-3451a181cce6 req-985b1f54-ede6-4bb7-95c0-ae728283aea6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2399583 Dec 20 11:59:59.626071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 3541aaf2-b875-4095-816d-47794aa46a5a owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 11:59:59.663335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-cbcc0583-7601-4c67-9f50-994236f98257 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:59:59.665043 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-cbcc0583-7601-4c67-9f50-994236f98257 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 945 time: 0.1018057 Dec 20 11:59:59.720695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b905cfe-23d3-4cda-bf39-3451a181cce6 req-d763e263-aab7-411c-b13c-ec65ca093963 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464771 Dec 20 11:59:59.764240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Deleting port 84ccaced-b408-4c1a-89ea-b70da71a1737 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 11:59:59.764627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:59.942661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b250f6ab-a7ce-42bf-b863-bbc31789c532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:00.079388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:00.095379 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:00.423881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] For port 84ccaced-b408-4c1a-89ea-b70da71a1737, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=84ccaced-b408-4c1a-89ea-b70da71a1737,segment=NetworkSegment(90893670-a96a-4487-bb48-7b1f022d282f),segment_id=90893670-a96a-4487-bb48-7b1f022d282f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:00.424406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:00.651266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Calling delete_port for 84ccaced-b408-4c1a-89ea-b70da71a1737 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:00:00.709237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=3541aaf2-b875-4095-816d-47794aa46a5a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:00.737700 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:00.845010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3066f67-c054-4cb9-8314-bccc8295b3ef req-01a765d1-327d-48ae-990c-b2e469242276 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:00.852861 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3066f67-c054-4cb9-8314-bccc8295b3ef req-01a765d1-327d-48ae-990c-b2e469242276 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3d8304-a5e3-4489-a036-0d4c8b03d548 HTTP/1.1" status: 200 len: 945 time: 0.8379555 Dec 20 12:00:00.875962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:00.885086 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5715f517-4542-4c99-976b-07913a8a703f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:00.887992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['84ccaced-b408-4c1a-89ea-b70da71a1737'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:00:00.892129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:00.937550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Pushing event deleted for resources: {'Port': ['ID=84ccaced-b408-4c1a-89ea-b70da71a1737,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:00.950255 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:01.094398 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3066f67-c054-4cb9-8314-bccc8295b3ef req-4a35ec59-c729-4f69-9285-ac01baca394f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d1dcac-5278-4fa4-b753-aa9b546b50fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389295 Dec 20 12:00:01.110561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] No DVR routers for this DVR port 84ccaced-b408-4c1a-89ea-b70da71a1737 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:00:01.116368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:01.119292 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'name': 'network-vif-deleted', 'tag': '84ccaced-b408-4c1a-89ea-b70da71a1737'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:00:01.167853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:01.173671 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-508d4577-7e50-43f9-bc0f-1a7a6094d540 req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] 10.222.0.53 "DELETE /v2.0/ports/84ccaced-b408-4c1a-89ea-b70da71a1737 HTTP/1.1" status: 204 len: 173 time: 1.5016556 Dec 20 12:00:01.211667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:01.224338 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3d8304-a5e3-4489-a036-0d4c8b03d548', 'name': 'network-vif-deleted', 'tag': '84ccaced-b408-4c1a-89ea-b70da71a1737', 'status': 'completed', 'code': 200} Dec 20 12:00:01.243696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d06d8-3db8-46c5-a962-44806bb6ba74 req-1af545fd-d671-4d9a-9f74-c48821b708e0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:01.246142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-979d06d8-3db8-46c5-a962-44806bb6ba74 req-1af545fd-d671-4d9a-9f74-c48821b708e0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4304380 Dec 20 12:00:01.615277 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-979d06d8-3db8-46c5-a962-44806bb6ba74 req-65ff07a5-909e-453b-86ad-ac38698fb6fa tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885408 Dec 20 12:00:01.657438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:00:01.917259 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:00:01.934329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:00:01.947935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:01.950951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7857511 Dec 20 12:00:01.981319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:00:01.982028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:00:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:02.265124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:00:02.346439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:02.445882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Deleting subnet 6c0f0e25-8188-4e94-bb5a-36a62ca5152e {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:00:02.457563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:02.536907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:59Z', 'revision_number': 11, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:02.541739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:00:02.556988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:00:02.559755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:00:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:02.570260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:02.645899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb698e6f-29b7-44e2-9187-1799e677ff8e req-80e42e5c-e274-49b1-9b54-7e732d95fa85 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:02.649912 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb698e6f-29b7-44e2-9187-1799e677ff8e req-80e42e5c-e274-49b1-9b54-7e732d95fa85 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3669221 Dec 20 12:00:02.650808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:02.761653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb698e6f-29b7-44e2-9187-1799e677ff8e req-00b87357-0a3c-4203-a141-b59a20de647b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051478 Dec 20 12:00:02.769206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting subnet b7dde68c-7f39-4116-8161-7b05ea908d40 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:00:02.770902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:02.889055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:00:02.897193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:02.923040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:02.941260 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d6e21293-7cf7-42ab-b9db-a442d0d667a3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:03.076618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.080974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.088739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0f0e25-8188-4e94-bb5a-36a62ca5152e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:03.106645 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:03.110351 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6c0f0e25-8188-4e94-bb5a-36a62ca5152e HTTP/1.1" status: 204 len: 168 time: 0.7623258 Dec 20 12:00:03.112932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:03.184640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.190970 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-066d384a-51aa-4253-b48c-c1cf0158d05e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:03.326461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.373138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Subnet': ['ID=b7dde68c-7f39-4116-8161-7b05ea908d40,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:03.382268 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:03.390468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.397027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 84ccaced-b408-4c1a-89ea-b70da71a1737 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:00:03.401579 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/b7dde68c-7f39-4116-8161-7b05ea908d40 HTTP/1.1" status: 204 len: 168 time: 1.4525757 Dec 20 12:00:03.402630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38188) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:03.440408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:59Z', 'revision_number': 11, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:03.449507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4244ab-873a-41ad-9ad9-bdc3e6e3276b None None] Network e8d210ec-1e77-450b-88f7-7ba0ca049d8a requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:03.480828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 84ccaced-b408-4c1a-89ea-b70da71a1737 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:00:03.481488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 84ccaced-b408-4c1a-89ea-b70da71a1737 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:00:03.489044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a7674-fb02-4714-a3a5-cf78f5f8f318 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:59Z', 'revision_number': 11, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:00:03.520073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.549532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.561827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Deleting port 529e45de-e9b7-4bf7-96b8-d02a5f64992f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:03.562339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.723414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.786675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f598ac5b-68a5-4092-9566-e8b4bc2a2cb0']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:03.817377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] For port 529e45de-e9b7-4bf7-96b8-d02a5f64992f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=529e45de-e9b7-4bf7-96b8-d02a5f64992f,segment=NetworkSegment(2ada1a5f-11f9-4561-9850-08f79c57b7fb),segment_id=2ada1a5f-11f9-4561-9850-08f79c57b7fb)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:03.818086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.830624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90893670-a96a-4487-bb48-7b1f022d282f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:03.831355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90893670-a96a-4487-bb48-7b1f022d282f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:03.853567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.878412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.891027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:00:03.891161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:00:03.916358 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:00:03.945129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3541aaf2-b875-4095-816d-47794aa46a5a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:00:04.020725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 3541aaf2-b875-4095-816d-47794aa46a5a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:00:04.021362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3541aaf2-b875-4095-816d-47794aa46a5a not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:00:04.116323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Calling delete_port for 529e45de-e9b7-4bf7-96b8-d02a5f64992f owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:00:04.153128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:04.157000 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a377f1d-5863-4fde-8c52-0bd1bb3ce30a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:04.190901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:04.202256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Pushing event deleted for resources: {'Network': ['ID=f598ac5b-68a5-4092-9566-e8b4bc2a2cb0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:04.212597 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:04.225386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246970e-510a-44de-8849-28b858cf6f2a None None] DHCP port deletion for e8d210ec-1e77-450b-88f7-7ba0ca049d8a request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:00:04.232039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1246970e-510a-44de-8849-28b858cf6f2a None None] Deleting port 529e45de-e9b7-4bf7-96b8-d02a5f64992f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:04.232421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1246970e-510a-44de-8849-28b858cf6f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:04.254696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] 10.222.0.32 "DELETE /v2.0/networks/f598ac5b-68a5-4092-9566-e8b4bc2a2cb0 HTTP/1.1" status: 204 len: 168 time: 1.1344156 Dec 20 12:00:04.492114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1246970e-510a-44de-8849-28b858cf6f2a None None] The port '529e45de-e9b7-4bf7-96b8-d02a5f64992f' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:00:04.539809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:04.572594 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2b813da3-8884-4bd2-a5aa-d56795ac3b7f tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:04.643793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Port': ['ID=529e45de-e9b7-4bf7-96b8-d02a5f64992f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:04.649842 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:04.650823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No DVR routers for this DVR port 529e45de-e9b7-4bf7-96b8-d02a5f64992f on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:00:04.848630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38212) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:04.859107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936ee5-9e64-4b50-b0b5-b4569159e2db req-df1580df-ca09-493b-b6d7-5bf898013346 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:04.860690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c936ee5-9e64-4b50-b0b5-b4569159e2db req-df1580df-ca09-493b-b6d7-5bf898013346 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4434724 Dec 20 12:00:04.865482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:04.923929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d210ec-1e77-450b-88f7-7ba0ca049d8a']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:04.942251 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-382e0408-002a-4a50-97a4-57bac43b89ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d56622939f64706a20eaf04c8d7baa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0881701 Dec 20 12:00:04.942251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:04.956057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c936ee5-9e64-4b50-b0b5-b4569159e2db req-3bcac0ba-51b8-4524-b04f-86efc827afac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817633 Dec 20 12:00:04.965487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ada1a5f-11f9-4561-9850-08f79c57b7fb') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:04.965487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ada1a5f-11f9-4561-9850-08f79c57b7fb') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:04.977249 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:04.999293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.011389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:00:05.012647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:00:05.030917 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:00:05.059164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.091701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.143971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.160883 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88ae94e2-e8e4-44b7-b42f-4fbb2299e3f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:05.175468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.179615 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae49c58-283a-4ca1-9211-fb5fb55cc308 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:05.190125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.193786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Pushing event deleted for resources: {'Network': ['ID=e8d210ec-1e77-450b-88f7-7ba0ca049d8a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:05.196948 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:05.204301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1dcac-5278-4fa4-b753-aa9b546b50fc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:05.211531 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:05.214546 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/networks/e8d210ec-1e77-450b-88f7-7ba0ca049d8a HTTP/1.1" status: 204 len: 168 time: 1.8107378 Dec 20 12:00:05.219181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38232) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:05.234210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'routes': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:05.255546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:05.259852 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46d1dcac-5278-4fa4-b753-aa9b546b50fc HTTP/1.1" status: 204 len: 168 time: 0.3184123 Dec 20 12:00:05.912838 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 529e45de-e9b7-4bf7-96b8-d02a5f64992f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:00:05.958359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 529e45de-e9b7-4bf7-96b8-d02a5f64992f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:00:05.959056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 529e45de-e9b7-4bf7-96b8-d02a5f64992f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:00:06.107078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Added routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 12:00:06.107078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Removed routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 12:00:06.107078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:06.107078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b12f2-a662-40ea-86ed-abd3d7a33bae req-c11195ea-4248-4dfa-bd98-d83368233fd5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:06.107549 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-296b12f2-a662-40ea-86ed-abd3d7a33bae req-c11195ea-4248-4dfa-bd98-d83368233fd5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.6434233 Dec 20 12:00:06.310586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-296b12f2-a662-40ea-86ed-abd3d7a33bae req-412f9757-3d8b-4945-ac8a-20a45a6ad76e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018499 Dec 20 12:00:06.487559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:06.491492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:06.658481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 3ad54986-e013-4cce-b42c-58672cc4bb7c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:00:06.856952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:00:06.868846 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] Sync routers for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:00:06.872393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:06.873583 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fc8448a9-dbea-4274-9d4d-4ea07543060f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 200 len: 705 time: 1.6534290 Dec 20 12:00:06.876722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:06.909091 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:00:06.909867 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:00:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:06.977703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca837b74-e32c-47ae-aa3a-2f216d5a3fa7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:00:07.005139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca837b74-e32c-47ae-aa3a-2f216d5a3fa7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:00:07.007834 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ca837b74-e32c-47ae-aa3a-2f216d5a3fa7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 200 len: 205 time: 0.1302207 Dec 20 12:00:07.010760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38302) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:07.151537 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:00:07.241315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-517c6a22-6781-4ab7-a2a9-8fc2a21b2f88 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:07.358499 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:59Z', 'revision_number': 11, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:07.367295 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] Checking router: 3ad54986-e013-4cce-b42c-58672cc4bb7c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:00:07.402526 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] Routers {'3ad54986-e013-4cce-b42c-58672cc4bb7c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:00:07.403123 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:00:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['3ad54986-e013-4cce-b42c-58672cc4bb7c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:07.682023 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] Set router 3ad54986-e013-4cce-b42c-58672cc4bb7c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:00:07.778423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d669e2e-3c6d-4aa5-a921-fe5d52880510 req-e47a0359-7579-4db2-891e-499ef84d4a11 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:07.800598 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d669e2e-3c6d-4aa5-a921-fe5d52880510 req-e47a0359-7579-4db2-891e-499ef84d4a11 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2339680 Dec 20 12:00:07.936605 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d669e2e-3c6d-4aa5-a921-fe5d52880510 req-b4db8d25-2c21-4836-8b48-e5f92c71ee03 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344154 Dec 20 12:00:07.994705 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:59Z', 'revision_number': 11, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:08.002606 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f8024-32c2-420b-b96f-3c3840f84ec8 None None] The sync data for ids ['3ad54986-e013-4cce-b42c-58672cc4bb7c'] in n-d-victoria-1 is: [{'id': '3ad54986-e013-4cce-b42c-58672cc4bb7c', 'name': 'tempest-RoutersIpV6Test-router-1204133525', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:58:35Z', 'updated_at': '2021-12-20T11:59:59Z', 'revision_number': 11, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:00:08.263432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-517c6a22-6781-4ab7-a2a9-8fc2a21b2f88 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.268307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-517c6a22-6781-4ab7-a2a9-8fc2a21b2f88 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.308158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-517c6a22-6781-4ab7-a2a9-8fc2a21b2f88 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.308780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517c6a22-6781-4ab7-a2a9-8fc2a21b2f88 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Fanout notify agent at l3_agent the message router_deleted on router 3ad54986-e013-4cce-b42c-58672cc4bb7c {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:00:08.344221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-517c6a22-6781-4ab7-a2a9-8fc2a21b2f88 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.349609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-517c6a22-6781-4ab7-a2a9-8fc2a21b2f88 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 204 len: 168 time: 1.3338625 Dec 20 12:00:08.349911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:08.355815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-962946314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:08.391186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:08.401301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Usage tracker for resource:router and tenant:345d83be3a534ef9961b7bdac4d0c72e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:08.414162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:08.430893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:08.454085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.459353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.510306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.594790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.657645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:08.659275 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fd46fdf0-b1e6-40bf-a35f-d489d61fc14a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3083227 Dec 20 12:00:08.662643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38342) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:08.679035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cc6ceaa1-ecd0-4beb-8276-ce36f64535f3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:09.137366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3969-da56-475e-911e-e10d03ce6369 req-db1de8fc-c54b-4cc3-a7e6-8cb4261df890 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:09.146881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8ba3969-da56-475e-911e-e10d03ce6369 req-db1de8fc-c54b-4cc3-a7e6-8cb4261df890 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1738572 Dec 20 12:00:09.400812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc6ceaa1-ecd0-4beb-8276-ce36f64535f3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:09.460051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc6ceaa1-ecd0-4beb-8276-ce36f64535f3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461994'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:09.540748 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8ba3969-da56-475e-911e-e10d03ce6369 req-e14b683c-96de-404d-9567-2129aa8a2a9d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928647 Dec 20 12:00:09.739838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6ceaa1-ecd0-4beb-8276-ce36f64535f3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Router 97d14639-62d2-471a-a0f8-8a299a0b9cf7 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:00:09.879477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd25a-5fef-4d09-a533-e3db97e99b0c req-182971d1-95e0-4afc-9e1a-949791254a7f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:09.883232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-091dd25a-5fef-4d09-a533-e3db97e99b0c req-182971d1-95e0-4afc-9e1a-949791254a7f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1727195 Dec 20 12:00:09.998693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-091dd25a-5fef-4d09-a533-e3db97e99b0c req-b3a76647-10d8-4db5-bbc3-17879e301504 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016521 Dec 20 12:00:10.212002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ceaa1-ecd0-4beb-8276-ce36f64535f3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:00:10.224485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] Sync routers for ids ['97d14639-62d2-471a-a0f8-8a299a0b9cf7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:00:10.237948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc6ceaa1-ecd0-4beb-8276-ce36f64535f3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:10.248089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cc6ceaa1-ecd0-4beb-8276-ce36f64535f3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "PUT /v2.0/routers/97d14639-62d2-471a-a0f8-8a299a0b9cf7 HTTP/1.1" status: 200 len: 697 time: 1.5826137 Dec 20 12:00:10.250220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38376) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:10.254825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] Routers {'97d14639-62d2-471a-a0f8-8a299a0b9cf7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:00:10.255855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:00:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['97d14639-62d2-471a-a0f8-8a299a0b9cf7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:10.482662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7926d2-8877-440e-9b96-c97e2cd45c01 req-8f0e564f-7677-4f22-9c73-1848b8bd68a9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:10.496305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de7926d2-8877-440e-9b96-c97e2cd45c01 req-8f0e564f-7677-4f22-9c73-1848b8bd68a9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2220640 Dec 20 12:00:10.586701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] Set router 97d14639-62d2-471a-a0f8-8a299a0b9cf7 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:00:10.643445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-de7926d2-8877-440e-9b96-c97e2cd45c01 req-fb7907a1-3d73-43b7-9e66-e1690c141f5e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456015 Dec 20 12:00:10.660251 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59010f2a-1d1b-4174-a81c-ebe6912992c7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/routers/97d14639-62d2-471a-a0f8-8a299a0b9cf7 HTTP/1.1" status: 200 len: 703 time: 0.4086964 Dec 20 12:00:10.663111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38386) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:10.808846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-121643d1-89ab-4b41-9f60-1ff6a84fdb84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Synchronizing usage tracker for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:00:10.839275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-121643d1-89ab-4b41-9f60-1ff6a84fdb84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Unset dirty status for tenant:345d83be3a534ef9961b7bdac4d0c72e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:00:10.843570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:10.854802 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-121643d1-89ab-4b41-9f60-1ff6a84fdb84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=97d14639-62d2-471a-a0f8-8a299a0b9cf7 HTTP/1.1" status: 200 len: 205 time: 0.1743023 Dec 20 12:00:10.925887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d14639-62d2-471a-a0f8-8a299a0b9cf7', 'name': 'tempest-RoutersIpV6Test-router-962946314', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:00:08Z', 'updated_at': '2021-12-20T12:00:09Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:10.940581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] Checking router: 97d14639-62d2-471a-a0f8-8a299a0b9cf7 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:00:10.989340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] Routers {'97d14639-62d2-471a-a0f8-8a299a0b9cf7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:00:10.989936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:00:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['97d14639-62d2-471a-a0f8-8a299a0b9cf7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:11.089058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0e78eca-2e9d-42ae-bf4c-360064d05590 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:11.218613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] Set router 97d14639-62d2-471a-a0f8-8a299a0b9cf7 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:00:11.371658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d14639-62d2-471a-a0f8-8a299a0b9cf7', 'name': 'tempest-RoutersIpV6Test-router-962946314', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:00:08Z', 'updated_at': '2021-12-20T12:00:09Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:11.381143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e266f-9231-4831-b42b-5f529ab3cfb6 None None] The sync data for ids ['97d14639-62d2-471a-a0f8-8a299a0b9cf7'] in n-d-victoria-1 is: [{'id': '97d14639-62d2-471a-a0f8-8a299a0b9cf7', 'name': 'tempest-RoutersIpV6Test-router-962946314', 'tenant_id': '345d83be3a534ef9961b7bdac4d0c72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:00:08Z', 'updated_at': '2021-12-20T12:00:09Z', 'revision_number': 2, 'project_id': '345d83be3a534ef9961b7bdac4d0c72e', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:00:12.073146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0e78eca-2e9d-42ae-bf4c-360064d05590 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:12.078712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0e78eca-2e9d-42ae-bf4c-360064d05590 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:12.128949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0e78eca-2e9d-42ae-bf4c-360064d05590 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:12.131761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e78eca-2e9d-42ae-bf4c-360064d05590 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Fanout notify agent at l3_agent the message router_deleted on router 97d14639-62d2-471a-a0f8-8a299a0b9cf7 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:00:12.169241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0e78eca-2e9d-42ae-bf4c-360064d05590 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:12.171350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0e78eca-2e9d-42ae-bf4c-360064d05590 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/97d14639-62d2-471a-a0f8-8a299a0b9cf7 HTTP/1.1" status: 204 len: 168 time: 1.3259690 Dec 20 12:00:12.175628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38420) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.256879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6093eff2-ffd3-4a02-9e0a-774042ff31e4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=97d14639-62d2-471a-a0f8-8a299a0b9cf7 HTTP/1.1" status: 200 len: 205 time: 0.0775275 Dec 20 12:00:12.259672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.445561 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-ad69d0ce-8983-480d-b991-7734fdcd0f9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] delete failed (client error): The resource could not be found. Dec 20 12:00:12.448495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ad69d0ce-8983-480d-b991-7734fdcd0f9c tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/97d14639-62d2-471a-a0f8-8a299a0b9cf7 HTTP/1.1" status: 404 len: 336 time: 0.1819019 Dec 20 12:00:12.451328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38430) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.575368 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2d935c-26a0-4d31-b3de-44b96fb6bee7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:12.577464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2d935c-26a0-4d31-b3de-44b96fb6bee7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:12.586637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.588094 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bb2d935c-26a0-4d31-b3de-44b96fb6bee7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/91b950f8-30c9-43bb-99ef-c5826d7f564b HTTP/1.1" status: 404 len: 337 time: 0.1350741 Dec 20 12:00:12.646293 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8132f9e9-82a1-4203-abce-4160153f7636 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:12.646742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8132f9e9-82a1-4203-abce-4160153f7636 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:12.650857 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8132f9e9-82a1-4203-abce-4160153f7636 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/96168305-3ab8-44c6-838a-63f0e6e0425b HTTP/1.1" status: 404 len: 337 time: 0.0629311 Dec 20 12:00:12.653815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38442) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.671270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38446) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.706939 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86184cd-0d90-4a4a-9c14-f8911e23894a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:12.707396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86184cd-0d90-4a4a-9c14-f8911e23894a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:12.712007 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b86184cd-0d90-4a4a-9c14-f8911e23894a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/bbe273b4-ff9b-472e-a1a3-95b6d3b67d0d HTTP/1.1" status: 404 len: 337 time: 0.0543647 Dec 20 12:00:12.712007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38452) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.765806 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93b5467-0d76-4b19-bdb5-ba8e56f5ed30 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:12.766266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93b5467-0d76-4b19-bdb5-ba8e56f5ed30 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:12.770879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c93b5467-0d76-4b19-bdb5-ba8e56f5ed30 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/b7dde68c-7f39-4116-8161-7b05ea908d40 HTTP/1.1" status: 404 len: 337 time: 0.0553627 Dec 20 12:00:12.771030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38456) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.823938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9bbea1c7-a6c9-4874-bed8-eabc419994fe tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 200 len: 205 time: 0.0497556 Dec 20 12:00:12.824219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.882316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:12.935127 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-248932a2-4cff-41be-8824-e46ef096ed98 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] delete failed (client error): The resource could not be found. Dec 20 12:00:12.936682 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-248932a2-4cff-41be-8824-e46ef096ed98 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/3ad54986-e013-4cce-b42c-58672cc4bb7c HTTP/1.1" status: 404 len: 336 time: 0.1115479 Dec 20 12:00:12.940534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38466) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:12.944988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:12.949792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Usage tracker for resource:security_group_rule and tenant:462beb18c9e14731b3848a8b7ca582f2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:12.954114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:12.961591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:12.989009 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77e4c31b-6cbb-4999-aa4d-d72ec198a4af tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57a634-60d2-41a2-a224-a4a2fa4b6a0c HTTP/1.1" status: 200 len: 205 time: 0.0472794 Dec 20 12:00:12.991595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38470) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.052371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:13.062272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:13.072978 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6b483083-ddef-4b28-a1a1-73d002967318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:13.118350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=462beb18c9e14731b3848a8b7ca582f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4456038 Dec 20 12:00:13.119134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef1a168-c88d-44dc-a3f2-a1e6bf63e669,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:13.121482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38474) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.124636 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-7e76b2d3-91f0-4d8c-8310-558faa611cab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] delete failed (client error): The resource could not be found. Dec 20 12:00:13.126178 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7e76b2d3-91f0-4d8c-8310-558faa611cab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/9b57a634-60d2-41a2-a224-a4a2fa4b6a0c HTTP/1.1" status: 404 len: 336 time: 0.1332278 Dec 20 12:00:13.126371 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:13.129061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38478) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.180163 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f44804a-87c7-4b92-b95f-e550fb80686e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:13.180513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f44804a-87c7-4b92-b95f-e550fb80686e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:13.185437 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f44804a-87c7-4b92-b95f-e550fb80686e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/2d17f475-078d-419e-8cc7-9fe3dc20dea2 HTTP/1.1" status: 404 len: 337 time: 0.0553026 Dec 20 12:00:13.186615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38484) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.212977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:13.247884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:13.353919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:13.364450 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0cf4889-ca92-4a30-a780-4b9000df0979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:13.377273 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb015a58-549b-4608-a9cf-540df614f10e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76efc2e-ab27-48e7-ae41-16f25e03bf2f HTTP/1.1" status: 200 len: 205 time: 0.1894438 Dec 20 12:00:13.381279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38492) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.388449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef1a168-c88d-44dc-a3f2-a1e6bf63e669,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:13.394125 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:13.419137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:13.421005 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ef1a168-c88d-44dc-a3f2-a1e6bf63e669 HTTP/1.1" status: 204 len: 168 time: 0.2978621 Dec 20 12:00:13.484571 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-ba1df7fd-30e2-4646-a9f9-5adebc36c399 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] delete failed (client error): The resource could not be found. Dec 20 12:00:13.485514 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ba1df7fd-30e2-4646-a9f9-5adebc36c399 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/d76efc2e-ab27-48e7-ae41-16f25e03bf2f HTTP/1.1" status: 404 len: 336 time: 0.1030710 Dec 20 12:00:13.488600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38500) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.540424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0c70e93e-4cdc-470d-80b6-adc2ffe168f5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aab1932-d77b-495a-8d7c-f94fda927175 HTTP/1.1" status: 200 len: 205 time: 0.0500200 Dec 20 12:00:13.542388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38506) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.615350 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-423a9dc0-25c5-4a49-8ae3-03117afcb4ef tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] delete failed (client error): The resource could not be found. Dec 20 12:00:13.618890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-423a9dc0-25c5-4a49-8ae3-03117afcb4ef tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/4aab1932-d77b-495a-8d7c-f94fda927175 HTTP/1.1" status: 404 len: 336 time: 0.0686641 Dec 20 12:00:13.619276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38510) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.661948 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b70c9d-97bd-4bfc-96d3-e08cc995f984 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:13.662983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b70c9d-97bd-4bfc-96d3-e08cc995f984 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:13.666477 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b2b70c9d-97bd-4bfc-96d3-e08cc995f984 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/c8b1c7de-1d5f-480d-aa07-d9c20b4d0946 HTTP/1.1" status: 404 len: 337 time: 0.0438261 Dec 20 12:00:13.666930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.723230 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aafdfee4-5ea2-4db3-a56b-0b7a983e0086 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6de67e-7e4b-4e2f-854c-686f9043d325 HTTP/1.1" status: 200 len: 205 time: 0.0523648 Dec 20 12:00:13.723230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.806481 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-1215a339-280b-4be3-a86c-c8bb3387b85a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] delete failed (client error): The resource could not be found. Dec 20 12:00:13.807495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1215a339-280b-4be3-a86c-c8bb3387b85a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/ee6de67e-7e4b-4e2f-854c-686f9043d325 HTTP/1.1" status: 404 len: 336 time: 0.0836837 Dec 20 12:00:13.811098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38528) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.854620 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2806555-9581-40df-8412-adcd1ca54aa0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:13.855094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2806555-9581-40df-8412-adcd1ca54aa0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:13.857079 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c2806555-9581-40df-8412-adcd1ca54aa0 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/f4666c60-f437-4aba-a1b2-b33011b99339 HTTP/1.1" status: 404 len: 337 time: 0.0440435 Dec 20 12:00:13.860326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38534) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.909045 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-431f3994-bfb8-49fc-8c8d-1a43033f6ba3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a036136-9a3b-4e8d-b38d-765a09ca8a5d HTTP/1.1" status: 200 len: 205 time: 0.0474901 Dec 20 12:00:13.911316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.915552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38544) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:13.934999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:13.977832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:13.982090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:721c1c5e2bf3436faf6b999c00c9202c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:13.985243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:13.991417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:13.994978 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-048291e9-7e24-40c6-a6ce-397101d3c094 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] delete failed (client error): The resource could not be found. Dec 20 12:00:13.996193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-048291e9-7e24-40c6-a6ce-397101d3c094 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/routers/5a036136-9a3b-4e8d-b38d-765a09ca8a5d HTTP/1.1" status: 404 len: 336 time: 0.0839169 Dec 20 12:00:13.998947 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38550) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:14.044275 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f50ae5-0973-4dcc-b43e-d465a4092326 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:14.044745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f50ae5-0973-4dcc-b43e-d465a4092326 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:14.060729 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-93f50ae5-0973-4dcc-b43e-d465a4092326 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/0bb9f3f5-57e4-404b-a963-7245c79b4ac7 HTTP/1.1" status: 404 len: 337 time: 0.0581429 Dec 20 12:00:14.062426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38554) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:14.112289 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de694b4-121a-4d41-8cc8-e7cdf5f309fb tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] DELETE failed (client error): The resource could not be found. Dec 20 12:00:14.112644 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de694b4-121a-4d41-8cc8-e7cdf5f309fb tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:00:14.127237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9de694b4-121a-4d41-8cc8-e7cdf5f309fb tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] 10.222.0.32 "DELETE /v2.0/subnets/c45d7cc2-28bc-44c1-9701-fbb1f98810d9 HTTP/1.1" status: 404 len: 337 time: 0.0638556 Dec 20 12:00:14.167800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.177844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.194060 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c1e93df-0a75-4ebb-b739-2a0f5ac9f36a tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:14.238191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a78d2-fd65-4f76-b7c9-b96a2c723f32,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:14.243087 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:14.263701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=721c1c5e2bf3436faf6b999c00c9202c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3449295 Dec 20 12:00:14.264697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38570) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:14.333722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.364444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.458492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.464409 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a933c0bf-826e-43ec-a42e-a958d6239aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:14.488724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a78d2-fd65-4f76-b7c9-b96a2c723f32,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:14.517210 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:14.523349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.524523 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/693a78d2-fd65-4f76-b7c9-b96a2c723f32 HTTP/1.1" status: 204 len: 168 time: 0.2590384 Dec 20 12:00:14.984060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38600) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:14.996551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:15.097667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.244578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-61dd4ed4-e895-4d89-aa7a-da43566f0b72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=345d83be3a534ef9961b7bdac4d0c72e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2590899 Dec 20 12:00:15.247000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38616) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:15.263862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.321069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:15.325683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Usage tracker for resource:security_group_rule and tenant:ded16205dce24a898f80756bb0a61f2e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:15.329532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:15.337061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:15.365462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.394720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.455242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.469441 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3a045be-19f7-4715-b59b-9f31c307e682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:15.487992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.488587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.493007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ae42f82-a749-4395-9f80-ff6046db46d5 HTTP/1.1" status: 204 len: 168 time: 0.2450416 Dec 20 12:00:15.497787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae42f82-a749-4395-9f80-ff6046db46d5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:15.500324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.502032 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:15.517466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b56a2fa-c1ff-4554-8d60-803df4f5697b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:15.570082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeaafec-b378-43f9-95d7-49191a236f6e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:15.574234 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ded16205dce24a898f80756bb0a61f2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5765538 Dec 20 12:00:15.575184 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:15.577502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38628) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:15.681192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.739537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.844895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.850531 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b74ab81-0e46-4254-b7cd-b8108b66fe37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:15.878981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeaafec-b378-43f9-95d7-49191a236f6e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:15.885747 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:15.891302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.896888 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1eeaafec-b378-43f9-95d7-49191a236f6e HTTP/1.1" status: 204 len: 168 time: 0.3182614 Dec 20 12:00:15.975525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38646) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:16.375067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1490819467-network', 'tenant_id': '8d3445953c494d1ca03d0dee820307f6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:16.380495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:16.384365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Usage tracker for resource:network and tenant:8d3445953c494d1ca03d0dee820307f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:16.389209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:16.395960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:16.407723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Made reservation on behalf of 8d3445953c494d1ca03d0dee820307f6 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:16.412684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.430569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.502618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:16.509470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3445953c494d1ca03d0dee820307f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:16.514671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:16.528011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:16.678244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.684515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.706657 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-137d92f2-ed23-4578-a0f9-f389013caca6 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:16.743556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:00:16.773419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.774319 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Added segment da1cde9e-0e40-4913-93ae-a3f9f87f303c of type vlan for network 863a616f-5be4-47d4-b3ae-ad32e2845eaf Dec 20 12:00:16.775653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:16.778671 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:16.822157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.902991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.904016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:16.905101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.910752 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-374bbc37-6b95-40c5-838e-859f385b83ea tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:17.068642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:17.069254 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0922751 Dec 20 12:00:17.070347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Pushing event updated for resources: {'Network': ['ID=863a616f-5be4-47d4-b3ae-ad32e2845eaf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:17.073302 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:17.075034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Request body: {'subnet': {'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1490819467-subnet', 'tenant_id': '8d3445953c494d1ca03d0dee820307f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:17.081337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 863a616f-5be4-47d4-b3ae-ad32e2845eaf details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:00:17.088344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:17.101408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Usage tracker for resource:subnet and tenant:8d3445953c494d1ca03d0dee820307f6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:17.106380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:17.117102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:17.147056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Made reservation on behalf of 8d3445953c494d1ca03d0dee820307f6 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:17.149967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:17.416655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:17.423477 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9d155c1-0458-4441-91a4-d8542a94f64e tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:17.447077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:17.510999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30529fe-2c30-4655-ae44-d5f82df8ca49,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:17.514401 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:17.552058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Checking segment: {'id': 'da1cde9e-0e40-4913-93ae-a3f9f87f303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:00:17.552257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Network hostable DHCP agents. Network: 863a616f-5be4-47d4-b3ae-ad32e2845eaf, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:00:17.582146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Network 863a616f-5be4-47d4-b3ae-ad32e2845eaf is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:00:17.598828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 863a616f-5be4-47d4-b3ae-ad32e2845eaf) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:00:17.603571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:17.604538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:17.616932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d83ce8-32be-413a-8a80-90a8724a404c None None] Network 863a616f-5be4-47d4-b3ae-ad32e2845eaf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:17.667702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5977139 Dec 20 12:00:17.737902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:17.793675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:17.797690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Usage tracker for resource:security_group_rule and tenant:3fdb41a05d6d4eb893ef1c7391965fd0 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:17.800818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:17.806902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:17.847138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38716) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:17.900125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:17.907184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:17.919848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6269f3d-fcac-4334-bb15-a5efe59c62ab None None] Network 863a616f-5be4-47d4-b3ae-ad32e2845eaf requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:17.936786 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b1f1d7c2-e7c1-4413-ac3c-f98e7f23c72e tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:17.947602 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fdb41a05d6d4eb893ef1c7391965fd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4993010 Dec 20 12:00:17.950219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:18.001045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64444934-934c-4654-a1d4-a97ce22046a9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:18.019419 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:18.025934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-400922559'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:18.041129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:18.050466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Usage tracker for resource:network and tenant:dac5d11b15364f51b21d922434c8e287 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:18.057421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:18.067303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:18.100539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.102457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Made reservation on behalf of dac5d11b15364f51b21d922434c8e287 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:18.105910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.137451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.183373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:18.187644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Usage tracker for resource:security_group_rule and tenant:dac5d11b15364f51b21d922434c8e287 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:18.190816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:18.197428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:18.270656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.276626 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.278835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.284946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.292738 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-78d427ea-5adc-4fea-957d-3c8dac954713 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:18.336553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:00:18.355345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c61f5-5263-4650-b287-2af37c548d9a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:18.363694 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:18.368948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.368948 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Added segment 22d46912-7081-4bf5-b000-c97add0e770d of type vlan for network 96c32617-f894-41a5-b226-da76864ed383 Dec 20 12:00:18.397020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.420000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.444940 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-07ad6d29-b66c-44b1-bde0-642b7cf63413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:18.454628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.458778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:18.459351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.485084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64444934-934c-4654-a1d4-a97ce22046a9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:18.491797 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:18.496190 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f6bd891f-749c-456b-b04e-219380a79ef4 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:18.524694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:18.527505 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64444934-934c-4654-a1d4-a97ce22046a9 HTTP/1.1" status: 204 len: 168 time: 0.5763309 Dec 20 12:00:18.535188 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6866989 Dec 20 12:00:18.538872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:18.546100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Request body: {'subnet': {'network_id': '96c32617-f894-41a5-b226-da76864ed383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:18.661001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event updated for resources: {'Network': ['ID=96c32617-f894-41a5-b226-da76864ed383,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:18.663712 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:18.671051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 96c32617-f894-41a5-b226-da76864ed383 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:00:18.688555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:18.694198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Usage tracker for resource:subnet and tenant:dac5d11b15364f51b21d922434c8e287 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:18.698342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:18.705282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:18.717716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Made reservation on behalf of dac5d11b15364f51b21d922434c8e287 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:18.823532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.063556 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.068330 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-851b4fdf-ea82-425c-aca7-1ed4f60266f7 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:19.141858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event updated for resources: {'Subnet': ['ID=7bd2eed4-4db7-4963-a615-01d28543a4df,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:19.144741 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:19.164795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Checking segment: {'id': '22d46912-7081-4bf5-b000-c97add0e770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '96c32617-f894-41a5-b226-da76864ed383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:00:19.165183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Network hostable DHCP agents. Network: 96c32617-f894-41a5-b226-da76864ed383, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:00:19.186273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:19.192710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Network 96c32617-f894-41a5-b226-da76864ed383 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:00:19.205377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 96c32617-f894-41a5-b226-da76864ed383) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:00:19.210528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:19.211279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.212210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.219990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9b16c-e9ce-4869-a2b5-a613d8526c7f None None] Network 96c32617-f894-41a5-b226-da76864ed383 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:19.269507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:19.279030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd54b61f06548d2a39b5c1536c72fb2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:19.283695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:19.291124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:19.296479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7558143 Dec 20 12:00:19.299448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38774) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:19.305106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Request body: {'port': {'network_id': '96c32617-f894-41a5-b226-da76864ed383', 'name': 'tempest-TagsExtTest-910464421'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:19.399870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.413746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.425246 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-362b7585-d7ef-48c4-b19c-f9ed0abc86ac tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:19.502430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49b07eb-b5d1-4809-92da-008afc8ee12f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:19.519903 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:19.526582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecd54b61f06548d2a39b5c1536c72fb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346028 Dec 20 12:00:19.526729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38782) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:19.543685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38786) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:19.553217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-759269878-network', 'tenant_id': '9f6f2f8a10224f0a8bec237e00d9d6a4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:19.558635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:19.568094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:19.568573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Usage tracker for resource:port and tenant:dac5d11b15364f51b21d922434c8e287 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:19.571529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:19.579025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:19.581644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Usage tracker for resource:network and tenant:9f6f2f8a10224f0a8bec237e00d9d6a4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:19.585077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:19.591939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Made reservation on behalf of dac5d11b15364f51b21d922434c8e287 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:19.594239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:19.595530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.627952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.636148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] device_id is not set on port d2e25226-2dd1-4e43-a16b-006c207a5fd1 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:00:19.642179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-96c32617-f894-41a5-b226-da76864ed383', 'network_id': '96c32617-f894-41a5-b226-da76864ed383', 'tenant_id': 'dac5d11b15364f51b21d922434c8e287', 'fixed_ips': [{'subnet_id': '7bd2eed4-4db7-4963-a615-01d28543a4df'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:00:19.642774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Made reservation on behalf of 9f6f2f8a10224f0a8bec237e00d9d6a4 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:19.643196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.645180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.674915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.683022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.749819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:19.754455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6f2f8a10224f0a8bec237e00d9d6a4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:19.758181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:19.764931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:19.793638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.799773 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-06feef26-7219-4c66-a88c-31fd2ba7d8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:19.819118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49b07eb-b5d1-4809-92da-008afc8ee12f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:19.828210 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:19.839068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.842998 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c49b07eb-b5d1-4809-92da-008afc8ee12f HTTP/1.1" status: 204 len: 168 time: 0.3123779 Dec 20 12:00:19.868959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Allocated IP 172.20.0.11 (96c32617-f894-41a5-b226-da76864ed383/7bd2eed4-4db7-4963-a615-01d28543a4df/d2e25226-2dd1-4e43-a16b-006c207a5fd1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:00:19.877035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.882954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.886690 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f5fd0b81-2dc3-4158-a8d0-5b60eea25984 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:19.919025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:00:19.928542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac34767-094b-42b9-9e13-18066776328b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:19.932808 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:19.937410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:19.937748 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Added segment 348ee89b-a387-4da5-86b9-3b8adfe5fef4 of type vlan for network 85c10257-85eb-462e-8774-4f80e21cbb83 Dec 20 12:00:19.972568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.013625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.015725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:20.016402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.027101 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e0109ed0-ec7f-4e07-98ea-5714b5f10bdd tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:20.084905 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5401237 Dec 20 12:00:20.085790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38802) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:20.136967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Request body: {'subnet': {'network_id': '85c10257-85eb-462e-8774-4f80e21cbb83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-759269878-subnet', 'tenant_id': '9f6f2f8a10224f0a8bec237e00d9d6a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:20.142774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:20.146873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Usage tracker for resource:subnet and tenant:9f6f2f8a10224f0a8bec237e00d9d6a4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:20.149813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:20.155675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:20.169126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=85c10257-85eb-462e-8774-4f80e21cbb83,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:20.172963 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:20.174853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Made reservation on behalf of 9f6f2f8a10224f0a8bec237e00d9d6a4 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:20.177315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.182760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 85c10257-85eb-462e-8774-4f80e21cbb83 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:00:20.303859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.328832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Transition to ACTIVE for port object d2e25226-2dd1-4e43-a16b-006c207a5fd1 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:00:20.357178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.364511 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fef7b9a-9ce5-4a05-acc2-1c1e762631b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:20.455844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Network 96c32617-f894-41a5-b226-da76864ed383 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:00:20.469652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:00:20.472773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Allocated IP 172.20.0.2 (96c32617-f894-41a5-b226-da76864ed383/7bd2eed4-4db7-4963-a615-01d28543a4df/3fcf09f9-a012-4158-ab53-f088cc7741db) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:00:20.476475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event updated for resources: {'Port': ['ID=d2e25226-2dd1-4e43-a16b-006c207a5fd1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:20.481157 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:20.481913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:00:20.559388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:20.560045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.578512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38816) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:20.604345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.618920 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3184865 Dec 20 12:00:20.622321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38822) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:20.630268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1508665421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:20.648033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:20.654833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Usage tracker for resource:router and tenant:dac5d11b15364f51b21d922434c8e287 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:20.659540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:20.667634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:20.669759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:20.676836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Usage tracker for resource:security_group_rule and tenant:e8321b4752a940c9a77da52f15f7cc14 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:20.680864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:20.688295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:20.688986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.691818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.694120 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b0162dd4-73c1-4665-bf1d-c5eca64cd0d2 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:20.694241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.737460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.769599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.784416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Transition to ACTIVE for port object 3fcf09f9-a012-4158-ab53-f088cc7741db will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:00:20.793185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e826d88-6b68-491c-8c2b-5a276855a56d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:20.797911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:20.807266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.808773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Checking segment: {'id': '348ee89b-a387-4da5-86b9-3b8adfe5fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '85c10257-85eb-462e-8774-4f80e21cbb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:00:20.809175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Network hostable DHCP agents. Network: 85c10257-85eb-462e-8774-4f80e21cbb83, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:00:20.811289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Transition to ACTIVE for port object 3fcf09f9-a012-4158-ab53-f088cc7741db will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:00:20.823578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.831296 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:20.839229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.839902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Network 85c10257-85eb-462e-8774-4f80e21cbb83 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:00:20.859827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 85c10257-85eb-462e-8774-4f80e21cbb83) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:00:20.865153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:20.866021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.868740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.888839 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37a77d59-abcc-462d-9c2b-6e08f3f9c7dc tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:20.889304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6d6831-5a95-4e6f-b859-2c025c22f67f None None] Network 85c10257-85eb-462e-8774-4f80e21cbb83 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:20.913035 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7813253 Dec 20 12:00:20.922015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7162a948-fd44-40fd-a021-647cff5fefd7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:20.929005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:20.929005 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-74375437-1408-4325-b59b-3093b7136756 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3026016 Dec 20 12:00:20.929751 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:20.930261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:20.941116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8a491c6e-67ae-4e53-9ad2-a5bf31178540 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1050384911', 'prefixes': ['172.20.0.0/16']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:20.953489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8321b4752a940c9a77da52f15f7cc14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3774886 Dec 20 12:00:20.956447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:20.957111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Network 96c32617-f894-41a5-b226-da76864ed383 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:00:20.960403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8a491c6e-67ae-4e53-9ad2-a5bf31178540 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:20.962148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:00:20.988573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:00:21.051457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba994df2-f502-4d55-b08a-acfef0b24171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.058737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a491c6e-67ae-4e53-9ad2-a5bf31178540 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.064388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:21.065311 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8a491c6e-67ae-4e53-9ad2-a5bf31178540 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1336582 Dec 20 12:00:21.073710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-8ac1f26e-4b9f-403c-97b1-f705d65f2cf0 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', 'tempest-TagsExtTest-Tag-1960456632') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:21.135865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba994df2-f502-4d55-b08a-acfef0b24171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.223413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba994df2-f502-4d55-b08a-acfef0b24171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.225097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Pushing event updated for resources: {'Port': ['ID=3fcf09f9-a012-4158-ab53-f088cc7741db,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:21.238941 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef9e2338-b907-470e-b7b7-9ceaaaa9aad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:21.243060 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:21.269899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba994df2-f502-4d55-b08a-acfef0b24171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7162a948-fd44-40fd-a021-647cff5fefd7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:21.281427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba994df2-f502-4d55-b08a-acfef0b24171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.283879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ba994df2-f502-4d55-b08a-acfef0b24171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7162a948-fd44-40fd-a021-647cff5fefd7 HTTP/1.1" status: 204 len: 168 time: 0.3234756 Dec 20 12:00:21.285553 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ba994df2-f502-4d55-b08a-acfef0b24171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:21.296887 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8ac1f26e-4b9f-403c-97b1-f705d65f2cf0 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags/tempest-TagsExtTest-Tag-1960456632 HTTP/1.1" status: 201 len: 201 time: 0.2316244 Dec 20 12:00:21.297513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Attempting to bind port 3fcf09f9-a012-4158-ab53-f088cc7741db on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:00:21.297894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Attempting to bind port 3fcf09f9-a012-4158-ab53-f088cc7741db by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '22d46912-7081-4bf5-b000-c97add0e770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '96c32617-f894-41a5-b226-da76864ed383'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:00:21.298300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Attempting to bind port 3fcf09f9-a012-4158-ab53-f088cc7741db on network 96c32617-f894-41a5-b226-da76864ed383 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:00:21.299958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:21.321093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-22b5ad5d-78a6-4f02-82f7-bfba31e67f1f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', 'tempest-TagsExtTest-Tag-1065570286') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:21.322162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:00:21.322552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Checking segment: {'id': '22d46912-7081-4bf5-b000-c97add0e770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '96c32617-f894-41a5-b226-da76864ed383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:00:21.322967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.323367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Bound using segment: {'id': '22d46912-7081-4bf5-b000-c97add0e770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '96c32617-f894-41a5-b226-da76864ed383'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:00:21.323865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Bound port: 3fcf09f9-a012-4158-ab53-f088cc7741db, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d46912-7081-4bf5-b000-c97add0e770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '96c32617-f894-41a5-b226-da76864ed383'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:00:21.324221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.428670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9917286f-80f9-4c6d-9fb4-a55f82fd3cbb None None] Network 85c10257-85eb-462e-8774-4f80e21cbb83 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:21.442095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-22b5ad5d-78a6-4f02-82f7-bfba31e67f1f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags/tempest-TagsExtTest-Tag-1065570286 HTTP/1.1" status: 201 len: 201 time: 0.1381915 Dec 20 12:00:21.442982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38866) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:21.450942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-e2f3b779-7d07-4e85-8f6a-d006caaa3a22 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', 'tempest-TagsExtTest-Tag-734651143') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:21.624977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] For port 3fcf09f9-a012-4158-ab53-f088cc7741db, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:00:21.644642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e2f3b779-7d07-4e85-8f6a-d006caaa3a22 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags/tempest-TagsExtTest-Tag-734651143 HTTP/1.1" status: 201 len: 201 time: 0.1996551 Dec 20 12:00:21.646392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38876) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:21.664727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] For port 3fcf09f9-a012-4158-ab53-f088cc7741db, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3fcf09f9-a012-4158-ab53-f088cc7741db,segment=NetworkSegment(22d46912-7081-4bf5-b000-c97add0e770d),segment_id=22d46912-7081-4bf5-b000-c97add0e770d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:00:21.666148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-c3444957-98ef-434b-b0e4-157140d9364f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', 'tempest-TagsExtTest-Tag-239911269') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:21.753866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:21.785117 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:21.916760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-a74b6762-56cd-464f-85ce-5eac0b2ce337 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:21.919555 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-a74b6762-56cd-464f-85ce-5eac0b2ce337 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/networks?id=863a616f-5be4-47d4-b3ae-ad32e2845eaf HTTP/1.1" status: 200 len: 809 time: 0.2292857 Dec 20 12:00:21.970612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Pushing event updated for resources: {'Port': ['ID=3fcf09f9-a012-4158-ab53-f088cc7741db,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:21.976656 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-b999268a-7ddc-48eb-9e2b-db5638a13b8b tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/quotas/8d3445953c494d1ca03d0dee820307f6 HTTP/1.1" status: 200 len: 375 time: 0.0502284 Dec 20 12:00:21.984773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.985534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.986350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.986830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.987926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.988457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.988955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.989622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.990376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.990919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.991446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:21.999458 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:22.046168 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-0119bc16-5a86-4fac-8461-e20d40d68855 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d3445953c494d1ca03d0dee820307f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678904 Dec 20 12:00:22.076146 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c3444957-98ef-434b-b0e4-157140d9364f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags/tempest-TagsExtTest-Tag-239911269 HTTP/1.1" status: 201 len: 201 time: 0.4262674 Dec 20 12:00:22.078564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.093548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-3cc8818a-3b37-4360-8cb0-af2da1cae000 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:22.264880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-bcefc271-5fc3-469c-a5fa-8f8cd736a097 service neutron] 10.222.0.32 "GET /v2.0/networks/863a616f-5be4-47d4-b3ae-ad32e2845eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178266 Dec 20 12:00:22.310104 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3cc8818a-3b37-4360-8cb0-af2da1cae000 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags HTTP/1.1" status: 200 len: 241 time: 0.2281640 Dec 20 12:00:22.310521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38902) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.315886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-28f8b6bf-9997-4454-8504-41a69a2a693a tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', 'tempest-TagsExtTest-Tag-1960456632') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:22.409139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-28f8b6bf-9997-4454-8504-41a69a2a693a tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags/tempest-TagsExtTest-Tag-1960456632 HTTP/1.1" status: 204 len: 168 time: 0.0975301 Dec 20 12:00:22.409603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38908) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.416708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-7fc63e64-3dd2-4b84-89d6-5c4165d1fe50 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', 'tempest-TagsExtTest-Tag-1960456632') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:22.483640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-c71fdae9-0b27-4d13-b28c-cb6ba94631c6 service neutron] 10.222.0.32 "GET /v2.0/networks/863a616f-5be4-47d4-b3ae-ad32e2845eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093022 Dec 20 12:00:22.525817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7fc63e64-3dd2-4b84-89d6-5c4165d1fe50 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags/tempest-TagsExtTest-Tag-1960456632 HTTP/1.1" status: 204 len: 168 time: 0.1149433 Dec 20 12:00:22.528127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.534877 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-f5441a26-3ecf-4608-8624-b8b9230a2e68 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:22.610101 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f5441a26-3ecf-4608-8624-b8b9230a2e68 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags HTTP/1.1" status: 200 len: 205 time: 0.0803616 Dec 20 12:00:22.612595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.619217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-fbbb7cfe-feff-4789-9fa3-f26d8b98aff7 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:22.707659 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fbbb7cfe-feff-4789-9fa3-f26d8b98aff7 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags HTTP/1.1" status: 200 len: 241 time: 0.0935957 Dec 20 12:00:22.710233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.715911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-75d2954c-35e3-4a98-bd7f-2b4163338e7f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', 'tempest-TagsExtTest-Tag-1065570286') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:22.783177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa63ded1-884f-4201-a17c-f90e1c30faa6 req-95d90eef-0dd0-4f39-8d74-c1878a26e2e1 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 210 time: 0.1102836 Dec 20 12:00:22.795962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-75d2954c-35e3-4a98-bd7f-2b4163338e7f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags/tempest-TagsExtTest-Tag-1065570286 HTTP/1.1" status: 204 len: 168 time: 0.0846412 Dec 20 12:00:22.798663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.804196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-047020b6-94ca-4e87-98ad-5626ff9030b6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', 'tempest-TagsExtTest-Tag-1065570286') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:22.938729 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-047020b6-94ca-4e87-98ad-5626ff9030b6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags/tempest-TagsExtTest-Tag-1065570286 HTTP/1.1" status: 204 len: 168 time: 0.1390755 Dec 20 12:00:22.941215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38946) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:22.947641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-05e5e0c4-8fe0-4acf-8443-84da445112ff tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:23.063254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38954) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:23.064576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-05e5e0c4-8fe0-4acf-8443-84da445112ff tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags HTTP/1.1" status: 200 len: 205 time: 0.1218579 Dec 20 12:00:23.070276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-fd215106-db21-4135-84b7-792f6705d4ba tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:23.188328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2c84d-b729-4c15-a55a-fe782cc103c9 None None] Network 96c32617-f894-41a5-b226-da76864ed383 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:23.363359 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fd215106-db21-4135-84b7-792f6705d4ba tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags HTTP/1.1" status: 200 len: 240 time: 0.2987649 Dec 20 12:00:23.365969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38966) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:23.372426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-bfd3db86-2f92-4f0a-b5fc-e00b0b193009 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', 'tempest-TagsExtTest-Tag-734651143') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:23.459709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-29b87a04-3a4c-4343-8ad7-f1036151a607 None None] Provisioning for port 3fcf09f9-a012-4158-ab53-f088cc7741db completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:00:23.516086 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bfd3db86-2f92-4f0a-b5fc-e00b0b193009 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags/tempest-TagsExtTest-Tag-734651143 HTTP/1.1" status: 204 len: 168 time: 0.1488280 Dec 20 12:00:23.518860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38972) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:23.525008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-b759abf0-6272-443e-8871-d057dc092ded tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', 'tempest-TagsExtTest-Tag-734651143') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:23.735987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b759abf0-6272-443e-8871-d057dc092ded tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags/tempest-TagsExtTest-Tag-734651143 HTTP/1.1" status: 204 len: 168 time: 0.2158287 Dec 20 12:00:23.738441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:23.744559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-ed706b7b-b942-4f7f-91dc-4037be111fd0 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:23.923079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-da3b4b65-b34a-4b94-825e-88a0c0be205d None None] Provisioning for port d2e25226-2dd1-4e43-a16b-006c207a5fd1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:00:23.931336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-da3b4b65-b34a-4b94-825e-88a0c0be205d None None] Provisioning complete for port d2e25226-2dd1-4e43-a16b-006c207a5fd1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:00:23.931708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-da3b4b65-b34a-4b94-825e-88a0c0be205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.009917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3fcf09f9-a012-4158-ab53-f088cc7741db up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:00:24.037284 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-76777df0-2cf0-4798-b155-0bc4117d98cc req-4f2a66de-f209-40f6-aa9f-b1004977a983 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 210 time: 0.0966709 Dec 20 12:00:24.145622 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ed706b7b-b942-4f7f-91dc-4037be111fd0 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags HTTP/1.1" status: 200 len: 205 time: 0.4058597 Dec 20 12:00:24.148350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38990) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.154916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-b2253d3e-f24c-437d-99ed-9da3e2d461a5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:24.166345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-da3b4b65-b34a-4b94-825e-88a0c0be205d None None] Port d2e25226-2dd1-4e43-a16b-006c207a5fd1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:00:24.188468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b2253d3e-f24c-437d-99ed-9da3e2d461a5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags HTTP/1.1" status: 200 len: 240 time: 0.0387762 Dec 20 12:00:24.191165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 38994) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.198227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-c2e629c3-804d-476c-a2c4-53351ed408c6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', 'tempest-TagsExtTest-Tag-239911269') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:24.199393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 3fcf09f9-a012-4158-ab53-f088cc7741db completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:00:24.209687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 38998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.210542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3fcf09f9-a012-4158-ab53-f088cc7741db triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:00:24.210961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.331054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a3321b3e-da86-4852-ae52-41d4d118267c None None] Provisioning complete for port d2e25226-2dd1-4e43-a16b-006c207a5fd1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:00:24.331779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3321b3e-da86-4852-ae52-41d4d118267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.337564 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c2e629c3-804d-476c-a2c4-53351ed408c6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags/tempest-TagsExtTest-Tag-239911269 HTTP/1.1" status: 204 len: 168 time: 0.1452193 Dec 20 12:00:24.340280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39006) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.346705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-72e04076-a70f-46eb-88cd-1f5478ba4d32 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', 'tempest-TagsExtTest-Tag-239911269') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:24.353071 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:00:24.432057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-f5a34e2e-a69a-4247-8eb2-0e5ad8425e28 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:24.434256 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-72e04076-a70f-46eb-88cd-1f5478ba4d32 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags/tempest-TagsExtTest-Tag-239911269 HTTP/1.1" status: 204 len: 168 time: 0.0929136 Dec 20 12:00:24.437127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39010) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.438757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-f5a34e2e-a69a-4247-8eb2-0e5ad8425e28 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Synchronizing usage tracker for tenant:8d3445953c494d1ca03d0dee820307f6 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:00:24.444617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-5bee6d9d-23d9-4703-adc9-45c51509e1cc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:24.464798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a3321b3e-da86-4852-ae52-41d4d118267c None None] Port d2e25226-2dd1-4e43-a16b-006c207a5fd1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:00:24.479486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-f5a34e2e-a69a-4247-8eb2-0e5ad8425e28 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Unset dirty status for tenant:8d3445953c494d1ca03d0dee820307f6 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:00:24.481391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-f5a34e2e-a69a-4247-8eb2-0e5ad8425e28 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.53 "GET /v2.0/networks?id=863a616f-5be4-47d4-b3ae-ad32e2845eaf HTTP/1.1" status: 200 len: 809 time: 0.2868454 Dec 20 12:00:24.496445 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5bee6d9d-23d9-4703-adc9-45c51509e1cc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags HTTP/1.1" status: 200 len: 205 time: 0.0580599 Dec 20 12:00:24.496647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Request body: {'port': {'device_id': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf', 'admin_state_up': True, 'tenant_id': '8d3445953c494d1ca03d0dee820307f6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:24.500443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39014) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.504727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.510487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-0754a4e9-811d-458d-9799-fd664e5a5d09 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:24.542858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 3fcf09f9-a012-4158-ab53-f088cc7741db, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3fcf09f9-a012-4158-ab53-f088cc7741db,segment=NetworkSegment(22d46912-7081-4bf5-b000-c97add0e770d),segment_id=22d46912-7081-4bf5-b000-c97add0e770d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:24.548665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.554328 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:24.557752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.600553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:24.604942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:4a85cf0012744d5aaf2a6b8a094c9ab1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:24.608687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0754a4e9-811d-458d-9799-fd664e5a5d09 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags HTTP/1.1" status: 204 len: 168 time: 0.1072214 Dec 20 12:00:24.609666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:24.612228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39022) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.620243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-16059b22-e84d-4233-96a9-6a73dd47af26 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:24.637937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=3fcf09f9-a012-4158-ab53-f088cc7741db,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:24.642106 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:24.668152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:24.672496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Usage tracker for resource:port and tenant:8d3445953c494d1ca03d0dee820307f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:24.675916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:24.679227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:24.683032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:24.696476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Made reservation on behalf of 8d3445953c494d1ca03d0dee820307f6 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:24.700297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.808337 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-16059b22-e84d-4233-96a9-6a73dd47af26 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags HTTP/1.1" status: 204 len: 168 time: 0.1925054 Dec 20 12:00:24.808669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39028) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:24.817879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-33e93274-e77b-404b-9302-35f61d66c927 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:24.865306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.871598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:24.885758 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d654968-bf0b-44a9-b217-29c19b04a42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:24.943303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d09401-30c8-4b7b-ab7a-ffe196f1d5a1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:24.947059 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:24.960944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a85cf0012744d5aaf2a6b8a094c9ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7500165 Dec 20 12:00:24.963652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39034) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.010921 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-33e93274-e77b-404b-9302-35f61d66c927 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags HTTP/1.1" status: 204 len: 168 time: 0.2012956 Dec 20 12:00:25.014814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39038) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.022353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-17a9311e-763b-410d-acd3-45f117e4d682 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:25.050879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Allocated IP 172.20.0.6 (863a616f-5be4-47d4-b3ae-ad32e2845eaf/d30529fe-2c30-4655-ae44-d5f82df8ca49/261a11c0-b3b6-4a5a-8477-b8dc56535678) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:00:25.075900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.112853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.163714 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-17a9311e-763b-410d-acd3-45f117e4d682 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags HTTP/1.1" status: 204 len: 168 time: 0.1478610 Dec 20 12:00:25.168465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.175781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-74482489-14f4-4fe0-9739-b9573c107cee tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', 'tempest-TagsExtTest-Tag-2069134182') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:25.217300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.222771 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1801752d-06c2-4dbc-983c-5cd28d977305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:25.238842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d09401-30c8-4b7b-ab7a-ffe196f1d5a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:25.242475 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:25.251481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.252866 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5d09401-30c8-4b7b-ab7a-ffe196f1d5a1 HTTP/1.1" status: 204 len: 168 time: 0.2880318 Dec 20 12:00:25.323990 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74482489-14f4-4fe0-9739-b9573c107cee tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags/tempest-TagsExtTest-Tag-2069134182 HTTP/1.1" status: 201 len: 201 time: 0.1542950 Dec 20 12:00:25.326376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e82d0846-6224-4494-a932-598f4ba0e69c req-944d9faa-4bbc-4285-be38-6e16c3933d02 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 210 time: 0.0943286 Dec 20 12:00:25.338483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.363141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-56ff4b5a-2607-4168-a12f-64f76b0d5744 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', 'tempest-TagsExtTest-Tag-74956166') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:25.419349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.458591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.465092 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-430bbaa4-d010-4df6-8780-6bf3542d9ed7 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:25.512430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39058) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.512627 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-56ff4b5a-2607-4168-a12f-64f76b0d5744 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags/tempest-TagsExtTest-Tag-74956166 HTTP/1.1" status: 201 len: 201 time: 0.1707349 Dec 20 12:00:25.523717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-3ba7db65-dce8-47ea-a24a-b010de5bb5e9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', 'tempest-TagsExtTest-Tag-1994764782') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:25.655965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Network 863a616f-5be4-47d4-b3ae-ad32e2845eaf is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:00:25.656971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Pushing event updated for resources: {'Port': ['ID=261a11c0-b3b6-4a5a-8477-b8dc56535678,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:25.664645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:00:25.666649 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:25.669079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:00:25.692108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.711074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.738189 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:25.738806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.747731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:25.751853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ecc6dcc0144167aeace2437329f1c3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:25.754886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:25.760689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:25.766489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2736869 Dec 20 12:00:25.768325 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3ba7db65-dce8-47ea-a24a-b010de5bb5e9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags/tempest-TagsExtTest-Tag-1994764782 HTTP/1.1" status: 201 len: 201 time: 0.2528901 Dec 20 12:00:25.771256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.778268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Request body: {'port': {'device_id': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:25.778480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-7bf7d328-be57-401e-94e5-a891b378c8f7 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', 'tempest-TagsExtTest-Tag-2037106344') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:25.873479 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7bf7d328-be57-401e-94e5-a891b378c8f7 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags/tempest-TagsExtTest-Tag-2037106344 HTTP/1.1" status: 201 len: 201 time: 0.1008983 Dec 20 12:00:25.876331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.877773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39070) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:25.886197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-5c47db35-6f2d-439c-9ff4-5ceab49e2dbb tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', {'tags': ['tempest-TagsExtTest-Tag-810750670', 'tempest-TagsExtTest-Tag-1636227829', 'tempest-TagsExtTest-Tag-686474207']}) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:25.909303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.914621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3fcf09f9-a012-4158-ab53-f088cc7741db up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:00:25.931911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:25.945394 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0aab3d74-92f8-4a2f-8466-4f7be73be9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:26.041479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a992e-8d54-4829-bdae-613250b3ec3f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:26.047092 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:26.064457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8ecc6dcc0144167aeace2437329f1c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687966 Dec 20 12:00:26.064609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 3fcf09f9-a012-4158-ab53-f088cc7741db triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:00:26.065231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:26.072744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39076) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:26.099830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5c47db35-6f2d-439c-9ff4-5ceab49e2dbb tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags HTTP/1.1" status: 200 len: 316 time: 0.2186153 Dec 20 12:00:26.102296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:26.119339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-7eb554b8-3c73-4ce9-b9ee-ffeb90cd8ddd tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:26.228525 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7eb554b8-3c73-4ce9-b9ee-ffeb90cd8ddd tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags HTTP/1.1" status: 204 len: 168 time: 0.1249573 Dec 20 12:00:26.231206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39084) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:26.238285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-6ff190f6-25a4-4366-a6eb-53268e3c132a tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', 'tempest-TagsExtTest-Tag-810750670') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:26.265599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:26.308135 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-6ff190f6-25a4-4366-a6eb-53268e3c132a tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:26.309432 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6ff190f6-25a4-4366-a6eb-53268e3c132a tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags/tempest-TagsExtTest-Tag-810750670 HTTP/1.1" status: 404 len: 328 time: 0.0761564 Dec 20 12:00:26.312922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:26.318796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-a6811ed2-9b93-4e80-a32b-3fc5962c2dc6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', 'tempest-TagsExtTest-Tag-1636227829') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:26.361217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:26.433433 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-a6811ed2-9b93-4e80-a32b-3fc5962c2dc6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:26.442035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:26.442495 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a6811ed2-9b93-4e80-a32b-3fc5962c2dc6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags/tempest-TagsExtTest-Tag-1636227829 HTTP/1.1" status: 404 len: 329 time: 0.1273963 Dec 20 12:00:26.449416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-90098587-8cd8-4664-84e0-29fc147517c7 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df', 'tempest-TagsExtTest-Tag-686474207') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:26.567970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:26.577574 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9f56de79-d32d-493a-9567-f95ea471d74d tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:26.595840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261a11c0-b3b6-4a5a-8477-b8dc56535678 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:00:26.602840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a992e-8d54-4829-bdae-613250b3ec3f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:26.608900 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:26.610465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:26.625313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:26.628716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d57a992e-8d54-4829-bdae-613250b3ec3f HTTP/1.1" status: 204 len: 168 time: 0.5528138 Dec 20 12:00:26.641684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Transition to ACTIVE for port object 261a11c0-b3b6-4a5a-8477-b8dc56535678 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:00:26.657839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:26.663293 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-98085bf5-7f20-49c2-82b1-2d49c3500813 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:26.728079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c780fcc-127d-4276-a072-e68c07178515 req-f2c5b35d-f330-441a-bd4d-ce27e404d447 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:26.728761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5c780fcc-127d-4276-a072-e68c07178515 req-f2c5b35d-f330-441a-bd4d-ce27e404d447 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Synchronizing usage tracker for tenant:8d3445953c494d1ca03d0dee820307f6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:00:26.799484 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-90098587-8cd8-4664-84e0-29fc147517c7 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:26.803091 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-90098587-8cd8-4664-84e0-29fc147517c7 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags/tempest-TagsExtTest-Tag-686474207 HTTP/1.1" status: 404 len: 328 time: 0.3573275 Dec 20 12:00:26.803091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Pushing event updated for resources: {'Port': ['ID=261a11c0-b3b6-4a5a-8477-b8dc56535678,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:26.804217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:26.811028 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:26.813227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-09a8799e-42fc-455c-86c0-68fc6a7e40bd tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', {'tags': ['tempest-TagsExtTest-Tag-471916222', 'tempest-TagsExtTest-Tag-439058201', 'tempest-TagsExtTest-Tag-1176528694']}) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:26.926595 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-09a8799e-42fc-455c-86c0-68fc6a7e40bd tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags HTTP/1.1" status: 200 len: 316 time: 0.1211560 Dec 20 12:00:26.927255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39108) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:26.932938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-b3cddbee-9bd8-412c-a2ac-5efc4317b02f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:27.023634 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b3cddbee-9bd8-412c-a2ac-5efc4317b02f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags HTTP/1.1" status: 204 len: 168 time: 0.0926621 Dec 20 12:00:27.023964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:27.031742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-65184dec-06c6-4aa0-a4c9-aa9fd9f321f9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', 'tempest-TagsExtTest-Tag-471916222') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:27.106221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5c780fcc-127d-4276-a072-e68c07178515 req-f2c5b35d-f330-441a-bd4d-ce27e404d447 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Unset dirty status for tenant:8d3445953c494d1ca03d0dee820307f6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:00:27.107015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c780fcc-127d-4276-a072-e68c07178515 req-f2c5b35d-f330-441a-bd4d-ce27e404d447 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 931 time: 0.6070189 Dec 20 12:00:27.131018 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-65184dec-06c6-4aa0-a4c9-aa9fd9f321f9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:27.132436 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-65184dec-06c6-4aa0-a4c9-aa9fd9f321f9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags/tempest-TagsExtTest-Tag-471916222 HTTP/1.1" status: 404 len: 328 time: 0.1076255 Dec 20 12:00:27.135174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:27.148286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-6ebd9f01-5028-4b8f-bf79-c7f6641414ab tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', 'tempest-TagsExtTest-Tag-439058201') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:27.193339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5c780fcc-127d-4276-a072-e68c07178515 req-05c9ec79-d16a-434a-a786-70d89e4476a3 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Synchronizing usage tracker for tenant:8d3445953c494d1ca03d0dee820307f6 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:00:27.216936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Attempting to bind port 261a11c0-b3b6-4a5a-8477-b8dc56535678 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:00:27.217273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Attempting to bind port 261a11c0-b3b6-4a5a-8477-b8dc56535678 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'da1cde9e-0e40-4913-93ae-a3f9f87f303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:00:27.217595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Attempting to bind port 261a11c0-b3b6-4a5a-8477-b8dc56535678 on network 863a616f-5be4-47d4-b3ae-ad32e2845eaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:00:27.229359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Port 261a11c0-b3b6-4a5a-8477-b8dc56535678 on network 863a616f-5be4-47d4-b3ae-ad32e2845eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:00:27.229778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Attempting to bind port 261a11c0-b3b6-4a5a-8477-b8dc56535678 on network 863a616f-5be4-47d4-b3ae-ad32e2845eaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:00:27.235324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5c780fcc-127d-4276-a072-e68c07178515 req-05c9ec79-d16a-434a-a786-70d89e4476a3 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Unset dirty status for tenant:8d3445953c494d1ca03d0dee820307f6 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:00:27.236468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c780fcc-127d-4276-a072-e68c07178515 req-05c9ec79-d16a-434a-a786-70d89e4476a3 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067212 Dec 20 12:00:27.238496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:00:27.238878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Checking segment: {'id': 'da1cde9e-0e40-4913-93ae-a3f9f87f303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:00:27.239188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Bound using segment: {'id': 'da1cde9e-0e40-4913-93ae-a3f9f87f303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:00:27.239612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Bound port: 261a11c0-b3b6-4a5a-8477-b8dc56535678, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1cde9e-0e40-4913-93ae-a3f9f87f303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:00:27.239959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:27.255933 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-6ebd9f01-5028-4b8f-bf79-c7f6641414ab tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:27.261847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39130) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:27.262814 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6ebd9f01-5028-4b8f-bf79-c7f6641414ab tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags/tempest-TagsExtTest-Tag-439058201 HTTP/1.1" status: 404 len: 328 time: 0.1248403 Dec 20 12:00:27.296008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-24e22ac7-2ca1-4b07-87b7-d644aa91862c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1', 'tempest-TagsExtTest-Tag-1176528694') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:27.407538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] For port 261a11c0-b3b6-4a5a-8477-b8dc56535678, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:00:27.414761 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-24e22ac7-2ca1-4b07-87b7-d644aa91862c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:27.415742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-24e22ac7-2ca1-4b07-87b7-d644aa91862c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags/tempest-TagsExtTest-Tag-1176528694 HTTP/1.1" status: 404 len: 329 time: 0.1521778 Dec 20 12:00:27.418471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] For port 261a11c0-b3b6-4a5a-8477-b8dc56535678, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=261a11c0-b3b6-4a5a-8477-b8dc56535678,segment=NetworkSegment(da1cde9e-0e40-4913-93ae-a3f9f87f303c),segment_id=da1cde9e-0e40-4913-93ae-a3f9f87f303c)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:00:27.419326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:27.423686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:27.429235 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:27.434903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-18470983-46aa-4d9a-a804-6d5392722aef tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', {'tags': ['tempest-TagsExtTest-Tag-750435681', 'tempest-TagsExtTest-Tag-663520500', 'tempest-TagsExtTest-Tag-1242829891']}) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:27.505091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:27.506882 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] 10.222.0.53 "PUT /v2.0/ports/261a11c0-b3b6-4a5a-8477-b8dc56535678 HTTP/1.1" status: 200 len: 1093 time: 1.7329240 Dec 20 12:00:27.507702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'tag': '261a11c0-b3b6-4a5a-8477-b8dc56535678'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:00:27.529683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Pushing event updated for resources: {'Port': ['ID=261a11c0-b3b6-4a5a-8477-b8dc56535678,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:27.532770 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:27.611887 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-18470983-46aa-4d9a-a804-6d5392722aef tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags HTTP/1.1" status: 200 len: 316 time: 0.1907194 Dec 20 12:00:27.614472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:27.620745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-2b5862aa-315c-4a1a-8b5b-e2f690b1dea6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:27.652654 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'tag': '261a11c0-b3b6-4a5a-8477-b8dc56535678', 'status': 'completed', 'code': 200} Dec 20 12:00:27.701713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-3a73bc5d-46d6-480e-b09f-d53f3682a8ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d3445953c494d1ca03d0dee820307f6&device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 1096 time: 0.1522601 Dec 20 12:00:27.765292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81b886a9-a2a6-4e13-a20c-8b06d89edf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:27.802313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-0259f359-3093-4043-b621-74d4d1a9086a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a11c0-b3b6-4a5a-8477-b8dc56535678 HTTP/1.1" status: 200 len: 217 time: 0.0935972 Dec 20 12:00:27.869839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-ac6c64b5-4d4d-486b-8c38-ec3d6bc09cd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:27.871721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-ac6c64b5-4d4d-486b-8c38-ec3d6bc09cd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d30529fe-2c30-4655-ae44-d5f82df8ca49 HTTP/1.1" status: 200 len: 849 time: 0.0639501 Dec 20 12:00:27.925326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-0618768c-3e4b-4ea7-9da6-a0df9669eeeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=863a616f-5be4-47d4-b3ae-ad32e2845eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456386 Dec 20 12:00:27.930038 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2b5862aa-315c-4a1a-8b5b-e2f690b1dea6 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags HTTP/1.1" status: 204 len: 168 time: 0.3127394 Dec 20 12:00:27.931012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:27.939816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-1330039b-5b4e-4a1b-bf42-43dc3d9887ff tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', 'tempest-TagsExtTest-Tag-750435681') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.069529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-299b9320-a9a2-469d-9cc5-560abdb9d0bc service neutron] 10.222.0.53 "GET /v2.0/networks/863a616f-5be4-47d4-b3ae-ad32e2845eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378241 Dec 20 12:00:28.079082 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-1330039b-5b4e-4a1b-bf42-43dc3d9887ff tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:28.080099 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1330039b-5b4e-4a1b-bf42-43dc3d9887ff tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags/tempest-TagsExtTest-Tag-750435681 HTTP/1.1" status: 404 len: 328 time: 0.1478882 Dec 20 12:00:28.083029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39162) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.088477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-354814f3-0593-41d8-b00b-fd99b5e1ce3f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', 'tempest-TagsExtTest-Tag-663520500') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.221776 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-354814f3-0593-41d8-b00b-fd99b5e1ce3f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:28.226328 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-354814f3-0593-41d8-b00b-fd99b5e1ce3f tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags/tempest-TagsExtTest-Tag-663520500 HTTP/1.1" status: 404 len: 328 time: 0.1423433 Dec 20 12:00:28.226910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.232625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-c2963e40-e2a3-41de-a9ab-adede8e09bb3 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766', 'tempest-TagsExtTest-Tag-1242829891') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.236799 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9e1b5c2b-5ab3-4c42-8078-fbb949548583 req-4e3f2949-5017-49e3-b4b9-07b80f4aaa17 service neutron] 10.222.0.53 "GET /v2.0/networks/863a616f-5be4-47d4-b3ae-ad32e2845eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608520 Dec 20 12:00:28.380837 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-c2963e40-e2a3-41de-a9ab-adede8e09bb3 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:28.385902 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c2963e40-e2a3-41de-a9ab-adede8e09bb3 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags/tempest-TagsExtTest-Tag-1242829891 HTTP/1.1" status: 404 len: 329 time: 0.1580553 Dec 20 12:00:28.386595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.396697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-3e0b3c4f-970b-4242-9efc-61e830a2ffe9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', {'tags': ['tempest-TagsExtTest-Tag-244085562', 'tempest-TagsExtTest-Tag-1326631465', 'tempest-TagsExtTest-Tag-1019207595']}) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.447344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-e071d61b-ca7d-459c-a8f3-9bc3c28f74e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d3445953c494d1ca03d0dee820307f6&device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 1096 time: 0.1521471 Dec 20 12:00:28.523227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3e0b3c4f-970b-4242-9efc-61e830a2ffe9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "PUT /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags HTTP/1.1" status: 200 len: 317 time: 0.1355543 Dec 20 12:00:28.526650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.535665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-6b6124ad-038f-432f-a3a6-105074631721 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.556405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76620b7a-1cfb-43e0-80ac-5d638d801326 req-2c68a509-40a5-4912-bd15-385e0ff45358 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:28.557975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76620b7a-1cfb-43e0-80ac-5d638d801326 req-2c68a509-40a5-4912-bd15-385e0ff45358 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 943 time: 0.1412208 Dec 20 12:00:28.623480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-33b7927a-9fba-46e6-a47e-b33abfe249a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:28.625237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-33b7927a-9fba-46e6-a47e-b33abfe249a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=863a616f-5be4-47d4-b3ae-ad32e2845eaf HTTP/1.1" status: 200 len: 910 time: 0.1707573 Dec 20 12:00:28.626064 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-76620b7a-1cfb-43e0-80ac-5d638d801326 req-1d61f79d-aacb-45b7-b338-3716261df53c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 Dec 20 12:00:28.631534 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6b6124ad-038f-432f-a3a6-105074631721 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags HTTP/1.1" status: 204 len: 168 time: 0.1026676 Dec 20 12:00:28.634208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39190) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.640384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-12e72003-e28d-4023-bc98-698907d9b9f9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', 'tempest-TagsExtTest-Tag-244085562') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.677123 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-12e72003-e28d-4023-bc98-698907d9b9f9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:28.678944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-12e72003-e28d-4023-bc98-698907d9b9f9 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags/tempest-TagsExtTest-Tag-244085562 HTTP/1.1" status: 404 len: 328 time: 0.0436347 Dec 20 12:00:28.681588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.689805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-56415cb9-0726-4dc5-882a-c9e781ba544b tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', 'tempest-TagsExtTest-Tag-1326631465') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.719602 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-56415cb9-0726-4dc5-882a-c9e781ba544b tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:28.721153 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-56415cb9-0726-4dc5-882a-c9e781ba544b tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags/tempest-TagsExtTest-Tag-1326631465 HTTP/1.1" status: 404 len: 329 time: 0.0383213 Dec 20 12:00:28.725323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.728539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-bf378931-1479-46b7-9099-56527ac5e3f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a11c0-b3b6-4a5a-8477-b8dc56535678 HTTP/1.1" status: 200 len: 217 time: 0.0934687 Dec 20 12:00:28.732656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-93017f0c-b7df-4dd6-a6e2-0adf66e9ae05 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626', 'tempest-TagsExtTest-Tag-1019207595') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.762687 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-93017f0c-b7df-4dd6-a6e2-0adf66e9ae05 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] show failed (client error): The resource could not be found. Dec 20 12:00:28.767011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-93017f0c-b7df-4dd6-a6e2-0adf66e9ae05 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags/tempest-TagsExtTest-Tag-1019207595 HTTP/1.1" status: 404 len: 329 time: 0.0381949 Dec 20 12:00:28.771015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39208) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.787295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-1e60a917-2ee4-4ce0-b54c-f905544161aa tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd911684c-4fce-4716-80a5-7a8c4f399626') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.825312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-6d22b408-c477-4c4f-bf51-9f26459e7229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:28.827748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-6d22b408-c477-4c4f-bf51-9f26459e7229 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d30529fe-2c30-4655-ae44-d5f82df8ca49 HTTP/1.1" status: 200 len: 849 time: 0.0851703 Dec 20 12:00:28.876247 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1e60a917-2ee4-4ce0-b54c-f905544161aa tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626/tags HTTP/1.1" status: 204 len: 168 time: 0.1005428 Dec 20 12:00:28.877070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39212) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:28.887654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-874d8e22-352f-481b-9884-9fc87908001e tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d0ecdbb-3414-41eb-8d9e-ec9b736d5766') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:28.943378 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-9423d880-6a7e-4fa1-8b9f-26211e1cec52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=863a616f-5be4-47d4-b3ae-ad32e2845eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056311 Dec 20 12:00:29.108367 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-874d8e22-352f-481b-9884-9fc87908001e tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766/tags HTTP/1.1" status: 204 len: 168 time: 0.2270288 Dec 20 12:00:29.108590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:29.114281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-8842db2c-da44-48c7-aa78-f97cc9e3a3be tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd2e25226-2dd1-4e43-a16b-006c207a5fd1') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:29.126864 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-c1b40fcd-3015-4a73-acfe-0d93112463a1 service neutron] 10.222.0.53 "GET /v2.0/networks/863a616f-5be4-47d4-b3ae-ad32e2845eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765599 Dec 20 12:00:29.198164 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8842db2c-da44-48c7-aa78-f97cc9e3a3be tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1/tags HTTP/1.1" status: 204 len: 168 time: 0.0863304 Dec 20 12:00:29.198586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:29.203864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-def1fac2-97dc-4e6f-b4fa-ac00c1d18176 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7bd2eed4-4db7-4963-a615-01d28543a4df') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:29.281696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-def1fac2-97dc-4e6f-b4fa-ac00c1d18176 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df/tags HTTP/1.1" status: 204 len: 168 time: 0.0822399 Dec 20 12:00:29.286591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39230) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:29.293503 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9987d4a5-548a-441c-8fe7-9908643f0784 req-a32eb9f2-efe4-4366-aee4-81836cca29a0 service neutron] 10.222.0.53 "GET /v2.0/networks/863a616f-5be4-47d4-b3ae-ad32e2845eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591427 Dec 20 12:00:29.390711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef96ebf5-2381-4c5f-a00b-8494134fb1bd tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:29.391929 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ef96ebf5-2381-4c5f-a00b-8494134fb1bd tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d911684c-4fce-4716-80a5-7a8c4f399626 HTTP/1.1" status: 204 len: 168 time: 0.1044095 Dec 20 12:00:29.394753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:29.436995 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d8dcb32-f09d-487e-920e-8d953d8c9d61 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d0ecdbb-3414-41eb-8d9e-ec9b736d5766 HTTP/1.1" status: 200 len: 205 time: 0.0411019 Dec 20 12:00:29.439222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39244) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:29.576849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a723e321-898b-4519-b182-5e2f140b07c2 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:29.939992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87b63ab0-a624-4edf-84a8-77afbb52910d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:30.211731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0626ef-848a-4a6c-828f-c6cbff75925e req-72897822-73a8-4b6b-8c46-eb20fe769ba5 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:30.213183 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e0626ef-848a-4a6c-828f-c6cbff75925e req-72897822-73a8-4b6b-8c46-eb20fe769ba5 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 943 time: 0.4027479 Dec 20 12:00:30.221510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a723e321-898b-4519-b182-5e2f140b07c2 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:30.240840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a723e321-898b-4519-b182-5e2f140b07c2 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:30.283224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e0626ef-848a-4a6c-828f-c6cbff75925e req-7962f846-0d12-4178-b48a-76e10db07501 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Dec 20 12:00:30.293004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a723e321-898b-4519-b182-5e2f140b07c2 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:30.293544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a723e321-898b-4519-b182-5e2f140b07c2 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Fanout notify agent at l3_agent the message router_deleted on router 9d0ecdbb-3414-41eb-8d9e-ec9b736d5766 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:00:30.308017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a723e321-898b-4519-b182-5e2f140b07c2 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:30.309224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a723e321-898b-4519-b182-5e2f140b07c2 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/routers/9d0ecdbb-3414-41eb-8d9e-ec9b736d5766 HTTP/1.1" status: 204 len: 168 time: 0.8690338 Dec 20 12:00:30.311986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:30.396085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Deleting port d2e25226-2dd1-4e43-a16b-006c207a5fd1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:30.396585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:30.724358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:30.759527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:30.901702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Calling delete_port for d2e25226-2dd1-4e43-a16b-006c207a5fd1 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:00:31.054499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.095912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:31.102114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c71085d72a894699907a067a4aac23a2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:31.104562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:31.112188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:31.149977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.156754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.165247 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f8bea857-57de-49a7-833b-cf920c055b5b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:31.194516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.213739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event deleted for resources: {'Port': ['ID=d2e25226-2dd1-4e43-a16b-006c207a5fd1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:31.216234 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:31.221472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.230045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.240826 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f9a31f67-174a-4922-a49a-73100508eadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:31.314732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0cd08d-73b0-472a-b89b-438b09cf4c92,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:31.323634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39298) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:31.324215 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c71085d72a894699907a067a4aac23a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5987368 Dec 20 12:00:31.325244 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:31.352901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.371790 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/ports/d2e25226-2dd1-4e43-a16b-006c207a5fd1 HTTP/1.1" status: 204 len: 168 time: 1.0586853 Dec 20 12:00:31.372822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:31.419268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.426419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 261a11c0-b3b6-4a5a-8477-b8dc56535678 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:00:31.459304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.521691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.527115 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb8efecd-76b8-4146-950e-235d7bc7fb18 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:31.537780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0cd08d-73b0-472a-b89b-438b09cf4c92,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:31.541347 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:31.547237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.548194 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc0cd08d-73b0-472a-b89b-438b09cf4c92 HTTP/1.1" status: 204 len: 168 time: 0.2236993 Dec 20 12:00:31.584284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 261a11c0-b3b6-4a5a-8477-b8dc56535678, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=261a11c0-b3b6-4a5a-8477-b8dc56535678,segment=NetworkSegment(da1cde9e-0e40-4913-93ae-a3f9f87f303c),segment_id=da1cde9e-0e40-4913-93ae-a3f9f87f303c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:31.600632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '261a11c0-b3b6-4a5a-8477-b8dc56535678', 'network_id': '863a616f-5be4-47d4-b3ae-ad32e2845eaf', 'port_id': '261a11c0-b3b6-4a5a-8477-b8dc56535678', 'mac_address': 'fa:16:3e:05:a3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30529fe-2c30-4655-ae44-d5f82df8ca49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:00:31.647859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960cb5-bce1-4f25-9e18-826fdafda1d9 req-aa1e3aa3-da6a-4928-85c5-26e0947f3501 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:31.649327 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d960cb5-bce1-4f25-9e18-826fdafda1d9 req-aa1e3aa3-da6a-4928-85c5-26e0947f3501 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 943 time: 0.2129650 Dec 20 12:00:31.658770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Deleting subnet 7bd2eed4-4db7-4963-a615-01d28543a4df {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:00:31.660148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.663138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.678083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261a11c0-b3b6-4a5a-8477-b8dc56535678 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:00:31.694314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 261a11c0-b3b6-4a5a-8477-b8dc56535678, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=261a11c0-b3b6-4a5a-8477-b8dc56535678,segment=NetworkSegment(da1cde9e-0e40-4913-93ae-a3f9f87f303c),segment_id=da1cde9e-0e40-4913-93ae-a3f9f87f303c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:31.699264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.701168 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:31.749674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.770113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=261a11c0-b3b6-4a5a-8477-b8dc56535678,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:31.773128 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:31.789467 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d960cb5-bce1-4f25-9e18-826fdafda1d9 req-cf902b81-ab51-4fa3-a538-de04bc91663c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272950 Dec 20 12:00:31.839084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.907166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39312) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:31.915869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.920056 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a34e7eca-aa1b-44b4-8493-a3bee1699ed8 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:31.926611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.939700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['261a11c0-b3b6-4a5a-8477-b8dc56535678'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:00:31.954619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd2eed4-4db7-4963-a615-01d28543a4df,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:31.958058 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:31.961260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:31.961607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:31.965499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Usage tracker for resource:security_group_rule and tenant:42a3e49600ab4fc3a5876dc27543ecdc is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:31.968859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:31.974933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:31.976919 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff264a-ae2c-4b77-92c0-824723c2d23c None None] Network 96c32617-f894-41a5-b226-da76864ed383 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:00:31.978054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39316) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:31.978199 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/subnets/7bd2eed4-4db7-4963-a615-01d28543a4df HTTP/1.1" status: 204 len: 168 time: 0.6041901 Dec 20 12:00:32.116535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.152208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Deleting port 3fcf09f9-a012-4158-ab53-f088cc7741db {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:32.152547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.212897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.225840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.234549 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3af79314-9016-4bf8-9eb4-ac668cb768a6 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:32.386765 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42a3e49600ab4fc3a5876dc27543ecdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4781713 Dec 20 12:00:32.389394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39328) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:32.403215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde1543b-8057-411d-853a-dd0895af29c9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:32.403553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] DHCP port deletion for 96c32617-f894-41a5-b226-da76864ed383 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:00:32.408192 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:32.408741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Deleting port 3fcf09f9-a012-4158-ab53-f088cc7741db {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:32.409297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.468889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.501108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.511212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] For port 3fcf09f9-a012-4158-ab53-f088cc7741db, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3fcf09f9-a012-4158-ab53-f088cc7741db,segment=NetworkSegment(22d46912-7081-4bf5-b000-c97add0e770d),segment_id=22d46912-7081-4bf5-b000-c97add0e770d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:32.511570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.561501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.566131 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e352a5b7-7523-4931-a6cc-eef72fe670cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:32.583289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde1543b-8057-411d-853a-dd0895af29c9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:32.587156 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:32.589645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.594136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fde1543b-8057-411d-853a-dd0895af29c9 HTTP/1.1" status: 204 len: 168 time: 0.2005906 Dec 20 12:00:32.650949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Calling delete_port for 3fcf09f9-a012-4158-ab53-f088cc7741db owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:00:32.703707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] For port 3fcf09f9-a012-4158-ab53-f088cc7741db, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=3fcf09f9-a012-4158-ab53-f088cc7741db,segment=NetworkSegment(22d46912-7081-4bf5-b000-c97add0e770d),segment_id=22d46912-7081-4bf5-b000-c97add0e770d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:32.704122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.743171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:32.751239 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:32.800702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event deleted for resources: {'Port': ['ID=3fcf09f9-a012-4158-ab53-f088cc7741db,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:32.803386 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:32.810503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] No DVR routers for this DVR port 3fcf09f9-a012-4158-ab53-f088cc7741db on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:00:32.885193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Calling delete_port for 3fcf09f9-a012-4158-ab53-f088cc7741db owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:00:32.973253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.010962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.027693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:00:33.028058 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:00:33.043988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac1e24-6956-4971-84a2-9f25d710c472 req-baf8e4bf-1747-4eca-8823-693f10d6185a tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:33.045518 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44ac1e24-6956-4971-84a2-9f25d710c472 req-baf8e4bf-1747-4eca-8823-693f10d6185a tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 944 time: 0.1245766 Dec 20 12:00:33.047177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c32617-f894-41a5-b226-da76864ed383']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:33.062198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d46912-7081-4bf5-b000-c97add0e770d') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:33.063008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d46912-7081-4bf5-b000-c97add0e770d') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:00:33.091081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.112603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.118370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:00:33.119060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.142566 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44ac1e24-6956-4971-84a2-9f25d710c472 req-d7ddc466-687e-4077-baaf-fb213dd09c01 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902152 Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:00:33.145592 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:00:33.243701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.247462 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-20936da0-f3e5-4f5b-b187-d6cb9ede3c73 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:33.269409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.287096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Pushing event deleted for resources: {'Network': ['ID=96c32617-f894-41a5-b226-da76864ed383,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:33.289792 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] 10.222.0.32 "DELETE /v2.0/networks/96c32617-f894-41a5-b226-da76864ed383 HTTP/1.1" status: 204 len: 168 time: 1.3104260 Dec 20 12:00:33.290543 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:33.426507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 261a11c0-b3b6-4a5a-8477-b8dc56535678 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:00:33.519589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 261a11c0-b3b6-4a5a-8477-b8dc56535678 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:00:33.526935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 261a11c0-b3b6-4a5a-8477-b8dc56535678 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:00:33.527318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.585429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Deleting port 3fcf09f9-a012-4158-ab53-f088cc7741db {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:33.586138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.654458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39358) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:33.664926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-961fbdd8-e70e-4f34-8687-c5bb2871e87c None None] The port '3fcf09f9-a012-4158-ab53-f088cc7741db' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:00:33.723108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.751999 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a11c0-b3b6-4a5a-8477-b8dc56535678'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:00:33.766769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 261a11c0-b3b6-4a5a-8477-b8dc56535678, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=261a11c0-b3b6-4a5a-8477-b8dc56535678,segment=NetworkSegment(da1cde9e-0e40-4913-93ae-a3f9f87f303c),segment_id=da1cde9e-0e40-4913-93ae-a3f9f87f303c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:33.772339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:33.774971 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3957d35e-5e1f-4b0a-80f1-ff35386c433b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:33.825531 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a11c0-b3b6-4a5a-8477-b8dc56535678', 'code': 200} Dec 20 12:00:33.865087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=261a11c0-b3b6-4a5a-8477-b8dc56535678,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:33.868543 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:33.931816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3fcf09f9-a012-4158-ab53-f088cc7741db no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:00:33.966823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 3fcf09f9-a012-4158-ab53-f088cc7741db {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:00:33.967191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 3fcf09f9-a012-4158-ab53-f088cc7741db not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:00:34.002646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b300538-378d-4896-b8e9-73026711c0f9 req-e9505a57-c942-45fd-a008-6500f913b6d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 1098 time: 0.1186712 Dec 20 12:00:34.042182 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ca10ec2b-d6c6-427a-bc8a-a7e5bde17b54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dac5d11b15364f51b21d922434c8e287&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3843701 Dec 20 12:00:34.042458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39372) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:34.092812 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b300538-378d-4896-b8e9-73026711c0f9 req-c1c8c89e-9985-4e4a-875e-d4ea90be95ad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836651 Dec 20 12:00:34.116804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:34.141699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:34.191948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:34.195908 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2910eee5-1af4-44d0-a89b-2713d2a2b975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:34.210778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c61f5-5263-4650-b287-2af37c548d9a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:34.214248 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:34.218577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:34.222730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c0c61f5-5263-4650-b287-2af37c548d9a HTTP/1.1" status: 204 len: 168 time: 0.1794083 Dec 20 12:00:34.455971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e744a-6050-4fbc-99a0-895b3f744632 req-48965539-d602-4a06-90f3-7fbc54594c6e tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:34.457611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f0e744a-6050-4fbc-99a0-895b3f744632 req-48965539-d602-4a06-90f3-7fbc54594c6e tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 945 time: 0.0940797 Dec 20 12:00:34.561010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f0e744a-6050-4fbc-99a0-895b3f744632 req-fcc23b8a-aaa4-4030-bfea-3ca12c71de86 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891480 Dec 20 12:00:35.332285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39424) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:35.343128 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038900 Dec 20 12:00:35.343510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:35.529754 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c1ac8d0b-0cd8-4a22-8396-8f1b22524e9b tempest-NetworksApiDiscovery-1523914412 tempest-NetworksApiDiscovery-1523914412-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1837847 Dec 20 12:00:35.795632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acbffb-b2c7-49fb-90a0-7064eaceee16 req-d00c69b3-453e-4219-a309-406981c119b4 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:35.797142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-87acbffb-b2c7-49fb-90a0-7064eaceee16 req-d00c69b3-453e-4219-a309-406981c119b4 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 945 time: 0.1062009 Dec 20 12:00:35.849883 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-87acbffb-b2c7-49fb-90a0-7064eaceee16 req-a8c4c442-ab3b-4355-938c-e3b92397b1f8 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 Dec 20 12:00:35.924475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39456) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:36.074537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:36.107109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:36.110901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Usage tracker for resource:security_group_rule and tenant:efdb658839d5450a9a89ec8ac3c2a9f6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:36.113737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:36.119314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:36.205713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:36.216990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:36.236770 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:36.492034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f12e83d-fb72-4c15-bbbc-6a6b0f699af6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:36.498888 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efdb658839d5450a9a89ec8ac3c2a9f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5711920 Dec 20 12:00:36.500109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39476) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:36.508124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.508752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.509267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.509776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.510420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.510950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.511451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.511939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.512428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.512941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.513608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.518688 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:36.591289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:36.640572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:36.667416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-6a7fe539-d0d2-4895-8726-a5c7f8d3ef1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.1498299 Dec 20 12:00:36.680203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b11fea-65ce-4e3c-9d60-500881d8af63 req-3e737931-f9dc-4dcd-8b5a-95621616c6b9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:36.684172 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96b11fea-65ce-4e3c-9d60-500881d8af63 req-3e737931-f9dc-4dcd-8b5a-95621616c6b9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1306906 Dec 20 12:00:36.861490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-96b11fea-65ce-4e3c-9d60-500881d8af63 req-9a8acc71-563d-4575-b7aa-62be2866ef56 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390688 Dec 20 12:00:36.917767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-c5336637-4c72-4bcd-9ed0-0d3ff523c6d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:36.920679 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-c5336637-4c72-4bcd-9ed0-0d3ff523c6d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.2356336 Dec 20 12:00:36.941559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:36.947090 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1042e7c2-c408-4c82-b96e-789e8941eca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:36.959730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f12e83d-fb72-4c15-bbbc-6a6b0f699af6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:36.972556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.972556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.972746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.973170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.973463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.974021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.974434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.974930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.975277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.976054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.976412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:00:36.980246 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:36.981427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:36.983976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f12e83d-fb72-4c15-bbbc-6a6b0f699af6 HTTP/1.1" status: 204 len: 168 time: 0.4822040 Dec 20 12:00:37.136222 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-9906970d-992a-48ba-b112-0ef93d0a4982 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.2066898 Dec 20 12:00:37.142907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39496) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:37.223216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-11181c65-5329-4bac-afe0-04937e31d8cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:37.224768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-11181c65-5329-4bac-afe0-04937e31d8cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.0840883 Dec 20 12:00:37.336235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-d4f819c2-ebed-4190-9b75-21a1bc3380f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1060557 Dec 20 12:00:37.538753 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-0faeb04b-f145-4ee9-a6cc-309646191c56 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858075 Dec 20 12:00:37.649662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:37.693666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:37.698364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Usage tracker for resource:security_group_rule and tenant:7f507da3e2a145c2b9f35b8599aa9a7c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:37.701908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:37.708173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:37.740966 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-08412b4e-0af6-45a1-8003-e4e7a83ed132 req-c815e8ec-a5f9-4cf4-afd8-55ff9ac82c23 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013140 Dec 20 12:00:37.795307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:37.800545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:37.837268 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ca0ecde-6726-481d-b615-5007918c0518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:37.849642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:37.850268 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f507da3e2a145c2b9f35b8599aa9a7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7060750 Dec 20 12:00:37.883183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd9ebf3-b661-4af2-90ab-2d4fcda3f1ed,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:37.899192 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:37.952213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:38.012866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:38.080788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:38.093926 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2dc4d0d0-4b64-40d5-ad32-cd136638f2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:38.151458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd9ebf3-b661-4af2-90ab-2d4fcda3f1ed,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:38.155468 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:38.168360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:38.171414 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebd9ebf3-b661-4af2-90ab-2d4fcda3f1ed HTTP/1.1" status: 204 len: 168 time: 0.3206463 Dec 20 12:00:38.363179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ba80-092f-42dd-8a1c-3ff61df10d8d req-71ef50c5-639a-4a08-baa5-2582d98d5974 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:38.364908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b756ba80-092f-42dd-8a1c-3ff61df10d8d req-71ef50c5-639a-4a08-baa5-2582d98d5974 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1488292 Dec 20 12:00:38.443761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b756ba80-092f-42dd-8a1c-3ff61df10d8d req-8fa9b556-6a02-46a2-bede-54f77634d05d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692389 Dec 20 12:00:38.859525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39554) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:38.881552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:38.931150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:38.936525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8db1ab313b49adbb1c5f649d864079 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:38.940440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:38.946770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:39.059229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:39.064841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:39.078674 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68d654b2-4f90-4c94-8e34-4912ca894149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:39.125303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa8db1ab313b49adbb1c5f649d864079&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2653406 Dec 20 12:00:39.128169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39568) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:39.140699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d61d5f-2f6b-4fba-aff4-cf8582e59215,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:39.144271 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:39.198072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:39.234160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:39.343766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:39.349617 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a959b51-3c51-4fca-91c2-7630c84c0009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:39.382614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d61d5f-2f6b-4fba-aff4-cf8582e59215,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:39.385016 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:39.406261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:39.407459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03d61d5f-2f6b-4fba-aff4-cf8582e59215 HTTP/1.1" status: 204 len: 168 time: 0.2776108 Dec 20 12:00:39.694487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b874-c2c6-478e-95b2-2fee152135ee req-21dc715d-8db8-49c1-bd73-70492da3cb31 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:39.702146 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f48b874-c2c6-478e-95b2-2fee152135ee req-21dc715d-8db8-49c1-bd73-70492da3cb31 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1022074 Dec 20 12:00:39.750961 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f48b874-c2c6-478e-95b2-2fee152135ee req-0e227b94-386a-4206-93d4-4425ba0c8c6f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476897 Dec 20 12:00:40.080893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:40.343146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:40.375606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3fa88-ce15-492b-aa01-e64ab62eeb5d req-cad8eb11-8846-4420-ac2f-6acc67359af1 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:40.378078 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5c3fa88-ce15-492b-aa01-e64ab62eeb5d req-cad8eb11-8846-4420-ac2f-6acc67359af1 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 945 time: 0.1413846 Dec 20 12:00:40.425444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:40.450010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Usage tracker for resource:security_group_rule and tenant:af860987004b4ed39c80dfa78d992618 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:40.455490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:40.463269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:40.510695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a5c3fa88-ce15-492b-aa01-e64ab62eeb5d req-e4d2e49c-3b14-4c07-bb88-c62d4bbe6875 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264763 Dec 20 12:00:40.546370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:40.552894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:40.561924 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fc23a4ff-2c75-49da-a4ab-6ff99114628b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:40.612579 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af860987004b4ed39c80dfa78d992618&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5280092 Dec 20 12:00:40.612579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5225b2c-43be-40d8-9f74-85125914c1cd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:40.613704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 39636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:40.614245 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:40.698557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:40.729322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:40.783246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:40.786955 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-89323487-9814-44fe-b65f-4d094e3c42f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:40.801120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5225b2c-43be-40d8-9f74-85125914c1cd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:40.804854 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:40.814214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:40.821124 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5225b2c-43be-40d8-9f74-85125914c1cd HTTP/1.1" status: 204 len: 168 time: 0.2001734 Dec 20 12:00:40.976429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924fde2-eaad-4e1c-8490-19f5b92df9e5 req-92b8d3e4-6c9b-48c5-a854-a1dfc5bb01a3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:40.977938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3924fde2-eaad-4e1c-8490-19f5b92df9e5 req-92b8d3e4-6c9b-48c5-a854-a1dfc5bb01a3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.0790286 Dec 20 12:00:41.026589 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3924fde2-eaad-4e1c-8490-19f5b92df9e5 req-8048afca-5ebf-40d1-ad41-cbc16e1830e1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Dec 20 12:00:41.242578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:41.260729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.297414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:41.301260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Usage tracker for resource:security_group_rule and tenant:736200b2e20c4d75ac74ddecff9f1ca7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:41.304093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:41.310771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:41.382954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.387796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.395138 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-72afbd43-8706-4307-965f-f911850078fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:41.433267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92f560-d7c6-4988-b753-7b457f12bbcc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:41.437181 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:41.441886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=736200b2e20c4d75ac74ddecff9f1ca7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1959424 Dec 20 12:00:41.442714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:41.506482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.529368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-ebbde175-09a2-4d6b-89d0-87903322e530 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:41.530896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-ebbde175-09a2-4d6b-89d0-87903322e530 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.53 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 945 time: 0.0970337 Dec 20 12:00:41.534950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.627604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.641257 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d05673eb-10ce-4577-bd83-4a1c2c54ab12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:41.654615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Deleting port 261a11c0-b3b6-4a5a-8477-b8dc56535678 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:41.658865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.659966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d92f560-d7c6-4988-b753-7b457f12bbcc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:41.671732 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:41.675044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.680475 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d92f560-d7c6-4988-b753-7b457f12bbcc HTTP/1.1" status: 204 len: 168 time: 0.2359455 Dec 20 12:00:41.953335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:42.182216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] For port 261a11c0-b3b6-4a5a-8477-b8dc56535678, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=261a11c0-b3b6-4a5a-8477-b8dc56535678,segment=NetworkSegment(da1cde9e-0e40-4913-93ae-a3f9f87f303c),segment_id=da1cde9e-0e40-4913-93ae-a3f9f87f303c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:42.182512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.240302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.288602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:42.301590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Usage tracker for resource:security_group_rule and tenant:e545b11c860648e2a32cf0c1d496c889 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:42.305873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:42.314451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:42.319543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Calling delete_port for 261a11c0-b3b6-4a5a-8477-b8dc56535678 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:00:42.322736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec02df-afdc-4dfb-8190-506db3f71b26 req-5380e8d4-585f-4c63-9307-208e1577b8aa tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:42.324568 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4dec02df-afdc-4dfb-8190-506db3f71b26 req-5380e8d4-585f-4c63-9307-208e1577b8aa tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 945 time: 0.1475189 Dec 20 12:00:42.365548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f24af-b64d-473c-bd74-06e42a10ce3d req-6989e369-973a-4d11-8ff3-4476f03cbb05 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:42.367033 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-704f24af-b64d-473c-bd74-06e42a10ce3d req-6989e369-973a-4d11-8ff3-4476f03cbb05 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/ports?device_id=229bd345-a0b4-4d8d-b0a0-78afd5f6d665 HTTP/1.1" status: 200 len: 945 time: 0.4189451 Dec 20 12:00:42.406753 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4dec02df-afdc-4dfb-8190-506db3f71b26 req-537a8750-d22e-4d1d-82be-f35df294d47e tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Dec 20 12:00:42.457193 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-704f24af-b64d-473c-bd74-06e42a10ce3d req-d093b1fe-b0db-49ad-83a8-4a1dd98600b7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779195 Dec 20 12:00:42.464669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.470067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.478239 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09947354-4646-4506-8e50-21a699a0bb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:42.529442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.536593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:42.542108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['261a11c0-b3b6-4a5a-8477-b8dc56535678'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:00:42.579869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b104efa-24ac-4cd5-8094-7a46f5d19a84,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:42.584571 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:42.585654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Pushing event deleted for resources: {'Port': ['ID=261a11c0-b3b6-4a5a-8477-b8dc56535678,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:42.589845 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:42.598250 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e545b11c860648e2a32cf0c1d496c889&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6415641 Dec 20 12:00:42.599039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:42.660502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] No DVR routers for this DVR port 261a11c0-b3b6-4a5a-8477-b8dc56535678 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:00:42.665593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.668406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'name': 'network-vif-deleted', 'tag': '261a11c0-b3b6-4a5a-8477-b8dc56535678'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:00:42.684437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f2dd33f8-3e59-46e9-b680-2b965557d0e0 req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] 10.222.0.53 "DELETE /v2.0/ports/261a11c0-b3b6-4a5a-8477-b8dc56535678 HTTP/1.1" status: 204 len: 173 time: 1.1477523 Dec 20 12:00:42.690135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fec0a9-fe97-457e-b0de-7c685b2beaa7 req-fdd22cae-9025-4997-91c1-3fc4199b74e9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:42.691682 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93fec0a9-fe97-457e-b0de-7c685b2beaa7 req-fdd22cae-9025-4997-91c1-3fc4199b74e9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1637180 Dec 20 12:00:42.697194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.761513 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229bd345-a0b4-4d8d-b0a0-78afd5f6d665', 'name': 'network-vif-deleted', 'tag': '261a11c0-b3b6-4a5a-8477-b8dc56535678', 'status': 'completed', 'code': 200} Dec 20 12:00:42.762511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.776842 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93fec0a9-fe97-457e-b0de-7c685b2beaa7 req-6c0b050e-5034-46d3-b5f3-c59a69450ee7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775850 Dec 20 12:00:42.830595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.835688 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ddc7c776-a76d-44ee-bcea-b456bb816299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:42.848539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b104efa-24ac-4cd5-8094-7a46f5d19a84,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:42.851960 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:42.854805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:42.855583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b104efa-24ac-4cd5-8094-7a46f5d19a84 HTTP/1.1" status: 204 len: 168 time: 0.2551839 Dec 20 12:00:43.526253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-211bb529-14b1-4c30-b2fc-e65ed55a90cc tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:43.527879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-211bb529-14b1-4c30-b2fc-e65ed55a90cc tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.16 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 945 time: 0.1220536 Dec 20 12:00:43.659932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7ba4-cc4c-463f-8e0d-4b08a847286d req-4f1ab7d3-ff6c-416e-ad3f-ac09949e2f94 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:43.670746 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-de6c7ba4-cc4c-463f-8e0d-4b08a847286d req-4f1ab7d3-ff6c-416e-ad3f-ac09949e2f94 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 945 time: 0.1187434 Dec 20 12:00:43.675261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Deleting port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:00:43.676272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:43.787803 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-de6c7ba4-cc4c-463f-8e0d-4b08a847286d req-400eb88f-91b8-4424-9710-12fc892985a3 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160774 Dec 20 12:00:44.052146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] For port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:00:44.052618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:44.072262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c6bb6-01ce-45ff-b4e7-a22d35066e3d req-82444f01-0728-43ca-a69c-77d5cb0700f3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:44.079593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a7c6bb6-01ce-45ff-b4e7-a22d35066e3d req-82444f01-0728-43ca-a69c-77d5cb0700f3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1449285 Dec 20 12:00:44.313302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Calling delete_port for 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:00:44.454287 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8a7c6bb6-01ce-45ff-b4e7-a22d35066e3d req-35e1f5ff-6046-445e-9f0d-0386cd59b9b2 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736656 Dec 20 12:00:44.548303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:44.555744 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1dce7dfc-3019-43bc-97e1-3920452265ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:44.563235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['0b8e18f9-4853-4ce8-a97f-74d1682d4fb9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:00:44.664361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Pushing event deleted for resources: {'Port': ['ID=0b8e18f9-4853-4ce8-a97f-74d1682d4fb9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:44.667482 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:44.754411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] No DVR routers for this DVR port 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:00:44.757207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:44.763861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38677129-e001-4c22-9f81-7e8dcf31238e', 'name': 'network-vif-deleted', 'tag': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:00:44.786157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a307c6ac-a533-4d09-ab7a-467191ca2d8e req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.16 "DELETE /v2.0/ports/0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 HTTP/1.1" status: 204 len: 173 time: 1.2525465 Dec 20 12:00:44.859985 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38677129-e001-4c22-9f81-7e8dcf31238e', 'name': 'network-vif-deleted', 'tag': '0b8e18f9-4853-4ce8-a97f-74d1682d4fb9', 'status': 'completed', 'code': 200} Dec 20 12:00:45.088908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.104649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-282771e5-9345-4eb2-91b3-8e4f95d1cdf2 req-dbc791ce-b939-4fa3-acee-ead475f12ace tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Synchronizing usage tracker for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:00:45.129472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-282771e5-9345-4eb2-91b3-8e4f95d1cdf2 req-dbc791ce-b939-4fa3-acee-ead475f12ace tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Unset dirty status for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:00:45.131066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-282771e5-9345-4eb2-91b3-8e4f95d1cdf2 req-dbc791ce-b939-4fa3-acee-ead475f12ace tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=38677129-e001-4c22-9f81-7e8dcf31238e HTTP/1.1" status: 200 len: 210 time: 0.1313372 Dec 20 12:00:45.349327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:45.479977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 261a11c0-b3b6-4a5a-8477-b8dc56535678 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:00:45.533077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 261a11c0-b3b6-4a5a-8477-b8dc56535678 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:00:45.533618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 261a11c0-b3b6-4a5a-8477-b8dc56535678 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:00:45.571461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.606049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:45.610585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Usage tracker for resource:security_group_rule and tenant:581e7739bf0a46428ceac10d56c0b9bb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:45.614061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:45.619993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:45.693190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.699222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.709075 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a7ead72-4cd5-4b93-963d-14e61985c0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:45.753478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1721d69b-de86-4967-ab29-83277d26123b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:45.757620 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=581e7739bf0a46428ceac10d56c0b9bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4076505 Dec 20 12:00:45.758722 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:45.760337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:45.829833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.862420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.925884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.930956 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24005b29-a794-4d4c-9222-dba6e092b086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:45.945352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1721d69b-de86-4967-ab29-83277d26123b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:45.947790 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:45.954543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.957974 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1721d69b-de86-4967-ab29-83277d26123b HTTP/1.1" status: 204 len: 168 time: 0.1945071 Dec 20 12:00:47.823168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:00:47.925673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:00:47.925981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 0b8e18f9-4853-4ce8-a97f-74d1682d4fb9 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:00:48.133446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:49.924008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 39992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:50.087227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:50.127001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:50.132443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Usage tracker for resource:security_group_rule and tenant:0e43feb9f57245dfb3573fbfba20e7a1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:50.136865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:50.144924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:50.323667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:50.340511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:50.354308 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a797ca7-f0ef-4d44-8da7-a87205734bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:50.427214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc78502f-4a89-46d2-84fc-dde529567a67,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:50.452107 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:50.485174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40010) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:50.495745 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e43feb9f57245dfb3573fbfba20e7a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5705562 Dec 20 12:00:50.565763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:50.612814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:50.752371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:50.756799 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bd4c51ab-5624-4377-99a9-91d2a1b3731b tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:50.770212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc78502f-4a89-46d2-84fc-dde529567a67,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:50.775220 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:50.784237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:50.785941 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc78502f-4a89-46d2-84fc-dde529567a67 HTTP/1.1" status: 204 len: 168 time: 0.2992055 Dec 20 12:00:50.810733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-2f94ed82-df17-48b9-853b-511a8be11614 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1532333 Dec 20 12:00:51.071239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-9f961e13-d22f-4f76-96bf-ba8d0d3bd0fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 1098 time: 0.2324312 Dec 20 12:00:51.264351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-1b938307-953c-4216-8c67-b4a6ee25dba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:51.266779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-1b938307-953c-4216-8c67-b4a6ee25dba7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.1669855 Dec 20 12:00:51.299680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40024) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:51.335778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:51.348338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-3fac92a3-f478-4112-b894-bef98acf3add service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58066b1c-143a-465c-8f70-791c1853c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0751507 Dec 20 12:00:51.377464 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:51.386714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Usage tracker for resource:security_group_rule and tenant:7976f79550b5494f89c3ff67d64c7302 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:51.390774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:51.396810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:51.445612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-82cbcf63-23b7-48ca-8618-43dece8c8382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:51.448016 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-82cbcf63-23b7-48ca-8618-43dece8c8382 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.0925388 Dec 20 12:00:51.494595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:51.500232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:51.550233 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-591fd0f9-a27c-4f99-a564-b0b418e87e5f tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:51.572495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-ad772973-9e0f-4c99-856b-d2994d1429d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1188736 Dec 20 12:00:51.582486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6499c80-857f-4e75-b7a7-a7565eb83148,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:51.586844 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:51.598763 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7976f79550b5494f89c3ff67d64c7302&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2980275 Dec 20 12:00:51.601289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40034) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:51.705177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:51.741370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:51.746902 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-4d9f17fa-7ae9-42ce-bab5-f8aea61c773c service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665366 Dec 20 12:00:51.819679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:51.831101 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3931f368-1ed1-4b78-8e81-42d761bf641f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:51.862234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:51.879456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6499c80-857f-4e75-b7a7-a7565eb83148 HTTP/1.1" status: 204 len: 168 time: 0.2697978 Dec 20 12:00:51.884413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6499c80-857f-4e75-b7a7-a7565eb83148,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:51.896202 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:51.947397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7a074fdf-9650-4bcf-9a22-97887b976f29 req-f8fdc2eb-9212-4bd9-b02f-a0782340f98d service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936224 Dec 20 12:00:53.729767 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-e428ad91-a6c4-448d-96ba-b025bfac9330 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.2276471 Dec 20 12:00:54.097423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-ccda4955-9253-4488-bdcc-5adcd8224b6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.2004912 Dec 20 12:00:54.565888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-bc008f60-3b21-44a7-ae6f-01ec445ef212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:54.566471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-bc008f60-3b21-44a7-ae6f-01ec445ef212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:54.567434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-bc008f60-3b21-44a7-ae6f-01ec445ef212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:54.569420 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-bc008f60-3b21-44a7-ae6f-01ec445ef212 service neutron] 10.222.0.16 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 2293 time: 0.4377096 Dec 20 12:00:54.737298 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-eb4dd2f6-8842-43ac-9f9d-fd0e3297bec2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 1001 time: 0.1609509 Dec 20 12:00:54.893186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-91e06c62-05c9-4a5f-aca9-9cc6761e1e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:54.895063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-91e06c62-05c9-4a5f-aca9-9cc6761e1e9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 200 len: 851 time: 0.1512718 Dec 20 12:00:55.129758 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-62c624ed-fac9-42f0-b67e-39918519198c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2294266 Dec 20 12:00:55.138324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63993e0-d61c-4936-8565-44811ec9413e req-80ced309-e442-4edd-8f45-cb016855453d tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:55.139692 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-80ced309-e442-4edd-8f45-cb016855453d tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/networks?id=2e1801ad-9382-4b9e-835c-4971b4724743 HTTP/1.1" status: 200 len: 813 time: 0.1872206 Dec 20 12:00:55.185405 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-c7e87468-d145-4ff8-9af7-66ee64de6991 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/quotas/0e1d062b1e98460cbb1987f13cf2b5f7 HTTP/1.1" status: 200 len: 375 time: 0.0208118 Dec 20 12:00:55.471748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-f9f7a0f5-8bf9-49f6-84fb-3d0b04c92aaf tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e1d062b1e98460cbb1987f13cf2b5f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2849095 Dec 20 12:00:55.600687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-4138d8af-4f1c-47dd-b3a0-1bb8127858c5 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600675 Dec 20 12:00:55.740939 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-961a7650-4832-4bbd-9a0f-951cf70306ae service neutron] 10.222.0.32 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687039 Dec 20 12:00:55.885697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-dcff8db9-28f6-4c32-b95a-ecf9b61caefc service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686863 Dec 20 12:00:55.961867 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-4663b8ed-8c8e-4019-954d-745a9be22292 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 217 time: 0.0711787 Dec 20 12:00:56.039244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-56158a4b-8792-4374-bce8-ad4af343fed2 service neutron] 10.222.0.32 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974079 Dec 20 12:00:56.085337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-8671bf59-d96f-46a8-8f49-e86355049cf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:56.090335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-8671bf59-d96f-46a8-8f49-e86355049cf9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1116400 Dec 20 12:00:56.228550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-49a43099-26c6-4b61-b0c8-bbb79d3758d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276343 Dec 20 12:00:56.395499 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6c622e06-32f6-4876-a319-4f0214a23022 req-15016893-a829-4f0d-83be-dd78bd4660a7 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 210 time: 0.1247728 Dec 20 12:00:56.578424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-31034569-df79-4cd9-8d44-6b719b7dc20e service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430018 Dec 20 12:00:56.714425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40170) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:56.818063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-43687454-e85e-488d-b401-8030f4ca5f9e service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315288 Dec 20 12:00:56.904302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-19311c9d-b0f7-4bac-9e4d-a8f151edb912 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 217 time: 0.0807178 Dec 20 12:00:56.972085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:57.011378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-52ec2dd5-22cd-48b7-a1a9-b4df6e2fbec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:57.020866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-52ec2dd5-22cd-48b7-a1a9-b4df6e2fbec4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1065531 Dec 20 12:00:57.045510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:57.055344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a7796e67a04fcfb1908aa6e7115b11 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:57.065775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:57.079494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:57.160850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-9b3f6fd2-2632-4087-9b2a-92f52081809b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343062 Dec 20 12:00:57.228090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:57.233761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:57.248085 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ba241aba-a396-4991-9063-8904b0bd14db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:57.297896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5a7796e67a04fcfb1908aa6e7115b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5816884 Dec 20 12:00:57.300524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:57.303756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c434d2d-2006-46cb-8424-2376f2649544,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:57.334888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:57.382274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:57.425531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:57.433093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-f87ac0c1-bae3-46d6-9629-25addff253a2 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655354 Dec 20 12:00:57.488346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:57.493092 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-68026b7f-fa78-4a05-8ef2-71206f7933d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:57.516166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c434d2d-2006-46cb-8424-2376f2649544,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:57.521423 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:57.524034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:57.541027 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c434d2d-2006-46cb-8424-2376f2649544 HTTP/1.1" status: 204 len: 168 time: 0.2264817 Dec 20 12:00:57.750380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20ada050-0f1d-428c-8e1a-34aa8ca2e002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:58.063174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8fc3444b-4fd6-4ba0-b7d3-797fff7ea89e req-8797c24c-124f-4641-99f6-7c009a091eb2 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 210 time: 0.3035722 Dec 20 12:00:58.073025 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-a6c91db0-efb6-4a1a-a9cd-0de2cacd7226 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360543 Dec 20 12:00:58.239162 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-17d86c31-9120-4e7d-9823-19c9800d3458 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 200 len: 217 time: 0.1519008 Dec 20 12:00:58.337326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-11b95730-fec8-4c12-8ac8-3e2bff2f5396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:58.338795 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-11b95730-fec8-4c12-8ac8-3e2bff2f5396 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.0915334 Dec 20 12:00:58.386385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:58.392415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63993e0-d61c-4936-8565-44811ec9413e req-438fea1d-46a9-4705-9ba7-cc5c1b090d61 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:58.393824 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-438fea1d-46a9-4705-9ba7-cc5c1b090d61 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.53 "GET /v2.0/networks?id=2e1801ad-9382-4b9e-835c-4971b4724743 HTTP/1.1" status: 200 len: 813 time: 0.3804004 Dec 20 12:00:58.410429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:58.417124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Request body: {'port': {'device_id': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743', 'admin_state_up': True, 'tenant_id': '0e1d062b1e98460cbb1987f13cf2b5f7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:00:58.463727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:58.474482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Usage tracker for resource:security_group_rule and tenant:e9741ed0592c446291f016df384a761f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:00:58.479142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:00:58.490035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:58.569085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:58.578749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:58.580623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-a421876c-d323-41e2-b19c-7a56a5fa5d43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338417 Dec 20 12:00:58.615550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:00:58.615766 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-32d0b323-9b7f-4d65-90c6-935b84c1fcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:58.646627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:00:58.723928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Made reservation on behalf of 0e1d062b1e98460cbb1987f13cf2b5f7 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:00:58.730386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:58.747716 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9741ed0592c446291f016df384a761f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3602262 Dec 20 12:00:58.752876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523b293-90ff-4d33-b67e-bf537f568bc7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:58.755221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:00:58.814918 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:58.843726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:58.847961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-e873bb31-8f7f-4d5e-bdf4-556d0b285b04 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604749 Dec 20 12:00:58.910627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:59.047785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:59.052544 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:59.081167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523b293-90ff-4d33-b67e-bf537f568bc7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:00:59.087208 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:00:59.095747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:59.097269 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b523b293-90ff-4d33-b67e-bf537f568bc7 HTTP/1.1" status: 204 len: 168 time: 0.3411272 Dec 20 12:00:59.192782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-25e46c15-d0b1-4b81-bc28-5fe08a739d82 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858505 Dec 20 12:00:59.266734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Allocated IP 172.20.0.11 (2e1801ad-9382-4b9e-835c-4971b4724743/2b95d0b5-8a8d-4370-8889-8c52b11ac7ea/8f7084ec-f677-4f10-b9a9-1dd2e4ae910d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:00:59.283802 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-90d83e79-8ff5-4306-8156-0a84fc67da9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 200 len: 217 time: 0.0833592 Dec 20 12:00:59.419927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-8cea1f7e-b852-44d8-b3ca-d95cc76a47b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:00:59.421164 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-8cea1f7e-b852-44d8-b3ca-d95cc76a47b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1172185 Dec 20 12:00:59.616862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b943e53d-3449-4b68-a6a2-2a147d4c458f req-4bd431ae-0a2b-42f2-b9c5-2fb19e35b1fa tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 210 time: 0.0768278 Dec 20 12:00:59.680625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:59.716035 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-eb03a2b8-7b8e-49e8-b04d-884a3b6fce53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752690 Dec 20 12:00:59.854404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:59.861750 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:00:59.944300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-526707e4-c1d0-4c82-a978-d5640d1eb6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:00.081570 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-ab0c687e-704c-4c8c-8534-18ec5c17bfae service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601952 Dec 20 12:01:00.124281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Network 2e1801ad-9382-4b9e-835c-4971b4724743 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:00.130993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Pushing event updated for resources: {'Port': ['ID=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:00.133322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:00.138366 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:00.141089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:00.294916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:00.295606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:00.440978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-69060354-8e73-4159-a4ed-efa172095305 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423579 Dec 20 12:01:00.564623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1574428 Dec 20 12:01:00.574601 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-1db99e3f-56b4-4733-bef1-5cf6af051c8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 200 len: 217 time: 0.1250255 Dec 20 12:01:00.581903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Request body: {'port': {'device_id': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:00.816077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-00a6c153-41fa-40bb-a775-aa314068ea16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:00.818211 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-00a6c153-41fa-40bb-a775-aa314068ea16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.1814582 Dec 20 12:01:00.876997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.158773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.204429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:01.213817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.245578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214e0c1-95c7-4b46-bb27-ab35f1be1db1 req-c188b690-804e-4cb9-aef4-af61bfb660b0 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:01.247325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5214e0c1-95c7-4b46-bb27-ab35f1be1db1 req-c188b690-804e-4cb9-aef4-af61bfb660b0 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Synchronizing usage tracker for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:01.348868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-f5832bb5-c3d5-4f1f-87fa-11d08efd10c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5209892 Dec 20 12:01:01.354206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:01:01.440448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5214e0c1-95c7-4b46-bb27-ab35f1be1db1 req-c188b690-804e-4cb9-aef4-af61bfb660b0 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Unset dirty status for tenant:0e1d062b1e98460cbb1987f13cf2b5f7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:01.446719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5214e0c1-95c7-4b46-bb27-ab35f1be1db1 req-c188b690-804e-4cb9-aef4-af61bfb660b0 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 932 time: 0.5764306 Dec 20 12:01:01.450620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.500902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:01.505160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9210bcf11524a97b4ac259b7b6e0b4d is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:01.508521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:01.514968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:01.619124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.626773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.630338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5214e0c1-95c7-4b46-bb27-ab35f1be1db1 req-b4118a83-5999-42ed-a933-35629bda93ab tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821632 Dec 20 12:01:01.671134 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2d4b45c-ddc2-4bbb-8f02-1312cba7c4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:01.685424 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9210bcf11524a97b4ac259b7b6e0b4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4763281 Dec 20 12:01:01.686311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40274) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:01.738815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-4bb72754-da0e-4ad1-ba0f-992b95cbaa0c service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773534 Dec 20 12:01:01.751648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883305d8-50a4-4987-837d-fc10385e72b0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:01.762737 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:01.798529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.803304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:01:01.815451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.826225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.881710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.888018 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5e87a0c6-5016-49b5-a276-ef7e998f2651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:01.892475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Transition to ACTIVE for port object 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:01.899993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.901755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883305d8-50a4-4987-837d-fc10385e72b0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:01.905205 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:01.907317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:01.912068 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/883305d8-50a4-4987-837d-fc10385e72b0 HTTP/1.1" status: 204 len: 168 time: 0.2238190 Dec 20 12:01:01.912892 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f83ade7-f5db-41d8-add1-641cee072c59 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:01.972451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-a4db59e5-6655-4124-8e2a-1c89772830f7 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244537 Dec 20 12:01:02.104627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:02.109871 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:02.111226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-ecb83db5-22ca-47ea-af4d-fb51a70567b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 217 time: 0.1281736 Dec 20 12:01:02.410497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-7182540a-8df2-491b-985e-c3b7452a11a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:02.412099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-7182540a-8df2-491b-985e-c3b7452a11a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.2649853 Dec 20 12:01:02.467772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Attempting to bind port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:02.468110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Attempting to bind port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:02.468443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Attempting to bind port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d on network 2e1801ad-9382-4b9e-835c-4971b4724743 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:02.478112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d on network 2e1801ad-9382-4b9e-835c-4971b4724743 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:02.478434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Attempting to bind port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d on network 2e1801ad-9382-4b9e-835c-4971b4724743 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:02.490648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:02.490989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Checking segment: {'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:02.491401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Bound using segment: {'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:02.491827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Bound port: 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797640d7-3048-4218-8f48-01b552f1ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:02.492172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:02.568823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-53dac858-9ea4-4872-af1c-9c71c90a8b80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451840 Dec 20 12:01:02.682753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] For port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:02.699171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] For port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:02.724744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:02.730258 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2365f1d7-77b1-41b3-a17c-7755633fe8b0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:02.754160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:02.857196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-34a2f0c2-2e6c-4209-a929-3e014155ef97 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790661 Dec 20 12:01:02.901017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:02.902418 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/8f7084ec-f677-4f10-b9a9-1dd2e4ae910d HTTP/1.1" status: 200 len: 1094 time: 2.3258624 Dec 20 12:01:02.904392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'tag': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:02.976980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:03.026701 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'tag': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d', 'status': 'completed', 'code': 200} Dec 20 12:01:03.060831 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:03.141084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34f1f3-bf9a-42a9-898f-b0c3815910a8 req-44051e19-1a80-448e-8f4f-b392b987b194 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:03.147696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb34f1f3-bf9a-42a9-898f-b0c3815910a8 req-44051e19-1a80-448e-8f4f-b392b987b194 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 944 time: 0.3636060 Dec 20 12:01:03.172556 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b60f4f8c-8e01-46be-b06b-0c989555f06f req-d5ae3ed1-3e98-454b-8428-194d2b28e879 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018179 Dec 20 12:01:03.220952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-c1e4e6db-c7f7-451b-886c-51812c1c8120 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d062b1e98460cbb1987f13cf2b5f7&device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 1097 time: 0.2393639 Dec 20 12:01:03.235751 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb34f1f3-bf9a-42a9-898f-b0c3815910a8 req-25dd1eeb-e666-49a8-bc06-b4474701eece tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871408 Dec 20 12:01:03.301915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-cd0bdf18-2f26-4ec7-b3a4-140505061f91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d HTTP/1.1" status: 200 len: 217 time: 0.0649872 Dec 20 12:01:03.373232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63993e0-d61c-4936-8565-44811ec9413e req-eb379336-6869-4f37-82dc-29ee6b29deb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:03.375273 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-eb379336-6869-4f37-82dc-29ee6b29deb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b95d0b5-8a8d-4370-8889-8c52b11ac7ea HTTP/1.1" status: 200 len: 853 time: 0.0653093 Dec 20 12:01:03.496382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-c96a3832-3ba2-49b0-bb32-c37e27820c64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e1801ad-9382-4b9e-835c-4971b4724743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117039 Dec 20 12:01:03.668381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-c1cd6bba-791e-4450-9a1f-e0c019551f45 service neutron] 10.222.0.53 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638572 Dec 20 12:01:03.852233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a63993e0-d61c-4936-8565-44811ec9413e req-98917c25-c427-427d-a8be-a7f46f363657 service neutron] 10.222.0.53 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769595 Dec 20 12:01:04.032947 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-7575781c-8f3e-414a-b4c8-4fe11b83533a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d062b1e98460cbb1987f13cf2b5f7&device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1130240 Dec 20 12:01:04.226679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-11bb2864-ee1d-4383-84aa-7c2f16a294e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:04.228610 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-11bb2864-ee1d-4383-84aa-7c2f16a294e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e1801ad-9382-4b9e-835c-4971b4724743 HTTP/1.1" status: 200 len: 914 time: 0.1861236 Dec 20 12:01:04.463722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:04.704492 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-90e207de-da17-48c3-8d26-ad5c4791a0cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d HTTP/1.1" status: 200 len: 217 time: 0.4680882 Dec 20 12:01:04.804361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-57a8e181-c5fb-43e5-a492-86dc6d87d357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:04.805951 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-57a8e181-c5fb-43e5-a492-86dc6d87d357 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2b95d0b5-8a8d-4370-8889-8c52b11ac7ea HTTP/1.1" status: 200 len: 853 time: 0.0889287 Dec 20 12:01:04.813483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c9f4c-f8f8-4232-9c0e-9e11480130bd req-d18d66c6-828f-4e78-8b38-eec7893354fc tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:04.815099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e27c9f4c-f8f8-4232-9c0e-9e11480130bd req-d18d66c6-828f-4e78-8b38-eec7893354fc tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1816378 Dec 20 12:01:04.887158 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-e8cd1c1a-a748-4cd5-98ae-bb58910e9fdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e1801ad-9382-4b9e-835c-4971b4724743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695341 Dec 20 12:01:04.980645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1882108804'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:04.993563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:05.001792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Usage tracker for resource:network and tenant:c826e07ce23349c9a9db050980552e60 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:05.005581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:05.018851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e27c9f4c-f8f8-4232-9c0e-9e11480130bd req-edacf5fd-2c72-4a11-8a3b-1ed743332e35 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695762 Dec 20 12:01:05.029834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:05.052886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Made reservation on behalf of c826e07ce23349c9a9db050980552e60 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:05.055928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.076213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.098851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-150b393d-5ee1-48bc-87ac-c4a087e4225d service neutron] 10.222.0.53 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996047 Dec 20 12:01:05.115823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:05.121279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Usage tracker for resource:security_group_rule and tenant:c826e07ce23349c9a9db050980552e60 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:05.124894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:05.133108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:05.232049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.245068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.263353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:05.277328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.277778 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Added segment 6c2da7ff-d773-4a7c-b71a-0f8dc7d23976 of type vlan for network d8017390-674f-4e25-8101-ab5da55b9375 Dec 20 12:01:05.319735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.332342 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1869bbcc-0ee4-49c5-801c-f2b9937a8e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:05.380949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596d1386-f029-423c-9963-e6ef4bbd1a08,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:05.391581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bc6b71c3-627a-49bd-8523-916c640165f1 req-169c4d10-909c-4b45-adc7-920bd7b82f39 service neutron] 10.222.0.53 "GET /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845604 Dec 20 12:01:05.392567 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:05.394564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.398720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:05.399370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.405248 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:05.474702 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0098701 Dec 20 12:01:05.527073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Pushing event updated for resources: {'Network': ['ID=d8017390-674f-4e25-8101-ab5da55b9375,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:05.529979 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:05.540497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d8017390-674f-4e25-8101-ab5da55b9375 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:05.763695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40382) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:05.769663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Request body: {'port': {'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375', 'binding:host_id': 'n-h1-victoria-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-278109327'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:05.776053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:05.780659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Usage tracker for resource:port and tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:05.784311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:05.790109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:05.807593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Made reservation on behalf of a9a2c6c3e7f74d00a1129074dbdd4f8a for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:05.810970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:05.944351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:06.017093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:06.025837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Usage tracker for resource:security_group_rule and tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:06.029492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:06.038186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:06.124084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:06.129573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:06.131874 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12ab7804-3f3b-4f45-af48-2ea20a9dae89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:06.141920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] device_id is not set on port 0b04019e-8891-4cb0-8bdf-36998c5a3833 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:06.258334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b28b152-76ec-4637-839c-efc0717d0ff1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:06.265209 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:06.368823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ea2e2-cd10-4ceb-aa90-f94c815939f5 req-2fc22b9f-675e-40f4-a64a-197a8e252d52 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:06.370308 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c71ea2e2-cd10-4ceb-aa90-f94c815939f5 req-2fc22b9f-675e-40f4-a64a-197a8e252d52 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1915407 Dec 20 12:01:06.530297 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c71ea2e2-cd10-4ceb-aa90-f94c815939f5 req-bb3baf07-3bd9-44bc-991c-6aa2f6295dd9 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047242 Dec 20 12:01:06.536271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] device_id is not set on port 0b04019e-8891-4cb0-8bdf-36998c5a3833 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:06.545551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:06.560203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Transition to ACTIVE for port object 0b04019e-8891-4cb0-8bdf-36998c5a3833 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:06.580734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:06.586884 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d1a87744-445f-4274-865e-a543558dbc47 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:06.667218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=0b04019e-8891-4cb0-8bdf-36998c5a3833,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:06.671235 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:06.679641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Checking segment: {'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:06.680000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Network hostable DHCP agents. Network: d8017390-674f-4e25-8101-ab5da55b9375, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:06.702796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Network d8017390-674f-4e25-8101-ab5da55b9375 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:06.718414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d8017390-674f-4e25-8101-ab5da55b9375) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:06.723768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:06.728462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999bcd7-aae5-414c-92bf-68341d82fe88 None None] Network d8017390-674f-4e25-8101-ab5da55b9375 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:06.740958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.741434 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.741849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.748456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.748880 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.749348 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 2 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.764929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.765407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.766178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.772283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.772700 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.773267 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 3 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.792277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.792721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.793099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.799356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.799806 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.800279 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 4 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.815995 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.816707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.817131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.823260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.823897 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.824422 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 5 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.850855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.851327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.851663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.858994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.859315 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.859703 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 6 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.875377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.875703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.876031 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.882084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.882409 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.882794 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 7 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.899082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.899549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.899985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.906250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.906707 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.907227 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 8 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.926292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.926939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.927454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.936272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.936774 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.937361 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 9 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.955684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.956157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.956500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.963080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.963406 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.963802 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 10 to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 Dec 20 12:01:06.980274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:06.980905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:06.981245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:06.987784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:06.988119 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 0b04019e-8891-4cb0-8bdf-36998c5a3833 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:06.988608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.088314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] For port 0b04019e-8891-4cb0-8bdf-36998c5a3833, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:07.090601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempted to set empty binding levels {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:01:07.099247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.106777 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad812c6f-7778-4769-914c-c33bf6b88f5f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:07.178506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=0b04019e-8891-4cb0-8bdf-36998c5a3833,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:07.181131 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:07.185092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.212923 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.4478951 Dec 20 12:01:07.215775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40416) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:07.285027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Deleting port 0b04019e-8891-4cb0-8bdf-36998c5a3833 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:07.285373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.515116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] For port 0b04019e-8891-4cb0-8bdf-36998c5a3833, host n-h1-victoria-1, got binding levels [] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:07.515601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.569896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:01:07.697514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Calling delete_port for 0b04019e-8891-4cb0-8bdf-36998c5a3833 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:07.748551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:07.766589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d', 'network_id': '2e1801ad-9382-4b9e-835c-4971b4724743', 'port_id': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d', 'mac_address': 'fa:16:3e:54:f0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b95d0b5-8a8d-4370-8889-8c52b11ac7ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:01:07.804845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef21a6-ab1b-4fb7-bb09-8df5a970cac2 req-6bd6fb4f-0b89-4b56-99a0-ee2d9ccc5015 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:07.807924 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3fef21a6-ab1b-4fb7-bb09-8df5a970cac2 req-6bd6fb4f-0b89-4b56-99a0-ee2d9ccc5015 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1323333 Dec 20 12:01:07.814702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.821708 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:07.872735 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3fef21a6-ab1b-4fb7-bb09-8df5a970cac2 req-8ed9d9e5-e5e2-4a47-83c4-e19171429600 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588405 Dec 20 12:01:07.888559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b04019e-8891-4cb0-8bdf-36998c5a3833,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:07.892476 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:07.917761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.925220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0b04019e-8891-4cb0-8bdf-36998c5a3833 HTTP/1.1" status: 204 len: 168 time: 0.7083116 Dec 20 12:01:07.927694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40436) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:07.940225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.963404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:01:07.976664 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac10ce8-d278-4ee2-8f6b-e5975fe5b556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:01:07.977532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ac10ce8-d278-4ee2-8f6b-e5975fe5b556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Synchronizing usage tracker for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:07.982490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:07.989502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.991651 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ba0f6da7-0b21-4d17-98a6-a3844ff55326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:07.998368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ac10ce8-d278-4ee2-8f6b-e5975fe5b556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Unset dirty status for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:08.003017 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2ac10ce8-d278-4ee2-8f6b-e5975fe5b556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "GET /v2.0/ports/0b04019e-8891-4cb0-8bdf-36998c5a3833 HTTP/1.1" status: 404 len: 333 time: 0.0709958 Dec 20 12:01:08.003366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40440) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:08.009118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Request body: {'port': {'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349815346'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:08.015423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:08.025855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:08.039276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Made reservation on behalf of a9a2c6c3e7f74d00a1129074dbdd4f8a for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:08.043071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:08.064078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:08.068275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] device_id is not set on port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:08.074269 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:08.203671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['8f7084ec-f677-4f10-b9a9-1dd2e4ae910d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:08.361339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:08.389357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:08.397214 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d18c544-ddb7-424f-b93f-74e422af1af4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:08.474798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Network d8017390-674f-4e25-8101-ab5da55b9375 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:08.475805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=78dddf18-a632-46f1-a0f5-82cf1f65e3c6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:08.478782 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:08.480159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:08.482585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:08.483714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:08.484301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:08.517129 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5124524 Dec 20 12:01:08.519996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:08.527895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:08.666553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:08.919480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] device_id is not set on port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:08.927591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:08.946384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Transition to ACTIVE for port object 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:08.953645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:08.960125 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ca43369-f725-46b0-85ec-ab6013ceaae5 tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:09.243260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=78dddf18-a632-46f1-a0f5-82cf1f65e3c6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:09.248832 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:09.279906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.279906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.279906 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.308588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.312532 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.313207 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 2 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.349532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.349861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.350216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.361576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651136-5c99-4434-a558-10058767b32c req-1a6acd17-9559-4404-9a00-5a9312f1f779 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:09.363138 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9651136-5c99-4434-a558-10058767b32c req-1a6acd17-9559-4404-9a00-5a9312f1f779 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1869886 Dec 20 12:01:09.366159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.366496 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.366880 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 3 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.401630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.402248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.403272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.423320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.423648 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.426701 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 4 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.445194 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9651136-5c99-4434-a558-10058767b32c req-197fa7dd-de53-4982-acb4-6e386511f216 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711248 Dec 20 12:01:09.449234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.450131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.450472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.458213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.458622 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.459674 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 5 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.478851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.479187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.479521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.486377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.486704 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.487088 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 6 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.504792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.505044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.505388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.511613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.512485 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.512881 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 7 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.529088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.529423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.529761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.535962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.536286 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.536682 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 8 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.552165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.552498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.553392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.558880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.559207 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.559595 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 9 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.566119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:09.575796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.576393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.576944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.583272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.583764 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.584244 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 10 to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 Dec 20 12:01:09.607199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:09.607749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:09.608355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:09.616743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:09.617269 n-d-victoria-1 neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:09.617269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:09.671308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:09.678706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:09.679571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:09.735047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] For port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6, host n-h1-victoria-1, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:09.735431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempted to set empty binding levels {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:01:09.740345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:09.744444 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3514445-6320-4d53-8aaa-336893ed7083 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:09.807530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] In _notify_port_updated(), no bound segment for port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:01:09.808562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:09.813190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40468) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:09.823365 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "PUT /v2.0/ports/78dddf18-a632-46f1-a0f5-82cf1f65e3c6 HTTP/1.1" status: 200 len: 981 time: 1.3023000 Dec 20 12:01:09.856825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=78dddf18-a632-46f1-a0f5-82cf1f65e3c6,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:09.864394 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:09.894833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:09.939685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:09.946333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:09.950614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-38bf2882-d8f9-4f57-98b1-373670e43802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26264 time: 0.1361001 Dec 20 12:01:09.983308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:09.994217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:09.997096 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:10.011217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Deleting port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:10.011493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:10.086500 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d', 'code': 200} Dec 20 12:01:10.146092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:10.157124 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:10.295111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] For port 78dddf18-a632-46f1-a0f5-82cf1f65e3c6, host n-h1-victoria-1, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:10.295425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:10.303123 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa1ff8a6-e17c-45bd-926f-fe5640e0ebc4 req-f36927c2-183b-4c6f-9807-c338ceb8153a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1587138 Dec 20 12:01:10.417410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aa1ff8a6-e17c-45bd-926f-fe5640e0ebc4 req-491151cb-fe27-4abe-8294-01a7d05be32d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070321 Dec 20 12:01:10.450693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Calling delete_port for 78dddf18-a632-46f1-a0f5-82cf1f65e3c6 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:10.569179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:10.576061 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-866bf0d2-e0fd-4a56-b400-847a3b97c467 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:10.613354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:10.635013 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event deleted for resources: {'Port': ['ID=78dddf18-a632-46f1-a0f5-82cf1f65e3c6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:10.638048 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:10.642179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:10.656809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/78dddf18-a632-46f1-a0f5-82cf1f65e3c6 HTTP/1.1" status: 204 len: 168 time: 0.7158673 Dec 20 12:01:10.657476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:10.704578 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a307a354-9b50-4b05-aafb-3a1627327ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:01:10.705075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a307a354-9b50-4b05-aafb-3a1627327ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Synchronizing usage tracker for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:10.724866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a307a354-9b50-4b05-aafb-3a1627327ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Unset dirty status for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:10.730055 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a307a354-9b50-4b05-aafb-3a1627327ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "GET /v2.0/ports/78dddf18-a632-46f1-a0f5-82cf1f65e3c6 HTTP/1.1" status: 404 len: 333 time: 0.0714986 Dec 20 12:01:10.731822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40512) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:10.744750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1567492709', 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:10.750456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:10.763044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:10.779289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Made reservation on behalf of a9a2c6c3e7f74d00a1129074dbdd4f8a for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:10.782948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:10.807154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] device_id is not set on port e86225a6-da16-435d-b236-40e5573512be yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:10.822500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138324f-f888-4d8b-8474-4e03d01a77e5 req-eee30c2e-c225-4df0-8201-5f5a51c327be tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:10.824809 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c138324f-f888-4d8b-8474-4e03d01a77e5 req-eee30c2e-c225-4df0-8201-5f5a51c327be tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 946 time: 0.2128808 Dec 20 12:01:10.894739 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c138324f-f888-4d8b-8474-4e03d01a77e5 req-8d96fe89-cc4c-4fd3-979f-142ae60b625c tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643632 Dec 20 12:01:10.988228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.020816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:11.025301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Usage tracker for resource:security_group_rule and tenant:8b899089c8a2469488a7ddbf5fda7a8d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:11.028904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:11.034837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:11.052830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.080861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.086680 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-469ffaf4-1293-4062-b088-f89fd99c7e40 tempest-AllowedAddressPairIpV6TestJSON-1892646149 tempest-AllowedAddressPairIpV6TestJSON-1892646149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:11.106153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.110598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.120514 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-779c3277-bac9-4ee3-9490-19cd2529620a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:11.151084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Network d8017390-674f-4e25-8101-ab5da55b9375 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:11.154880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:11.159029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:11.159833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:11.160427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.164089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=e86225a6-da16-435d-b236-40e5573512be,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:11.167774 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:11.172712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4021b0-9274-4675-8f65-476cf7c6b467,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:11.176613 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:11.181635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b899089c8a2469488a7ddbf5fda7a8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5644467 Dec 20 12:01:11.182312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:11.190534 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4543080 Dec 20 12:01:11.191640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40522) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:11.250092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.257170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21f503b0-f0bf-465b-9b01-f496779380b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Synchronizing usage tracker for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:11.274059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-21f503b0-f0bf-465b-9b01-f496779380b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Unset dirty status for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:11.278936 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-21f503b0-f0bf-465b-9b01-f496779380b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "GET /v2.0/ports/e86225a6-da16-435d-b236-40e5573512be HTTP/1.1" status: 200 len: 959 time: 0.0831196 Dec 20 12:01:11.279178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.279287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:11.342625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.348513 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4c59b607-cc87-44c0-9d0e-14e7ff9d3fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:11.365511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4021b0-9274-4675-8f65-476cf7c6b467,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:11.368643 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:11.369405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.370653 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e4021b0-9274-4675-8f65-476cf7c6b467 HTTP/1.1" status: 204 len: 168 time: 0.1872287 Dec 20 12:01:11.383911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Deleting port e86225a6-da16-435d-b236-40e5573512be {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:11.384223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.750390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40536) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:11.755539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.777897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.818412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:11.822700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Usage tracker for resource:security_group_rule and tenant:96a3712cb2db483cb3c53726bdb17086 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:11.826638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:11.833158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:11.905082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.910515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.919577 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-10472e7e-c0b1-4bd9-b25a-74f2469c74ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:11.936751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Calling delete_port for e86225a6-da16-435d-b236-40e5573512be owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:11.957646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1c41be-9788-4cde-b469-e6f3733793ad,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:11.962906 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:11.986485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96a3712cb2db483cb3c53726bdb17086&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2348168 Dec 20 12:01:11.987170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40544) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:12.020812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.030988 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:12.081024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event deleted for resources: {'Port': ['ID=e86225a6-da16-435d-b236-40e5573512be,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:12.085222 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:12.089590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.091702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.108500 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e86225a6-da16-435d-b236-40e5573512be HTTP/1.1" status: 204 len: 168 time: 0.8253706 Dec 20 12:01:12.109118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40548) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:12.131289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.149878 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c75a3d-b0e6-4f35-ac97-d57823fd1f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:01:12.153794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7c75a3d-b0e6-4f35-ac97-d57823fd1f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Synchronizing usage tracker for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:12.171121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7c75a3d-b0e6-4f35-ac97-d57823fd1f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Unset dirty status for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:12.175787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f7c75a3d-b0e6-4f35-ac97-d57823fd1f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "GET /v2.0/ports/e86225a6-da16-435d-b236-40e5573512be HTTP/1.1" status: 404 len: 333 time: 0.0625436 Dec 20 12:01:12.176017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40552) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:12.182286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Request body: {'port': {'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-983043413'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:12.183665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13f7f-91c0-4958-9c66-8b20f2567f9a req-358e08d9-8c67-4617-adf3-656a8b2b96d9 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:12.185108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e13f7f-91c0-4958-9c66-8b20f2567f9a req-358e08d9-8c67-4617-adf3-656a8b2b96d9 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1338587 Dec 20 12:01:12.187892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:12.200238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:12.211499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Made reservation on behalf of a9a2c6c3e7f74d00a1129074dbdd4f8a for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:12.214289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.228404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.234451 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2c0af96c-a9c0-446f-b4c2-f1bf618f6a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:12.241085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] device_id is not set on port 6147e66d-f565-49c9-88bb-6ebc688614d0 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:12.254410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-56e13f7f-91c0-4958-9c66-8b20f2567f9a req-bc42bb9c-2d44-4815-b514-96375d0a239d tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634122 Dec 20 12:01:12.256348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1c41be-9788-4cde-b469-e6f3733793ad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:12.259295 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:12.260018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.265162 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f1c41be-9788-4cde-b469-e6f3733793ad HTTP/1.1" status: 204 len: 168 time: 0.2761934 Dec 20 12:01:12.514376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.545348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.555795 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e656888-021c-4cda-9ba5-e42042a2f11f tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:12.629827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Network d8017390-674f-4e25-8101-ab5da55b9375 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:12.633268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:12.638293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:12.639128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:12.639709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:12.646264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=6147e66d-f565-49c9-88bb-6ebc688614d0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:12.653323 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:12.672927 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4933884 Dec 20 12:01:12.673297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:12.680704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:12.835045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.025563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:13.126913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Deleting subnet d30529fe-2c30-4655-ae44-d5f82df8ca49 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:13.130439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.243312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.362808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] device_id is not set on port 6147e66d-f565-49c9-88bb-6ebc688614d0 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:13.371156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.412904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.421405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Transition to ACTIVE for port object 6147e66d-f565-49c9-88bb-6ebc688614d0 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:13.437850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.442903 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fbbfddf-b316-4545-a8b5-49c092ed810b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:13.561654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.565456 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-09025a63-ef3f-482e-ba63-7b366719bb42 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:13.575522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=6147e66d-f565-49c9-88bb-6ebc688614d0,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:13.590375 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:13.602243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30529fe-2c30-4655-ae44-d5f82df8ca49,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:13.606348 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:13.609438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.618451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d30529fe-2c30-4655-ae44-d5f82df8ca49 HTTP/1.1" status: 204 len: 168 time: 0.5914443 Dec 20 12:01:13.619122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40598) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:13.630979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.631568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.632173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.640417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.641708 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.642357 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 2 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.665594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.666642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.675519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.692613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.692945 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.695653 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 3 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.713391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.713735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.714094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.721769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.722137 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.722533 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 4 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.741128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.745971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.747098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.747443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.753736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.754225 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.754614 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 5 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.772490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.772834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.773168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.779358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.779669 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.780063 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 6 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.795496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.795830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.796162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.802217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.802544 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.802932 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 7 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.820669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.820669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.820669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.826848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.827176 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.828123 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 8 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.845807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.846472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.846575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.852544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.852869 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.853253 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 9 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.868546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.868886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.869220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.875857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.876082 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.876465 n-d-victoria-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempt 10 to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 Dec 20 12:01:13.891696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:13.891964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:13.892294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempting to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:13.897987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:13.898340 n-d-victoria-1 neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Failed to bind port 6147e66d-f565-49c9-88bb-6ebc688614d0 on host n-h1-victoria-1 for vnic_type normal using segments [{'id': '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd8017390-674f-4e25-8101-ab5da55b9375'}] Dec 20 12:01:13.898744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.899637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.928707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863a616f-5be4-47d4-b3ae-ad32e2845eaf']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:13.946268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1cde9e-0e40-4913-93ae-a3f9f87f303c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:13.946614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1cde9e-0e40-4913-93ae-a3f9f87f303c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:13.959314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.977099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:13.984408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:13.985794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:14.000012 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:14.032649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] For port 6147e66d-f565-49c9-88bb-6ebc688614d0, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:14.033276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Attempted to set empty binding levels {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:01:14.037773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.045294 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bf219483-d6d2-403b-aaa0-15273064831c tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:14.098730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.103037 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8613b305-18f5-4552-8461-91122d3e51c1 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:14.117848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.129727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Pushing event deleted for resources: {'Network': ['ID=863a616f-5be4-47d4-b3ae-ad32e2845eaf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:14.134097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] In _notify_port_updated(), no bound segment for port 6147e66d-f565-49c9-88bb-6ebc688614d0 on network d8017390-674f-4e25-8101-ab5da55b9375 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:01:14.134473 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:14.135365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.142327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40612) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:14.143371 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "PUT /v2.0/ports/6147e66d-f565-49c9-88bb-6ebc688614d0 HTTP/1.1" status: 200 len: 980 time: 1.4688082 Dec 20 12:01:14.148053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event updated for resources: {'Port': ['ID=6147e66d-f565-49c9-88bb-6ebc688614d0,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:14.150198 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:14.207328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Deleting port 6147e66d-f565-49c9-88bb-6ebc688614d0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:14.207667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.364487 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] 10.222.0.32 "DELETE /v2.0/networks/863a616f-5be4-47d4-b3ae-ad32e2845eaf HTTP/1.1" status: 204 len: 168 time: 0.7419727 Dec 20 12:01:14.364872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40622) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:14.439922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Deleting subnet 3e826d88-6b68-491c-8c2b-5a276855a56d {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:14.443460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.498461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.563728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.567715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] For port 6147e66d-f565-49c9-88bb-6ebc688614d0, host n-h1-victoria-1, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:14.568076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.644594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.649231 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:14.692346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e826d88-6b68-491c-8c2b-5a276855a56d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:14.695170 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:14.697054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Calling delete_port for 6147e66d-f565-49c9-88bb-6ebc688614d0 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:14.699791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.705525 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-58090fd0-831c-4e36-95d5-ed6954f20a01 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e826d88-6b68-491c-8c2b-5a276855a56d HTTP/1.1" status: 204 len: 168 time: 0.3396268 Dec 20 12:01:14.707991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:14.805102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.818634 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-06b49887-452d-4459-b5b0-fccd5f84c12e tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:14.865832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.868903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.871769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Pushing event deleted for resources: {'Port': ['ID=6147e66d-f565-49c9-88bb-6ebc688614d0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:14.874841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:14.887662 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6147e66d-f565-49c9-88bb-6ebc688614d0 HTTP/1.1" status: 204 len: 168 time: 0.7432115 Dec 20 12:01:14.890119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40638) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:14.932492 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c467be3b-c394-443d-ba4c-816684d6d4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:01:14.932999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c467be3b-c394-443d-ba4c-816684d6d4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Synchronizing usage tracker for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:14.950354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c467be3b-c394-443d-ba4c-816684d6d4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Unset dirty status for tenant:a9a2c6c3e7f74d00a1129074dbdd4f8a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:14.954413 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c467be3b-c394-443d-ba4c-816684d6d4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] 10.222.0.32 "GET /v2.0/ports/6147e66d-f565-49c9-88bb-6ebc688614d0 HTTP/1.1" status: 404 len: 333 time: 0.0633707 Dec 20 12:01:14.955480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40642) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:15.031599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.083518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.118695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c10257-85eb-462e-8774-4f80e21cbb83']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:15.143440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348ee89b-a387-4da5-86b9-3b8adfe5fef4') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:15.143661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348ee89b-a387-4da5-86b9-3b8adfe5fef4') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:15.159516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.161897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.182035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.214970 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:15.215365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:15.228210 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:15.391290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.401274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.405786 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-15bf8e81-7917-4f5c-8841-26e3dc1da48d tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:15.419366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.440638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] 10.222.0.32 "DELETE /v2.0/networks/85c10257-85eb-462e-8774-4f80e21cbb83 HTTP/1.1" status: 204 len: 168 time: 0.7316153 Dec 20 12:01:15.441880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Pushing event deleted for resources: {'Network': ['ID=85c10257-85eb-462e-8774-4f80e21cbb83,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:15.444861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8017390-674f-4e25-8101-ab5da55b9375']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:15.451889 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:15.457979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:15.458299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2da7ff-d773-4a7c-b71a-0f8dc7d23976') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:15.473879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.491408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.498636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:15.499262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:15.515194 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:15.684275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:15.724205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.728271 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-93c80854-50ba-4aaf-9b1e-80dffeb38965 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:15.747073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.754236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Pushing event deleted for resources: {'Network': ['ID=d8017390-674f-4e25-8101-ab5da55b9375,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:15.755002 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ff9ad3b1-94d8-469f-ba50-4cbd2099b4cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d3445953c494d1ca03d0dee820307f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0694215 Dec 20 12:01:15.757433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:15.760817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] 10.222.0.32 "DELETE /v2.0/networks/d8017390-674f-4e25-8101-ab5da55b9375 HTTP/1.1" status: 204 len: 168 time: 0.8041749 Dec 20 12:01:15.762343 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:15.820869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.850188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.904521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.909634 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7b91ab6-569f-4ebe-ab61-3858c107afd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:15.923102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:15.925964 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:15.936527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.941800 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4a44cf5-551d-4d54-a03e-8d3eda3c9cb7 HTTP/1.1" status: 204 len: 168 time: 0.1825895 Dec 20 12:01:16.115792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:16.369719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40752) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:16.421715 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9c6625de-c3f6-4074-8a44-addc56b7642a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f6f2f8a10224f0a8bec237e00d9d6a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506377 Dec 20 12:01:16.424206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40756) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:16.444839 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-310a2ae1-ffea-40c6-b36a-8eac8b9b8ee2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c826e07ce23349c9a9db050980552e60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273046 Dec 20 12:01:16.447121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40762) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:16.552396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.563319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.592222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.679771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.731070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.737753 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1cabfe3a-37f7-4a66-bc27-7f4d110c3e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:16.756921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d1386-f029-423c-9963-e6ef4bbd1a08,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:16.760390 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:16.777107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f29069-2146-4520-b34c-44fbc9f2fb9f req-03066452-c5c4-4122-a9f7-dd75908c4bec tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:16.778632 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1f29069-2146-4520-b34c-44fbc9f2fb9f req-03066452-c5c4-4122-a9f7-dd75908c4bec tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1670010 Dec 20 12:01:16.779878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.780848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/596d1386-f029-423c-9963-e6ef4bbd1a08 HTTP/1.1" status: 204 len: 168 time: 0.3326826 Dec 20 12:01:16.781718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.786678 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-622790f1-52e1-4ff1-ab63-a6a4f8802c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:16.797014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.800352 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ac34767-094b-42b9-9e13-18066776328b HTTP/1.1" status: 204 len: 168 time: 0.3730307 Dec 20 12:01:16.800352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac34767-094b-42b9-9e13-18066776328b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:16.815009 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:16.859361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1f29069-2146-4520-b34c-44fbc9f2fb9f req-b2eee5e9-96f6-4d54-bef7-7c6c778b8c97 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599926 Dec 20 12:01:17.076358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f35c2a-df75-4211-acc9-c1b912abebc0 req-2ed3b531-c228-4bf7-aef6-d56bfa6e40a6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:17.077823 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d5f35c2a-df75-4211-acc9-c1b912abebc0 req-2ed3b531-c228-4bf7-aef6-d56bfa6e40a6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.0892932 Dec 20 12:01:17.108296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:17.128687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d5f35c2a-df75-4211-acc9-c1b912abebc0 req-15d26863-6e7d-42b3-be8c-6104db51d027 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454841 Dec 20 12:01:17.247721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40802) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:17.370609 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e96a2f53-4a0b-41d0-987e-e1ad432a9f34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9a2c6c3e7f74d00a1129074dbdd4f8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1214113 Dec 20 12:01:17.373260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:17.443631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.477765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.520835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.547775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.555277 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a51bbab1-a278-45d3-ae36-cc351991498d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:17.571123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b28b152-76ec-4637-839c-efc0717d0ff1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:17.585962 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:17.586808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.587932 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b28b152-76ec-4637-839c-efc0717d0ff1 HTTP/1.1" status: 204 len: 168 time: 0.2136962 Dec 20 12:01:17.636914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:17.649514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Usage tracker for resource:security_group_rule and tenant:ef2b32d8ed114e659f800d16b9d62436 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:17.655272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:17.664930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:17.698395 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-98067e12-b529-43a3-8a10-cd1734ca6cd4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:17.700313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-98067e12-b529-43a3-8a10-cd1734ca6cd4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.1990657 Dec 20 12:01:17.730611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-b413b24b-240a-4180-aa2b-63ecad481ac9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/quotas/abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 375 time: 0.0236316 Dec 20 12:01:17.816859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.823094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.834064 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f1366b9b-745c-4f29-8fd7-4b689379336f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:17.891625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e331cce0-8600-446e-836a-a7e3bfa3f6f8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:17.898713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef2b32d8ed114e659f800d16b9d62436&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7868853 Dec 20 12:01:17.898713 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:17.900571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:17.915041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-02e24e06-727f-436c-9ba3-426f4fb1d962 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1731122 Dec 20 12:01:17.999983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.036129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.057170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-9271f94c-a9aa-4c47-ad3b-ff2ef6e9a657 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412740 Dec 20 12:01:18.109508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.113619 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cec234b4-32ac-48be-a16b-6adf99feb5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:18.125945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e331cce0-8600-446e-836a-a7e3bfa3f6f8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:18.128244 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:18.133756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.134969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e331cce0-8600-446e-836a-a7e3bfa3f6f8 HTTP/1.1" status: 204 len: 168 time: 0.2318704 Dec 20 12:01:18.145452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.223080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-34fde1f7-3096-4ad9-a88d-dd1ab2c2e1af service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648157 Dec 20 12:01:18.454184 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ca27089-1ea8-480a-8096-73cbeb98be5b req-80e8116b-fa4d-486a-aa17-b5e6c14aa66f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 210 time: 0.0566411 Dec 20 12:01:18.637764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40876) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:18.685480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.760156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:18.764398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Usage tracker for resource:security_group_rule and tenant:b71fac381ea946bc93883e7a9e9c3385 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:18.767617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:18.773680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:18.829466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40886) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:18.867096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.873427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.883665 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b7089766-2b52-4e98-9cf6-0094cdf2faeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:18.931142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b71fac381ea946bc93883e7a9e9c3385&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2914298 Dec 20 12:01:18.932388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c2f63-6f19-406a-bc21-d56ef0aa3526,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:18.933897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 40894) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:18.935404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:18.989744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1016832547'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:19.008909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:19.013262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:network and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:19.016382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:19.022462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:19.047441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:19.050866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.065137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.099408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.129920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:19.138100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:security_group_rule and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:19.141746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.153101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:19.161670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:19.239948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.247688 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.263078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c2f63-6f19-406a-bc21-d56ef0aa3526,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.271443 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.281929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.288812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.292632 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a0c2f63-6f19-406a-bc21-d56ef0aa3526 HTTP/1.1" status: 204 len: 168 time: 0.3544734 Dec 20 12:01:19.294033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.298263 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bec79a05-aba2-483d-8485-9cacd7234ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.325740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:19.338385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d236e87-9c91-4a66-8fef-f9fba393b241,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.343322 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.344481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.345004 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Added segment e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8 of type vlan for network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 Dec 20 12:01:19.374237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.406113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.410401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:19.411060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.414909 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ac58c586-065f-4110-a471-e56da63a8f6d tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.525575 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6916039 Dec 20 12:01:19.525900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:19.528999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Network': ['ID=4fc2fd4c-95d1-4458-8daa-968c71b89f60,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.531720 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.537431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:19.549846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:19.900906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-258363b2-9100-4097-a283-362ca2faa2f5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:19.908451 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-258363b2-9100-4097-a283-362ca2faa2f5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.2563119 Dec 20 12:01:19.930340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'port': {'device_id': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'admin_state_up': True, 'tenant_id': 'abc93a564ed2497c8411d898e060188e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:19.944874 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d93e58e-3e88-4254-8807-8f9aca24fcba req-2efdd18e-9e3e-41ef-bc2e-89023cb2c11f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 210 time: 0.1280270 Dec 20 12:01:19.951156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:19.963988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:19.968122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:19.974479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:19.987182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:20.105947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.254405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:20.268103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:20.292337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Made reservation on behalf of abc93a564ed2497c8411d898e060188e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:20.300627 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.417585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.427231 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ee47d72-3799-48b5-bf61-05375c6aafb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:20.514498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Allocated IP 172.20.0.10 (b1a16a4f-247f-4fa1-bed3-3c652bc1d557/63c5b08a-6c4f-4f33-8b43-bf477236aa34/bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:20.718884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=83e5e3c2-084c-4f0a-b37d-6c8a23ae349d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:20.723541 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:20.724758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:20.725181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network hostable DHCP agents. Network: 4fc2fd4c-95d1-4458-8daa-968c71b89f60, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:20.761975 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:20.787833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 4fc2fd4c-95d1-4458-8daa-968c71b89f60) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:20.793307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:20.793765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.797833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22d6c6-c240-42cf-8b18-54e9f328c2ed None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:20.842537 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3152740 Dec 20 12:01:20.847496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:20.862824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'name': 'tempest-NetworksTestDHCPv6-1716555646'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:20.928040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.976317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Transition to ACTIVE for port object bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:21.041138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.048082 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:21.149801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:21.162086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:21.169632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:21.173988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['58066b1c-143a-465c-8f70-791c1853c3b7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:21.177421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:21.185982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:21.187394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:21.190962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:21.214779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:21.218460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.225316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:21.240903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:21.254071 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:21.332340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:21.334702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.392706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port f2b6cdfd-6648-4193-a3c4-0f5e23433cc3 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:21.404521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4794974 Dec 20 12:01:21.421958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Request body: {'port': {'device_id': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:21.547087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '83e5e3c2-084c-4f0a-b37d-6c8a23ae349d'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:21.548397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.676282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193cb4-e142-4d47-b497-8799bf357401 req-3ac10c29-35c0-4ece-97c8-da981873992c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:21.676880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.684142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-31193cb4-e142-4d47-b497-8799bf357401 req-3ac10c29-35c0-4ece-97c8-da981873992c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 932 time: 0.4389062 Dec 20 12:01:21.764522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::2c3 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/83e5e3c2-084c-4f0a-b37d-6c8a23ae349d/f2b6cdfd-6648-4193-a3c4-0f5e23433cc3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:21.789630 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-31193cb4-e142-4d47-b497-8799bf357401 req-e9ce33cc-6220-4f54-844b-dfa106be2b0d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028259 Dec 20 12:01:22.004670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e9685e46-6ff0-4469-af17-b4215ab66f40 None None] Provisioning for port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:22.016809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e9685e46-6ff0-4469-af17-b4215ab66f40 None None] Provisioning complete for port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:22.017639 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e9685e46-6ff0-4469-af17-b4215ab66f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.116573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e9685e46-6ff0-4469-af17-b4215ab66f40 None None] Port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:22.137492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.163320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object f2b6cdfd-6648-4193-a3c4-0f5e23433cc3 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:22.192261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.203078 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8bedef0-5b21-49ee-97bf-30aea6cfe27b tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.288081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/83e5e3c2-084c-4f0a-b37d-6c8a23ae349d/4d598151-76a3-4788-b9c1-3fde8146656d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:22.324599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:22.328514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:22.333233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:22.337493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:22.338139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.344946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=f2b6cdfd-6648-4193-a3c4-0f5e23433cc3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:22.359917 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:22.373836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5246775 Dec 20 12:01:22.376272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40982) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:22.432286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:01:22.447911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.481675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Transition to ACTIVE for port object bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:22.488289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.501465 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.502224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3a0c5-56fb-4fff-a741-818ac6403958 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:22.502511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-93f3a0c5-56fb-4fff-a741-818ac6403958 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:22.525063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-93f3a0c5-56fb-4fff-a741-818ac6403958 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:22.529608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-93f3a0c5-56fb-4fff-a741-818ac6403958 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1490498 Dec 20 12:01:22.529959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 40988) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:22.653110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.664738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Transition to ACTIVE for port object 4d598151-76a3-4788-b9c1-3fde8146656d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:22.691945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Transition to ACTIVE for port object 4d598151-76a3-4788-b9c1-3fde8146656d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:22.693315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:22.701924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port f2b6cdfd-6648-4193-a3c4-0f5e23433cc3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:22.702285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.704810 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:22.707262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.721936 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.810321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Attempting to bind port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:22.810911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Attempting to bind port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:22.811433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Attempting to bind port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:22.818648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:22.819196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Attempting to bind port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:22.830117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:22.830685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:22.831232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Bound using segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:22.831824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Bound port: bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:22.832332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.944334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] For port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:22.959745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] For port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:22.966580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:22.970716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.977081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:22.987340 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:22.988559 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-deb79214-5f05-4773-b6dc-ff8a17668eb7 tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.993723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Pushing event updated for resources: {'Port': ['ID=4d598151-76a3-4788-b9c1-3fde8146656d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:23.016339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.017036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.017036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.017401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.017732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.018076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.018407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.018726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.019040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.019357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.019690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:23.023703 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.119215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.181670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Attempting to bind port 4d598151-76a3-4788-b9c1-3fde8146656d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:23.182550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Attempting to bind port 4d598151-76a3-4788-b9c1-3fde8146656d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:23.183291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Attempting to bind port 4d598151-76a3-4788-b9c1-3fde8146656d on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:23.223482 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:23.224311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:23.224957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.225660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:23.227686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Bound port: 4d598151-76a3-4788-b9c1-3fde8146656d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:23.228348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.301420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:23.305334 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.329949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.336326 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 HTTP/1.1" status: 200 len: 1094 time: 1.9243815 Dec 20 12:01:23.336480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for f2b6cdfd-6648-4193-a3c4-0f5e23433cc3 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:23.336985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:23.494608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] For port 4d598151-76a3-4788-b9c1-3fde8146656d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:23.504288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] For port 4d598151-76a3-4788-b9c1-3fde8146656d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4d598151-76a3-4788-b9c1-3fde8146656d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:23.523194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.529028 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:23.531162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c239e8-e3bc-4c0e-b871-439fbbfec7f7 req-70799a0c-34bb-44c2-91d7-6eaa0dce5ad6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:23.543893 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5c239e8-e3bc-4c0e-b871-439fbbfec7f7 req-70799a0c-34bb-44c2-91d7-6eaa0dce5ad6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 944 time: 0.5218751 Dec 20 12:01:23.630905 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-3dde8839-a6bd-4e9a-96de-4223d94e91b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 1097 time: 0.2070861 Dec 20 12:01:23.738888 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5c239e8-e3bc-4c0e-b871-439fbbfec7f7 req-62423e89-4613-4dfb-a296-16d3b947ecd4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939774 Dec 20 12:01:23.744636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Pushing event updated for resources: {'Port': ['ID=4d598151-76a3-4788-b9c1-3fde8146656d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:23.752977 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.811253 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9', 'status': 'completed', 'code': 200} Dec 20 12:01:23.837428 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-b6cf4129-9e2a-47e1-936c-886a2e929d39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 HTTP/1.1" status: 200 len: 217 time: 0.1988151 Dec 20 12:01:23.880977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.887788 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a14f929e-167f-40c5-bf42-90e9a44b54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:23.915275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-29d4910b-262b-4818-bc28-fe5604da61ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:23.916694 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-29d4910b-262b-4818-bc28-fe5604da61ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.0697327 Dec 20 12:01:23.947632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=f2b6cdfd-6648-4193-a3c4-0f5e23433cc3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:23.950815 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.974552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41018) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.053763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-a71864c8-12c2-4f1a-b24d-9ff4f3cf8764 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1312339 Dec 20 12:01:24.165908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.177366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/f2b6cdfd-6648-4193-a3c4-0f5e23433cc3 HTTP/1.1" status: 204 len: 168 time: 1.6460295 Dec 20 12:01:24.179682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41024) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.278409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a1d87-846d-4a15-b9db-2977bfc3d52e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:24.280057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a1d87-846d-4a15-b9db-2977bfc3d52e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:24.280894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-688a1d87-846d-4a15-b9db-2977bfc3d52e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:24.307094 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-688a1d87-846d-4a15-b9db-2977bfc3d52e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:24.309716 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-688a1d87-846d-4a15-b9db-2977bfc3d52e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1289792 Dec 20 12:01:24.312360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41028) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.393571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 83e5e3c2-084c-4f0a-b37d-6c8a23ae349d {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:24.396898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.410618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.462412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.465719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-30da6ace-238b-4ca7-aa9c-1e6112c912e5 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051552 Dec 20 12:01:24.470225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:24.491596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Usage tracker for resource:security_group_rule and tenant:67911d975b5248dc9ff062601d8fe728 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:24.497705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:24.507844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:24.566350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.643266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cf4bb1f7-1061-4cd3-a91d-31ebc51f62a1 req-e1770b81-145f-4888-a6b8-77825ee2afb5 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705332 Dec 20 12:01:24.685847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.690855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.698297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.700917 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d79f54a-571e-4264-81b4-276d6235fc1f tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:24.738378 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3294c9a-aae9-4578-a60d-2560c67a2aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:24.750718 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67911d975b5248dc9ff062601d8fe728&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7746747 Dec 20 12:01:24.770161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41038) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.840977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87736af9-a80a-4040-a881-72a80d1f6626,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:24.852944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=83e5e3c2-084c-4f0a-b37d-6c8a23ae349d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:24.858919 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:24.862589 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:24.864414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.898491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.904999 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98115e24-896e-47b4-85ae-85db87e248dd req-fa84d495-4ba5-4eae-b1c4-689e9d502991 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 1097 time: 0.1681092 Dec 20 12:01:24.934772 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/83e5e3c2-084c-4f0a-b37d-6c8a23ae349d HTTP/1.1" status: 204 len: 168 time: 0.6210063 Dec 20 12:01:24.937575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41046) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:25.089102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.122364 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-10cf2727-b09a-44e0-90d9-b1b753b43ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1804609 Dec 20 12:01:25.123684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:25.137794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:25.182463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98115e24-896e-47b4-85ae-85db87e248dd req-8294f2f6-ff6f-4ec6-995e-2adfa506da6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:25.185863 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98115e24-896e-47b4-85ae-85db87e248dd req-8294f2f6-ff6f-4ec6-995e-2adfa506da6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.2731256 Dec 20 12:01:25.295854 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98115e24-896e-47b4-85ae-85db87e248dd req-a656bfb8-ca1c-4327-b4b7-f7a5711b2f89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 HTTP/1.1" status: 200 len: 217 time: 0.1031191 Dec 20 12:01:25.374917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:25.384941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:25.393111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675232a-236d-436b-a982-154fdb0b0c0f req-571be828-e994-4302-a841-06cdfa87a1c3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:25.399374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874db864-3d32-42ca-9575-9209aa9e852f None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:25.399880 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c675232a-236d-436b-a982-154fdb0b0c0f req-571be828-e994-4302-a841-06cdfa87a1c3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 944 time: 0.3641264 Dec 20 12:01:25.414732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:25.419742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.430418 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-02c14642-fa26-4f1a-91d3-3b9f728de955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:25.437016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98115e24-896e-47b4-85ae-85db87e248dd req-2f73c1a2-5dc1-4c4d-8af6-6c0faddc9a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:25.438695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98115e24-896e-47b4-85ae-85db87e248dd req-2f73c1a2-5dc1-4c4d-8af6-6c0faddc9a36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1342137 Dec 20 12:01:25.439891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:25.452879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87736af9-a80a-4040-a881-72a80d1f6626,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:25.462490 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:25.472899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.477336 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87736af9-a80a-4040-a881-72a80d1f6626 HTTP/1.1" status: 204 len: 168 time: 0.6839566 Dec 20 12:01:25.478864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:25.602917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.606738 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98115e24-896e-47b4-85ae-85db87e248dd req-84e7ae6e-20cf-47e0-b637-c0aa55c7d384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1599438 Dec 20 12:01:25.633008 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c675232a-236d-436b-a982-154fdb0b0c0f req-21d1f457-2a05-47c7-a0d6-bda6bdc2d853 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322395 Dec 20 12:01:25.809306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-806fa502-c4d6-4aa3-b39a-e79bec7af613 None None] Provisioning for port 4d598151-76a3-4788-b9c1-3fde8146656d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:25.860390 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98115e24-896e-47b4-85ae-85db87e248dd req-ef98fc75-2d6e-4032-b0de-52a1ec8185cb service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456412 Dec 20 12:01:25.927750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:01:25.933845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Deleting port 4d598151-76a3-4788-b9c1-3fde8146656d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:25.936322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.057721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.062847 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-54103397-bda5-4767-8afe-9840792f26ae tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:26.166771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:26.224732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:26.233498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:26.238670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:26.239450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.247633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.260556 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-98115e24-896e-47b4-85ae-85db87e248dd req-418ddfc5-b6a0-4ffd-bac3-69600951d495 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778455 Dec 20 12:01:26.277885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=d208ab5e-def6-4100-a5fb-415a31e14b53,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:26.284713 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:26.310466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:26.316570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] For port 4d598151-76a3-4788-b9c1-3fde8146656d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4d598151-76a3-4788-b9c1-3fde8146656d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:26.316976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.326406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1951547 Dec 20 12:01:26.327662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Usage tracker for resource:security_group_rule and tenant:2280589386f44e8ab5f0ad9655a96892 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:26.329179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41070) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:26.331165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:26.334767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'name': 'tempest-NetworksTestDHCPv6-947715118'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:26.340035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:26.469846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.478430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.489367 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-913bb19c-bb6f-40ef-9f61-a73d9c31845b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:26.544668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538dab87-1944-428d-99be-a03ebb0b1ed4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:26.548208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Calling delete_port for 4d598151-76a3-4788-b9c1-3fde8146656d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:26.555874 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:26.559052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2280589386f44e8ab5f0ad9655a96892&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3878999 Dec 20 12:01:26.561745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41074) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:26.709136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.763761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:26.778957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:26.811092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:26.829341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:26.857623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:26.875666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.905818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.943482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 13119a91-1298-482e-ba6e-116517ee75da yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:26.957938 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-19d3dada-ae55-4f97-850e-3675a70da217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:26.961955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.071615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] No DVR routers for this DVR port 4d598151-76a3-4788-b9c1-3fde8146656d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:01:27.110763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Pushing event deleted for resources: {'Port': ['ID=4d598151-76a3-4788-b9c1-3fde8146656d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.112767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e5cbc-e37c-46fc-90f9-e4036d0873e9 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:27.287896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::39b (4fc2fd4c-95d1-4458-8daa-968c71b89f60/d208ab5e-def6-4100-a5fb-415a31e14b53/13119a91-1298-482e-ba6e-116517ee75da) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:27.322173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.333036 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f821697-a627-47b2-8dc7-5761e5200c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:27.342513 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.387647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.392332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/538dab87-1944-428d-99be-a03ebb0b1ed4 HTTP/1.1" status: 204 len: 168 time: 0.8292582 Dec 20 12:01:27.400198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6488143-0996-4dd2-b8e7-b4bd4ca78c83 req-d1e21500-e6f5-485c-8244-c19256ede004 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:27.402583 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6488143-0996-4dd2-b8e7-b4bd4ca78c83 req-d1e21500-e6f5-485c-8244-c19256ede004 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 944 time: 0.2828174 Dec 20 12:01:27.404030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538dab87-1944-428d-99be-a03ebb0b1ed4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.406917 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.541593 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6488143-0996-4dd2-b8e7-b4bd4ca78c83 req-b00b2b78-46d5-44ee-ab76-7a3d07d8c84b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262529 Dec 20 12:01:27.579000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': 'd208ab5e-def6-4100-a5fb-415a31e14b53'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:27.579818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.705617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.727991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 13119a91-1298-482e-ba6e-116517ee75da will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:27.752735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d80c4fd0-518b-47fe-8401-242ca0fc0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.792248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.799454 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-64a3917c-3d3a-4d51-84c1-46fa681815f6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:27.884182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:27.889663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:27.892690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=13119a91-1298-482e-ba6e-116517ee75da,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.895112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:27.899401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:27.900813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.906424 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.931139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4d598151-76a3-4788-b9c1-3fde8146656d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:01:27.938575 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6078050 Dec 20 12:01:27.940821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:27.966556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/d208ab5e-def6-4100-a5fb-415a31e14b53/21090997-2397-4e86-a7a2-479f2fb00cb5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:27.982230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 4d598151-76a3-4788-b9c1-3fde8146656d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:01:27.982887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4d598151-76a3-4788-b9c1-3fde8146656d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:01:28.045010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:01:28.095920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12921e8d-aeae-4e11-a746-f6b6c3c45295 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:28.096955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-12921e8d-aeae-4e11-a746-f6b6c3c45295 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:28.115790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-12921e8d-aeae-4e11-a746-f6b6c3c45295 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:28.117299 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-12921e8d-aeae-4e11-a746-f6b6c3c45295 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1746442 Dec 20 12:01:28.121333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:28.211108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 13119a91-1298-482e-ba6e-116517ee75da {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:28.211735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.703323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.856261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.873252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc650735-78f4-4e68-9f98-f104efbb4b7a req-3b25219a-5c30-4eed-aacd-ad06e68b92f5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:28.883714 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc650735-78f4-4e68-9f98-f104efbb4b7a req-3b25219a-5c30-4eed-aacd-ad06e68b92f5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 944 time: 0.1056862 Dec 20 12:01:28.903676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Transition to ACTIVE for port object 21090997-2397-4e86-a7a2-479f2fb00cb5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:28.944155 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fc650735-78f4-4e68-9f98-f104efbb4b7a req-187e3eb3-4dac-4cac-8be7-5219b62e3f35 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Dec 20 12:01:28.981630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Transition to ACTIVE for port object 21090997-2397-4e86-a7a2-479f2fb00cb5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:28.991025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:29.012191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9', 'mac_address': 'fa:16:3e:a0:47:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:01:29.065782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.103884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 13119a91-1298-482e-ba6e-116517ee75da owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:29.111337 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:29.147310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.183068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:01:29.240224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:29.245418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:29.248195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:29.255511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:29.273954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.328353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Pushing event updated for resources: {'Port': ['ID=21090997-2397-4e86-a7a2-479f2fb00cb5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:29.334642 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.349156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.355333 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:29.382455 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:29.421669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=13119a91-1298-482e-ba6e-116517ee75da,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:29.426570 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.452813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Attempting to bind port 21090997-2397-4e86-a7a2-479f2fb00cb5 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:29.453195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Attempting to bind port 21090997-2397-4e86-a7a2-479f2fb00cb5 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:29.453560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Attempting to bind port 21090997-2397-4e86-a7a2-479f2fb00cb5 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:29.481388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.485309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:29.485687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:29.486367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.486907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:29.487541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Bound port: 21090997-2397-4e86-a7a2-479f2fb00cb5, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:29.489312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.501865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/13119a91-1298-482e-ba6e-116517ee75da HTTP/1.1" status: 204 len: 168 time: 1.3772712 Dec 20 12:01:29.502389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41152) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.551160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:29.560136 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.585421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526ff36-c3aa-426d-8961-a36504f86fc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:29.587252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526ff36-c3aa-426d-8961-a36504f86fc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:29.589076 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f526ff36-c3aa-426d-8961-a36504f86fc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0856349 Dec 20 12:01:29.592083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.613578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] For port 21090997-2397-4e86-a7a2-479f2fb00cb5, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:29.615985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] For port 21090997-2397-4e86-a7a2-479f2fb00cb5, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=21090997-2397-4e86-a7a2-479f2fb00cb5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:29.624034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.634576 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:29.692027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:29.850497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Pushing event updated for resources: {'Port': ['ID=21090997-2397-4e86-a7a2-479f2fb00cb5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:29.863165 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:30.012222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc00719f-50c5-4941-8c9d-180f99f8e71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.035361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet d208ab5e-def6-4100-a5fb-415a31e14b53 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:30.053562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.173342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.342667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.475769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0247d-a9ef-41e5-8aa7-29319ecfd57c req-b16c78ba-74dd-4986-853e-2f84c8fb2ff4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:30.479080 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ad0247d-a9ef-41e5-8aa7-29319ecfd57c req-b16c78ba-74dd-4986-853e-2f84c8fb2ff4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 945 time: 0.3685007 Dec 20 12:01:30.557918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.564648 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dfd629f5-5c36-4668-8474-cb0bfd8126f1 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:30.570032 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ad0247d-a9ef-41e5-8aa7-29319ecfd57c req-1abfe380-1cac-4410-807b-55bb7f3bd492 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846229 Dec 20 12:01:30.607196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=d208ab5e-def6-4100-a5fb-415a31e14b53,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:30.611144 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:30.616398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.626991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/d208ab5e-def6-4100-a5fb-415a31e14b53 HTTP/1.1" status: 204 len: 168 time: 1.0339525 Dec 20 12:01:30.629388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41194) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:30.706167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e0a835f8-e533-4bc2-9188-42888f305779 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753469 Dec 20 12:01:30.708953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:30.715369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:30.863726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:30.868096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:30.871490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:30.878100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:30.897098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:30.900629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.180702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.271303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.402999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.457634 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec828c60-5001-448f-b53c-7681e24db23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.529739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:31.533058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:31.536861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:31.538332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.578862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:31.579337 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8689864 Dec 20 12:01:31.588752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=d2c88989-507a-467c-bacc-16e966a15b13,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:31.592656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'name': 'tempest-NetworksTestDHCPv6-1117980065'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:31.597758 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:31.673389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f457f1-a146-4805-941f-5c5985949b01 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:31.835169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f5f9a9ca-1306-4fc2-b33b-51c18bbea4d9 None None] Provisioning for port 21090997-2397-4e86-a7a2-479f2fb00cb5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:31.888851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:31.894978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:31.899330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:31.906716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:31.959258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc8496-75c1-49f0-90a7-b9f75cb957f1 req-4d82acbf-8f55-460d-8950-3fb6f0d3ffa4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:31.968225 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-70dc8496-75c1-49f0-90a7-b9f75cb957f1 req-4d82acbf-8f55-460d-8950-3fb6f0d3ffa4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 945 time: 0.2147403 Dec 20 12:01:32.002353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:32.006519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.076485 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 541d6785-e929-424f-b489-8e8b7402cc03 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:32.087161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:32.118049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 21090997-2397-4e86-a7a2-479f2fb00cb5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:32.162626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-70dc8496-75c1-49f0-90a7-b9f75cb957f1 req-57cbb846-fad0-4725-8c76-8b150a004a0a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934452 Dec 20 12:01:32.284530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 21090997-2397-4e86-a7a2-479f2fb00cb5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:32.295861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 21090997-2397-4e86-a7a2-479f2fb00cb5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:32.296627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.336431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:32.348936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:32.349768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.459733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::7a (4fc2fd4c-95d1-4458-8daa-968c71b89f60/d2c88989-507a-467c-bacc-16e966a15b13/541d6785-e929-424f-b489-8e8b7402cc03) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:32.707572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.779987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.871029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:32.877111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:32.884991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.890154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 21090997-2397-4e86-a7a2-479f2fb00cb5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=21090997-2397-4e86-a7a2-479f2fb00cb5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:32.892152 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.923271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.964928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 541d6785-e929-424f-b489-8e8b7402cc03 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:33.014980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.021174 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-19473627-c31b-4fe8-a9ee-0145a75f524c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:33.147429 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9', 'code': 200} Dec 20 12:01:33.156119 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2fd8aca-aad8-4c4e-81c4-f52dec239db5 req-4991facd-7bc0-4566-b41e-430fcccee705 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 1099 time: 0.1099048 Dec 20 12:01:33.162737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.167277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.198452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:33.205427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:33.214999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:33.219303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:33.220098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.226212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=541d6785-e929-424f-b489-8e8b7402cc03,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:33.232918 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2fd8aca-aad8-4c4e-81c4-f52dec239db5 req-0906893a-f537-480b-b60f-ac9410dde023 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622885 Dec 20 12:01:33.236894 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:33.264543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6829941 Dec 20 12:01:33.267001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41286) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:33.340150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-03b099b9-9492-4c3e-9657-be3ada22c12a None None] Provisioning complete for port 21090997-2397-4e86-a7a2-479f2fb00cb5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:33.340663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-03b099b9-9492-4c3e-9657-be3ada22c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.425900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40d8b7-e593-46b9-8525-655081b4b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:33.440540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40d8b7-e593-46b9-8525-655081b4b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:33.444167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c40d8b7-e593-46b9-8525-655081b4b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:33.523845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c40d8b7-e593-46b9-8525-655081b4b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:33.523845 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0c40d8b7-e593-46b9-8525-655081b4b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2499979 Dec 20 12:01:33.534857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:33.803716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:33.832558 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:33.832558 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:33.860695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f6dfe-5b31-4896-af28-31763c3bac61 req-ed189c1a-9cfe-4570-bd05-b7336269aae6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:33.861386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-833f6dfe-5b31-4896-af28-31763c3bac61 req-ed189c1a-9cfe-4570-bd05-b7336269aae6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:33.888620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 541d6785-e929-424f-b489-8e8b7402cc03 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:33.888620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.935850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-833f6dfe-5b31-4896-af28-31763c3bac61 req-ed189c1a-9cfe-4570-bd05-b7336269aae6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:33.947072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-833f6dfe-5b31-4896-af28-31763c3bac61 req-ed189c1a-9cfe-4570-bd05-b7336269aae6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 946 time: 0.4878502 Dec 20 12:01:34.057593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=21090997-2397-4e86-a7a2-479f2fb00cb5,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:34.069014 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:34.101229 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-833f6dfe-5b31-4896-af28-31763c3bac61 req-dfb45bd4-7b46-40bb-b4ba-0c6df9865440 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532993 Dec 20 12:01:34.121904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ee807e47-2dcf-44eb-a0a5-4bf49899b3e8 None None] Could not find standard attr ID for object f2b6cdfd-6648-4193-a3c4-0f5e23433cc3. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:01:34.195807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ee807e47-2dcf-44eb-a0a5-4bf49899b3e8 None None] Provisioning for port 541d6785-e929-424f-b489-8e8b7402cc03 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:34.227068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ee807e47-2dcf-44eb-a0a5-4bf49899b3e8 None None] Provisioning complete for port 541d6785-e929-424f-b489-8e8b7402cc03 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:34.227874 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee807e47-2dcf-44eb-a0a5-4bf49899b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.525564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ee807e47-2dcf-44eb-a0a5-4bf49899b3e8 None None] Port 541d6785-e929-424f-b489-8e8b7402cc03 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:34.530032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ee807e47-2dcf-44eb-a0a5-4bf49899b3e8 None None] Could not find standard attr ID for object 13119a91-1298-482e-ba6e-116517ee75da. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:01:34.648418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.866056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 541d6785-e929-424f-b489-8e8b7402cc03 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:35.060825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.067561 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-86e60bd4-000d-4729-be6d-418d0196de3a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:35.117376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=541d6785-e929-424f-b489-8e8b7402cc03,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:35.120182 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:35.195678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.219713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/541d6785-e929-424f-b489-8e8b7402cc03 HTTP/1.1" status: 204 len: 168 time: 1.6924624 Dec 20 12:01:35.225272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:35.316829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac4889b-58f9-4e13-b4b7-5877c14ee776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:35.330141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac4889b-58f9-4e13-b4b7-5877c14ee776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:35.331194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ac4889b-58f9-4e13-b4b7-5877c14ee776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:35.360244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ac4889b-58f9-4e13-b4b7-5877c14ee776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:35.364845 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ac4889b-58f9-4e13-b4b7-5877c14ee776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1383269 Dec 20 12:01:35.365751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:35.421502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca65f2-3e46-4e3a-80c8-40c57424eeaf req-5521b808-1e6d-40ee-a0b6-257ede83ca46 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:35.429344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3ca65f2-3e46-4e3a-80c8-40c57424eeaf req-5521b808-1e6d-40ee-a0b6-257ede83ca46 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 946 time: 0.1312389 Dec 20 12:01:35.509646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e3ca65f2-3e46-4e3a-80c8-40c57424eeaf req-523c7cf9-d790-4e80-a062-d98365d46061 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794339 Dec 20 12:01:35.735961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-76f5c847-9a0c-4aba-8ded-17bd5fc6360a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 267 time: 0.0512056 Dec 20 12:01:35.805662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet d2c88989-507a-467c-bacc-16e966a15b13 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:35.810872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.842023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f3ca52cb-f7f6-4111-893f-d822a8277504 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:35.844557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f3ca52cb-f7f6-4111-893f-d822a8277504 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 946 time: 0.1071653 Dec 20 12:01:35.857765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'port': {'security_groups': []}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:35.891786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.995018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.050673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.083923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 21090997-2397-4e86-a7a2-479f2fb00cb5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:36.117420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.122800 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-164fd337-66fc-45d2-a345-4ada0b0c306a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:36.153787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.174238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c88989-507a-467c-bacc-16e966a15b13,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:36.177839 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:36.188750 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/d2c88989-507a-467c-bacc-16e966a15b13 HTTP/1.1" status: 204 len: 168 time: 0.8215094 Dec 20 12:01:36.189820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.199343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793eec1-785e-47e7-a3d9-7e6d77de76d6 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:36.289423 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bd8d3c51-cb18-41a7-81a9-10bfea7d2d14 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944927 Dec 20 12:01:36.290070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41378) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.444883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018299cc-532e-4d25-8bf2-db041118b7a9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:36.445599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-018299cc-532e-4d25-8bf2-db041118b7a9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:36.478863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-018299cc-532e-4d25-8bf2-db041118b7a9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:36.483161 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-018299cc-532e-4d25-8bf2-db041118b7a9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1894615 Dec 20 12:01:36.483510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.526493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] For port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:36.567260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2481cd9a-a7bd-49a5-bd9d-de97fce0b06e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:36.567968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2481cd9a-a7bd-49a5-bd9d-de97fce0b06e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:36.586132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2481cd9a-a7bd-49a5-bd9d-de97fce0b06e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:36.587512 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2481cd9a-a7bd-49a5-bd9d-de97fce0b06e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1030407 Dec 20 12:01:36.590679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41390) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.594106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 21090997-2397-4e86-a7a2-479f2fb00cb5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:36.594689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.671170 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1b7eb13c-0117-44db-9b8f-ce02d64c93af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789099 Dec 20 12:01:36.676274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41394) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.682657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:36.828102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:36.832932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.842288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:36.845571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.859000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:01:36.865058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:36.866141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3', 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:36.870200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.872059 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c784cf0e-a99c-4d00-973a-ec5f1e0d9e1c tempest-VolumesActionsTest-642413233 tempest-VolumesActionsTest-642413233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:36.891445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['58066b1c-143a-465c-8f70-791c1853c3b7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:36.959698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:36.960378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.961741 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c01ccdf4-6b75-4615-940a-ea54df7f771d req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "PUT /v2.0/ports/bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 HTTP/1.1" status: 200 len: 905 time: 1.1120198 Dec 20 12:01:36.962306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:36.991418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Deleting port 21090997-2397-4e86-a7a2-479f2fb00cb5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:36.995152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.065086 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,revision_number=6']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:37.108288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.108678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.109057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.109427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.109792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.110211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.110647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.111010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.111369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.111724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.112081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.143186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:37.146607 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:37.172191 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9', 'status': 'completed', 'code': 200} Dec 20 12:01:37.328325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.340180 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-58620974-1c02-494a-8252-e79f93d21cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:37.510722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=102421c1-f61d-4ba0-883a-8e615883d96b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:37.540859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.543658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.544129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.544512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.544880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.545260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.549596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.550213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.551759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.552293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.554244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:37.569269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2954f580-9c31-485d-b9ff-b7065508e612 req-3466eab3-5ecd-4f79-ad8a-65de8b220369 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 1061 time: 0.3739095 Dec 20 12:01:37.572921 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:37.585896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da1e4-b1a4-4e1d-958a-89b85fe4701e req-a464c749-bade-4580-a10f-8aba27dae025 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:37.588485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-197da1e4-b1a4-4e1d-958a-89b85fe4701e req-a464c749-bade-4580-a10f-8aba27dae025 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 908 time: 0.2681286 Dec 20 12:01:37.607676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:37.608871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:37.622254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:37.622254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.731938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0544503 Dec 20 12:01:37.736756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:37.753055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '102421c1-f61d-4ba0-883a-8e615883d96b', 'ip_address': '2001:db8::d165:526d:f5f1:8e9d'}], 'name': 'tempest-NetworksTestDHCPv6-2043598467'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:37.880440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f580-9c31-485d-b9ff-b7065508e612 req-9b602106-9841-4a21-a71a-05e2aab2b575 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:37.882464 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2954f580-9c31-485d-b9ff-b7065508e612 req-9b602106-9841-4a21-a71a-05e2aab2b575 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.2857738 Dec 20 12:01:37.938790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f93347da-1ea5-4158-b6b7-9d607d7748b2 None None] Provisioning complete for port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:37.939511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f93347da-1ea5-4158-b6b7-9d607d7748b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.988040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 21090997-2397-4e86-a7a2-479f2fb00cb5 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:01:38.055082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2954f580-9c31-485d-b9ff-b7065508e612 req-46d3cc13-c718-47a5-b618-307530eab709 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 HTTP/1.1" status: 200 len: 217 time: 0.1661899 Dec 20 12:01:38.138716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f580-9c31-485d-b9ff-b7065508e612 req-c01ea14b-6546-4d0d-b277-6e7d5a8ebaa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:38.141033 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2954f580-9c31-485d-b9ff-b7065508e612 req-c01ea14b-6546-4d0d-b277-6e7d5a8ebaa0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.0790923 Dec 20 12:01:38.192425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:38.221524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:38.242424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] For port 21090997-2397-4e86-a7a2-479f2fb00cb5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=21090997-2397-4e86-a7a2-479f2fb00cb5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:38.244033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.255430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:38.262356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.291601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port e4781f44-fc2d-4674-b3e0-07389643bb62 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:38.331072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2954f580-9c31-485d-b9ff-b7065508e612 req-6d283142-101f-42fd-b05c-6f01645e0964 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1827576 Dec 20 12:01:38.355099 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:01:38.389874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e5ebd-86f9-46b0-9a25-ebc2e86b994d req-3ea99520-6dfd-49a7-b76c-b6681bfe2b8c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:38.391466 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-517e5ebd-86f9-46b0-9a25-ebc2e86b994d req-3ea99520-6dfd-49a7-b76c-b6681bfe2b8c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3872650 Dec 20 12:01:38.513077 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-517e5ebd-86f9-46b0-9a25-ebc2e86b994d req-4ca49084-c238-4108-b4ac-22cf9be9925e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105890 Dec 20 12:01:38.514408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2954f580-9c31-485d-b9ff-b7065508e612 req-e7d28a46-d10d-4070-b788-5d4c7d1b9979 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763444 Dec 20 12:01:38.686036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Calling delete_port for 21090997-2397-4e86-a7a2-479f2fb00cb5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:38.709062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::d165:526d:f5f1:8e9d (4fc2fd4c-95d1-4458-8daa-968c71b89f60/102421c1-f61d-4ba0-883a-8e615883d96b/e4781f44-fc2d-4674-b3e0-07389643bb62) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:38.808675 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2954f580-9c31-485d-b9ff-b7065508e612 req-ab6ca513-9717-4392-a027-a825f2a0b424 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875340 Dec 20 12:01:38.921835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.997731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 21090997-2397-4e86-a7a2-479f2fb00cb5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=21090997-2397-4e86-a7a2-479f2fb00cb5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:39.025442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.030241 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:39.147091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=21090997-2397-4e86-a7a2-479f2fb00cb5,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:39.150994 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:39.161213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:01:39.161528 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:01:39.303018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158fce-23a7-43de-a821-d3c235b6355c req-23b6daaa-7b52-456b-ad4e-0fe15863739d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:39.304493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5158fce-23a7-43de-a821-d3c235b6355c req-23b6daaa-7b52-456b-ad4e-0fe15863739d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4631066 Dec 20 12:01:39.371138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.388962 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b5158fce-23a7-43de-a821-d3c235b6355c req-c1940f83-d49e-423a-8cc9-5f9e77d7aa3f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775039 Dec 20 12:01:39.394868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object e4781f44-fc2d-4674-b3e0-07389643bb62 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:39.422315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.430058 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a59522d4-5d04-41ad-ac01-199762cf401a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:39.503994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:39.505206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cb61-fc73-4f91-8ba0-a20c77834a33 req-b28dd6bc-dd59-464e-b51e-cf8012ae78a1 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:39.507219 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70c4cb61-fc73-4f91-8ba0-a20c77834a33 req-b28dd6bc-dd59-464e-b51e-cf8012ae78a1 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1200695 Dec 20 12:01:39.513351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:39.521853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:39.526177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:39.527152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.535463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=e4781f44-fc2d-4674-b3e0-07389643bb62,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:39.543765 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:39.566555 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8285620 Dec 20 12:01:39.569054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:39.579891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70c4cb61-fc73-4f91-8ba0-a20c77834a33 req-df4a0bfe-f123-410e-96f8-e2ee6e5460aa tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667379 Dec 20 12:01:39.662711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Deleting port 21090997-2397-4e86-a7a2-479f2fb00cb5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:39.663212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.678079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e3ee8-6963-4e45-9cd0-3dec594c1802 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:39.683250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e3ee8-6963-4e45-9cd0-3dec594c1802 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:39.684221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-466e3ee8-6963-4e45-9cd0-3dec594c1802 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:39.710844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-466e3ee8-6963-4e45-9cd0-3dec594c1802 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:39.714952 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-466e3ee8-6963-4e45-9cd0-3dec594c1802 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1421998 Dec 20 12:01:39.715674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41466) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:39.820057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port e4781f44-fc2d-4674-b3e0-07389643bb62 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:39.821558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.062232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-b05c7fc4-35e7-4048-86a2-c24772b2f896 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:40.064047 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-b05c7fc4-35e7-4048-86a2-c24772b2f896 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.3133066 Dec 20 12:01:40.067491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] For port 21090997-2397-4e86-a7a2-479f2fb00cb5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=21090997-2397-4e86-a7a2-479f2fb00cb5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:40.068056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.093054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-7dbfa45c-289f-4e7e-adf9-e030e9e85620 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/quotas/abc93a564ed2497c8411d898e060188e HTTP/1.1" status: 200 len: 375 time: 0.0234752 Dec 20 12:01:40.218044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.266728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Calling delete_port for 21090997-2397-4e86-a7a2-479f2fb00cb5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:40.313950 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-8a745a7f-9078-4d76-8ba6-b32d37876585 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2148852 Dec 20 12:01:40.383828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for e4781f44-fc2d-4674-b3e0-07389643bb62 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:40.429124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.434150 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:40.505468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Pushing event deleted for resources: {'Port': ['ID=21090997-2397-4e86-a7a2-479f2fb00cb5,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:40.505468 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:40.520097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] No DVR routers for this DVR port 21090997-2397-4e86-a7a2-479f2fb00cb5 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:01:40.540058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced21ce-4aad-41b0-a838-4789e9521c7f None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:40.615653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-b92c9818-70ae-4a1b-8c05-1480f1144732 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948775 Dec 20 12:01:40.874555 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-c288daff-bc03-4887-a245-fbc022e57683 service neutron] 10.222.0.32 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516458 Dec 20 12:01:41.020646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '102421c1-f61d-4ba0-883a-8e615883d96b'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:41.021480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.095931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.106804 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4057df77-5913-48c8-b605-1054b08dd68a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:41.179485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=e4781f44-fc2d-4674-b3e0-07389643bb62,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:41.190206 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:41.268943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cc25f-d644-486b-962d-b94359f9e70d req-8336816c-6893-4757-8858-f0e94875ed37 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:41.270388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e37cc25f-d644-486b-962d-b94359f9e70d req-8336816c-6893-4757-8858-f0e94875ed37 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 946 time: 0.3503933 Dec 20 12:01:41.276828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.341139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/102421c1-f61d-4ba0-883a-8e615883d96b/4ecaacb7-7ad5-4114-9f66-525cf992a49f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:41.450585 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/e4781f44-fc2d-4674-b3e0-07389643bb62 HTTP/1.1" status: 204 len: 168 time: 1.7299948 Dec 20 12:01:41.450585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41516) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:41.528948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Deleting port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:41.533528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.535377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c47aae2-7d9f-45a7-9be7-13a7768c8fe3 req-6b8d44cf-107b-4e9d-a4af-0b863547b617 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 210 time: 0.1235597 Dec 20 12:01:41.676036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.711566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Transition to ACTIVE for port object 4ecaacb7-7ad5-4114-9f66-525cf992a49f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:41.725759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d03133-00dd-48b6-94d0-610a721051b6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:41.727242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d03133-00dd-48b6-94d0-610a721051b6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:41.728055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d03133-00dd-48b6-94d0-610a721051b6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:41.772571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Transition to ACTIVE for port object 4ecaacb7-7ad5-4114-9f66-525cf992a49f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:41.772862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc7eb-63dd-46fb-92c7-335ac734565f req-da220a81-4fbd-4ef4-b3fe-f0b9df9df336 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:41.781685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-573dc7eb-63dd-46fb-92c7-335ac734565f req-da220a81-4fbd-4ef4-b3fe-f0b9df9df336 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 946 time: 0.8603265 Dec 20 12:01:41.784443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.787498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80d03133-00dd-48b6-94d0-610a721051b6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:41.788626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-80d03133-00dd-48b6-94d0-610a721051b6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2676420 Dec 20 12:01:41.791913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:41.807059 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:41.953008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:41.956358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:41.961009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:41.976023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Pushing event updated for resources: {'Port': ['ID=4ecaacb7-7ad5-4114-9f66-525cf992a49f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:41.983133 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.007105 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-573dc7eb-63dd-46fb-92c7-335ac734565f req-210e3763-4d9c-4cf9-84f9-a0dacea4c56b tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240808 Dec 20 12:01:42.086320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] For port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,segment=NetworkSegment(797640d7-3048-4218-8f48-01b552f1ca49),segment_id=797640d7-3048-4218-8f48-01b552f1ca49)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:42.087240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.226690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Attempting to bind port 4ecaacb7-7ad5-4114-9f66-525cf992a49f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:42.227292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Attempting to bind port 4ecaacb7-7ad5-4114-9f66-525cf992a49f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:42.227401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Attempting to bind port 4ecaacb7-7ad5-4114-9f66-525cf992a49f on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:42.232663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 102421c1-f61d-4ba0-883a-8e615883d96b {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:42.237020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.238239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:42.238630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:42.239042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.239447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:42.239924 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Bound port: 4ecaacb7-7ad5-4114-9f66-525cf992a49f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:42.240320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.273029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Calling delete_port for 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:42.409911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.450421 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.464499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] For port 4ecaacb7-7ad5-4114-9f66-525cf992a49f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:42.467965 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fea31141-ce39-4edb-980c-588a6e376ffc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.494778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['8f7084ec-f677-4f10-b9a9-1dd2e4ae910d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:42.556402 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Pushing event deleted for resources: {'Port': ['ID=8f7084ec-f677-4f10-b9a9-1dd2e4ae910d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.561390 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.573922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] For port 4ecaacb7-7ad5-4114-9f66-525cf992a49f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4ecaacb7-7ad5-4114-9f66-525cf992a49f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:42.585364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.598427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.613695 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.666377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] No DVR routers for this DVR port 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:01:42.670291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.674055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'name': 'network-vif-deleted', 'tag': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:42.696488 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e37cc25f-d644-486b-962d-b94359f9e70d req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.53 "DELETE /v2.0/ports/8f7084ec-f677-4f10-b9a9-1dd2e4ae910d HTTP/1.1" status: 204 len: 173 time: 1.4049313 Dec 20 12:01:42.748144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Pushing event updated for resources: {'Port': ['ID=4ecaacb7-7ad5-4114-9f66-525cf992a49f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.767330 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.859111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.868783 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c6e8a920-c861-4b38-af85-cdb003425331 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.908581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ba3b4d8-e4fe-4681-8cdb-c9042c3df04c req-b177a107-1e2e-4b6d-959a-b9a520b86f52 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 210 time: 0.0785794 Dec 20 12:01:42.911533 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7', 'name': 'network-vif-deleted', 'tag': '8f7084ec-f677-4f10-b9a9-1dd2e4ae910d', 'status': 'completed', 'code': 200} Dec 20 12:01:42.951274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=102421c1-f61d-4ba0-883a-8e615883d96b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.956168 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.978651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.021054 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/102421c1-f61d-4ba0-883a-8e615883d96b HTTP/1.1" status: 204 len: 168 time: 1.2247863 Dec 20 12:01:43.021647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:43.203517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-8395fde7-cd40-40ce-98b1-6169a017d469 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:43.205987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-8395fde7-cd40-40ce-98b1-6169a017d469 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 812 time: 0.2919550 Dec 20 12:01:43.227907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Request body: {'port': {'device_id': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'admin_state_up': True, 'tenant_id': 'abc93a564ed2497c8411d898e060188e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:43.279408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:43.281175 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-afb81911-2662-45db-a2f8-e1430b9df0ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2582300 Dec 20 12:01:43.295413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:43.469870 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-490fd79b-d833-4d2f-9927-72aca8ec0daf req-bce286d3-8e48-4e62-bf96-37774adeed99 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0613e5a-d8bc-4ef0-b9aa-1b639f68a3b7 HTTP/1.1" status: 200 len: 210 time: 0.1498866 Dec 20 12:01:43.598876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:43.603912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:43.612695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:43.623464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:43.675927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:44.038388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ecaacb7-7ad5-4114-9f66-525cf992a49f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:44.066262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:44.079016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:44.092482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.118551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Made reservation on behalf of abc93a564ed2497c8411d898e060188e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:44.121918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.163617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 4ecaacb7-7ad5-4114-9f66-525cf992a49f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:44.229206 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bdc0f4f4-0f98-4d2c-998f-120a97490233 req-80817bb1-6b75-43d1-b611-ad4525b82d0a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 210 time: 0.0686955 Dec 20 12:01:44.393973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5229673-452c-45b3-bfee-0580453084f4 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:44.581691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Allocated IP 172.20.0.14 (b1a16a4f-247f-4fa1-bed3-3c652bc1d557/63c5b08a-6c4f-4f33-8b43-bf477236aa34/4567dd77-3cbd-4c4a-b4ce-30a0cca07033) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:44.598622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.627305 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:44.722942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:44.735146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:44.747549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:44.748152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.816647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:44.822713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '357f2a4e-0d3f-4c14-b453-aad81deedeb5', 'ip_address': '2001:db8::d048:3fa2:8a21:5457'}], 'name': 'tempest-NetworksTestDHCPv6-1802457790'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:44.829490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5450377 Dec 20 12:01:44.883359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Provisioning for port 4ecaacb7-7ad5-4114-9f66-525cf992a49f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:44.890879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Provisioning complete for port 4ecaacb7-7ad5-4114-9f66-525cf992a49f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:44.891532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.002409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=357f2a4e-0d3f-4c14-b453-aad81deedeb5,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:45.014439 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:45.095703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.117810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Transition to ACTIVE for port object 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:45.168800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.176915 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-db4640c4-9d36-4fb9-9e0f-fde685f76c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:45.223665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['58066b1c-143a-465c-8f70-791c1853c3b7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:45.278120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:45.291283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:45.314272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:45.315362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:45.318584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:45.334694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:45.348003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:45.348843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:45.352057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:45.362687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.497236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 410f6851-18fa-4fcd-a370-665712421a91 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:45.519859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.627931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:45.628625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.715022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.792869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5740020 Dec 20 12:01:45.819591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Request body: {'port': {'device_id': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:45.834835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:01:45.910155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::d048:3fa2:8a21:5457 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/357f2a4e-0d3f-4c14-b453-aad81deedeb5/410f6851-18fa-4fcd-a370-665712421a91) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:45.939705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:45.970771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6babff12-2c9d-475b-8dee-0444f4f13d8a None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:45.990218 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:46.126650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:01:46.126975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 8f7084ec-f677-4f10-b9a9-1dd2e4ae910d not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:01:46.184333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.195442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79ebfb-ca13-462d-bb2f-d1e0d5d52bc3 req-2baacafd-055c-4a4d-956b-99fc13de9d23 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:46.196468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eb79ebfb-ca13-462d-bb2f-d1e0d5d52bc3 req-2baacafd-055c-4a4d-956b-99fc13de9d23 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:46.237119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 410f6851-18fa-4fcd-a370-665712421a91 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:46.253619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] For port 4ecaacb7-7ad5-4114-9f66-525cf992a49f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4ecaacb7-7ad5-4114-9f66-525cf992a49f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:46.261658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-eb79ebfb-ca13-462d-bb2f-d1e0d5d52bc3 req-2baacafd-055c-4a4d-956b-99fc13de9d23 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:46.271559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb79ebfb-ca13-462d-bb2f-d1e0d5d52bc3 req-2baacafd-055c-4a4d-956b-99fc13de9d23 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 932 time: 0.6046607 Dec 20 12:01:46.283855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.295597 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:46.324617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.332599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Could not find standard attr ID for object e4781f44-fc2d-4674-b3e0-07389643bb62. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:01:46.342814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.371057 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:46.498120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=410f6851-18fa-4fcd-a370-665712421a91,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:46.509571 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:46.516257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:46.517646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:46.526588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:46.536410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:46.537076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.592122 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7743282 Dec 20 12:01:46.595007 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Pushing event updated for resources: {'Port': ['ID=4ecaacb7-7ad5-4114-9f66-525cf992a49f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:46.595544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41648) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:46.601375 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:46.654706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b085d562-1408-40ea-9b48-d34452830857 None None] Provisioning for port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:46.667569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b085d562-1408-40ea-9b48-d34452830857 None None] Provisioning complete for port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:46.673217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b085d562-1408-40ea-9b48-d34452830857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.812496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb79ebfb-ca13-462d-bb2f-d1e0d5d52bc3 req-b18191f2-63f3-463d-b3b5-b7fc156aaa38 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381064 Dec 20 12:01:46.835798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b085d562-1408-40ea-9b48-d34452830857 None None] Port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:46.863143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b085d562-1408-40ea-9b48-d34452830857 None None] Provisioning complete for port 4ecaacb7-7ad5-4114-9f66-525cf992a49f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:46.863642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b085d562-1408-40ea-9b48-d34452830857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.865118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4022a-c1b3-4ff1-b624-9e3805be2af7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:46.879058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4022a-c1b3-4ff1-b624-9e3805be2af7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:46.880355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5fe4022a-c1b3-4ff1-b624-9e3805be2af7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:46.924931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5fe4022a-c1b3-4ff1-b624-9e3805be2af7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:46.928780 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5fe4022a-c1b3-4ff1-b624-9e3805be2af7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3299534 Dec 20 12:01:46.929242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:46.972985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:01:46.997458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.041347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Transition to ACTIVE for port object 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:47.051250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.057251 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-36be177b-c918-466d-ab16-926d81fa2e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:47.141676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 410f6851-18fa-4fcd-a370-665712421a91 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:47.142468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.295021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ba51eb93-3563-4004-a3ec-f3e482579b6e None None] Provisioning complete for port 4ecaacb7-7ad5-4114-9f66-525cf992a49f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:47.295552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba51eb93-3563-4004-a3ec-f3e482579b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.655439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:47.672608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.673907 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:47.831060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-55aeb6ae-6bcd-4528-b4e0-317e6f1a1cb0 None None] Could not find standard attr ID for object e4781f44-fc2d-4674-b3e0-07389643bb62. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:01:47.846788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 410f6851-18fa-4fcd-a370-665712421a91 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:47.879521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Attempting to bind port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:47.880006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Attempting to bind port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:47.880169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Attempting to bind port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:47.891295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:01:47.891619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Attempting to bind port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 on network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:47.905468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:47.913568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Checking segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:47.923688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Bound using segment: {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:47.925991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Bound port: 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90240c74-f477-4471-9b35-1ef2bf7e2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:47.926427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.992385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-312bbc32-4c6f-458c-9aa5-ac8de7321c08 None None] Provisioning for port 410f6851-18fa-4fcd-a370-665712421a91 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:48.002055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-312bbc32-4c6f-458c-9aa5-ac8de7321c08 None None] Provisioning complete for port 410f6851-18fa-4fcd-a370-665712421a91 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:48.002448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-312bbc32-4c6f-458c-9aa5-ac8de7321c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.079484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ecaacb7-7ad5-4114-9f66-525cf992a49f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:48.179362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.232320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28a00c4f-6aaa-4a5e-9816-1f539f377ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:48.297354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:48.302426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:48.331011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-312bbc32-4c6f-458c-9aa5-ac8de7321c08 None None] Port 410f6851-18fa-4fcd-a370-665712421a91 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:48.344649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.353910 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9b613b4-318f-4883-80f6-fff79117f956 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:48.389626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.397283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.401710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=410f6851-18fa-4fcd-a370-665712421a91,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.403358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4ecaacb7-7ad5-4114-9f66-525cf992a49f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:48.406142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.410158 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.422501 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/410f6851-18fa-4fcd-a370-665712421a91 HTTP/1.1" status: 204 len: 168 time: 1.4918294 Dec 20 12:01:48.426276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.524251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0746943e-f17b-4d7a-982a-ce3479b15a71 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:48.527382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0746943e-f17b-4d7a-982a-ce3479b15a71 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:48.529016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0746943e-f17b-4d7a-982a-ce3479b15a71 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:48.559394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0746943e-f17b-4d7a-982a-ce3479b15a71 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:48.566620 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0746943e-f17b-4d7a-982a-ce3479b15a71 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1377571 Dec 20 12:01:48.569061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.571388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.580399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] 10.222.0.16 "PUT /v2.0/ports/4567dd77-3cbd-4c4a-b4ce-30a0cca07033 HTTP/1.1" status: 200 len: 1094 time: 2.7656767 Dec 20 12:01:48.585085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:48.864286 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'status': 'completed', 'code': 200} Dec 20 12:01:48.941187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.947446 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.973897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519ca2f-626c-4399-895e-c66b89315a1e req-b372deaa-923b-4c17-be3f-a801a629920d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:48.983939 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3519ca2f-626c-4399-895e-c66b89315a1e req-b372deaa-923b-4c17-be3f-a801a629920d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 944 time: 0.8521271 Dec 20 12:01:49.086771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3519ca2f-626c-4399-895e-c66b89315a1e req-15545414-425c-4c16-8603-bd231ea129b5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019554 Dec 20 12:01:49.130063 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-70afe937-5de6-4659-9643-b346cdd41be6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 1097 time: 0.4433281 Dec 20 12:01:49.219589 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-6302fd77-4af1-49f7-8aaf-1b9c6e7ed9db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033 HTTP/1.1" status: 200 len: 217 time: 0.0824933 Dec 20 12:01:49.330407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 357f2a4e-0d3f-4c14-b453-aad81deedeb5 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:49.339934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.355091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-aba7fd95-e57c-4c18-a369-98ee9c25867c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:49.356948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-aba7fd95-e57c-4c18-a369-98ee9c25867c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1309988 Dec 20 12:01:49.471662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.530995 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-e73835be-cbef-4859-a195-b114148364b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1681454 Dec 20 12:01:49.599554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.779055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.785474 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dcc2c81a-4841-46df-b235-7d395c56b600 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:49.807896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-a1cb182f-c45f-4c70-a1c5-e3e45084493d service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684214 Dec 20 12:01:49.898757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=357f2a4e-0d3f-4c14-b453-aad81deedeb5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:49.903535 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:49.919683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141df4d6-a850-4a0c-8ebe-e73127902d5e None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:49.922534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.970236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/357f2a4e-0d3f-4c14-b453-aad81deedeb5 HTTP/1.1" status: 204 len: 168 time: 1.3995709 Dec 20 12:01:49.970625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:49.997403 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-204f5a55-3b96-42e1-afb6-453681c0b95f req-9f4b8aeb-4ec0-4323-a156-209dfa222be5 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833546 Dec 20 12:01:50.079262 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9dfee881-8b4c-4965-8d38-f9b8aafb795b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050003 Dec 20 12:01:50.079782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41734) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:50.101255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:50.109921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41738) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:50.200005 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-16ec0fd5-c3c7-41ac-b86a-bafdb87d88cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 1097 time: 0.1300852 Dec 20 12:01:50.426793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:50.437319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:50.453572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:50.472985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:50.503144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:50.512769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.625449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.629401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:01:50.634396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Deleting port 4ecaacb7-7ad5-4114-9f66-525cf992a49f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:50.634855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.657925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-8bfca8e5-167f-4674-8df8-35b8b4e7fea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:50.659365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-8bfca8e5-167f-4674-8df8-35b8b4e7fea6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.4416137 Dec 20 12:01:50.776810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-45be5c62-13f9-478f-9c45-33410b50dd14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033 HTTP/1.1" status: 200 len: 217 time: 0.1029086 Dec 20 12:01:50.776810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:50.783143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7316a6b5374cbaa55aed8eadbceca2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:50.838364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:50.850300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:50.907046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-4162009d-e0f2-419a-9060-9ff21cc534ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:50.908445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-4162009d-e0f2-419a-9060-9ff21cc534ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1282990 Dec 20 12:01:50.919008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36242075-abef-4695-8830-8ff867cfd098 req-ea9e9fcd-4e21-4ce3-9af4-965d411b1420 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:50.925630 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36242075-abef-4695-8830-8ff867cfd098 req-ea9e9fcd-4e21-4ce3-9af4-965d411b1420 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 944 time: 0.4936996 Dec 20 12:01:50.948535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.952647 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-02cf46f7-e6f0-48ab-962b-dc7074e3195c tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:51.045083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] For port 4ecaacb7-7ad5-4114-9f66-525cf992a49f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4ecaacb7-7ad5-4114-9f66-525cf992a49f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:51.049096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.101695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-36242075-abef-4695-8830-8ff867cfd098 req-ed7285da-2d2c-4606-8208-3426f636d9bb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746581 Dec 20 12:01:51.129181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.139880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.152687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:51.154896 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad32a9cf-31e0-4d96-9c2a-1aa9b05d50c7 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:51.158354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:51.171420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:51.172347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.203694 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=9ea1a4dd-7f73-406c-a53d-de98003f5a00,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:51.212009 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:51.231109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1492605 Dec 20 12:01:51.233947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:51.241748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '9ea1a4dd-7f73-406c-a53d-de98003f5a00', 'ip_address': '2001:db8::ade6:55e2:9962:7ece'}], 'name': 'tempest-NetworksTestDHCPv6-623493384'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:51.251831 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-7c32af53-58fb-4e43-81cf-3b9f83af5580 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3077254 Dec 20 12:01:51.263163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd7316a6b5374cbaa55aed8eadbceca2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1478984 Dec 20 12:01:51.265148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41768) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:51.283881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Calling delete_port for 4ecaacb7-7ad5-4114-9f66-525cf992a49f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:51.373238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.378627 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c2c45c0c-fb02-46c4-9b3c-5d36a08ec5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:51.428835 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Pushing event deleted for resources: {'Port': ['ID=4ecaacb7-7ad5-4114-9f66-525cf992a49f,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:51.440202 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:51.451447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] No DVR routers for this DVR port 4ecaacb7-7ad5-4114-9f66-525cf992a49f on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:01:51.472715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff31d96-7811-467e-88e8-0f385c8e0f63 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:51.546055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:51.551442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:51.555549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:51.566393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:51.584633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:51.592199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.621887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:51.682513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c10a7-2698-40f4-859b-e6e8ac23d74d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:51.692015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-8ca91dcf-4dd0-467b-aa00-ab4909ed55e0 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243279 Dec 20 12:01:51.701411 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:51.874836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '9ea1a4dd-7f73-406c-a53d-de98003f5a00'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:51.875971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.894784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.931669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.012596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::ade6:55e2:9962:7ece (4fc2fd4c-95d1-4458-8daa-968c71b89f60/9ea1a4dd-7f73-406c-a53d-de98003f5a00/4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:52.018787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ecaacb7-7ad5-4114-9f66-525cf992a49f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:01:52.022574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.031876 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5e1ccc50-4f57-454d-94b5-deede27daa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:52.058152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c10a7-2698-40f4-859b-e6e8ac23d74d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:52.061388 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:52.072464 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a398b6af-6afc-4eff-8cbd-70e7d0111bec req-88c2655a-5e01-4fec-8f89-d43e910aa310 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685448 Dec 20 12:01:52.073772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.074930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f7c10a7-2698-40f4-859b-e6e8ac23d74d HTTP/1.1" status: 204 len: 168 time: 0.3907747 Dec 20 12:01:52.113496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 4ecaacb7-7ad5-4114-9f66-525cf992a49f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:01:52.114400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4ecaacb7-7ad5-4114-9f66-525cf992a49f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:01:52.328593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.353818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:52.391850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.398402 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-512767ce-9694-41b5-ad47-e2eea8265649 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:52.462952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/9ea1a4dd-7f73-406c-a53d-de98003f5a00/85dd8af9-9b83-4640-8e40-4f4b7f1e02b1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:52.529876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3659df-f96b-453e-8b5f-4ac88bc5c0c2 req-f047c290-bf88-42d2-9831-00310399afba tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:52.532624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f3659df-f96b-453e-8b5f-4ac88bc5c0c2 req-f047c290-bf88-42d2-9831-00310399afba tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 944 time: 0.1907279 Dec 20 12:01:52.569267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:52.573980 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:52.603852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:52.606754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:52.613532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:52.621374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:52.622065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.703887 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4663358 Dec 20 12:01:52.704220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0f3659df-f96b-453e-8b5f-4ac88bc5c0c2 req-5a79067c-7b33-4557-848c-478d3dd57d2d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182106 Dec 20 12:01:52.704958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41802) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:52.762153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-b521d2a5-c739-4110-9523-630bbd9dc7e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2281280 Dec 20 12:01:52.800834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41806) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:52.825306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.864839 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:52.865611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83a170-1927-4ce0-a9e2-ded208195db4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:52.866408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bf83a170-1927-4ce0-a9e2-ded208195db4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:52.871274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c3b78f3c5c49bcbea73ce95213f757 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:52.875211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:52.891791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:53.045982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bf83a170-1927-4ce0-a9e2-ded208195db4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:53.048477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bf83a170-1927-4ce0-a9e2-ded208195db4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3390877 Dec 20 12:01:53.053021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41816) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:53.064095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-5c0bed1c-1c3c-4be2-b076-3152af1a52d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.1912146 Dec 20 12:01:53.112021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.127932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.138428 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8eefbaa7-2dcc-4e78-a9b8-940e8d34c336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:53.149183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.169623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:53.169849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.178083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Transition to ACTIVE for port object 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:53.200154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce7b82-6ee1-400c-9a53-4549b8958c2b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:53.205033 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:53.205913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Transition to ACTIVE for port object 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:53.208474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c3b78f3c5c49bcbea73ce95213f757&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4063239 Dec 20 12:01:53.211053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41820) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:53.224392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.231716 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:53.303734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:53.308351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:53.312655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Pushing event updated for resources: {'Port': ['ID=85dd8af9-9b83-4640-8e40-4f4b7f1e02b1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:53.316212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:53.318883 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:53.362403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.390289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.432892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Attempting to bind port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:53.433681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Attempting to bind port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:53.434604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Attempting to bind port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:53.445816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:53.446503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:53.447438 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.448116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:53.448929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Bound port: 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:53.449268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.449790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.455627 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6416eb2e-4ba6-43ec-910a-50c9ed468010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:53.468621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce7b82-6ee1-400c-9a53-4549b8958c2b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:53.479967 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:53.484267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.486211 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcce7b82-6ee1-400c-9a53-4549b8958c2b HTTP/1.1" status: 204 len: 168 time: 0.2741930 Dec 20 12:01:53.495363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-1c9244d7-a624-4e2d-9fe0-455673a570fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:53.496974 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-1c9244d7-a624-4e2d-9fe0-455673a570fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.2382083 Dec 20 12:01:53.625073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] For port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:53.628631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] For port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85dd8af9-9b83-4640-8e40-4f4b7f1e02b1,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:53.636762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.640418 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1ac72f53-fb8c-482f-ac2c-e8bbe235a30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:53.748284 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Pushing event updated for resources: {'Port': ['ID=85dd8af9-9b83-4640-8e40-4f4b7f1e02b1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:53.753975 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:53.864344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.944803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-e0691f8b-9251-4f64-beb9-abc2152e65f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.4353278 Dec 20 12:01:54.040430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:54.144079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:01:54.272743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41846) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:54.335682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.493255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:54.514151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'mac_address': 'fa:16:3e:77:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:01:54.592237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.614215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:01:54.633109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:54.639474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.642783 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:54.742280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:54.746516 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:54.748885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-c1306898-61cd-4ea7-baf0-da28a4cb805f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:54.750368 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-c1306898-61cd-4ea7-baf0-da28a4cb805f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.5637643 Dec 20 12:01:54.825617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.842067 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:54.844818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:54.857785 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1b662381bd48b99fa981bf8aa436dd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:54.861102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:54.867480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:54.921303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:54.930215 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:54.933956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4567dd77-3cbd-4c4a-b4ce-30a0cca07033'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:01:54.935331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-377113f3-4fcf-42d0-9948-0f1b2e1304b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2772911 Dec 20 12:01:54.977245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.989295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb07e3-81f6-4aab-acd1-5403e591dc12 req-cf130665-0a2c-4047-b8a1-c22370e74bea tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:54.989963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.000363 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00fb07e3-81f6-4aab-acd1-5403e591dc12 req-cf130665-0a2c-4047-b8a1-c22370e74bea tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 944 time: 1.0577734 Dec 20 12:01:55.002682 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-47c5cc50-008f-4be0-acb2-b95506a7676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:55.085932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081c14ec-5845-4884-885e-fead43d95b8d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:55.089768 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:55.092857 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d1b662381bd48b99fa981bf8aa436dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8183043 Dec 20 12:01:55.095945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:55.118740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.151789 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9 HTTP/1.1" status: 204 len: 168 time: 2.0974629 Dec 20 12:01:55.155311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:55.160131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-2d2b295e-c3c3-4406-9ef7-b789fc1299a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3920307 Dec 20 12:01:55.362535 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-00fb07e3-81f6-4aab-acd1-5403e591dc12 req-a95802d0-b168-4321-bdbc-0f3069a342ee tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609006 Dec 20 12:01:55.488240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3cc57337-7b5d-4102-85b3-b92da8248aea None None] Provisioning for port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:55.492853 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-08158de2-be47-4311-9ee3-ae866f10c4c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 1098 time: 0.4891925 Dec 20 12:01:55.524035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.554652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.580295 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-337df99b-91b6-4fe7-8811-a18d5517d618 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152861 Dec 20 12:01:55.657245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199deb69-e5d2-488d-b46e-5dc9a44d9d56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:55.658971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199deb69-e5d2-488d-b46e-5dc9a44d9d56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:55.659760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-199deb69-e5d2-488d-b46e-5dc9a44d9d56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:55.678121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.711891 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12bbca0f-62c3-479e-9335-9a1787f6fc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:55.739575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081c14ec-5845-4884-885e-fead43d95b8d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:55.759054 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:55.762634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.763789 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/081c14ec-5845-4884-885e-fead43d95b8d HTTP/1.1" status: 204 len: 168 time: 0.6667411 Dec 20 12:01:55.767507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-199deb69-e5d2-488d-b46e-5dc9a44d9d56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:55.770380 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-199deb69-e5d2-488d-b46e-5dc9a44d9d56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6138742 Dec 20 12:01:55.773910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:55.924136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f923696d-3f22-4c49-b10b-5d2a47536363 None None] Could not find standard attr ID for object 4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:01:55.939457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-6b5f5e11-768c-4fc5-9afb-a6ca71732177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:55.941157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-6b5f5e11-768c-4fc5-9afb-a6ca71732177 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.4200580 Dec 20 12:01:56.165784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-3b036bf9-dd43-44a5-9b20-9cff4327749a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 HTTP/1.1" status: 200 len: 217 time: 0.2135100 Dec 20 12:01:56.187741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:56.212437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 9ea1a4dd-7f73-406c-a53d-de98003f5a00 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:56.221406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.268764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:56.274714 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d97df3a3-ec50-44b1-a31f-9ff3f7502682 req-54855a21-3be6-4304-b68b-4a2899cfd584 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778922 Dec 20 12:01:56.306406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.346551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-0a4bbf69-17dc-48c3-9bdc-2e37fe1cf0ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:56.348229 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-0a4bbf69-17dc-48c3-9bdc-2e37fe1cf0ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1699483 Dec 20 12:01:56.551084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:56.563259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-0ce8753a-e12a-4cf3-bffd-abdaa3c2918c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2055891 Dec 20 12:01:56.575053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:56.575686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.692721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:56.710649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:56.711037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.721858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.887605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.894953 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6d370825-e67e-419f-936f-b60d8f45de9b tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:56.917114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.977410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea1a4dd-7f73-406c-a53d-de98003f5a00,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:56.987137 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:56.991446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.009589 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/9ea1a4dd-7f73-406c-a53d-de98003f5a00 HTTP/1.1" status: 204 len: 168 time: 1.2344320 Dec 20 12:01:57.012218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:57.075207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe37f34b-f5d3-4414-9b29-87787a7f9ccb None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:57.144827 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:01:57.150578 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-bd1cfcc9-742e-41ac-bdd9-99d6f6930772 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792651 Dec 20 12:01:57.228254 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c6e4cd1c-bbd6-4c69-9a90-4070bc74da3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2085347 Dec 20 12:01:57.228254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:57.248918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.292899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:57.453140 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'code': 200} Dec 20 12:01:57.455799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.469562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f816dc2-73d6-4deb-a98c-068053ce9840 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:57.475317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5f816dc2-73d6-4deb-a98c-068053ce9840 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:57.481113 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-9011fe17-92d8-44ca-bc4d-18a5b4d75f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:57.515586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5f816dc2-73d6-4deb-a98c-068053ce9840 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:57.519944 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5f816dc2-73d6-4deb-a98c-068053ce9840 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2926250 Dec 20 12:01:57.520302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:57.558773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421fc78-f4aa-41c6-acb0-3bc93c86b4e7 req-4b132a96-6237-4310-b87b-b718f341af06 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:57.596161 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f421fc78-f4aa-41c6-acb0-3bc93c86b4e7 req-4b132a96-6237-4310-b87b-b718f341af06 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 945 time: 0.8631227 Dec 20 12:01:57.636905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236521d-713a-4c6e-80aa-8824ebb66242 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:57.637581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f236521d-713a-4c6e-80aa-8824ebb66242 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:57.707401 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-743d5fdc-e2c3-43c3-bcad-1a3a26105689 req-c93fb648-0ace-4d7d-8d13-0e66bd08643d service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493412 Dec 20 12:01:57.737492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f236521d-713a-4c6e-80aa-8824ebb66242 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:57.741263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f236521d-713a-4c6e-80aa-8824ebb66242 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2195501 Dec 20 12:01:57.749780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41944) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:57.792397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd5ec81e-e4a6-4ddd-94b1-2792c7840519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.796761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85dd8af9-9b83-4640-8e40-4f4b7f1e02b1,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:57.799990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:57.810626 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:57.816652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.826807 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-82843bd4-825f-4e00-a7d8-519c5005f67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:57.827228 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f421fc78-f4aa-41c6-acb0-3bc93c86b4e7 req-d84d36a7-9126-4487-8ecf-b499938fccb9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291172 Dec 20 12:01:57.855375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-17b42352-76d7-4c7c-a1d4-296433d0b0c4 req-eb203a02-7052-406f-afb2-a5b8c96bbbdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 1099 time: 0.2486572 Dec 20 12:01:57.961555 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-17b42352-76d7-4c7c-a1d4-296433d0b0c4 req-11c533b2-dddd-4f43-b665-fefa25ac2195 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996170 Dec 20 12:01:58.009946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=85dd8af9-9b83-4640-8e40-4f4b7f1e02b1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:58.019179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 41950) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:58.023135 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c082dd14-cec8-4eb9-a175-651fd4245be4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2702031 Dec 20 12:01:58.024517 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:58.053783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:58.114684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:01:58.122609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Deleting port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:58.123072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.567802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:58.583133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:58.599531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:58.714271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] For port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=85dd8af9-9b83-4640-8e40-4f4b7f1e02b1,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:58.715192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.845783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.966941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Calling delete_port for 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:59.118172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.165236 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:59.267188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] No DVR routers for this DVR port 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:01:59.271851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Pushing event deleted for resources: {'Port': ['ID=85dd8af9-9b83-4640-8e40-4f4b7f1e02b1,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:59.276982 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:59.444702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.455065 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9885a3fd-03ee-4bbd-9e8b-9e36bc2cf090 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:59.543672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=371606f0-df03-4dad-9c87-09437175675f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:59.550156 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:59.560761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:59.566428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:59.572386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:59.572386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.588923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40306cd-25db-45a7-beba-d62390ec8d52 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:59.653705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbb6a4-6b64-40bf-88c6-040be8bbc12d req-4a0f9a71-d121-471a-9ef4-1e528b77dc92 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:59.655205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92bbb6a4-6b64-40bf-88c6-040be8bbc12d req-4a0f9a71-d121-471a-9ef4-1e528b77dc92 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.2636790 Dec 20 12:01:59.695487 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6542082 Dec 20 12:01:59.703704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 41994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:59.709319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '371606f0-df03-4dad-9c87-09437175675f', 'ip_address': '2001:db8::1340:2482:800f:b084'}], 'name': 'tempest-NetworksTestDHCPv6-333086140'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:59.745490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-92bbb6a4-6b64-40bf-88c6-040be8bbc12d req-4e5176ba-6f00-48d1-9c12-1dc79f58e9d4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756831 Dec 20 12:02:00.014085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:00.034656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:00.039888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:00.058666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:00.064466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.075521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:00.075958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 85dd8af9-9b83-4640-8e40-4f4b7f1e02b1 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:00.080030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1c628511-db83-4f72-a30d-0b344949a907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.090301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 3bfea45a-1c29-4978-a324-e4bc977c45b0 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:00.108056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '371606f0-df03-4dad-9c87-09437175675f'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:00.108969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.455609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/371606f0-df03-4dad-9c87-09437175675f/22f292dd-c24b-4102-a7d1-483eca23b90c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:00.886100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.910249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Transition to ACTIVE for port object 22f292dd-c24b-4102-a7d1-483eca23b90c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:00.951739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Transition to ACTIVE for port object 22f292dd-c24b-4102-a7d1-483eca23b90c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:00.966201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.972802 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:01.082958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:01.099944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Pushing event updated for resources: {'Port': ['ID=22f292dd-c24b-4102-a7d1-483eca23b90c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:01.118865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:01.127484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:01.130411 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:01.236619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::1340:2482:800f:b084 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/371606f0-df03-4dad-9c87-09437175675f/3bfea45a-1c29-4978-a324-e4bc977c45b0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:01.290184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.298585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Attempting to bind port 22f292dd-c24b-4102-a7d1-483eca23b90c on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:01.299280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Attempting to bind port 22f292dd-c24b-4102-a7d1-483eca23b90c by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:01.299869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Attempting to bind port 22f292dd-c24b-4102-a7d1-483eca23b90c on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:01.311196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.315571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:01.316177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:01.316744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.317324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:01.317971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Bound port: 22f292dd-c24b-4102-a7d1-483eca23b90c, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:01.318561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.322035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87e48c-9140-4579-88f4-a35e605aed82 req-6ed9cc30-ba41-478c-9194-a7dbb477c7b7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:01.346055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb87e48c-9140-4579-88f4-a35e605aed82 req-6ed9cc30-ba41-478c-9194-a7dbb477c7b7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.3634408 Dec 20 12:02:01.533575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] For port 22f292dd-c24b-4102-a7d1-483eca23b90c, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:01.552283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] For port 22f292dd-c24b-4102-a7d1-483eca23b90c, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=22f292dd-c24b-4102-a7d1-483eca23b90c,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:01.567206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.580514 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-72189236-385c-4608-bc74-dbcfd120f0c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:01.639669 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bb87e48c-9140-4579-88f4-a35e605aed82 req-6a9799a4-ef76-43ab-867b-114130d4e2da tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740066 Dec 20 12:02:01.794908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Pushing event updated for resources: {'Port': ['ID=22f292dd-c24b-4102-a7d1-483eca23b90c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:01.798884 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:01.912409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.957473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 3bfea45a-1c29-4978-a324-e4bc977c45b0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:02.013663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.021643 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b6a08b40-f96f-4dc8-a42a-9679c39c0953 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:02.196767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=3bfea45a-1c29-4978-a324-e4bc977c45b0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:02.227431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:02.229644 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:02.233841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:02.239213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:02.247189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:02.253264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.286104 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5812926 Dec 20 12:02:02.292986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42060) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:02.300725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '371606f0-df03-4dad-9c87-09437175675f', 'ip_address': '2001:db8::1340:2482:800f:b084'}], 'name': 'tempest-NetworksTestDHCPv6-680251328'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:02.799234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.879928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:02.893770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:02.899367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:02.906444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:02.924795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:03.370472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.411123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6aeb3-477d-47fe-91ea-080cfae8d512 req-11ce56d2-a07e-4722-9234-e642b3d83410 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:03.419764 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bcd6aeb3-477d-47fe-91ea-080cfae8d512 req-11ce56d2-a07e-4722-9234-e642b3d83410 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.8713326 Dec 20 12:02:03.447309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 8a5dda3a-9d3f-4078-bdba-ee2378b47198 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:03.537747 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bcd6aeb3-477d-47fe-91ea-080cfae8d512 req-efb77a84-37b3-463c-ba6a-ba16f886b73f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184437 Dec 20 12:02:03.565512 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bf822cd-6aa2-4fe0-978e-4ce85e3735b0 None None] Provisioning for port 22f292dd-c24b-4102-a7d1-483eca23b90c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:03.700705 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 12:02:03.701427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:02:03.733309 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ca6acc2-a456-48f7-bec3-c74df73e5322 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4389098 Dec 20 12:02:03.736050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:03.796687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57c4b291-7cde-452c-9e0e-2b99a33fca52 None None] Provisioning for port 3bfea45a-1c29-4978-a324-e4bc977c45b0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:03.803761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57c4b291-7cde-452c-9e0e-2b99a33fca52 None None] Provisioning complete for port 3bfea45a-1c29-4978-a324-e4bc977c45b0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:03.804418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57c4b291-7cde-452c-9e0e-2b99a33fca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.818364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df33d4-2aec-4ae7-afd4-f8ec79c74a4b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:03.822368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df33d4-2aec-4ae7-afd4-f8ec79c74a4b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:03.823118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e3df33d4-2aec-4ae7-afd4-f8ec79c74a4b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:03.840207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e3df33d4-2aec-4ae7-afd4-f8ec79c74a4b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:03.841417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e3df33d4-2aec-4ae7-afd4-f8ec79c74a4b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1044412 Dec 20 12:02:03.844096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42096) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:03.858593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57c4b291-7cde-452c-9e0e-2b99a33fca52 None None] Port 3bfea45a-1c29-4978-a324-e4bc977c45b0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:03.917802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 3bfea45a-1c29-4978-a324-e4bc977c45b0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:03.918167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.024044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22f292dd-c24b-4102-a7d1-483eca23b90c up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:04.141289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 22f292dd-c24b-4102-a7d1-483eca23b90c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:04.153738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 22f292dd-c24b-4102-a7d1-483eca23b90c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:04.154484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.258253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.362737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.451314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 22f292dd-c24b-4102-a7d1-483eca23b90c, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=22f292dd-c24b-4102-a7d1-483eca23b90c,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:04.465205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.470469 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:04.522482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 3bfea45a-1c29-4978-a324-e4bc977c45b0 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:04.591214 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=22f292dd-c24b-4102-a7d1-483eca23b90c,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:04.594532 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:04.737258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.745074 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8bdd817-486b-4113-9914-8e937df3d6b4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:04.887143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=3bfea45a-1c29-4978-a324-e4bc977c45b0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:04.894956 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:04.970025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.030113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42142) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:05.030997 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/3bfea45a-1c29-4978-a324-e4bc977c45b0 HTTP/1.1" status: 204 len: 168 time: 1.1857398 Dec 20 12:02:05.073092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da99b18-9a38-4165-b229-1930d8f7baa1 req-36a34b99-09e8-4bcf-836c-0ffb9280ba87 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:05.081456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4da99b18-9a38-4165-b229-1930d8f7baa1 req-36a34b99-09e8-4bcf-836c-0ffb9280ba87 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.2498887 Dec 20 12:02:05.190510 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4da99b18-9a38-4165-b229-1930d8f7baa1 req-6d2b3767-c1fc-41f2-a7ad-5e76877f557b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041348 Dec 20 12:02:05.197563 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9f2e7-9ab5-4e6f-b3c3-535e2ef1ae7f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:05.199607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9f2e7-9ab5-4e6f-b3c3-535e2ef1ae7f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:05.200723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aac9f2e7-9ab5-4e6f-b3c3-535e2ef1ae7f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:05.222270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aac9f2e7-9ab5-4e6f-b3c3-535e2ef1ae7f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:05.224076 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aac9f2e7-9ab5-4e6f-b3c3-535e2ef1ae7f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1917729 Dec 20 12:02:05.227019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:05.585167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 371606f0-df03-4dad-9c87-09437175675f {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:05.595833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.692853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.813620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.981564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.006844 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b1650ef9-b202-4f60-a75a-1ed9ac74c933 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:06.044270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=371606f0-df03-4dad-9c87-09437175675f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:06.045632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09b0cb-90dd-4801-9a9a-3b55e1638def None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:06.047956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.059594 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:06.067165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/371606f0-df03-4dad-9c87-09437175675f HTTP/1.1" status: 204 len: 168 time: 0.8384402 Dec 20 12:02:06.069918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42172) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:06.082771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22f292dd-c24b-4102-a7d1-483eca23b90c up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:06.148393 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1d7f6032-eb72-414f-a128-30bbac46a565 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769727 Dec 20 12:02:06.152892 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:06.159208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:06.425283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:06.477003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:06.490509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701080ba-9941-4c0c-ad94-794604b0e5b4 req-0040a2ff-4241-4b96-a95a-56288650ca43 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:06.496344 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-701080ba-9941-4c0c-ad94-794604b0e5b4 req-0040a2ff-4241-4b96-a95a-56288650ca43 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.3070450 Dec 20 12:02:06.501009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:06.547083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:06.547753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 22f292dd-c24b-4102-a7d1-483eca23b90c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:06.548142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.604687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-701080ba-9941-4c0c-ad94-794604b0e5b4 req-0d54433a-686e-40af-8787-d9176cd74ce5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998859 Dec 20 12:02:06.607902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:06.644990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.738659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:06.748299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Deleting port 22f292dd-c24b-4102-a7d1-483eca23b90c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:06.748746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.071409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] For port 22f292dd-c24b-4102-a7d1-483eca23b90c, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=22f292dd-c24b-4102-a7d1-483eca23b90c,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:07.073408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.208232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Calling delete_port for 22f292dd-c24b-4102-a7d1-483eca23b90c owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:07.253279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.267504 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b2c0c3c3-c0b9-4682-b8b5-c5ddf9d3fe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:07.285368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.298966 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ecad3ac-db30-4b58-82f5-7aca023ed14d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:07.341050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] No DVR routers for this DVR port 22f292dd-c24b-4102-a7d1-483eca23b90c on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:07.371816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Pushing event deleted for resources: {'Port': ['ID=22f292dd-c24b-4102-a7d1-483eca23b90c,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:07.377812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:07.381822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:07.393518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:07.395889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.397029 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:07.399263 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7b659-92ff-40ef-bf12-818160164170 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:07.482631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=a2b87071-84be-45a8-9c93-5e3e7fee0fdc,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:07.497889 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:07.502449 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3481174 Dec 20 12:02:07.504921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42208) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:07.511410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': 'a2b87071-84be-45a8-9c93-5e3e7fee0fdc', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-253931302'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:07.725225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': 'a2b87071-84be-45a8-9c93-5e3e7fee0fdc'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:07.726505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.782669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:07.810367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:07.813263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:07.840793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:07.969648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:07.983382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.991129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/a2b87071-84be-45a8-9c93-5e3e7fee0fdc/6816654a-768c-4977-818d-5cbf54e5bb2d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:08.059642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 55d35994-3c70-493c-8665-4296ded74315 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:08.142136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22f292dd-c24b-4102-a7d1-483eca23b90c no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:08.334040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ae461-0529-4eca-9b87-bdaf089190f3 req-77698988-f906-4b13-ae13-e4e55235c9ee tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:08.335543 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cf3ae461-0529-4eca-9b87-bdaf089190f3 req-77698988-f906-4b13-ae13-e4e55235c9ee tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.4784007 Dec 20 12:02:08.440829 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cf3ae461-0529-4eca-9b87-bdaf089190f3 req-3cd86e48-682e-4bee-b1b3-beace4a98cd5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804374 Dec 20 12:02:08.472401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:02:08.548779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 22f292dd-c24b-4102-a7d1-483eca23b90c {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:08.549226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 22f292dd-c24b-4102-a7d1-483eca23b90c not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:09.029093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.040226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Transition to ACTIVE for port object 6816654a-768c-4977-818d-5cbf54e5bb2d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:09.065394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Transition to ACTIVE for port object 6816654a-768c-4977-818d-5cbf54e5bb2d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:09.085104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.090252 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:02:09.090964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:02:09.104528 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:09.139576 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-01f4ee5f-31b6-482e-b804-eab95c602c09 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6332579 Dec 20 12:02:09.142253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42244) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:09.247997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:09.271897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:09.274546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:09.295933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:09.324558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Pushing event updated for resources: {'Port': ['ID=6816654a-768c-4977-818d-5cbf54e5bb2d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:09.329318 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:09.337078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efccb7-2871-450e-b11f-a97525f2a4af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:09.340906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-41efccb7-2871-450e-b11f-a97525f2a4af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:09.380407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-41efccb7-2871-450e-b11f-a97525f2a4af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:09.382594 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-41efccb7-2871-450e-b11f-a97525f2a4af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2387202 Dec 20 12:02:09.385891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:09.473308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'port_id': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'mac_address': 'fa:16:3e:77:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:02:09.481107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Attempting to bind port 6816654a-768c-4977-818d-5cbf54e5bb2d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:09.481107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Attempting to bind port 6816654a-768c-4977-818d-5cbf54e5bb2d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:09.481107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Attempting to bind port 6816654a-768c-4977-818d-5cbf54e5bb2d on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:09.487581 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:09.492027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:09.493551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.495062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:09.496849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Bound port: 6816654a-768c-4977-818d-5cbf54e5bb2d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:09.497422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.594703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42276) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:09.626021 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.631086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e5c5b-611d-4018-bb3a-1fef3956dfca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:09.632520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e5c5b-611d-4018-bb3a-1fef3956dfca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:09.633241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-043e5c5b-611d-4018-bb3a-1fef3956dfca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:09.665456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:02:09.689288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:09.700578 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] For port 6816654a-768c-4977-818d-5cbf54e5bb2d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:09.704818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] For port 6816654a-768c-4977-818d-5cbf54e5bb2d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6816654a-768c-4977-818d-5cbf54e5bb2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:09.707293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.712214 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:09.729181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-043e5c5b-611d-4018-bb3a-1fef3956dfca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:09.730330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-043e5c5b-611d-4018-bb3a-1fef3956dfca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3434088 Dec 20 12:02:09.733238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42286) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:09.765913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.828122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet a2b87071-84be-45a8-9c93-5e3e7fee0fdc {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:09.831851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.849532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['4567dd77-3cbd-4c4a-b4ce-30a0cca07033'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:02:09.929536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.112122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:10.124565 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:10.126302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a655b-5574-43d7-99e2-8d3120d468ce req-0decba9e-e5ab-4455-912a-e5910fb5263a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.127041 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:10.136486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b98a655b-5574-43d7-99e2-8d3120d468ce req-0decba9e-e5ab-4455-912a-e5910fb5263a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 945 time: 0.3024027 Dec 20 12:02:10.156896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.248086 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b98a655b-5574-43d7-99e2-8d3120d468ce req-8d0ec02d-8642-4e16-8e92-719ba648cee5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087558 Dec 20 12:02:10.250736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:10.260231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Usage tracker for resource:security_group_rule and tenant:1a18df1932684d378621033630f28c62 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:10.274530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:10.285553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:10.429013 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.553965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Pushing event updated for resources: {'Port': ['ID=6816654a-768c-4977-818d-5cbf54e5bb2d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:10.578514 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:10.590156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.608508 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-557fd897-b61b-4283-86ea-6df2cd7b81f6 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:10.904282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.907005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b87071-84be-45a8-9c93-5e3e7fee0fdc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:10.912073 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:10.943009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.946812 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/a2b87071-84be-45a8-9c93-5e3e7fee0fdc HTTP/1.1" status: 204 len: 168 time: 1.2116954 Dec 20 12:02:10.949050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:10.953047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.961309 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-691e4a84-6118-43f4-a187-4777b2f1f31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:11.022727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99919363-bb25-4504-8e38-4bc5c76b2758,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:11.030820 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:11.036720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a18df1932684d378621033630f28c62&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4403315 Dec 20 12:02:11.039730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42312) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:11.118727 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7f578586-9d2c-4df3-a5c9-1868a340b3db tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578753 Dec 20 12:02:11.119949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.121100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:11.129554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:11.157045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.261699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.271261 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17e72e96-5403-43c9-a057-90bc60649dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:11.295080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99919363-bb25-4504-8e38-4bc5c76b2758,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:11.307253 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:11.328180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.329970 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99919363-bb25-4504-8e38-4bc5c76b2758 HTTP/1.1" status: 204 len: 168 time: 0.2890167 Dec 20 12:02:11.354561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:11.364907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:11.376912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:11.390523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:11.424396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:11.566551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.588511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464fe70-5ae3-41d8-8328-6dfaefe7be0b None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:11.915688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a217815-3609-4ef1-bffa-57d45f546de6 None None] Provisioning for port 6816654a-768c-4977-818d-5cbf54e5bb2d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:12.060824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d8c69-2bb0-4c0e-b896-318e9256c017 req-e6684e80-66f8-442c-99db-018a8c030a44 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:12.061449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:12.062620 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-593d8c69-2bb0-4c0e-b896-318e9256c017 req-e6684e80-66f8-442c-99db-018a8c030a44 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 945 time: 0.2709076 Dec 20 12:02:12.083474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Deleting port 6816654a-768c-4977-818d-5cbf54e5bb2d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:12.085476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.213390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42344) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:12.242462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-593d8c69-2bb0-4c0e-b896-318e9256c017 req-1c244d00-4059-48d3-a17a-ab9b5f81358e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734374 Dec 20 12:02:12.271785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.305191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.311847 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-399532fd-7a6c-4ca1-85dc-b6458c559308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:12.326496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:12.334937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Usage tracker for resource:security_group_rule and tenant:677a17dad82e4cc3863d6d4eda2e76d9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:12.338773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:12.345390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:12.397676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:12.397895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:12.418307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:12.436104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:12.436586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.466691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.485567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.487631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=5dee3b2d-311b-4849-8b80-a35d29159b08,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:12.492754 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:12.498056 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3e204648-d38e-4192-bdad-7a67970660e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:12.516431 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3934031 Dec 20 12:02:12.518462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42352) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:12.527278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1140246088', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:12.535281 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:12.540885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:router and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:12.544463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:12.554518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:12.575476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.580474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.591107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] For port 6816654a-768c-4977-818d-5cbf54e5bb2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=6816654a-768c-4977-818d-5cbf54e5bb2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:12.591695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.604710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a490c4-94bd-4f8a-87d9-de294b10ad01,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:12.629427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=677a17dad82e4cc3863d6d4eda2e76d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4121149 Dec 20 12:02:12.634255 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:12.634255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42356) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:12.694325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.763809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.789337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.827589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.829002 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-41a527a7-cd0f-4236-a0e1-fcbf323c0a7c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3092258 Dec 20 12:02:12.833606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:12.852017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Calling delete_port for 6816654a-768c-4977-818d-5cbf54e5bb2d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:12.865686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.944873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:12.945269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.996271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.000708 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-48e8e7f3-5211-4a8b-9c8f-8e9705c216b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.016366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a490c4-94bd-4f8a-87d9-de294b10ad01,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.021829 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:13.025900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.027643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94a490c4-94bd-4f8a-87d9-de294b10ad01 HTTP/1.1" status: 204 len: 168 time: 0.3930829 Dec 20 12:02:13.141803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.160118 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.214225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Pushing event deleted for resources: {'Port': ['ID=6816654a-768c-4977-818d-5cbf54e5bb2d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.221748 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:13.275308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] No DVR routers for this DVR port 6816654a-768c-4977-818d-5cbf54e5bb2d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:13.309050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcb3aa-789d-4c5f-9873-d5c85de74594 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:13.376675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.653066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:13.661116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:13.686712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.722368 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.917285 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'code': 200} Dec 20 12:02:13.922703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.923330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3beb03-6627-487f-a653-dcebb65ded91 req-efc7db1a-a80b-41c4-9383-248458528236 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:13.927227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bb3beb03-6627-487f-a653-dcebb65ded91 req-efc7db1a-a80b-41c4-9383-248458528236 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 945 time: 0.4264109 Dec 20 12:02:13.937629 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:14.095908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6816654a-768c-4977-818d-5cbf54e5bb2d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:14.171263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bb3beb03-6627-487f-a653-dcebb65ded91 req-70e9acef-0516-4abe-ae67-857702f55862 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349672 Dec 20 12:02:14.210791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 6816654a-768c-4977-818d-5cbf54e5bb2d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:14.211143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 6816654a-768c-4977-818d-5cbf54e5bb2d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:14.359075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.366360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '5dee3b2d-311b-4849-8b80-a35d29159b08'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:14.368193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.670762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/5dee3b2d-311b-4849-8b80-a35d29159b08/e41e98c5-6a56-44ac-83cf-bf7ef13be0b2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:14.953832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.966683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Transition to ACTIVE for port object e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:15.051357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Transition to ACTIVE for port object e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:15.070674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.086986 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:15.175599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:15.182129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::1 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/5dee3b2d-311b-4849-8b80-a35d29159b08/57d1ba3b-e7cd-4964-a492-bd6546e14c16) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:15.185772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:15.195238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:15.249129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.255452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Pushing event updated for resources: {'Port': ['ID=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:15.262309 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:15.326913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Attempting to bind port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:15.327298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Attempting to bind port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:15.327672 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Attempting to bind port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:15.334744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:15.335128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:15.335541 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.336066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:15.336670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Bound port: e41e98c5-6a56-44ac-83cf-bf7ef13be0b2, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:15.337063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.362841 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:02:15.476673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] For port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:15.484583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] For port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:15.498194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.502650 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:15.526698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.546983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 57d1ba3b-e7cd-4964-a492-bd6546e14c16 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:15.617542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.627577 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-00ec0670-95fb-421a-81b7-39f5469f7b6b tempest-RoutersAdminTest-985211622 tempest-RoutersAdminTest-985211622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:15.653759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Pushing event updated for resources: {'Port': ['ID=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:15.657394 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:15.737328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:15.739644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=57d1ba3b-e7cd-4964-a492-bd6546e14c16,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:15.742238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:15.746384 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:15.747082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:15.747774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.789047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e4848-bf25-4448-a711-c04112a7554a req-da90be4d-5d24-4f81-b4ee-9ccba99ad657 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:15.790407 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c4e4848-bf25-4448-a711-c04112a7554a req-da90be4d-5d24-4f81-b4ee-9ccba99ad657 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.2213278 Dec 20 12:02:15.910083 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c4e4848-bf25-4448-a711-c04112a7554a req-92dbff8d-8776-4a55-bc9a-51ae82536da7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113605 Dec 20 12:02:15.924215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.051733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.069440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.069986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.090889 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f49d2c3c-c8e2-4163-b40e-e7f764ed8fe0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:17.238584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=57d1ba3b-e7cd-4964-a492-bd6546e14c16,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:17.242049 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:17.580563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-093b1812-fd49-4488-a98e-59a3aaa98f5e None None] Provisioning for port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:17.671968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:17.671968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:18.062321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c3cb9-c9a9-42af-8c5c-ab51b4391f31 req-10ce2000-a9ad-4d9c-9bce-544a3fa69fe5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:18.065333 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1e78de1-1430-42c3-8b3b-b4ddf65e81db None None] Provisioning for port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:18.069720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd5c3cb9-c9a9-42af-8c5c-ab51b4391f31 req-10ce2000-a9ad-4d9c-9bce-544a3fa69fe5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.6844959 Dec 20 12:02:18.070628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1e78de1-1430-42c3-8b3b-b4ddf65e81db None None] Provisioning complete for port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:18.072460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1e78de1-1430-42c3-8b3b-b4ddf65e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.190420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:18.307492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.328918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1e78de1-1430-42c3-8b3b-b4ddf65e81db None None] Port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:18.430629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:18.437704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:18.439386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.635252 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bd5c3cb9-c9a9-42af-8c5c-ab51b4391f31 req-1646b1ce-8506-4f7a-bda3-11d07f5e2b0a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616727 Dec 20 12:02:18.689039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1ded7e7-0857-4af6-acd5-ed4a82eb9e53 None None] Provisioning complete for port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:18.689641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1ded7e7-0857-4af6-acd5-ed4a82eb9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.807507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1ded7e7-0857-4af6-acd5-ed4a82eb9e53 None None] Port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:18.814300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Router 677070aa-828d-48b1-b3ce-d729956ef89f is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:02:18.841509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.962589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:18.972055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.974121 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:19.246944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:19.259037 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:19.287410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:19.302148 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Sync routers for ids ['677070aa-828d-48b1-b3ce-d729956ef89f'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:19.322379 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Routers {'677070aa-828d-48b1-b3ce-d729956ef89f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:19.326571 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['677070aa-828d-48b1-b3ce-d729956ef89f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:19.353825 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "PUT /v2.0/routers/677070aa-828d-48b1-b3ce-d729956ef89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5186009 Dec 20 12:02:19.354329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:19.521277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8e36d-b137-4ea4-9485-5f8fc97e1fa8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:19.528501 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-90c8e36d-b137-4ea4-9485-5f8fc97e1fa8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports/57d1ba3b-e7cd-4964-a492-bd6546e14c16 HTTP/1.1" status: 200 len: 911 time: 0.1729329 Dec 20 12:02:19.531139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:19.664104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c46efd-e83f-40ad-b488-e0b780d9d387 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:19.669466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c46efd-e83f-40ad-b488-e0b780d9d387 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:19.671328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-10c46efd-e83f-40ad-b488-e0b780d9d387 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:19.697346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-10c46efd-e83f-40ad-b488-e0b780d9d387 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:19.701532 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-10c46efd-e83f-40ad-b488-e0b780d9d387 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1667714 Dec 20 12:02:19.702249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42546) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:19.731124 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Set router 677070aa-828d-48b1-b3ce-d729956ef89f gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:20.074843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:20.115434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42552) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:20.245213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:20.248348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.390753 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'name': 'tempest-NetworksTestDHCPv6-router-1140246088', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:12Z', 'updated_at': '2021-12-20T12:02:15Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None, '_interfaces': [{'id': '57d1ba3b-e7cd-4964-a492-bd6546e14c16', 'name': '', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'mac_address': 'fa:16:3e:20:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dee3b2d-311b-4849-8b80-a35d29159b08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:14Z', 'updated_at': '2021-12-20T12:02:16Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'subnets': [{'id': '5dee3b2d-311b-4849-8b80-a35d29159b08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:20.398338 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Checking router: 677070aa-828d-48b1-b3ce-d729956ef89f for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:20.398871 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Updating router 677070aa-828d-48b1-b3ce-d729956ef89f port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:02:20.444452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.469130 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.537031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:20.547543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Usage tracker for resource:security_group_rule and tenant:24d76007d9cb46bb89295b6f7258eb13 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:20.550968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:20.558788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:20.755551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.769186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.785724 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f90f8a38-a68b-48da-ae15-0613ea266919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:20.822438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5b2fb-c9af-41ea-8d38-a7729e7adf56,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:20.845234 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:20.879160 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24d76007d9cb46bb89295b6f7258eb13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7625213 Dec 20 12:02:20.886632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42564) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:20.896107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99264895-4140-4cfa-bd25-56b941054cc7 req-70c03475-01fd-4beb-a09b-40efb8f2e6ac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:20.898319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99264895-4140-4cfa-bd25-56b941054cc7 req-70c03475-01fd-4beb-a09b-40efb8f2e6ac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.9587657 Dec 20 12:02:20.963950 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-99264895-4140-4cfa-bd25-56b941054cc7 req-c5b9d3a6-e5b1-4c80-989f-48469f684b2b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Dec 20 12:02:21.029544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.087181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.191502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.204569 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b419f3d-0e3d-434e-9a16-c325488b92c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:21.226862 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.235540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5b2fb-c9af-41ea-8d38-a7729e7adf56,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:21.241946 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:21.246462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.247910 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75a5b2fb-c9af-41ea-8d38-a7729e7adf56 HTTP/1.1" status: 204 len: 168 time: 0.3600082 Dec 20 12:02:21.287193 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Transition to ACTIVE for port object 57d1ba3b-e7cd-4964-a492-bd6546e14c16 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:21.308337 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.326746 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-6aa96c6c-3174-4de6-a016-ca00b815fb7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:21.387634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.557297 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Pushing event updated for resources: {'Port': ['ID=57d1ba3b-e7cd-4964-a492-bd6546e14c16,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:21.715982 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.716332 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.727460 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.727767 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.733851 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.733851 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.733851 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.733851 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.735166 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.735166 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.735361 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:21.748424 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:21.825051 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Attempting to bind port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:21.827945 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Attempting to bind port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:21.828326 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Attempting to bind port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:21.842758 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:21.842900 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:21.845561 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.845952 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:21.846458 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Bound port: 57d1ba3b-e7cd-4964-a492-bd6546e14c16, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:21.850731 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.053233 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] For port 57d1ba3b-e7cd-4964-a492-bd6546e14c16, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:22.064113 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] For port 57d1ba3b-e7cd-4964-a492-bd6546e14c16, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=57d1ba3b-e7cd-4964-a492-bd6546e14c16,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:22.075748 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.079453 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-4622f9f1-6b84-4d0a-9e1e-bcb195f42b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:22.095414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42580) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:22.153128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.179793 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Pushing event updated for resources: {'Port': ['ID=57d1ba3b-e7cd-4964-a492-bd6546e14c16,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:22.201960 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-0b08a284-fa3b-4e35-8d83-805e45a9fcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:22.222581 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Routers {'677070aa-828d-48b1-b3ce-d729956ef89f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:22.223214 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['677070aa-828d-48b1-b3ce-d729956ef89f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.240327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:22.248092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:336e135662c3488a8e1c82532dc563f3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:22.252268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:22.258435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:22.350490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.367865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.377179 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f00c1ee-6b8a-40ae-b653-b43b8539a703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:22.466851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd6bdf-2073-403c-b8e3-f45d2de14ac5 req-587e9bd3-f3a2-4b29-b793-963dd19b0ff4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:22.468507 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1bfd6bdf-2073-403c-b8e3-f45d2de14ac5 req-587e9bd3-f3a2-4b29-b793-963dd19b0ff4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.2309079 Dec 20 12:02:22.483599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e260ccca-2581-46ca-8418-f7c09ccd4eef,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:22.503284 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:22.506430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=336e135662c3488a8e1c82532dc563f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4097018 Dec 20 12:02:22.510812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42584) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:22.513119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 57d1ba3b-e7cd-4964-a492-bd6546e14c16 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:22.513778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.614589 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] Set router 677070aa-828d-48b1-b3ce-d729956ef89f gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:22.633289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.694554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.779288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.785181 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f4a27f4-46ea-4ec0-8066-892c4a87ec60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:22.818736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e260ccca-2581-46ca-8418-f7c09ccd4eef,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:22.828830 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:22.832660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.833960 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e260ccca-2581-46ca-8418-f7c09ccd4eef HTTP/1.1" status: 204 len: 168 time: 0.3219185 Dec 20 12:02:23.236817 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1bfd6bdf-2073-403c-b8e3-f45d2de14ac5 req-3ca0819d-2a91-4c6c-8c6e-3bad009ea43c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507007 Dec 20 12:02:23.266081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port 57d1ba3b-e7cd-4964-a492-bd6546e14c16, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=57d1ba3b-e7cd-4964-a492-bd6546e14c16,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:23.266502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.667655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 57d1ba3b-e7cd-4964-a492-bd6546e14c16 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:23.746961 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'name': 'tempest-NetworksTestDHCPv6-router-1140246088', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:12Z', 'updated_at': '2021-12-20T12:02:15Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None, '_interfaces': [{'id': '57d1ba3b-e7cd-4964-a492-bd6546e14c16', 'name': '', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'mac_address': 'fa:16:3e:20:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dee3b2d-311b-4849-8b80-a35d29159b08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:14Z', 'updated_at': '2021-12-20T12:02:22Z', 'revision_number': 4, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'subnets': [{'id': '5dee3b2d-311b-4849-8b80-a35d29159b08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:23.756254 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e103cf5-b8a1-47c5-8058-9a304699bcf4 None None] The sync data for ids ['677070aa-828d-48b1-b3ce-d729956ef89f'] in n-d-victoria-1 is: [{'id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'name': 'tempest-NetworksTestDHCPv6-router-1140246088', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:12Z', 'updated_at': '2021-12-20T12:02:15Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None, '_interfaces': [{'id': '57d1ba3b-e7cd-4964-a492-bd6546e14c16', 'name': '', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'mac_address': 'fa:16:3e:20:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dee3b2d-311b-4849-8b80-a35d29159b08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:14Z', 'updated_at': '2021-12-20T12:02:22Z', 'revision_number': 4, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'subnets': [{'id': '5dee3b2d-311b-4849-8b80-a35d29159b08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:24.097196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.101963 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c13a478e-5428-4d87-a245-6ab1faa4add8 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:24.357914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=57d1ba3b-e7cd-4964-a492-bd6546e14c16,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:24.372174 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:24.822385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.827176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.831515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.837765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.842073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.848521 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.853368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.864471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-d06a2200-12f9-4916-98fa-bb29c113e87d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 1.1996460 Dec 20 12:02:25.014821 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e0e7606c-d3d5-44d0-9134-ce6a9623b10f req-75ec2796-6630-4866-b42d-5a757799034f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492765 Dec 20 12:02:25.220946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.421431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f30c79-ff1b-4f9d-a06a-bc35b9e97f77 req-bbaa17b1-e18f-4b5a-8181-9d647ef10550 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.435675 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4f30c79-ff1b-4f9d-a06a-bc35b9e97f77 req-bbaa17b1-e18f-4b5a-8181-9d647ef10550 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.5661120 Dec 20 12:02:25.568895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.579277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.584514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.599653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.608587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.628332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.637459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:25.643025 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93d26d8a-1678-4ff3-ba1a-02e05acd57f2 req-04ed3a41-1c80-4d0d-8390-6ed61969ec10 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.3383141 Dec 20 12:02:25.984474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f4f30c79-ff1b-4f9d-a06a-bc35b9e97f77 req-e8c0fca8-bcf3-479e-a5b9-3964da16b178 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903924 Dec 20 12:02:26.306949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Router 677070aa-828d-48b1-b3ce-d729956ef89f has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:26.890426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42654) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:26.953223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:26.972153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] Sync routers for ids ['677070aa-828d-48b1-b3ce-d729956ef89f'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:26.990727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] Routers {'677070aa-828d-48b1-b3ce-d729956ef89f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:26.991370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['677070aa-828d-48b1-b3ce-d729956ef89f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:27.019133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "PUT /v2.0/routers/677070aa-828d-48b1-b3ce-d729956ef89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3152826 Dec 20 12:02:27.021591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42662) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:27.163182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396cfe8e-51e8-4235-9fed-33014833de0d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:27.164812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396cfe8e-51e8-4235-9fed-33014833de0d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:27.165975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-396cfe8e-51e8-4235-9fed-33014833de0d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:27.188598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-396cfe8e-51e8-4235-9fed-33014833de0d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:27.190573 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-396cfe8e-51e8-4235-9fed-33014833de0d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1662605 Dec 20 12:02:27.193373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42670) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:27.617047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 5dee3b2d-311b-4849-8b80-a35d29159b08 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:27.632515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.652476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.692231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef30c3-6078-46a0-baf9-47f8c05ea29e req-99fc88c3-c8f6-4c99-9dd3-bc4818bdb996 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:27.703621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-caef30c3-6078-46a0-baf9-47f8c05ea29e req-99fc88c3-c8f6-4c99-9dd3-bc4818bdb996 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.2867086 Dec 20 12:02:27.757581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.776057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] Set router 677070aa-828d-48b1-b3ce-d729956ef89f gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:27.780806 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-caef30c3-6078-46a0-baf9-47f8c05ea29e req-5ad25f6c-06d4-4fc6-a381-534b363fd0eb tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748796 Dec 20 12:02:27.824815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:27.829139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Usage tracker for resource:security_group_rule and tenant:3927de625b8e425c83de2ba7754634fe is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:27.832265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:27.838979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:27.939437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.948630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.978522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.979725 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5a7d8b0d-d2b2-43dd-a8ed-36c78a3c186d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:28.011054 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3927de625b8e425c83de2ba7754634fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1193728 Dec 20 12:02:28.011874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0250d0-84fb-4658-9b95-4b536cfe023e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:28.014078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42680) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:28.027605 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:28.128589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6b6ffc7b-614f-4da9-b8a0-373824506287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.143606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'name': 'tempest-NetworksTestDHCPv6-router-1140246088', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:12Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 3, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:28.149539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] Checking router: 677070aa-828d-48b1-b3ce-d729956ef89f for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:28.176717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.183265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] Routers {'677070aa-828d-48b1-b3ce-d729956ef89f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:28.183918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['677070aa-828d-48b1-b3ce-d729956ef89f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:28.235213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.248044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.276311 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e92ba602-5407-4d15-bc87-f0757f8bb041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:28.378497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=5dee3b2d-311b-4849-8b80-a35d29159b08,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:28.391715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.391715 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:28.396388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.403371 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8fdd6d39-3679-4e68-bf9e-1a2a70b9a8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:28.409325 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/5dee3b2d-311b-4849-8b80-a35d29159b08 HTTP/1.1" status: 204 len: 168 time: 1.2139924 Dec 20 12:02:28.412772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:28.464470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.468115 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e0250d0-84fb-4658-9b95-4b536cfe023e HTTP/1.1" status: 204 len: 168 time: 0.4401314 Dec 20 12:02:28.473640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0250d0-84fb-4658-9b95-4b536cfe023e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:28.508343 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:28.564972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a66292-2840-433c-9914-9c7ab48db26c None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:28.740211 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] Set router 677070aa-828d-48b1-b3ce-d729956ef89f gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:29.280707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-027db0ea-865b-4754-9293-cc257c3dde6f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:29.301711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'name': 'tempest-NetworksTestDHCPv6-router-1140246088', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:12Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 3, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:29.311917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6005672-0bf9-49d5-b9f3-30dc31376459 req-2760ce12-2852-4929-a827-26d840e3598c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:29.313447 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6005672-0bf9-49d5-b9f3-30dc31376459 req-2760ce12-2852-4929-a827-26d840e3598c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.1615467 Dec 20 12:02:29.316791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-027db0ea-865b-4754-9293-cc257c3dde6f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:29.321379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.338538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-027db0ea-865b-4754-9293-cc257c3dde6f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9105372 Dec 20 12:02:29.398031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76f50f-2942-41d0-a35e-4c053b212e7e None None] The sync data for ids ['677070aa-828d-48b1-b3ce-d729956ef89f'] in n-d-victoria-1 is: [{'id': '677070aa-828d-48b1-b3ce-d729956ef89f', 'name': 'tempest-NetworksTestDHCPv6-router-1140246088', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:12Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 3, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:29.471720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6005672-0bf9-49d5-b9f3-30dc31376459 req-8b3ced2d-36e9-4817-b3b0-cf5da07c9efa tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319094 Dec 20 12:02:29.653273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80ca5d9a-7b55-4882-8e40-e7cb6890e907 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.819352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:29.832843 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Deleting port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:29.833225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.022933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10ac3582-6943-4760-8fa1-a637dcbde3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.148350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 57d1ba3b-e7cd-4964-a492-bd6546e14c16 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:30.294036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 57d1ba3b-e7cd-4964-a492-bd6546e14c16 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:30.298918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 57d1ba3b-e7cd-4964-a492-bd6546e14c16 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:30.299484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:30.302651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:30.477318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-cb32571b-ec71-460e-ab21-fdb90e4b7f1b req-9c9f72d5-2f7e-4402-a3a2-96b8c8736042 service neutron] (83558) timed out ('10.222.0.32', 60264) {{(pid=83558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 12:02:30.598353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b882950-677a-40cb-af80-0459b73802b0 req-b01db132-0d67-4834-ac42-29100b364390 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.2936242 Dec 20 12:02:30.683476 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b882950-677a-40cb-af80-0459b73802b0 req-d637ab41-3e69-4a3e-9953-a404e7c3c1d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840404 Dec 20 12:02:30.762174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.859335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] For port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:30.859979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.037108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80ca5d9a-7b55-4882-8e40-e7cb6890e907 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.045443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80ca5d9a-7b55-4882-8e40-e7cb6890e907 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.093487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635172fd-f5da-4070-844f-1f70138c9d4e req-788d766d-50ea-4b0d-97e5-f1231e9dea58 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:31.095543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-635172fd-f5da-4070-844f-1f70138c9d4e req-788d766d-50ea-4b0d-97e5-f1231e9dea58 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.1645122 Dec 20 12:02:31.139958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80ca5d9a-7b55-4882-8e40-e7cb6890e907 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.140447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca5d9a-7b55-4882-8e40-e7cb6890e907 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Fanout notify agent at l3_agent the message router_deleted on router 677070aa-828d-48b1-b3ce-d729956ef89f {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:02:31.197848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:31.213631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80ca5d9a-7b55-4882-8e40-e7cb6890e907 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.214158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Calling delete_port for e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:31.217355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-80ca5d9a-7b55-4882-8e40-e7cb6890e907 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/routers/677070aa-828d-48b1-b3ce-d729956ef89f HTTP/1.1" status: 204 len: 168 time: 1.8919303 Dec 20 12:02:31.217719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:31.225086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:31.265853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.269857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-635172fd-f5da-4070-844f-1f70138c9d4e req-baff364e-0fb4-4c6c-b6b7-7b1bb6a6b3fd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667926 Dec 20 12:02:31.286315 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3697d260-e2e2-4f99-958a-9ecc017dfdec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:31.422421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:31.445503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.446033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.447032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.447471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.448047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.448809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.449358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.449904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.450515 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.451068 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.451836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:31.458868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.461452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.464103 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:31.504928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:02:31.510692 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:02:31.665124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:31.680112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:31.682144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42768) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:31.695801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:31.708986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:31.736005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:31.745391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.892548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.928636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:31.945263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5a55268c184bab8e131a56398f383a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:31.948819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:31.955473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:32.012494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Deleting port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:32.013646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.079776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.094812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.105460 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96c60892-baac-4937-b31b-04a01f36e01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:32.137679 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.158349 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e08e444b-e79a-4a7b-8226-52b4e897d03c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:32.169833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb5a55268c184bab8e131a56398f383a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4864407 Dec 20 12:02:32.177310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42776) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:32.197554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86198347-5fda-4f3f-97c5-b9b5c67ed97b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:32.202194 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:32.246437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:32.248021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:32.259274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:32.260139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.299660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.315904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0965428 Dec 20 12:02:32.335827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42782) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:32.337581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.363786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-327979419', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:32.385322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:32.404034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=e9fb029c-ed80-423f-83e7-a19c2e7fdd57,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:32.411636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.416698 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bee47715-cf3a-42a4-81d2-74d588fbb705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:32.417863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:router and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:32.432026 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:32.433391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:32.446304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86198347-5fda-4f3f-97c5-b9b5c67ed97b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:32.455621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:32.461206 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:32.478969 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.481403 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86198347-5fda-4f3f-97c5-b9b5c67ed97b HTTP/1.1" status: 204 len: 168 time: 0.3028173 Dec 20 12:02:32.482976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.483233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] For port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:32.483714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.485520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.509705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.622941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.669490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Calling delete_port for e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:32.758570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.768347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-baad9705-783e-41c3-82c2-1cd424043be3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4314520 Dec 20 12:02:32.793380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42790) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:32.849830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.857216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d9ad9-18e6-43bc-a31c-009a6b714ad1 req-8c47a324-a9a9-4b50-b841-e9961d11a719 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:32.857216 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da0d9ad9-18e6-43bc-a31c-009a6b714ad1 req-8c47a324-a9a9-4b50-b841-e9961d11a719 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.3118899 Dec 20 12:02:32.912733 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-908fb4df-b660-45a7-8954-120c9f85e02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:33.013921 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da0d9ad9-18e6-43bc-a31c-009a6b714ad1 req-3ba97d1a-e639-487b-ad71-916ce6eddee0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558785 Dec 20 12:02:33.023814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] No DVR routers for this DVR port e41e98c5-6a56-44ac-83cf-bf7ef13be0b2 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:33.082664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab8f21-f784-42bb-b575-798eee5203a7 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:33.121409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Pushing event deleted for resources: {'Port': ['ID=e41e98c5-6a56-44ac-83cf-bf7ef13be0b2,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:33.129076 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:33.144858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.405450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': 'e9fb029c-ed80-423f-83e7-a19c2e7fdd57'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:33.406427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.706688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.712208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/e9fb029c-ed80-423f-83e7-a19c2e7fdd57/9a5ef382-3822-479e-8c7c-6ca0f5cadc65) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:34.334738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42822) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:34.377249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.404370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Transition to ACTIVE for port object 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:34.452323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Transition to ACTIVE for port object 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:34.469956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.474231 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:34.643872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-147789294-network', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:34.675526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:34.677775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Pushing event updated for resources: {'Port': ['ID=9a5ef382-3822-479e-8c7c-6ca0f5cadc65,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:34.680014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Usage tracker for resource:network and tenant:64b2ebc45cd143e8af89e8a078e6e973 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:34.688175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:34.697911 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:34.703053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:34.745577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:34.749495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:34.756200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:34.771539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Made reservation on behalf of 64b2ebc45cd143e8af89e8a078e6e973 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:34.779560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.821900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::1 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/e9fb029c-ed80-423f-83e7-a19c2e7fdd57/bf847bcb-6812-4d19-ad58-59e59bed3902) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:34.824735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.935246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Attempting to bind port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:34.945760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733d5ea-dc31-4077-b6cf-bb7b42fae8ba req-07359f28-4243-486e-8810-5ce6e618cfbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:34.947377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f733d5ea-dc31-4077-b6cf-bb7b42fae8ba req-07359f28-4243-486e-8810-5ce6e618cfbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.5088155 Dec 20 12:02:34.948250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Attempting to bind port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:34.950802 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Attempting to bind port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:35.240181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:35.240181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:35.240181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.240181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:35.240181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Bound port: 9a5ef382-3822-479e-8c7c-6ca0f5cadc65, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:35.240181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.247229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:35.247229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Usage tracker for resource:security_group_rule and tenant:64b2ebc45cd143e8af89e8a078e6e973 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:35.247229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:35.247229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:35.306278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] For port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:35.315912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] For port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9a5ef382-3822-479e-8c7c-6ca0f5cadc65,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:35.320814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f733d5ea-dc31-4077-b6cf-bb7b42fae8ba req-01cebc24-9a17-4d31-a36e-6587267ad8ec tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652270 Dec 20 12:02:35.337344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.348363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.378427 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:35.432596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object bf847bcb-6812-4d19-ad58-59e59bed3902 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:35.539118 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Pushing event updated for resources: {'Port': ['ID=9a5ef382-3822-479e-8c7c-6ca0f5cadc65,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:35.563002 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:35.566928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.612738 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0443b16f-da82-4182-b4c5-65dc4193708c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:35.717537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=bf847bcb-6812-4d19-ad58-59e59bed3902,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:35.728379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:35.731621 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:35.732522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:35.742036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:35.742570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.753512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.773010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.801871 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7c3de98c-d04b-458d-87e6-ba4e0eec28a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:36.112277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ed37a0-75d7-465f-ac95-ae4ba5f7cdc0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:36.129687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:36.142399 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:36.152978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:36.192652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.193325 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Added segment 4c23b61b-a283-4538-8955-2bc2b5d8e6cf of type vlan for network 550a1b88-5f99-4251-8383-fb088fa56cc8 Dec 20 12:02:36.230975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.335724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:36.494951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.544951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.546361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:36.547259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.556617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-17f32588-616a-48e6-b7a2-b86588a6099d tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:36.768099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150c6d2-b6de-45ae-bf37-87b7241358c7 req-965b362e-f660-419b-b8ae-379c7baf90ab tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:36.775168 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a150c6d2-b6de-45ae-bf37-87b7241358c7 req-965b362e-f660-419b-b8ae-379c7baf90ab tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.1410739 Dec 20 12:02:36.921832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a150c6d2-b6de-45ae-bf37-87b7241358c7 req-9a558df3-c52c-4767-a383-1865ddb36faf tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473925 Dec 20 12:02:37.288745 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.9501588 Dec 20 12:02:37.289104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:37.295212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Request body: {'subnet': {'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-147789294-subnet', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:37.307370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:37.308844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Pushing event updated for resources: {'Network': ['ID=550a1b88-5f99-4251-8383-fb088fa56cc8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:37.316234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Usage tracker for resource:subnet and tenant:64b2ebc45cd143e8af89e8a078e6e973 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:37.334377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:37.359886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:37.371394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.371781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.388233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.391404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.392028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.392641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.393346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.393955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.394657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.395288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.395900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:37.401473 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:37.405703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Made reservation on behalf of 64b2ebc45cd143e8af89e8a078e6e973 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:37.408044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:37.411088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.522900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.542126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.542126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.573867 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f044b5b5-b627-48fa-9cf6-89b7f6d0dbe1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:37.666813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Provisioning for port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:37.673133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Provisioning complete for port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:37.673716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.874362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=bf847bcb-6812-4d19-ad58-59e59bed3902,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:37.976192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.979684 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:37.982558 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2140979a-4842-4384-bf34-bd535f8cac32 tempest-RoutersAdminTest-1942707872 tempest-RoutersAdminTest-1942707872-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:38.098689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.120962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:38.126547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:38.128372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a07aa4-4be8-4c25-95bd-9cfa70ea7126,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:38.156838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.162863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.165088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.175819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] For port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9a5ef382-3822-479e-8c7c-6ca0f5cadc65,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:38.176708 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.177290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.177882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.179039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.179608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.180188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.180896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.181484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:38.185927 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:38.188022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.190721 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:38.316817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Checking segment: {'id': '4c23b61b-a283-4538-8955-2bc2b5d8e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:38.316817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Network hostable DHCP agents. Network: 550a1b88-5f99-4251-8383-fb088fa56cc8, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:38.474378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Pushing event updated for resources: {'Port': ['ID=9a5ef382-3822-479e-8c7c-6ca0f5cadc65,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:38.485823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:38.513416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a07fe99a-2d71-4a76-aade-e097511004ce None None] Provisioning for port bf847bcb-6812-4d19-ad58-59e59bed3902 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:38.527430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a07fe99a-2d71-4a76-aade-e097511004ce None None] Provisioning complete for port bf847bcb-6812-4d19-ad58-59e59bed3902 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:38.528186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a07fe99a-2d71-4a76-aade-e097511004ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.549366 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 550a1b88-5f99-4251-8383-fb088fa56cc8) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:38.561896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:38.561896 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.619652 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:38.620530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a07fe99a-2d71-4a76-aade-e097511004ce None None] Port bf847bcb-6812-4d19-ad58-59e59bed3902 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:38.622352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8e279-29d5-4f96-9e8b-0fe0d640fba0 None None] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:38.636294 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-95d38ffd-3f77-4e16-8cf6-105ff2a206f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3456998 Dec 20 12:02:38.638819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42894) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:38.643971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:38.655043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:38.668719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Usage tracker for resource:router and tenant:64b2ebc45cd143e8af89e8a078e6e973 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:38.679342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:38.693329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:38.720823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.720823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.756017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.985782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bcbd46b3-dcf1-4a10-b260-cbaa5f4c3d62 None None] Provisioning complete for port bf847bcb-6812-4d19-ad58-59e59bed3902 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:38.994145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcbd46b3-dcf1-4a10-b260-cbaa5f4c3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.138835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.232583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd46b3-dcf1-4a10-b260-cbaa5f4c3d62 None None] Port bf847bcb-6812-4d19-ad58-59e59bed3902 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:39.314908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-550a1b88-5f99-4251-8383-fb088fa56cc8', 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'fixed_ips': [{'subnet_id': 'f7a07aa4-4be8-4c25-95bd-9cfa70ea7126'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:39.314908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.543736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae407-abf2-456d-acde-1c52d500376d req-27de39d8-b0b6-41db-8c16-8bbb77b0ea3a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:39.561153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-107ae407-abf2-456d-acde-1c52d500376d req-27de39d8-b0b6-41db-8c16-8bbb77b0ea3a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 1.2595491 Dec 20 12:02:39.689284 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-107ae407-abf2-456d-acde-1c52d500376d req-ea1bc79d-b376-4ce9-ab16-26070abd710f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910392 Dec 20 12:02:39.809427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.813373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Allocated IP 172.20.0.2 (550a1b88-5f99-4251-8383-fb088fa56cc8/f7a07aa4-4be8-4c25-95bd-9cfa70ea7126/73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:39.905722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.925339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Router a9ce0be0-8e23-4ec5-896d-244da3b6d79c is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:02:40.159384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:40.220863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Allocated IP 172.35.0.82 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:40.342429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:40.348604 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "PUT /v2.0/routers/a9ce0be0-8e23-4ec5-896d-244da3b6d79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5510859 Dec 20 12:02:40.349969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:40.350262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.351595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:40.354243 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Sync routers for ids ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:40.378401 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Routers {'a9ce0be0-8e23-4ec5-896d-244da3b6d79c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:40.380094 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:40.395089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.418659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Transition to ACTIVE for port object 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:40.478166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aead9030-df36-42ff-bf26-c728c7425010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:40.478166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aead9030-df36-42ff-bf26-c728c7425010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:40.498574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.528841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aead9030-df36-42ff-bf26-c728c7425010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:40.528841 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aead9030-df36-42ff-bf26-c728c7425010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports/bf847bcb-6812-4d19-ad58-59e59bed3902 HTTP/1.1" status: 200 len: 911 time: 0.1656723 Dec 20 12:02:40.528841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:40.537029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Transition to ACTIVE for port object 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:40.568328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.575869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.578797 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-023d9ad9-ac3c-4d5e-a92f-c194fa9dec8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:40.590858 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da03bffc-8665-47cb-9d59-ce3f7378830a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:40.665964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:40.665964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:40.666833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:40.682191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40fe0b-50b3-4326-a357-969dc9da2491 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:40.686164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40fe0b-50b3-4326-a357-969dc9da2491 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:40.687717 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5c40fe0b-50b3-4326-a357-969dc9da2491 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1660793 Dec 20 12:02:40.698590 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 42930) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:40.776010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:40.785001 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:40.792366 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Set router a9ce0be0-8e23-4ec5-896d-244da3b6d79c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:40.910434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:40.947104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:40.952985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:40.989349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Pushing event updated for resources: {'Port': ['ID=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:41.008880 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:41.226890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Attempting to bind port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:41.229731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Attempting to bind port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '4c23b61b-a283-4538-8955-2bc2b5d8e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:41.234820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Attempting to bind port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 on network 550a1b88-5f99-4251-8383-fb088fa56cc8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:41.286057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.286871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.288533 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:41.289185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Checking segment: {'id': '4c23b61b-a283-4538-8955-2bc2b5d8e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:41.290573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.291163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Bound using segment: {'id': '4c23b61b-a283-4538-8955-2bc2b5d8e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:41.291818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Bound port: 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c23b61b-a283-4538-8955-2bc2b5d8e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:41.292374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.370768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-f20f8ccb-0b49-4724-84a6-933c73732304 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 1099 time: 0.2889261 Dec 20 12:02:41.569668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49603-febf-42ec-80ac-3d856fff30cb req-5d05c21c-abe6-49d2-964d-69a8fb818c14 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:41.573436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-d15fbe4a-588d-48c9-b252-78a6af3e660b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:41.573436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-d15fbe4a-588d-48c9-b252-78a6af3e660b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.1893902 Dec 20 12:02:41.588809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] For port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:41.593241 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05e49603-febf-42ec-80ac-3d856fff30cb req-5d05c21c-abe6-49d2-964d-69a8fb818c14 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.5395012 Dec 20 12:02:41.599028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] For port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,segment=NetworkSegment(4c23b61b-a283-4538-8955-2bc2b5d8e6cf),segment_id=4c23b61b-a283-4538-8955-2bc2b5d8e6cf)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:41.610404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.624483 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-24dc7d89-6d0d-4ad4-86cc-9ee61614c90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:41.675582 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'name': 'tempest-NetworksTestDHCPv6-router-327979419', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:32Z', 'updated_at': '2021-12-20T12:02:35Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None, '_interfaces': [{'id': 'bf847bcb-6812-4d19-ad58-59e59bed3902', 'name': '', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'mac_address': 'fa:16:3e:fc:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9fb029c-ed80-423f-83e7-a19c2e7fdd57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:34Z', 'updated_at': '2021-12-20T12:02:37Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'subnets': [{'id': 'e9fb029c-ed80-423f-83e7-a19c2e7fdd57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:41.697463 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Checking router: a9ce0be0-8e23-4ec5-896d-244da3b6d79c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:41.697463 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Updating router a9ce0be0-8e23-4ec5-896d-244da3b6d79c port bf847bcb-6812-4d19-ad58-59e59bed3902 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:02:41.878149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Pushing event updated for resources: {'Port': ['ID=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:41.878343 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05e49603-febf-42ec-80ac-3d856fff30cb req-521dfc82-b52f-417a-bd06-f5b2eb769a11 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013346 Dec 20 12:02:41.882860 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:41.908362 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.146241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-a4b97080-8564-40a6-a15d-4efff63ecf3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033 HTTP/1.1" status: 200 len: 217 time: 0.4882805 Dec 20 12:02:42.306982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:02:42.343471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-02735ed1-18c6-4740-b2df-635ed7e37235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:42.346944 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-02735ed1-18c6-4740-b2df-635ed7e37235 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1702895 Dec 20 12:02:42.694991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-cf2311f7-4e32-4122-90b2-312619812555 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3392787 Dec 20 12:02:42.727942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-8bab69be-4fbd-4e91-8f0c-739c21f0a011 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:02:42.729091 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-8bab69be-4fbd-4e91-8f0c-739c21f0a011 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0156188 Dec 20 12:02:42.746628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:42.756389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Sync routers for ids ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:42.780899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Routers {'6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:42.787186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:42.787491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.789071 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.1492255 Dec 20 12:02:42.791700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 42960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:42.893560 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.932832 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Transition to ACTIVE for port object bf847bcb-6812-4d19-ad58-59e59bed3902 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:42.957355 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.992548 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-eb6ea53f-efb6-4510-8b57-c54e224f5e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:43.166548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-15d94b00-7e36-43b9-b8b3-5c26e225fe65 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161453 Dec 20 12:02:43.283359 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945539e9-5b06-4db7-99e5-0d2dab2e4e07 None None] Pushing event updated for resources: {'Port': ['ID=bf847bcb-6812-4d19-ad58-59e59bed3902,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:43.419129 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-945539e9-5b06-4db7-99e5-0d2dab2e4e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:43.473198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Set router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:43.536203 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Attempting to bind port bf847bcb-6812-4d19-ad58-59e59bed3902 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:43.537027 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Attempting to bind port bf847bcb-6812-4d19-ad58-59e59bed3902 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:43.540692 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Attempting to bind port bf847bcb-6812-4d19-ad58-59e59bed3902 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:43.556760 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:43.557532 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:43.558210 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.558824 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:43.560397 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Bound port: bf847bcb-6812-4d19-ad58-59e59bed3902, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:43.561028 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.909953 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] For port bf847bcb-6812-4d19-ad58-59e59bed3902, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:43.916256 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] For port bf847bcb-6812-4d19-ad58-59e59bed3902, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bf847bcb-6812-4d19-ad58-59e59bed3902,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:43.925552 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.930069 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-96a6bd69-8391-4124-93a4-8213a1927473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:43.999911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4fa7ca-f597-4932-8bec-a709730b5202 None None] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:44.018422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f1f1d-67a3-4aa5-8617-9dc3c7ddbdc4 req-1edf1c6e-b3de-479c-8042-d4658e0c977c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:44.026945 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e8f1f1d-67a3-4aa5-8617-9dc3c7ddbdc4 req-1edf1c6e-b3de-479c-8042-d4658e0c977c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 946 time: 0.8865829 Dec 20 12:02:44.127099 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945539e9-5b06-4db7-99e5-0d2dab2e4e07 None None] Pushing event updated for resources: {'Port': ['ID=bf847bcb-6812-4d19-ad58-59e59bed3902,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:44.133425 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-945539e9-5b06-4db7-99e5-0d2dab2e4e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:44.191697 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Routers {'a9ce0be0-8e23-4ec5-896d-244da3b6d79c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:44.191697 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:44.241908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:44.395929 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c8a596b5-6467-480d-93ee-91ac950d4e0a req-a4b4be1f-1ffc-4b52-9812-825888c17654 service neutron] 10.222.0.16 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0378549 Dec 20 12:02:44.412435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.630245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:44.662610 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] Set router a9ce0be0-8e23-4ec5-896d-244da3b6d79c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:44.698092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e8f1f1d-67a3-4aa5-8617-9dc3c7ddbdc4 req-cd603002-99a2-4f82-856e-5cfb6919b848 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698847 Dec 20 12:02:45.051798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:45.088529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port bf847bcb-6812-4d19-ad58-59e59bed3902 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:45.089192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.095339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Provisioning for port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:45.155621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Provisioning complete for port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:45.156004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.182160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.199850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.313339 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.333074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:45.371039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:45.397082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:02:41Z', 'revision_number': 3, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port': {'id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:39Z', 'updated_at': '2021-12-20T12:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:45.412896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Checking router: 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:45.414300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Updating router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:02:45.464051 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'name': 'tempest-NetworksTestDHCPv6-router-327979419', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:32Z', 'updated_at': '2021-12-20T12:02:35Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None, '_interfaces': [{'id': 'bf847bcb-6812-4d19-ad58-59e59bed3902', 'name': '', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'mac_address': 'fa:16:3e:fc:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9fb029c-ed80-423f-83e7-a19c2e7fdd57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:34Z', 'updated_at': '2021-12-20T12:02:43Z', 'revision_number': 4, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'subnets': [{'id': 'e9fb029c-ed80-423f-83e7-a19c2e7fdd57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:45.471324 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30782e77-8def-41ba-b7a5-13afb59798ec None None] The sync data for ids ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'] in n-d-victoria-1 is: [{'id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'name': 'tempest-NetworksTestDHCPv6-router-327979419', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:32Z', 'updated_at': '2021-12-20T12:02:35Z', 'revision_number': 2, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None, '_interfaces': [{'id': 'bf847bcb-6812-4d19-ad58-59e59bed3902', 'name': '', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'mac_address': 'fa:16:3e:fc:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9fb029c-ed80-423f-83e7-a19c2e7fdd57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:34Z', 'updated_at': '2021-12-20T12:02:43Z', 'revision_number': 4, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'subnets': [{'id': 'e9fb029c-ed80-423f-83e7-a19c2e7fdd57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:45.500798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port bf847bcb-6812-4d19-ad58-59e59bed3902, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=bf847bcb-6812-4d19-ad58-59e59bed3902,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:45.501494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.598272 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'code': 200} Dec 20 12:02:45.598272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.626493 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7278552f-76c8-40a5-8457-296538118af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:45.796659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.813670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Allocated IP 172.20.0.1 (550a1b88-5f99-4251-8383-fb088fa56cc8/f7a07aa4-4be8-4c25-95bd-9cfa70ea7126/1d44ca47-b14e-4c20-b6ea-e623e2351922) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:45.942725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for bf847bcb-6812-4d19-ad58-59e59bed3902 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:46.294146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.351086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Transition to ACTIVE for port object 1d44ca47-b14e-4c20-b6ea-e623e2351922 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:46.449440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.475435 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4ef3723-7d09-460b-b23a-6e6b27334fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:46.596082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:46.596082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Pushing event updated for resources: {'Port': ['ID=1d44ca47-b14e-4c20-b6ea-e623e2351922,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:46.607553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:46.620323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:46.665851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6602ab-df6a-4240-b970-0f6f6aac445c req-f504859a-b620-4428-b39c-618d0639fb67 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:46.672872 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cc6602ab-df6a-4240-b970-0f6f6aac445c req-f504859a-b620-4428-b39c-618d0639fb67 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 944 time: 0.5525532 Dec 20 12:02:46.683609 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:46.738957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.767736 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cc6602ab-df6a-4240-b970-0f6f6aac445c req-64ba7a24-8aa5-4e36-ad85-d3e94f859fc4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937805 Dec 20 12:02:46.976027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bf847bcb-6812-4d19-ad58-59e59bed3902 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:46.978178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.982363 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-55462444-ef6d-45d9-b0c7-c296c8f457f5 tempest-AttachVolumeNegativeTest-448263001 tempest-AttachVolumeNegativeTest-448263001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.035379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=bf847bcb-6812-4d19-ad58-59e59bed3902,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.054219 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.070945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.110561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.120817 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.496s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.155245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: bf847bcb-6812-4d19-ad58-59e59bed3902 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:47.155697 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bf847bcb-6812-4d19-ad58-59e59bed3902 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 12:02:47.247234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.419680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Port bf847bcb-6812-4d19-ad58-59e59bed3902 not found, will not notify nova. {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 12:02:47.482772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] For port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,segment=NetworkSegment(4c23b61b-a283-4538-8955-2bc2b5d8e6cf),segment_id=4c23b61b-a283-4538-8955-2bc2b5d8e6cf)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:47.487680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.508705 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b9fdc249-e870-47c6-bdae-f11d31bdc8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.577665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.596349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Pushing event updated for resources: {'Port': ['ID=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.612013 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.621965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a26e8bdf-5bf5-4ca4-ae72-dbed6b023c61 None None] Could not find standard attr ID for object bf847bcb-6812-4d19-ad58-59e59bed3902. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:02:47.672149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.688780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a26e8bdf-5bf5-4ca4-ae72-dbed6b023c61 None None] Provisioning complete for port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:47.688780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a26e8bdf-5bf5-4ca4-ae72-dbed6b023c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.712627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.724579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.747176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Transition to ACTIVE for port object 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:47.764449 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f2e22d9b-499b-4a44-a134-61a6df51343b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.772767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.788961 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.905716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Pushing event updated for resources: {'Port': ['ID=1d44ca47-b14e-4c20-b6ea-e623e2351922,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.911684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.968961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.053859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Attempting to bind port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:48.054343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Attempting to bind port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:48.054683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Attempting to bind port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:48.082453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0d3bc-161f-48ef-9dc8-8164bb4ad3c9 None None] Pushing event updated for resources: {'Port': ['ID=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:48.095079 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18d0d3bc-161f-48ef-9dc8-8164bb4ad3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:48.117730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:48.118870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:48.119506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.120115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:48.120653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Bound port: 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:48.121097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.254634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:48.282681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a26e8bdf-5bf5-4ca4-ae72-dbed6b023c61 None None] Provisioning for port 1d44ca47-b14e-4c20-b6ea-e623e2351922 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:48.291168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.326841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a26e8bdf-5bf5-4ca4-ae72-dbed6b023c61 None None] Provisioning complete for port 1d44ca47-b14e-4c20-b6ea-e623e2351922 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:48.326841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a26e8bdf-5bf5-4ca4-ae72-dbed6b023c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.362699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff34bd-d2c8-4f85-bc8e-b348538834e9 req-06ca7e72-701f-46ed-ba2a-abe18a0dcb2c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:48.362699 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d9ff34bd-d2c8-4f85-bc8e-b348538834e9 req-06ca7e72-701f-46ed-ba2a-abe18a0dcb2c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 944 time: 0.2964056 Dec 20 12:02:48.393110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:48.393110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:48.397462 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] For port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:48.418900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] For port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:48.436698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a26e8bdf-5bf5-4ca4-ae72-dbed6b023c61 None None] Port 1d44ca47-b14e-4c20-b6ea-e623e2351922 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:48.441168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.452958 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:48.614275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Routers {'6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:48.614275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:48.685766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:48.685766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.734910 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d9ff34bd-d2c8-4f85-bc8e-b348538834e9 req-d87403dc-0737-47a2-809e-d06042d0338e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956957 Dec 20 12:02:48.742397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Router a9ce0be0-8e23-4ec5-896d-244da3b6d79c has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:48.861383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0d3bc-161f-48ef-9dc8-8164bb4ad3c9 None None] Pushing event updated for resources: {'Port': ['ID=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:49.012713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] Set router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:49.049011 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18d0d3bc-161f-48ef-9dc8-8164bb4ad3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:49.110396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-54fc958f-e401-4d00-97db-7266a8ba5e70 None None] Provisioning complete for port 1d44ca47-b14e-4c20-b6ea-e623e2351922 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:49.110396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-54fc958f-e401-4d00-97db-7266a8ba5e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.114361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:49.136633 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] Sync routers for ids ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:49.143310 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "PUT /v2.0/routers/a9ce0be0-8e23-4ec5-896d-244da3b6d79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4354208 Dec 20 12:02:49.147768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43034) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:49.157840 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] Routers {'a9ce0be0-8e23-4ec5-896d-244da3b6d79c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:49.157840 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:49.310955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad165b6-7cee-4f2e-aa49-e889c6a4077f req-64fbcb1c-37d1-4eb6-84c4-fa7c32d32e4d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:49.312606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ad165b6-7cee-4f2e-aa49-e889c6a4077f req-64fbcb1c-37d1-4eb6-84c4-fa7c32d32e4d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2814522 Dec 20 12:02:49.325206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-54fc958f-e401-4d00-97db-7266a8ba5e70 None None] Port 1d44ca47-b14e-4c20-b6ea-e623e2351922 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:49.332453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e941fc-f3a9-47bd-a98a-598b4d7f1e8a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:49.333845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e941fc-f3a9-47bd-a98a-598b4d7f1e8a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:49.338383 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a9e941fc-f3a9-47bd-a98a-598b4d7f1e8a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1850152 Dec 20 12:02:49.387781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43042) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:49.497525 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] Set router a9ce0be0-8e23-4ec5-896d-244da3b6d79c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:49.668772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4ad165b6-7cee-4f2e-aa49-e889c6a4077f req-de263b01-d069-48c1-9237-c5cabbca3894 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399653 Dec 20 12:02:49.853571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet e9fb029c-ed80-423f-83e7-a19c2e7fdd57 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:49.860307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.889032 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'name': 'tempest-NetworksTestDHCPv6-router-327979419', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:32Z', 'updated_at': '2021-12-20T12:02:46Z', 'revision_number': 3, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:49.902254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:49.923417 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] Checking router: a9ce0be0-8e23-4ec5-896d-244da3b6d79c for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:49.958493 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] Routers {'a9ce0be0-8e23-4ec5-896d-244da3b6d79c'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:49.971849 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:02:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:50.197586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:02:46Z', 'revision_number': 4, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port': {'id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:39Z', 'updated_at': '2021-12-20T12:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '1d44ca47-b14e-4c20-b6ea-e623e2351922', 'name': '', 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'mac_address': 'fa:16:3e:cc:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7a07aa4-4be8-4c25-95bd-9cfa70ea7126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:45Z', 'updated_at': '2021-12-20T12:02:47Z', 'revision_number': 2, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'subnets': [{'id': 'f7a07aa4-4be8-4c25-95bd-9cfa70ea7126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:50.205190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b7b72-937e-42d6-8528-35c6549cc119 None None] The sync data for ids ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'] in n-d-victoria-1 is: [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:02:46Z', 'revision_number': 4, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port': {'id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:39Z', 'updated_at': '2021-12-20T12:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '1d44ca47-b14e-4c20-b6ea-e623e2351922', 'name': '', 'network_id': '550a1b88-5f99-4251-8383-fb088fa56cc8', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'mac_address': 'fa:16:3e:cc:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7a07aa4-4be8-4c25-95bd-9cfa70ea7126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:45Z', 'updated_at': '2021-12-20T12:02:47Z', 'revision_number': 2, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'subnets': [{'id': 'f7a07aa4-4be8-4c25-95bd-9cfa70ea7126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:50.322490 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] Set router a9ce0be0-8e23-4ec5-896d-244da3b6d79c gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:50.421723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:50.435717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.621025 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'name': 'tempest-NetworksTestDHCPv6-router-327979419', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:32Z', 'updated_at': '2021-12-20T12:02:46Z', 'revision_number': 3, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:50.626622 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88442f89-14b2-4c69-8a41-cf336ad493bb None None] The sync data for ids ['a9ce0be0-8e23-4ec5-896d-244da3b6d79c'] in n-d-victoria-1 is: [{'id': 'a9ce0be0-8e23-4ec5-896d-244da3b6d79c', 'name': 'tempest-NetworksTestDHCPv6-router-327979419', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:32Z', 'updated_at': '2021-12-20T12:02:46Z', 'revision_number': 3, 'project_id': 'edc798cf944547a4ad383b07ce6eed4e', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:50.631752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280ee6b-2dff-4608-82ce-c4b3f5a5930e req-9b99f305-aac8-4bd8-87e2-05bc6bfa71ff tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:50.638163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.661950 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5280ee6b-2dff-4608-82ce-c4b3f5a5930e req-9b99f305-aac8-4bd8-87e2-05bc6bfa71ff tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4112396 Dec 20 12:02:50.810674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.816091 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-230aa77f-762f-4fd4-a684-d0417d64c508 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:50.897807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.902944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fb029c-ed80-423f-83e7-a19c2e7fdd57,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:50.904012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e0221-19cd-4cf5-bf45-2d0c1aabd8f4 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:50.905279 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:50.913782 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/e9fb029c-ed80-423f-83e7-a19c2e7fdd57 HTTP/1.1" status: 204 len: 168 time: 1.5316978 Dec 20 12:02:50.916595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43078) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:51.055610 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5280ee6b-2dff-4608-82ce-c4b3f5a5930e req-c780f674-6ab3-456d-9d4b-7b06b009b53a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910136 Dec 20 12:02:51.244310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:51.285308 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] 10.222.0.32 "PUT /v2.0/routers/6e92d607-3f32-4e4f-b3dd-1ad88c97aaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4919517 Dec 20 12:02:51.328410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49e3595b-dda3-461d-8999-75099d8f4f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:51.470365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49e3595b-dda3-461d-8999-75099d8f4f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:51.477572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-49e3595b-dda3-461d-8999-75099d8f4f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5557165 Dec 20 12:02:51.477572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43090) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:51.720397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:51.720397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Deleting port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:51.724799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.059353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0274499c-d225-40ec-ba5f-21998c9c6a95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.121290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bc92c-6526-49cc-9d42-30f3c7fa1f9e req-09aae2ee-ecee-47c2-b496-e8abca4fa1bd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:52.130480 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c3bc92c-6526-49cc-9d42-30f3c7fa1f9e req-09aae2ee-ecee-47c2-b496-e8abca4fa1bd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2331915 Dec 20 12:02:52.342700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:52.355500 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:02:52.372650 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c3bc92c-6526-49cc-9d42-30f3c7fa1f9e req-018dc3e4-a223-408d-a4c5-6be9ef7b7054 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394629 Dec 20 12:02:52.690448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] For port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9a5ef382-3822-479e-8c7c-6ca0f5cadc65,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:52.690448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.774369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:52.859845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Calling delete_port for 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:52.896688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:52.897290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.159213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.197413 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:53.234683 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.241286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Pushing event deleted for resources: {'Port': ['ID=9a5ef382-3822-479e-8c7c-6ca0f5cadc65,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:53.245925 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:53.263816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] No DVR routers for this DVR port 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:53.266439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:53.277941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.279958 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d1fbce80-b6a6-411b-9cbd-88b92fe7433e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:53.321991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0274499c-d225-40ec-ba5f-21998c9c6a95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.360211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0274499c-d225-40ec-ba5f-21998c9c6a95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.381433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bf847bcb-6812-4d19-ad58-59e59bed3902 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:53.467083 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-82eac6c3-a025-4c13-b529-3c9ca1bf0db9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6040254 Dec 20 12:02:53.512145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: bf847bcb-6812-4d19-ad58-59e59bed3902 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:53.512145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device bf847bcb-6812-4d19-ad58-59e59bed3902 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:53.512145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:53.625110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:53.628454 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:53.628454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:53.628454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9a5ef382-3822-479e-8c7c-6ca0f5cadc65 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:53.661794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0274499c-d225-40ec-ba5f-21998c9c6a95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.662966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0274499c-d225-40ec-ba5f-21998c9c6a95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Fanout notify agent at l3_agent the message router_deleted on router a9ce0be0-8e23-4ec5-896d-244da3b6d79c {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:02:53.733588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0274499c-d225-40ec-ba5f-21998c9c6a95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.737342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43134) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:53.737850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0274499c-d225-40ec-ba5f-21998c9c6a95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/routers/a9ce0be0-8e23-4ec5-896d-244da3b6d79c HTTP/1.1" status: 204 len: 168 time: 2.2600813 Dec 20 12:02:53.785074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-fe0bc5f8-cd96-46a3-bab5-982ac15f9203 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 1098 time: 0.2942395 Dec 20 12:02:53.848123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd1be17b-a4cc-42b5-b525-2c558512dce3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:53.873819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd376-9848-4947-9a29-0cecbf0b19f0 req-9403b706-477f-4da7-8e87-57ecea221fa8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:53.885692 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-015fd376-9848-4947-9a29-0cecbf0b19f0 req-9403b706-477f-4da7-8e87-57ecea221fa8 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2098548 Dec 20 12:02:53.916513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd1be17b-a4cc-42b5-b525-2c558512dce3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:53.926462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dd1be17b-a4cc-42b5-b525-2c558512dce3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1797340 Dec 20 12:02:53.926462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43140) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.114069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e7cf8-40ce-4a27-9c69-257d01511c53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:54.114829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c6e7cf8-40ce-4a27-9c69-257d01511c53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:54.126569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:54.135885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0c6e7cf8-40ce-4a27-9c69-257d01511c53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:54.137660 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0c6e7cf8-40ce-4a27-9c69-257d01511c53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2131526 Dec 20 12:02:54.140709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43146) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.165539 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-015fd376-9848-4947-9a29-0cecbf0b19f0 req-b8533f6b-7ed0-4526-9991-0c6478b284e0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844183 Dec 20 12:02:54.257622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-377204a9-fdfb-45d4-8315-2baedf0e4d24 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:54.279260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-377204a9-fdfb-45d4-8315-2baedf0e4d24 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:54.279260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-377204a9-fdfb-45d4-8315-2baedf0e4d24 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1325023 Dec 20 12:02:54.286575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.299985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:54.332419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:54.332419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.634915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48c852-1b92-4980-858d-bdff2853e448 req-688ebe70-b57f-4725-b6df-708b741b0786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:54.634915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-688ebe70-b57f-4725-b6df-708b741b0786 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.8150084 Dec 20 12:02:54.659816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:54.680931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:54.710277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:54.847632 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-da7d4caa-369b-4dbf-aca2-29694bfc6b49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58066b1c-143a-465c-8f70-791c1853c3b7 HTTP/1.1" status: 200 len: 217 time: 0.2081201 Dec 20 12:02:54.997461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48c852-1b92-4980-858d-bdff2853e448 req-b1df84f5-b5ab-4384-9e18-f00f12d26c4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:54.997461 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-b1df84f5-b5ab-4384-9e18-f00f12d26c4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1420507 Dec 20 12:02:55.033593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.175386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-7ae409a1-3dae-4bc1-ba73-fabdd15cc0bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1710875 Dec 20 12:02:55.186665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-400f8c17-4373-4486-96f2-4d46b79c3a99 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:02:55.187608 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-400f8c17-4373-4486-96f2-4d46b79c3a99 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050168 Dec 20 12:02:55.497013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-5157d28c-1402-43b1-a049-0a872aafc824 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024354 Dec 20 12:02:55.501892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43176) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:55.748424 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:02:55.758579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.758579 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f14a2081-6cc0-420d-85c3-3b1154d450b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:55.830343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4afc2-25c2-4309-b918-641619533206 req-50989b8c-a5fc-484d-a164-e21036e6954c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:55.838191 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e2d4afc2-25c2-4309-b918-641619533206 req-50989b8c-a5fc-484d-a164-e21036e6954c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2862425 Dec 20 12:02:55.909600 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6f48c852-1b92-4980-858d-bdff2853e448 req-3d5ff5c0-c8eb-4699-a744-ff84f4a1a669 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047804 Dec 20 12:02:56.108608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:56.124108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:56.124108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:56.124108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.132401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=fedfcaba-ec32-4b60-b1ab-735c453b288c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:56.136688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b826306-1c3c-4b21-a329-2ae80d42e591 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:56.140605 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:56.175305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e2d4afc2-25c2-4309-b918-641619533206 req-db4c6989-6f85-4c7e-a393-55b98fc3bd0a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305256 Dec 20 12:02:56.213193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9268966 Dec 20 12:02:56.213193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:56.225891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:56.511077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:56.516185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:56.516185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:56.536573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:56.546154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:56.546154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.685843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.709176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': 'fedfcaba-ec32-4b60-b1ab-735c453b288c'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:56.710078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.961978 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Allocated IP 2001:db8::f816:3eff:fe8d:2ce6 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/fedfcaba-ec32-4b60-b1ab-735c453b288c/51d510ed-1cd6-4c9f-8d0b-d819e4363307) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:57.161385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.179514 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6437daeb-0b52-467c-95d1-8d6e0c297227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:57.362042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.388227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Transition to ACTIVE for port object 51d510ed-1cd6-4c9f-8d0b-d819e4363307 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:57.413523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Transition to ACTIVE for port object 51d510ed-1cd6-4c9f-8d0b-d819e4363307 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:57.434732 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.448538 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eb84514d-ed94-48ad-a664-0e3b133e3f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:57.470413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-1c2ba7f8-f123-4d30-ae5a-a485e99e1d2a req-3cf6e2d5-6810-4458-a862-a0ac7d98c3b1 service neutron] (83558) timed out ('10.222.0.32', 49582) {{(pid=83558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 12:02:57.473188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=493062a1-8efe-4438-a412-32851d29655a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:57.495527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-c63f18ef-af1d-433d-b7ed-f522ce6bdcb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.3257399 Dec 20 12:02:57.497416 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:57.516190 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Pushing event updated for resources: {'Port': ['ID=51d510ed-1cd6-4c9f-8d0b-d819e4363307,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:57.516835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:57.518500 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:57.521665 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:57.522404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:57.523061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.524093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:57.525325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:57.527586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:57.568646 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3554330 Dec 20 12:02:57.569357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:57.576886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:6a:94:30', 'name': 'tempest-NetworksTestDHCPv6-1798854061'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:57.663742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Attempting to bind port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:57.663742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Attempting to bind port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:57.663742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Attempting to bind port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:57.674079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:57.674079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:57.674079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.674079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:57.674079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Bound port: 51d510ed-1cd6-4c9f-8d0b-d819e4363307, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:57.678275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.777888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:57.789055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:57.798681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:57.798681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.823813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] For port 51d510ed-1cd6-4c9f-8d0b-d819e4363307, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:57.823813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] For port 51d510ed-1cd6-4c9f-8d0b-d819e4363307, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51d510ed-1cd6-4c9f-8d0b-d819e4363307,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:57.843656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.852417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 3ecc93b3-cfcd-40e2-83e6-510dfee7734f yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:57.855913 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:57.885690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b435348e-9324-4fef-bced-41b979437f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.938255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Pushing event updated for resources: {'Port': ['ID=51d510ed-1cd6-4c9f-8d0b-d819e4363307,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:57.942273 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:58.013030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9f4dd-7dd2-443b-bd97-e379536b609f req-a867d1c8-29d3-41f2-b27e-120e66d84420 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:58.013030 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07e9f4dd-7dd2-443b-bd97-e379536b609f req-a867d1c8-29d3-41f2-b27e-120e66d84420 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3210657 Dec 20 12:02:58.082688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-865ad0ee-c522-4a1b-ad04-ca540ad25f98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 672 time: 0.9356318 Dec 20 12:02:58.125835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-aa660dd3-2d34-4d8f-8181-643bf6835723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:58.125835 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-aa660dd3-2d34-4d8f-8181-643bf6835723 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.4331472 Dec 20 12:02:58.174990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 172.20.0.13 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/493062a1-8efe-4438-a412-32851d29655a/3ecc93b3-cfcd-40e2-83e6-510dfee7734f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:58.184043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fe6a:9430 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/fedfcaba-ec32-4b60-b1ab-735c453b288c/3ecc93b3-cfcd-40e2-83e6-510dfee7734f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:58.377352 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-07e9f4dd-7dd2-443b-bd97-e379536b609f req-054d4dcf-46c5-411f-9f34-c17ba585696d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008657 Dec 20 12:02:58.451013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-f28e083c-2a65-4b50-a292-6ac444bcc0c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.3141239 Dec 20 12:02:58.667425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.688942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 3ecc93b3-cfcd-40e2-83e6-510dfee7734f will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:58.731378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.739246 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:58.741259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Deleting port 1d44ca47-b14e-4c20-b6ea-e623e2351922 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:58.741259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.825131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-1787a949-be7c-4121-803f-d0c773945930 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df4c459806f641ea8b6a89822a7cc035&device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 6507 time: 0.5832298 Dec 20 12:02:58.828518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:58.832432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-2e4ba2a5-7023-4fbb-89e7-d4dbd4b6e366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:58.832432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-2e4ba2a5-7023-4fbb-89e7-d4dbd4b6e366 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.2059770 Dec 20 12:02:58.852556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:58.869925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:58.914836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=3ecc93b3-cfcd-40e2-83e6-510dfee7734f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:58.923483 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:59.001400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.006997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.043782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4723325 Dec 20 12:02:59.046222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:59.175237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0ea97-e18e-41d9-a630-c96221f1029b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.182801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0ea97-e18e-41d9-a630-c96221f1029b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.182801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0dc0ea97-e18e-41d9-a630-c96221f1029b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:59.216777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.225403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0dc0ea97-e18e-41d9-a630-c96221f1029b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:59.225403 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0dc0ea97-e18e-41d9-a630-c96221f1029b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1760414 Dec 20 12:02:59.231885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:59.338841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 3ecc93b3-cfcd-40e2-83e6-510dfee7734f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:59.339146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.423040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-1329f5b9-2664-4e5c-bccc-46f8899d160b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5883124 Dec 20 12:02:59.424080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-e5f58823-8920-4be5-8769-c80e422ad4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.424442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-e5f58823-8920-4be5-8769-c80e422ad4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.425005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-e5f58823-8920-4be5-8769-c80e422ad4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.426703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-e5f58823-8920-4be5-8769-c80e422ad4b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&id=1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 200 len: 2293 time: 0.5455072 Dec 20 12:02:59.434494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Calling delete_port for 1d44ca47-b14e-4c20-b6ea-e623e2351922 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:59.907769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50885c-fdb0-4dd1-ac34-8da41d576988 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:59.951115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.970099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddd228-18a5-4185-98bb-86cffe08bd54 req-026eb8d1-3af6-4ad8-a669-7891f02c9419 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.998644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-afddd228-18a5-4185-98bb-86cffe08bd54 req-026eb8d1-3af6-4ad8-a669-7891f02c9419 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2750659 Dec 20 12:03:00.084246 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-30765606-d17a-4c6c-943c-a226c067487c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 200 len: 1001 time: 0.5782876 Dec 20 12:03:00.111892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8558749e-5db3-48d7-88b0-834545dccb34 None None] Provisioning for port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:00.268153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-e0e4fa5f-a069-4b55-bff3-d64dacb078ce service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729329 Dec 20 12:03:00.269371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-0950365c-e246-4f29-bbc7-2033948571e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:00.270677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-0950365c-e246-4f29-bbc7-2033948571e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 200 len: 851 time: 0.1878123 Dec 20 12:03:00.337293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51d510ed-1cd6-4c9f-8d0b-d819e4363307 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:00.372878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04dcc1d7-69d7-49d6-966e-8c758641cca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.562049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:00.566641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:00.566987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.619165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 3ecc93b3-cfcd-40e2-83e6-510dfee7734f owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:00.654516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-8be704a6-e4b5-489c-acf8-9e3580de7ce1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3737547 Dec 20 12:03:00.688539 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-afddd228-18a5-4185-98bb-86cffe08bd54 req-fd203793-112a-441d-b474-73ef80ecd0e2 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6990831 Dec 20 12:03:00.739933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': 'fedfcaba-ec32-4b60-b1ab-735c453b288c', 'ip_address': '2001:db8::f816:3eff:fe8d:2ce6'}, {'subnet_id': '493062a1-8efe-4438-a412-32851d29655a'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': '51d510ed-1cd6-4c9f-8d0b-d819e4363307'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:03:00.924561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-f62e0141-48e4-4b62-8092-d1e6c7af1a49 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592969 Dec 20 12:03:00.956804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.044906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.105508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-016c75bc-6e7d-4859-a7ce-a91edf35d0c1 service neutron] 10.222.0.16 "GET /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497614 Dec 20 12:03:01.149696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.170199 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:01.185802 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b5b3421-e970-49f6-a5ee-00ba6145cab1 req-a97b3e41-01ec-40a9-9497-4b6812c86ceb service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8983538 Dec 20 12:03:01.232131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 51d510ed-1cd6-4c9f-8d0b-d819e4363307, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51d510ed-1cd6-4c9f-8d0b-d819e4363307,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:01.232131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.241256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.247345 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:01.323003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-e2458e6f-7979-4328-b00e-0820d6e90021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 217 time: 0.2153413 Dec 20 12:03:01.383870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=3ecc93b3-cfcd-40e2-83e6-510dfee7734f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:01.405848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=51d510ed-1cd6-4c9f-8d0b-d819e4363307,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:01.409004 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.410644 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:01.424941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-a2790bb3-a75a-431d-a5b9-5051af987c1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.426683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-a2790bb3-a75a-431d-a5b9-5051af987c1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.0681953 Dec 20 12:03:01.427868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.431927 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fc2844a8-0111-46d1-b843-4d80059a25a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:01.435800 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:01.539077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.597620 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/3ecc93b3-cfcd-40e2-83e6-510dfee7734f HTTP/1.1" status: 204 len: 168 time: 2.3582761 Dec 20 12:03:01.597620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:01.636953 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Allocated IP 172.20.0.2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/493062a1-8efe-4438-a412-32851d29655a/51d510ed-1cd6-4c9f-8d0b-d819e4363307) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:01.675140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d44ca47-b14e-4c20-b6ea-e623e2351922,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:01.760801 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:01.827978 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a376e5c4-4742-44c8-8dd1-c953248c4aee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.838549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a376e5c4-4742-44c8-8dd1-c953248c4aee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.840144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a376e5c4-4742-44c8-8dd1-c953248c4aee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.843246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a376e5c4-4742-44c8-8dd1-c953248c4aee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:01.898330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] For port 51d510ed-1cd6-4c9f-8d0b-d819e4363307, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51d510ed-1cd6-4c9f-8d0b-d819e4363307,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:01.952030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.965722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a376e5c4-4742-44c8-8dd1-c953248c4aee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:01.965722 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a376e5c4-4742-44c8-8dd1-c953248c4aee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3529627 Dec 20 12:03:01.965722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43266) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:01.969677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-26f62b7b-3b0f-4a3d-b2d4-40b2790d8e7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4020963 Dec 20 12:03:02.047700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Transition to ACTIVE for port object 51d510ed-1cd6-4c9f-8d0b-d819e4363307 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:02.056833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.056833 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-46aa9952-9e42-4ce7-8d70-615fe806caa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:02.227509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51d510ed-1cd6-4c9f-8d0b-d819e4363307 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:02.245226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:02.455201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 493062a1-8efe-4438-a412-32851d29655a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:02.455201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.478080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-892885da-1290-4ef3-86fa-3f6532dc3e9c service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965905 Dec 20 12:03:02.542191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Pushing event updated for resources: {'Port': ['ID=51d510ed-1cd6-4c9f-8d0b-d819e4363307,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:02.554498 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:02.623353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.712387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Deleting subnet 2b95d0b5-8a8d-4370-8889-8c52b11ac7ea {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:02.715810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.780401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.806724 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-f848eb32-3096-4863-9dbc-58af9850283d service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679487 Dec 20 12:03:02.814590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.885204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.990208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.002192 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b1db2b2d-bcbe-4f44-a445-15125535cc5a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:03.051068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b95d0b5-8a8d-4370-8889-8c52b11ac7ea,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:03.059722 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:03.071531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.085207 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2b95d0b5-8a8d-4370-8889-8c52b11ac7ea HTTP/1.1" status: 204 len: 168 time: 0.8365254 Dec 20 12:03:03.088059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43286) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:03.232556 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-5d009ea8-e8d3-4ea8-af09-9abe07011233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 217 time: 0.3901727 Dec 20 12:03:03.239356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.342463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.357227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-cc9abd21-f037-4337-9c05-6556b321ed88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:03.358730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-cc9abd21-f037-4337-9c05-6556b321ed88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1212592 Dec 20 12:03:03.474127 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b35b-d0b2-4b79-ab66-00c60376d7b4 req-38e5375b-22b2-41ea-93a5-5f5445b45524 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:03.474127 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3603b35b-d0b2-4b79-ab66-00c60376d7b4 req-38e5375b-22b2-41ea-93a5-5f5445b45524 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 1.3997772 Dec 20 12:03:03.580465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.615715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1801ad-9382-4b9e-835c-4971b4724743']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:03.635279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797640d7-3048-4218-8f48-01b552f1ca49') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:03.635279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797640d7-3048-4218-8f48-01b552f1ca49') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:03.651934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3603b35b-d0b2-4b79-ab66-00c60376d7b4 req-b2ff6213-6680-4e7c-879a-b5a0fbbef477 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926774 Dec 20 12:03:03.656309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.668173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-282b16c9-4e77-4588-9708-0afef0749668 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2983921 Dec 20 12:03:03.685642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.696654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0139f27a-684b-48a3-91ef-a67436adf6c0 None None] Provisioning for port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:03.702641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0139f27a-684b-48a3-91ef-a67436adf6c0 None None] Provisioning complete for port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:03.703244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0139f27a-684b-48a3-91ef-a67436adf6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.706531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.714356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:03.714836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.747809 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b58bde27-8e08-4744-aa36-23aa3a05080d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:03.790861 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:03.802944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=493062a1-8efe-4438-a412-32851d29655a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:03.802944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.817531 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:03.834654 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/493062a1-8efe-4438-a412-32851d29655a HTTP/1.1" status: 204 len: 168 time: 1.8805504 Dec 20 12:03:03.834654 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:03.860981 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-890377c0-7037-4f08-bd81-6ab55f9fc375 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807470 Dec 20 12:03:03.905016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.959999 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0139f27a-684b-48a3-91ef-a67436adf6c0 None None] Could not find standard attr ID for object 3ecc93b3-cfcd-40e2-83e6-510dfee7734f. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:04.074395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51d510ed-1cd6-4c9f-8d0b-d819e4363307 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:04.155018 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-5ad0f48c-5b26-46f5-8a12-daf53eb0fe12 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921994 Dec 20 12:03:04.162406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442db980-d494-4ed1-b055-14a6a33f6f1a None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:04.178615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet fedfcaba-ec32-4b60-b1ab-735c453b288c {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:04.198313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.241224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-af0dbd7e-5255-4f99-89a4-db552020ebe1 None None] Could not find standard attr ID for object 3ecc93b3-cfcd-40e2-83e6-510dfee7734f. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:04.300707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.355166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-1b9750d5-c1d6-46e2-bb7c-70602822e13e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 200 len: 217 time: 0.1764688 Dec 20 12:03:04.402258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.421888 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:04.457803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.464447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:04.464848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.467458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1801ad-9382-4b9e-835c-4971b4724743,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:04.479841 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:04.504111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-427cf70c-eed6-41c6-84a0-b88f2c0b1c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:04.505327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-427cf70c-eed6-41c6-84a0-b88f2c0b1c6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1423428 Dec 20 12:03:04.509695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2e1801ad-9382-4b9e-835c-4971b4724743 HTTP/1.1" status: 204 len: 168 time: 1.4152405 Dec 20 12:03:04.581754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.739582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.749177 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f7ea7bd-ac47-42fd-8ade-8e78ad0c92b3 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:04.802657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=fedfcaba-ec32-4b60-b1ab-735c453b288c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:04.806689 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:04.807958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.819256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:04.859758 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/fedfcaba-ec32-4b60-b1ab-735c453b288c HTTP/1.1" status: 204 len: 168 time: 0.7587876 Dec 20 12:03:04.864093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:04.864322 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-44849f30-cba5-4751-ad2c-624a4b9d3dbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3482132 Dec 20 12:03:05.012204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43320) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:05.016845 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-94eb7164-6baf-4ad4-b68e-0ad220baf6cf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424584 Dec 20 12:03:05.020999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:05.061070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b3d80659-78ed-4f68-b226-3e1d780b13cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1d062b1e98460cbb1987f13cf2b5f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2333772 Dec 20 12:03:05.061070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43324) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:05.098452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b6790-1821-4e6c-ac89-0d898f9b65ab req-83bd5fb0-1d21-423d-8fe4-6d102add5f75 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:05.098452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-056b6790-1821-4e6c-ac89-0d898f9b65ab req-83bd5fb0-1d21-423d-8fe4-6d102add5f75 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1561434 Dec 20 12:03:05.188526 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-056b6790-1821-4e6c-ac89-0d898f9b65ab req-8a3502bd-edf1-49d5-81a6-13ba9db361da tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890353 Dec 20 12:03:05.193608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e47b-ab37-49ca-a47c-81d0aa202b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.254560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e47b-ab37-49ca-a47c-81d0aa202b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.408800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e47b-ab37-49ca-a47c-81d0aa202b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.416907 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e128ff28-e993-4990-98d8-9d370400f3d5 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:05.443336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8e47b-ab37-49ca-a47c-81d0aa202b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6920655-3fb2-4ccb-a1a1-e5dbad01eda7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:05.456549 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aaf8e47b-ab37-49ca-a47c-81d0aa202b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:05.466402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e47b-ab37-49ca-a47c-81d0aa202b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.466402 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aaf8e47b-ab37-49ca-a47c-81d0aa202b95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6920655-3fb2-4ccb-a1a1-e5dbad01eda7 HTTP/1.1" status: 204 len: 168 time: 0.4052110 Dec 20 12:03:05.661260 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78056f3-1042-4916-9388-b31cdd976982 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:05.672617 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-ca33586b-e18a-4fc8-bbc2-a0551e75f2fe service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324865 Dec 20 12:03:05.732986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] Sync routers for ids ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:05.759794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:05.783946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:05.810412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:05.858155 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:05.865684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-62fbc5bb-fe4c-48bf-bb15-cb10fb77e1e8 None None] Provisioning complete for port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:05.865684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62fbc5bb-fe4c-48bf-bb15-cb10fb77e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.960461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] Routers {'6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:05.960461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:06.148227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff245a5a-a98f-4b29-9dc0-a3a8fa117d9b req-fb5bcc09-2804-4743-be49-2277cc871eab tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:06.151937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:06.157684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff245a5a-a98f-4b29-9dc0-a3a8fa117d9b req-fb5bcc09-2804-4743-be49-2277cc871eab tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2283394 Dec 20 12:03:06.295522 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff245a5a-a98f-4b29-9dc0-a3a8fa117d9b req-df792ce0-9387-46e7-942b-14da12eddc3f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389205 Dec 20 12:03:06.453045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.489205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] Set router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:06.514303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-77b6d390-cce2-472e-b574-ec071f9a61e7 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038657 Dec 20 12:03:06.614175 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-5dc30a02-7c57-4ab1-aad1-bc6b3799c97b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 200 len: 217 time: 0.0788279 Dec 20 12:03:06.646584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:06.655820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Deleting port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:06.655820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.775397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c448670-35d2-4071-9de2-efea8a0023ce req-69f297d2-e105-45fd-9fc5-1050e731043f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.8016164 Dec 20 12:03:06.815029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-be75d426-59f6-4739-a78b-9f78f7347691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:06.815029 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-be75d426-59f6-4739-a78b-9f78f7347691 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 200 len: 797 time: 0.1981018 Dec 20 12:03:06.955138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:07.025747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] For port 51d510ed-1cd6-4c9f-8d0b-d819e4363307, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51d510ed-1cd6-4c9f-8d0b-d819e4363307,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:07.026351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.138409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c448670-35d2-4071-9de2-efea8a0023ce req-8408d319-85b0-423d-9bbc-86680d0ce2e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:07.138409 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c448670-35d2-4071-9de2-efea8a0023ce req-8408d319-85b0-423d-9bbc-86680d0ce2e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.3527226 Dec 20 12:03:07.168825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Calling delete_port for 51d510ed-1cd6-4c9f-8d0b-d819e4363307 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:07.201440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:03:00Z', 'revision_number': 5, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port': {'id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:39Z', 'updated_at': '2021-12-20T12:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:07.216664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] Checking router: 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:07.247186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] Routers {'6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:07.247186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:07.288687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c448670-35d2-4071-9de2-efea8a0023ce req-1d3a2e07-99f2-4516-8a86-92cffdd34b70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.1313190 Dec 20 12:03:07.288687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-a5b24c9e-fe69-408e-97e5-7909825bac30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c9dbcfc-9ada-4812-b35e-07a805e0481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650714 Dec 20 12:03:07.316178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.323039 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-881a2e4c-f237-482a-95d9-08441bc5d93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.472522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Pushing event deleted for resources: {'Port': ['ID=51d510ed-1cd6-4c9f-8d0b-d819e4363307,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:07.472522 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:07.514147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] No DVR routers for this DVR port 51d510ed-1cd6-4c9f-8d0b-d819e4363307 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:07.540485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] Set router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:07.861263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c448670-35d2-4071-9de2-efea8a0023ce req-0a1d57be-12c5-426b-907a-3fcdffb0eec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:07.862750 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c448670-35d2-4071-9de2-efea8a0023ce req-0a1d57be-12c5-426b-907a-3fcdffb0eec4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.5751419 Dec 20 12:03:07.898216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:03:00Z', 'revision_number': 5, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port': {'id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:39Z', 'updated_at': '2021-12-20T12:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:07.902228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db49c9-2877-4c33-b1b7-34f60010fd35 None None] The sync data for ids ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'] in n-d-victoria-1 is: [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:03:00Z', 'revision_number': 5, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port': {'id': '0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:02:39Z', 'updated_at': '2021-12-20T12:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:08.015360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.objects.ports [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:08.022857 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-659cf40d-5417-4eb4-b639-9c05157d3bec service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858034 Dec 20 12:03:08.060293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.069121 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0987e057-f949-4a04-b422-4ad4805138b7 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:08.129539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca009-d8a0-492b-95cd-e8bc61461eaa req-36d8ac16-b542-4c92-937a-9c99d2aacaab tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:08.130987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0e6ca009-d8a0-492b-95cd-e8bc61461eaa req-36d8ac16-b542-4c92-937a-9c99d2aacaab tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.6693633 Dec 20 12:03:08.269655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:08.276011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:08.276011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=2251b807-972a-4eb8-94e3-43ed8012daee,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:08.291812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c0b116-02f2-4c69-a5ef-125dd9f91034 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:08.307036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:08.307036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.319389 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:08.344183 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c448670-35d2-4071-9de2-efea8a0023ce req-02d49381-7cfa-483b-b94f-da2586aa2cb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4520137 Dec 20 12:03:08.388359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1d44ca47-b14e-4c20-b6ea-e623e2351922 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:08.441344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-aa79ad5c-893d-4e64-b514-5e55392fd3b5 service neutron] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126647 Dec 20 12:03:08.453777 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 1d44ca47-b14e-4c20-b6ea-e623e2351922 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:08.454702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1d44ca47-b14e-4c20-b6ea-e623e2351922 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:08.456005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51d510ed-1cd6-4c9f-8d0b-d819e4363307 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:08.499963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 51d510ed-1cd6-4c9f-8d0b-d819e4363307 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:08.500341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51d510ed-1cd6-4c9f-8d0b-d819e4363307 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:08.518066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:08.521419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0e6ca009-d8a0-492b-95cd-e8bc61461eaa req-55c43471-62f7-47a5-b9ed-bcceac9d1717 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795249 Dec 20 12:03:08.526280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43364) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:08.531986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:08.538663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5301518 Dec 20 12:03:08.669102 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] 10.222.0.32 "PUT /v2.0/routers/6e92d607-3f32-4e4f-b3dd-1ad88c97aaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1624911 Dec 20 12:03:08.669102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43370) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:08.854967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:08.860269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:08.868757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:08.875135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:08.886210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c448670-35d2-4071-9de2-efea8a0023ce req-31cfeb27-0d65-4a44-8dc8-22e653cf04e9 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379922 Dec 20 12:03:08.893744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:08.907932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '2251b807-972a-4eb8-94e3-43ed8012daee'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:08.915412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.918877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-7caf9a30-dcaa-44aa-9e83-918f61d68fa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 200 len: 217 time: 0.4544890 Dec 20 12:03:09.190221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.191694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Allocated IP 2001:db8::f816:3eff:fe6f:bd2b (4fc2fd4c-95d1-4458-8daa-968c71b89f60/2251b807-972a-4eb8-94e3-43ed8012daee/feb6318c-4caf-4e3f-8407-d9a24b92e9a5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:09.258134 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7c448670-35d2-4071-9de2-efea8a0023ce req-dc2d2901-8990-4d3f-a408-fb5e866d3d09 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394704 Dec 20 12:03:09.287303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-1ec1b740-bdbf-4b40-bd34-00218b8365fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:09.287303 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-1ec1b740-bdbf-4b40-bd34-00218b8365fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.1624138 Dec 20 12:03:09.496657 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-08460040-cd9e-43cc-a343-e6d43eeaae06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050965 Dec 20 12:03:09.547315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.566830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Transition to ACTIVE for port object feb6318c-4caf-4e3f-8407-d9a24b92e9a5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:09.622860 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Transition to ACTIVE for port object feb6318c-4caf-4e3f-8407-d9a24b92e9a5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:09.627822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.643525 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:09.654532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.692503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.692503 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c9584352-11f1-45d8-b854-54d59eab9c3d tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:09.794248 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Pushing event updated for resources: {'Port': ['ID=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:09.809812 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:09.837320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:09.837320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:09.837320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:09.945284 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-16d485f1-9afd-4899-b785-fd6ef1d40fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368951 Dec 20 12:03:09.986950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Attempting to bind port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:09.987324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Attempting to bind port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:09.987946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Attempting to bind port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:09.988732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:09.994141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:09.999536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:10.000226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:10.000834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.001457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:10.002166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Bound port: feb6318c-4caf-4e3f-8407-d9a24b92e9a5, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:10.002740 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.004746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:10.005431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.012642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=138bf3e0-47e5-42c7-b014-731944e5e1d4,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:10.028668 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:10.068109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5355577 Dec 20 12:03:10.068109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:10.088020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:1d:02:7d', 'name': 'tempest-NetworksTestDHCPv6-512393715'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:10.155183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] For port feb6318c-4caf-4e3f-8407-d9a24b92e9a5, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:10.162460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] For port feb6318c-4caf-4e3f-8407-d9a24b92e9a5, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:10.162460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.185613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-b15b3067-08b0-43cd-9539-5e2f2db73f5d service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243211 Dec 20 12:03:10.193176 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-d2aad238-e9f9-4942-9f83-d18ffcb6c441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:10.281793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:10.291227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Pushing event updated for resources: {'Port': ['ID=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:10.298238 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-5977c038-1a85-4293-8307-2a99c8205ab8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 200 len: 217 time: 0.1161914 Dec 20 12:03:10.299402 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be65b7-0068-415b-ba7f-c0f1c3586746 req-8a8ab138-c1b3-4507-835a-8f9d58da8b60 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:10.300904 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-86be65b7-0068-415b-ba7f-c0f1c3586746 req-8a8ab138-c1b3-4507-835a-8f9d58da8b60 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4965379 Dec 20 12:03:10.303044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:10.311277 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:10.334130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:10.345010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:10.394882 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-86be65b7-0068-415b-ba7f-c0f1c3586746 req-40a7d97d-e6ba-4c38-9635-5127ad3a8d55 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848093 Dec 20 12:03:10.412858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:10.422167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.445307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-ae2de463-00ee-4aa0-84eb-855a8cfcf5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:10.445307 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-ae2de463-00ee-4aa0-84eb-855a8cfcf5b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 200 len: 797 time: 0.1223600 Dec 20 12:03:10.516798 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 5b8eb989-5549-4140-8401-69cda91b9c25 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:10.525988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.561879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Deleting port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:10.561879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.632087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-0a53f544-3cc3-45e5-911c-fcff81bf882f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b5d9f6f-b886-4fec-881b-ca51a4f80860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652246 Dec 20 12:03:10.988696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-0959d32f-d5f3-457f-99d5-e6aafeeb2f7e service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618894 Dec 20 12:03:11.010526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 172.20.0.7 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/138bf3e0-47e5-42c7-b014-731944e5e1d4/5b8eb989-5549-4140-8401-69cda91b9c25) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:11.017497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fe1d:27d (4fc2fd4c-95d1-4458-8daa-968c71b89f60/2251b807-972a-4eb8-94e3-43ed8012daee/5b8eb989-5549-4140-8401-69cda91b9c25) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:11.027961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] For port 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:11.028324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.179290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Calling delete_port for 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:11.253208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.277225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 5b8eb989-5549-4140-8401-69cda91b9c25 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:11.305980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.329814 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d8e66701-ea19-4792-b6da-7a9fcacf06ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:11.441803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:11.444220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ac19d081-b028-40aa-9d32-ecf5059ba727 req-d1da456c-0970-4afa-8539-038e0dc06fa7 service neutron] 10.222.0.16 "GET /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409945 Dec 20 12:03:11.446666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:11.446666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:11.532740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=5b8eb989-5549-4140-8401-69cda91b9c25,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:11.543777 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:11.590201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:11.598299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.605349 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] Sync routers for ids ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:11.619944 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] Routers {'6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:11.622685 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:11.644273 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5762465 Dec 20 12:03:11.648751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43406) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:11.707636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.729872 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:11.772721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af6b37-245b-46bd-932d-c15c24e1725d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:11.785369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af6b37-245b-46bd-932d-c15c24e1725d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:11.785369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05af6b37-245b-46bd-932d-c15c24e1725d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:11.832429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:11.843501 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:11.847756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05af6b37-245b-46bd-932d-c15c24e1725d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:11.847756 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05af6b37-245b-46bd-932d-c15c24e1725d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1949227 Dec 20 12:03:11.847756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:11.987655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6d17-d515-4ba7-b51a-904dad19d159 req-2f1d04e4-599a-4673-8ffe-d4491b66a8b4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:12.001869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b4f6d17-d515-4ba7-b51a-904dad19d159 req-2f1d04e4-599a-4673-8ffe-d4491b66a8b4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4104230 Dec 20 12:03:12.005589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c350c-45cd-48c2-a221-c562bc5b55a2 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:12.041427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 5b8eb989-5549-4140-8401-69cda91b9c25 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:12.042294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.048576 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] Set router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:12.223194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device feb6318c-4caf-4e3f-8407-d9a24b92e9a5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:12.316053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:03:11Z', 'revision_number': 7, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:12.333015 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] Checking router: 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:12.353830 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] Routers {'6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:12.353830 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:12.393418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.549157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b38adb04-76b1-4883-8853-a07137197ba1 None None] Provisioning for port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:12.577756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.609518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:12.616101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:12.616101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.625681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 5b8eb989-5549-4140-8401-69cda91b9c25 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:12.631964 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] Set router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:12.752754 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:03:11Z', 'revision_number': 7, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:12.761300 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39efb6-5f8f-423b-93c4-490acabbd572 None None] The sync data for ids ['6e92d607-3f32-4e4f-b3dd-1ad88c97aaad'] in n-d-victoria-1 is: [{'id': '6e92d607-3f32-4e4f-b3dd-1ad88c97aaad', 'name': 'tempest-ImageQuotaTest-147789294-router', 'tenant_id': '64b2ebc45cd143e8af89e8a078e6e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:02:38Z', 'updated_at': '2021-12-20T12:03:11Z', 'revision_number': 7, 'project_id': '64b2ebc45cd143e8af89e8a078e6e973', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:12.830887 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b4f6d17-d515-4ba7-b51a-904dad19d159 req-c06d5e01-9a40-46b6-b08d-d1b7813713b7 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790464 Dec 20 12:03:13.030135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '2251b807-972a-4eb8-94e3-43ed8012daee', 'ip_address': '2001:db8::f816:3eff:fe6f:bd2b'}, {'subnet_id': '138bf3e0-47e5-42c7-b014-731944e5e1d4'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'feb6318c-4caf-4e3f-8407-d9a24b92e9a5'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:03:13.092653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.092653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.123127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.141746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.154843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.156015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e92d607-3f32-4e4f-b3dd-1ad88c97aaad {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:03:13.177017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.178598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6e92d607-3f32-4e4f-b3dd-1ad88c97aaad HTTP/1.1" status: 204 len: 168 time: 4.5007749 Dec 20 12:03:13.181174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43430) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:13.204174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.212988 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f8105dcd-3ba3-4861-8793-e70914bd85ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:13.299319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dcc5a-d2fb-4453-8053-daeec19373ec req-844f905b-48da-413c-92af-e55ae2324096 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:13.299319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-920dcc5a-d2fb-4453-8053-daeec19373ec req-844f905b-48da-413c-92af-e55ae2324096 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2099979 Dec 20 12:03:13.306784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Deleting subnet f7a07aa4-4be8-4c25-95bd-9cfa70ea7126 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:13.310960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=5b8eb989-5549-4140-8401-69cda91b9c25,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:13.310960 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:13.320934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.367299 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port feb6318c-4caf-4e3f-8407-d9a24b92e9a5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:13.380636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.387992 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7855d7df-effe-4fb8-ad31-c8b9fb287858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:13.486064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.539132 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-920dcc5a-d2fb-4453-8053-daeec19373ec req-00ac50c6-89b0-4ac1-970c-a74f962decb3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790652 Dec 20 12:03:13.544826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.566734 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/5b8eb989-5549-4140-8401-69cda91b9c25 HTTP/1.1" status: 204 len: 168 time: 1.7179854 Dec 20 12:03:13.569396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:13.652339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.713786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:13.727469 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:13.839822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Allocated IP 172.20.0.2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/138bf3e0-47e5-42c7-b014-731944e5e1d4/feb6318c-4caf-4e3f-8407-d9a24b92e9a5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:13.910381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c001d76-6ac1-478e-a18b-a88c39453228 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:13.912156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c001d76-6ac1-478e-a18b-a88c39453228 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:13.914279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c001d76-6ac1-478e-a18b-a88c39453228 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:13.919008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c001d76-6ac1-478e-a18b-a88c39453228 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:13.952005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.952005 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-087529b3-1630-4e40-b24f-83e08e571191 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:13.971139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c001d76-6ac1-478e-a18b-a88c39453228 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:13.971139 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7c001d76-6ac1-478e-a18b-a88c39453228 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4000411 Dec 20 12:03:13.977018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43446) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:14.032058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a07aa4-4be8-4c25-95bd-9cfa70ea7126,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:14.032058 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:14.044832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.058904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f7a07aa4-4be8-4c25-95bd-9cfa70ea7126 HTTP/1.1" status: 204 len: 168 time: 0.8752110 Dec 20 12:03:14.068377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43452) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:14.072696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] For port feb6318c-4caf-4e3f-8407-d9a24b92e9a5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:14.072696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6f4bf-6d15-4563-91e8-b700ede2664b None None] Network 550a1b88-5f99-4251-8383-fb088fa56cc8 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:14.096907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f707c01-d325-4ce6-a923-495684502156 req-3ddd1fa2-7861-4f17-b7a0-70d75122a4f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:14.123676 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f707c01-d325-4ce6-a923-495684502156 req-3ddd1fa2-7861-4f17-b7a0-70d75122a4f9 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2867739 Dec 20 12:03:14.190023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9f707c01-d325-4ce6-a923-495684502156 req-6dfe1dba-c617-418a-92f3-35730ba6d48d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570552 Dec 20 12:03:14.222707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device feb6318c-4caf-4e3f-8407-d9a24b92e9a5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:14.313232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.321390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:03:14.337989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Deleting port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:14.338314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.374304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.393310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Transition to ACTIVE for port object feb6318c-4caf-4e3f-8407-d9a24b92e9a5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:14.413502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.426113 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3876fb28-fad5-4a50-86d5-1d9ca9f086fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:14.555121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 138bf3e0-47e5-42c7-b014-731944e5e1d4 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:14.558461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.612925 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Pushing event updated for resources: {'Port': ['ID=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:14.623256 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:14.648711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.731110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:14.765543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a278f-1038-4f1e-9f46-655d9fa454bb req-9ef69cc4-f650-466a-9aa6-fe5d173072dd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:14.785993 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb1a278f-1038-4f1e-9f46-655d9fa454bb req-9ef69cc4-f650-466a-9aa6-fe5d173072dd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.1504197 Dec 20 12:03:14.794666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:14.794666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0a1c9f03-2e8f-45f9-bcb5-73ca9f197efe not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:14.851610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] For port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,segment=NetworkSegment(4c23b61b-a283-4538-8955-2bc2b5d8e6cf),segment_id=4c23b61b-a283-4538-8955-2bc2b5d8e6cf)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:14.851972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.872261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb1a278f-1038-4f1e-9f46-655d9fa454bb req-90a31688-f092-4271-b538-b98ee416f532 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830586 Dec 20 12:03:14.874796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] DHCP port deletion for 550a1b88-5f99-4251-8383-fb088fa56cc8 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:14.879765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Deleting port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:14.880495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.914970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.062813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.129585 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7c41e32-4c47-4059-9168-fed94905c80a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:15.173920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Calling delete_port for 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:15.180751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] For port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,segment=NetworkSegment(4c23b61b-a283-4538-8955-2bc2b5d8e6cf),segment_id=4c23b61b-a283-4538-8955-2bc2b5d8e6cf)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:15.181823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.192003 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.224556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=138bf3e0-47e5-42c7-b014-731944e5e1d4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:15.231325 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:15.243780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.268174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/138bf3e0-47e5-42c7-b014-731944e5e1d4 HTTP/1.1" status: 204 len: 168 time: 1.2932191 Dec 20 12:03:15.270882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43464) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:15.292581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.297313 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-760f0774-99f7-4767-817a-35e7bc1723fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:15.352861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:15.360552 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:15.379672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] No DVR routers for this DVR port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:15.383304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Calling delete_port for 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:15.491908 n-d-victoria-1 neutron-server[83559]: util.warn( Dec 20 12:03:15.502545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:15.503326 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:15.526335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.531418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 2251b807-972a-4eb8-94e3-43ed8012daee {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:15.534488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.555376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550a1b88-5f99-4251-8383-fb088fa56cc8']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.578779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c23b61b-a283-4538-8955-2bc2b5d8e6cf') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.579280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c23b61b-a283-4538-8955-2bc2b5d8e6cf') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.594511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.595550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dcaf06-8b1f-425f-9db8-6b0a474b8c02 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:15.601660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.619828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.631936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:15.632805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:15.651456 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:15.693451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.731868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1c7df5a4-d0cd-484d-91ef-d36065ddca67 None None] Provisioning for port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:15.741068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.745336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1c7df5a4-d0cd-484d-91ef-d36065ddca67 None None] Provisioning complete for port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:15.745786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1c7df5a4-d0cd-484d-91ef-d36065ddca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.748590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.753135 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:15.774440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.780731 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad54cfee-093e-4aca-a5d8-5fbe52807bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:15.784272 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] 10.222.0.32 "DELETE /v2.0/networks/550a1b88-5f99-4251-8383-fb088fa56cc8 HTTP/1.1" status: 204 len: 168 time: 1.7211313 Dec 20 12:03:15.785334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=550a1b88-5f99-4251-8383-fb088fa56cc8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:15.788830 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:15.828275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=2251b807-972a-4eb8-94e3-43ed8012daee,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:15.836372 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:15.837606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.847665 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-da8f8f50-384e-4245-add3-c7de36fe6ed2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/2251b807-972a-4eb8-94e3-43ed8012daee HTTP/1.1" status: 204 len: 168 time: 0.5757430 Dec 20 12:03:15.850973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43470) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:15.922236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4d0be006-c48d-4866-bddd-b610c5ecbfd6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:15.936032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4d0be006-c48d-4866-bddd-b610c5ecbfd6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:router {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:15.937358 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4d0be006-c48d-4866-bddd-b610c5ecbfd6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850196 Dec 20 12:03:15.940977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43476) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:15.948091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:15.988773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1c7df5a4-d0cd-484d-91ef-d36065ddca67 None None] Could not find standard attr ID for object 5b8eb989-5549-4140-8401-69cda91b9c25. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:16.006199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Deleting port 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:16.006651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.058752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43480) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.134597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bd73536e-b119-4b5c-be02-7044d721ac6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64b2ebc45cd143e8af89e8a078e6e973&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0740960 Dec 20 12:03:16.137803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43484) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.161113 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device feb6318c-4caf-4e3f-8407-d9a24b92e9a5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:16.329993 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-240fcd87-36c1-4c12-a196-d12719c63e48 None None] The port '73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:03:16.337718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:16.361293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Deleting port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:16.362124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.412898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:16.418699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:16.423045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:16.423367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1f566f7-fab4-4e91-bd74-ddf3d995f3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.430120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:16.450614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:16.451386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1f566f7-fab4-4e91-bd74-ddf3d995f3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.454097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.480217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0e38d-0388-4050-a4e1-bedd939f93e4 req-1fe4ed4d-6b78-4dc6-8124-c1b9ba86c491 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:16.482463 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6a0e38d-0388-4050-a4e1-bedd939f93e4 req-1fe4ed4d-6b78-4dc6-8124-c1b9ba86c491 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3608780 Dec 20 12:03:16.484983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:16.485584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.515082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1f566f7-fab4-4e91-bd74-ddf3d995f3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.520591 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0d56d13b-7990-4e5d-887c-35426fd2e9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:16.532385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f566f7-fab4-4e91-bd74-ddf3d995f3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ed37a0-75d7-465f-ac95-ae4ba5f7cdc0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:16.535973 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e1f566f7-fab4-4e91-bd74-ddf3d995f3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:16.540875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1f566f7-fab4-4e91-bd74-ddf3d995f3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.542247 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e1f566f7-fab4-4e91-bd74-ddf3d995f3f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9ed37a0-75d7-465f-ac95-ae4ba5f7cdc0 HTTP/1.1" status: 204 len: 168 time: 0.4032683 Dec 20 12:03:16.621755 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e6a0e38d-0388-4050-a4e1-bedd939f93e4 req-f4752b82-9949-4db1-8435-e299db18247f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337450 Dec 20 12:03:16.735684 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] For port feb6318c-4caf-4e3f-8407-d9a24b92e9a5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:16.736300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.740053 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.752063 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e6cbc023-6af2-4dec-b7aa-b2335e896957 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:16.792527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:16.796750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:16.807886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:16.808473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.854205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=173c2138-a152-4513-b6fb-efb5c49d9387,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:16.860287 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9150271 Dec 20 12:03:16.860287 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:16.860594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43496) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.868726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:16.886329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Calling delete_port for feb6318c-4caf-4e3f-8407-d9a24b92e9a5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:16.997709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.012515 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:17.054886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:17.089445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] No DVR routers for this DVR port feb6318c-4caf-4e3f-8407-d9a24b92e9a5 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:17.095791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Pushing event deleted for resources: {'Port': ['ID=feb6318c-4caf-4e3f-8407-d9a24b92e9a5,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:17.103240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:17.103834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 73154a0a-acd9-4d37-b0af-4a6ed0f8a8d2 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:17.105867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:17.111123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:17.117598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:17.121047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea5e37-5a10-41d2-a0f5-1c125afce5e9 req-85d4f9c1-cf26-42d4-ae8d-3496238960ac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:17.121581 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:17.122782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-20ea5e37-5a10-41d2-a0f5-1c125afce5e9 req-85d4f9c1-cf26-42d4-ae8d-3496238960ac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.0931420 Dec 20 12:03:17.127487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:17.129657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dcff35-80e2-4026-8995-15fa37882f18 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:17.161081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:17.165763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.185256 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-20ea5e37-5a10-41d2-a0f5-1c125afce5e9 req-13ef7610-3ba8-4f64-89f5-6f45c1c27a95 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561907 Dec 20 12:03:17.191543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43502) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:17.196034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-81d0bb23-b495-4b9d-a407-5d1b2dca829e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abc93a564ed2497c8411d898e060188e&device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 1097 time: 0.1623251 Dec 20 12:03:17.211529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.249846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:17.253819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:17.256855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:17.263451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:17.376680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.394305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.399226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '173c2138-a152-4513-b6fb-efb5c49d9387'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:17.400778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.407362 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0edb01ff-3c2c-42ec-9e2c-2c2736b8b126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:17.439571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-ba444bab-0999-4d39-a6fe-d5b1864bf186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:17.441058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-ba444bab-0999-4d39-a6fe-d5b1864bf186 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 200 len: 913 time: 0.2277737 Dec 20 12:03:17.461761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab1968-094b-49cf-8eb8-e9fb65f6bb8a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:17.479376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.2854898 Dec 20 12:03:17.480697 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:17.481578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43512) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:17.551648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.576023 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-e0631c3b-7aef-4cde-8727-24aae1f74f1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 200 len: 999 time: 0.1269503 Dec 20 12:03:17.582397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.598873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Allocated IP 172.20.0.2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/173c2138-a152-4513-b6fb-efb5c49d9387/0987b7b6-072f-45fd-bd26-829f4b02327b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:17.667596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.672122 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b2630e7-329d-4f9c-b1ee-c2402e1c808d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:17.685104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab1968-094b-49cf-8eb8-e9fb65f6bb8a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:17.694866 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:17.700651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.702388 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaab1968-094b-49cf-8eb8-e9fb65f6bb8a HTTP/1.1" status: 204 len: 168 time: 0.2195089 Dec 20 12:03:17.723401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-1fbbac96-f127-410e-9ca9-848350eb8faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:17.726771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-1fbbac96-f127-410e-9ca9-848350eb8faa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 200 len: 851 time: 0.1131778 Dec 20 12:03:17.927504 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-b86acacf-bab5-4919-a536-680a70958abc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1a16a4f-247f-4fa1-bed3-3c652bc1d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1894879 Dec 20 12:03:18.053594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device feb6318c-4caf-4e3f-8407-d9a24b92e9a5 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:18.082773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.098212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: feb6318c-4caf-4e3f-8407-d9a24b92e9a5 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:18.098572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device feb6318c-4caf-4e3f-8407-d9a24b92e9a5 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:18.102590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Transition to ACTIVE for port object 0987b7b6-072f-45fd-bd26-829f4b02327b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:18.125638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Transition to ACTIVE for port object 0987b7b6-072f-45fd-bd26-829f4b02327b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:18.137002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.144142 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:18.255428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:18.259103 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.260150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:18.269151 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:18.271821 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Pushing event updated for resources: {'Port': ['ID=0987b7b6-072f-45fd-bd26-829f4b02327b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:18.284339 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:18.394494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.objects.ports [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:18.440965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Attempting to bind port 0987b7b6-072f-45fd-bd26-829f4b02327b on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:18.441497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Attempting to bind port 0987b7b6-072f-45fd-bd26-829f4b02327b by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:18.441823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Attempting to bind port 0987b7b6-072f-45fd-bd26-829f4b02327b on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:18.449183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:18.449564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:18.449976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.450404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:18.450880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Bound port: 0987b7b6-072f-45fd-bd26-829f4b02327b, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:18.451292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.453818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-45daef3a-e5c2-4d1b-b493-832069718b66 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196629 Dec 20 12:03:18.550792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:18.555549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0987b7b6-072f-45fd-bd26-829f4b02327b,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:18.562496 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.569022 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-5edbacc3-2c59-4576-818e-98e31430d9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:18.705377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Pushing event updated for resources: {'Port': ['ID=0987b7b6-072f-45fd-bd26-829f4b02327b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:18.710903 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:18.766262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714a1f-edb7-40ec-956e-e87b5eb896b9 req-425e366a-afdc-4c4f-8574-01aadfa57fac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:18.773218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-35714a1f-edb7-40ec-956e-e87b5eb896b9 req-425e366a-afdc-4c4f-8574-01aadfa57fac tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3210080 Dec 20 12:03:18.777662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.816008 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ae5bab0a-9ce2-4a1d-a0d8-7311438b12a9 req-a704bcbb-4f33-4d7a-bbe2-c6629ff60e19 service neutron] 10.222.0.53 "GET /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234293 Dec 20 12:03:18.884687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43556) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:19.112060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-35714a1f-edb7-40ec-956e-e87b5eb896b9 req-2936569f-d3f0-4dde-9527-50e3409c81f3 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379865 Dec 20 12:03:19.115855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-650690355-network', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:19.152400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:19.158866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Usage tracker for resource:network and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:19.162887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:19.174413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:19.193912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:19.196814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.215145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.278141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:19.284542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:19.287846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:19.294521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:19.414373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0987b7b6-072f-45fd-bd26-829f4b02327b,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:19.440133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.451382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.455463 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.458798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.461514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.465729 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a28bd0f-004b-403b-9a15-c9c20b5939a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:19.469920 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d234684d-6c0e-4a51-9763-65f60d4c7b60 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:19.515789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:19.527116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7018be-327c-4def-aed5-3841355c1f1a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:19.543801 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.557876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.558303 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Added segment 6caa857c-fd96-4986-969f-f02561d932c5 of type vlan for network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d Dec 20 12:03:19.579888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=0987b7b6-072f-45fd-bd26-829f4b02327b,revision_number=4']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:19.588410 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.590733 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec855266-3800-42e2-b284-b194de448227 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:19.658214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.670026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:19.674456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:19.692978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:19.695185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.704668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.706279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:19.706809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.714187 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0d30bbda-c2cc-4ef2-8faf-a525f8583abf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:19.728400 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8659995 Dec 20 12:03:19.731569 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43634) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:19.737393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:c7:51:d0', 'name': 'tempest-NetworksTestDHCPv6-1119079897'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:19.875320 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9861054 Dec 20 12:03:19.875320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Pushing event updated for resources: {'Network': ['ID=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:19.876174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:19.879649 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.887451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:19.888462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Request body: {'subnet': {'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-650690355-subnet', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:19.900170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:19.912626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Usage tracker for resource:subnet and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:19.918685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:19.928264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:19.943697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=0a051b7c-afd8-4878-9ba5-239b12a54ddb,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:19.948036 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.954242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:19.956871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.958971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:19.967935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:19.972585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:19.986772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:20.015316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:20.019372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.079884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 65582fe2-c809-4bfe-a528-c7c154a0aef7 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:20.178587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0987b7b6-072f-45fd-bd26-829f4b02327b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:20.281012 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee1379-9cd3-4e3f-9aee-4151b4201ef0 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:20.356947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.362582 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3a87bb5d-44d0-4df1-ac79-1a132482ec5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:20.409452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-959796bd-f230-4ce7-9ed1-7e18e4b91cde None None] Provisioning for port 0987b7b6-072f-45fd-bd26-829f4b02327b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:20.479067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 172.20.0.13 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/173c2138-a152-4513-b6fb-efb5c49d9387/65582fe2-c809-4bfe-a528-c7c154a0aef7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:20.486785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fec7:51d0 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/0a051b7c-afd8-4878-9ba5-239b12a54ddb/65582fe2-c809-4bfe-a528-c7c154a0aef7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:20.516771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0987b7b6-072f-45fd-bd26-829f4b02327b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:20.525988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0987b7b6-072f-45fd-bd26-829f4b02327b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:20.526527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.609374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9035c058-76be-4189-aa79-50b729d2591f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:20.636499 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:20.643865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:20.644235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Network hostable DHCP agents. Network: 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:20.680369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33cb82-0969-4e93-b3dc-511066e91f9b req-50b402af-ad11-4bf2-ad47-b25efbff629a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:20.682518 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d33cb82-0969-4e93-b3dc-511066e91f9b req-50b402af-ad11-4bf2-ad47-b25efbff629a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.2753372 Dec 20 12:03:20.755663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:20.776696 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d33cb82-0969-4e93-b3dc-511066e91f9b req-dc0382d0-d79e-41b0-8552-22e5c2e8b0ce tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848374 Dec 20 12:03:20.780435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:20.788932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:20.789712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.793907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af3792-edaf-454f-8975-7aa344c3416b None None] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:20.806656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.817409 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9390128 Dec 20 12:03:20.820640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 43742) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:20.832977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:20.848478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:20.855354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Usage tracker for resource:router and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:20.860230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:20.876829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:20.905553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.915377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.916344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.966715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0987b7b6-072f-45fd-bd26-829f4b02327b,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:20.979146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 65582fe2-c809-4bfe-a528-c7c154a0aef7 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:20.983391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.985182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.999487 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8c0f06e7-f757-4400-af83-6a62b5179441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:21.035709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.042841 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6492f436-b3df-403e-ac73-a12622af58b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:21.234727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.316638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:21.317454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.349613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=0987b7b6-072f-45fd-bd26-829f4b02327b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:21.423280 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:21.423510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=65582fe2-c809-4bfe-a528-c7c154a0aef7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:21.432382 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:21.442158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:21.450750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:21.459325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:21.528710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4035e-aad0-46bb-8f9c-73edc698efec req-0e6c2feb-c6c0-40e2-9e2e-cd289a8fba3e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:21.530926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cd4035e-aad0-46bb-8f9c-73edc698efec req-0e6c2feb-c6c0-40e2-9e2e-cd289a8fba3e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.4354560 Dec 20 12:03:21.606278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:21.607018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.607345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Allocated IP 172.20.0.2 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/ce05391f-53d9-46a7-a177-8393eb51ea11) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:21.651773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4cd4035e-aad0-46bb-8f9c-73edc698efec req-ee946cee-9765-4897-9498-568560a44ad2 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063120 Dec 20 12:03:21.666701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9327626 Dec 20 12:03:21.669447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43816) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:21.743729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.803368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.824058 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb4eae-c882-4c78-8268-06f85a0bfc0b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:21.829896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb4eae-c882-4c78-8268-06f85a0bfc0b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:21.831054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5eb4eae-c882-4c78-8268-06f85a0bfc0b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:21.868866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5eb4eae-c882-4c78-8268-06f85a0bfc0b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:21.870672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f5eb4eae-c882-4c78-8268-06f85a0bfc0b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1996703 Dec 20 12:03:21.886548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 43842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:21.982412 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.003313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ae376b96-db15-4798-84b8-82500cc238c9 None None] Provisioning complete for port 0987b7b6-072f-45fd-bd26-829f4b02327b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:22.003788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae376b96-db15-4798-84b8-82500cc238c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.010816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 65582fe2-c809-4bfe-a528-c7c154a0aef7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:22.012087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.037846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Transition to ACTIVE for port object ce05391f-53d9-46a7-a177-8393eb51ea11 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:22.083940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Transition to ACTIVE for port object ce05391f-53d9-46a7-a177-8393eb51ea11 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:22.102197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.107341 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:22.122092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Allocated IP 172.35.0.174 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/a61a1451-838b-4893-ab3f-b1ce7dcebad9) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:22.312582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0987b7b6-072f-45fd-bd26-829f4b02327b up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:22.367191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.427391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.436150 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:22.502190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.529307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Pushing event updated for resources: {'Port': ['ID=a61a1451-838b-4893-ab3f-b1ce7dcebad9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.534115 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.545673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:22.547439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:22.556170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:22.669542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:22.681669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Pushing event updated for resources: {'Port': ['ID=ce05391f-53d9-46a7-a177-8393eb51ea11,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.689695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:22.692436 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.696009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:22.699609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0dc77f37-cbbc-47ca-98b4-646087d4797a None None] Could not find standard attr ID for object 5b8eb989-5549-4140-8401-69cda91b9c25. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:22.745865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0987b7b6-072f-45fd-bd26-829f4b02327b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:22.747287 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.759451 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.760199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.915370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Attempting to bind port ce05391f-53d9-46a7-a177-8393eb51ea11 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:22.915763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Attempting to bind port ce05391f-53d9-46a7-a177-8393eb51ea11 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:22.916176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Attempting to bind port ce05391f-53d9-46a7-a177-8393eb51ea11 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:22.928474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:22.929913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:22.930422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.930969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:22.931572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Bound port: ce05391f-53d9-46a7-a177-8393eb51ea11, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:22.932032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.088960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 65582fe2-c809-4bfe-a528-c7c154a0aef7 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:23.106655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-444ff1df-6181-4372-bcea-47f3ccd00425 None None] Provisioning for port 65582fe2-c809-4bfe-a528-c7c154a0aef7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:23.121775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-444ff1df-6181-4372-bcea-47f3ccd00425 None None] Provisioning complete for port 65582fe2-c809-4bfe-a528-c7c154a0aef7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:23.122409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-444ff1df-6181-4372-bcea-47f3ccd00425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.193957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Router f737ad25-abcc-4fec-842a-b2ba75d4239f is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:03:23.264092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-444ff1df-6181-4372-bcea-47f3ccd00425 None None] Port 65582fe2-c809-4bfe-a528-c7c154a0aef7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:23.302291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] For port ce05391f-53d9-46a7-a177-8393eb51ea11, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:23.307098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] For port ce05391f-53d9-46a7-a177-8393eb51ea11, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ce05391f-53d9-46a7-a177-8393eb51ea11,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:23.332352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.353469 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-a3d63b31-41fe-47ba-ae1b-cbca79408f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:23.518889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.527214 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-43c6f4ce-ad43-4928-ab28-bf7505718f62 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:23.529082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Pushing event updated for resources: {'Port': ['ID=ce05391f-53d9-46a7-a177-8393eb51ea11,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:23.547030 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:23.590195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:23.595301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=65582fe2-c809-4bfe-a528-c7c154a0aef7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:23.601910 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:23.611470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Sync routers for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:23.627796 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:23.628359 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:23.633821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.635412 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8132267 Dec 20 12:03:23.638008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44030) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:23.880640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.907887 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/65582fe2-c809-4bfe-a528-c7c154a0aef7 HTTP/1.1" status: 204 len: 168 time: 2.0181887 Dec 20 12:03:23.910323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44056) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:24.001562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:24.056327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c10854-2491-49c8-a764-34373d4163a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:24.057803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c10854-2491-49c8-a764-34373d4163a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:24.059327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c10854-2491-49c8-a764-34373d4163a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:24.062636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-16c10854-2491-49c8-a764-34373d4163a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:24.097929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-16c10854-2491-49c8-a764-34373d4163a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:24.099328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-16c10854-2491-49c8-a764-34373d4163a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1879895 Dec 20 12:03:24.102989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44078) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:24.177026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ce05391f-53d9-46a7-a177-8393eb51ea11 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:24.339912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 0a051b7c-afd8-4878-9ba5-239b12a54ddb {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:24.343211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.421635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.473265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port ce05391f-53d9-46a7-a177-8393eb51ea11 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:24.516981 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:22Z', 'revision_number': 3, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:24.521813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Checking router: f737ad25-abcc-4fec-842a-b2ba75d4239f for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:24.522445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Updating router f737ad25-abcc-4fec-842a-b2ba75d4239f port a61a1451-838b-4893-ab3f-b1ce7dcebad9 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:03:24.535531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.590199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.639525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.645490 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0ed432b4-0009-42b1-83b8-871fdc2237b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:24.683473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=0a051b7c-afd8-4878-9ba5-239b12a54ddb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:24.686855 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:24.715093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.716237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec6566-3b91-4e5f-ae6d-9d6e1bdecd50 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:24.739407 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/0a051b7c-afd8-4878-9ba5-239b12a54ddb HTTP/1.1" status: 204 len: 168 time: 0.6352818 Dec 20 12:03:24.740008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44088) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:24.822635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 173c2138-a152-4513-b6fb-efb5c49d9387 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:24.827283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.917930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.994085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-19a8de5d-c5ee-47d7-962c-2417103b66c0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:24.995548 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-19a8de5d-c5ee-47d7-962c-2417103b66c0 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=5253c696-9462-48bc-a2a7-a70ef0ec4641 HTTP/1.1" status: 200 len: 944 time: 0.2463112 Dec 20 12:03:25.041930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.161634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Deleting port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:25.161634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.170057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.177745 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-676c6762-bc6a-46f4-9136-1af23c3e8f56 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:25.198278 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206eb926-73c5-4dc4-81bc-193d43ddb6fa None None] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:25.230649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=173c2138-a152-4513-b6fb-efb5c49d9387,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.234168 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.241727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.259658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/173c2138-a152-4513-b6fb-efb5c49d9387 HTTP/1.1" status: 204 len: 168 time: 0.5157626 Dec 20 12:03:25.259658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44098) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:25.347057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5f6572ca-a84f-482f-b001-a443e49c4709 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877995 Dec 20 12:03:25.347817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:25.354134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:25.355546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.489222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:25.494865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:25.498092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:25.498797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Provisioning for port ce05391f-53d9-46a7-a177-8393eb51ea11 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:25.505160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:25.512825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.517240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Provisioning complete for port ce05391f-53d9-46a7-a177-8393eb51ea11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:25.517606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.519804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:25.524796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.609431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Transition to ACTIVE for port object a61a1451-838b-4893-ab3f-b1ce7dcebad9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:25.713146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.755119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.771984 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31badfb9-f98c-4eba-9797-c75d8c38a3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:25.813830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:25.837236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] For port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:25.838412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.844719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.848223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Allocated IP 172.20.0.1 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/de8a4fb7-0ac1-4443-b7c7-679168a5e993) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:25.848614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Deleting port 0987b7b6-072f-45fd-bd26-829f4b02327b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:25.849002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.859848 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cdf634eb-2464-41a9-a342-e9c365adbc4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:25.902938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] For port ce05391f-53d9-46a7-a177-8393eb51ea11, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ce05391f-53d9-46a7-a177-8393eb51ea11,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:25.943149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Attempting to bind port a61a1451-838b-4893-ab3f-b1ce7dcebad9 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:25.943671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Attempting to bind port a61a1451-838b-4893-ab3f-b1ce7dcebad9 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:25.944112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Attempting to bind port a61a1451-838b-4893-ab3f-b1ce7dcebad9 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:25.946424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=e1253b52-3c72-446b-9c8b-1ece2434f156,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.947067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.956521 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.962877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:25.964008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:25.968695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:25.973327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26292868-8203-449f-9bab-6b9bbb29b2d3 None None] Pushing event updated for resources: {'Port': ['ID=a61a1451-838b-4893-ab3f-b1ce7dcebad9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.984084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.987526 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-26292868-8203-449f-9bab-6b9bbb29b2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.988050 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18d0d3bc-161f-48ef-9dc8-8164bb4ad3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:26.025324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Calling delete_port for 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:26.027700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:26.028232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:26.028629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.029095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:26.029710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Bound port: a61a1451-838b-4893-ab3f-b1ce7dcebad9, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:26.030203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.047007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4e1da456-9f33-4cdf-b964-cd3457c1bf3c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6981580 Dec 20 12:03:26.047638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:26.055654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:26.156680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] For port a61a1451-838b-4893-ab3f-b1ce7dcebad9, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:26.159889 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] For port a61a1451-838b-4893-ab3f-b1ce7dcebad9, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a61a1451-838b-4893-ab3f-b1ce7dcebad9,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:26.176162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0987b7b6-072f-45fd-bd26-829f4b02327b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:26.221182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:26.227114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:26.230349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:26.232959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.236697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:26.249475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:26.254634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.279168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.400941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Pushing event updated for resources: {'Port': ['ID=ce05391f-53d9-46a7-a177-8393eb51ea11,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:26.409476 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:26.413097 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:26.415000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Transition to ACTIVE for port object de8a4fb7-0ac1-4443-b7c7-679168a5e993 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:26.483998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.501330 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-611033a2-232c-4eb2-86ba-257260170a9b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:26.562127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event deleted for resources: {'Port': ['ID=4567dd77-3cbd-4c4a-b4ce-30a0cca07033,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:26.568879 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:26.637558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:26.638426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:26.643958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.671863 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a39c82e3-25aa-4a57-834a-68c8717ce0d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:26.805990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] No DVR routers for this DVR port 4567dd77-3cbd-4c4a-b4ce-30a0cca07033 on host n-h2-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:26.813213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.847384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-deleted', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:26.891775 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e4d3bb7-1de3-4d02-99dd-f2593c3c0404 req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "DELETE /v2.0/ports/4567dd77-3cbd-4c4a-b4ce-30a0cca07033 HTTP/1.1" status: 204 len: 173 time: 1.8650370 Dec 20 12:03:26.932663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:26.936005 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:26.960763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:27.013833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:27.028976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Pushing event updated for resources: {'Port': ['ID=de8a4fb7-0ac1-4443-b7c7-679168a5e993,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:27.037133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:27.055618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.objects.ports [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:27.070166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.181053 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:03:27.243619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['58066b1c-143a-465c-8f70-791c1853c3b7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:03:27.339349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26292868-8203-449f-9bab-6b9bbb29b2d3 None None] Pushing event updated for resources: {'Port': ['ID=a61a1451-838b-4893-ab3f-b1ce7dcebad9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:27.417126 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-26292868-8203-449f-9bab-6b9bbb29b2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:27.420981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.644164 n-d-victoria-1 neutron-server[83557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5253c696-9462-48bc-a2a7-a70ef0ec4641', 'name': 'network-vif-deleted', 'tag': '4567dd77-3cbd-4c4a-b4ce-30a0cca07033', 'status': 'failed', 'code': 422} returned with failed status Dec 20 12:03:27.648225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.709119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f0496738-e933-46b1-9ae1-0ea9b28d8c2f None None] Provisioning complete for port ce05391f-53d9-46a7-a177-8393eb51ea11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:27.720090 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f0496738-e933-46b1-9ae1-0ea9b28d8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.735406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0987b7b6-072f-45fd-bd26-829f4b02327b,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:27.787293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.799397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.801148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.825224 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:27.897666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.897932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:27.901141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:27.905676 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:27.906415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.961627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9129124 Dec 20 12:03:27.963049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=0987b7b6-072f-45fd-bd26-829f4b02327b,revision_number=9']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:27.974984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44138) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.982349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:d6:4b:e4', 'name': 'tempest-NetworksTestDHCPv6-363530336'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:27.995773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e455562e-50a3-496d-a068-922290016a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.007705 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:28.008391 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-49612409-441e-46bb-83ea-d8e61954d431 tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:28.024780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0987b7b6-072f-45fd-bd26-829f4b02327b,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:28.025184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.138894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.151492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.224749 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad0fb3cb-a6d5-45d2-a847-c6dce4451cd9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:28.260322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=a27670f7-acfb-4ee8-9def-f36174474ed9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:28.267036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.267246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Calling delete_port for 0987b7b6-072f-45fd-bd26-829f4b02327b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:28.322719 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:28.355190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:28.359611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:28.362667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:28.370648 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:28.386282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:28.390881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.435046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 9563f46c-9142-4c1a-80a4-389f00b05e44 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:28.453862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Pushing event updated for resources: {'Port': ['ID=de8a4fb7-0ac1-4443-b7c7-679168a5e993,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:28.456958 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:28.507754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:28.508974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:28.557057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:28.557666 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:28.633773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6cde2-7e36-41fc-8b13-e31aec84ffb9 req-4a44010a-1a0a-47a2-babe-cc3c2c3543c5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:28.635422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-87d6cde2-7e36-41fc-8b13-e31aec84ffb9 req-4a44010a-1a0a-47a2-babe-cc3c2c3543c5 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 908 time: 0.1606426 Dec 20 12:03:28.716659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:28.717026 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:28.804897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 172.20.0.7 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/e1253b52-3c72-446b-9c8b-1ece2434f156/9563f46c-9142-4c1a-80a4-389f00b05e44) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:28.813157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fed6:4be4 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/a27670f7-acfb-4ee8-9def-f36174474ed9/9563f46c-9142-4c1a-80a4-389f00b05e44) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:28.924043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-910bd138-d829-43ee-a7df-1a62732310cb None None] Provisioning for port de8a4fb7-0ac1-4443-b7c7-679168a5e993 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:28.927216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:22Z', 'revision_number': 3, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:28.933671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-910bd138-d829-43ee-a7df-1a62732310cb None None] Provisioning complete for port de8a4fb7-0ac1-4443-b7c7-679168a5e993 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:28.933671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-910bd138-d829-43ee-a7df-1a62732310cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.963620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42b1cc-2bde-4dee-af9f-7a90df9a8788 None None] The sync data for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 is: [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:22Z', 'revision_number': 3, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:28.998866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-910bd138-d829-43ee-a7df-1a62732310cb None None] Port de8a4fb7-0ac1-4443-b7c7-679168a5e993 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:29.110241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Router f737ad25-abcc-4fec-842a-b2ba75d4239f has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:29.118316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.142842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 9563f46c-9142-4c1a-80a4-389f00b05e44 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:29.159189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.189622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.197172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0987b7b6-072f-45fd-bd26-829f4b02327b,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:29.199276 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-26b7b096-5af5-46b7-838a-dd90b17d1bdc tempest-TagsExtTest-2140228226 tempest-TagsExtTest-2140228226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:29.215455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a969004-c2f7-4878-8b4d-608d5c6c0f31 None None] Provisioning complete for port de8a4fb7-0ac1-4443-b7c7-679168a5e993 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:29.217357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a969004-c2f7-4878-8b4d-608d5c6c0f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.307211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:29.310654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:29.315465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:29.323719 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.326194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Deleting port 0987b7b6-072f-45fd-bd26-829f4b02327b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:29.326920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.362968 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:03:29.364646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0a969004-c2f7-4878-8b4d-608d5c6c0f31 None None] Port de8a4fb7-0ac1-4443-b7c7-679168a5e993 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:29.370560 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:29.404029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=9563f46c-9142-4c1a-80a4-389f00b05e44,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:29.417617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:29.450968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:29.451771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.494988 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5185535 Dec 20 12:03:29.497649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:29.559480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:29.572215 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] 10.222.0.32 "PUT /v2.0/routers/f737ad25-abcc-4fec-842a-b2ba75d4239f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9324899 Dec 20 12:03:29.740119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=0987b7b6-072f-45fd-bd26-829f4b02327b,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:29.740119 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:29.791353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6edc2-2bb1-4f0a-b55a-fc3071c488bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:29.795391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6edc2-2bb1-4f0a-b55a-fc3071c488bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:29.796181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49a6edc2-2bb1-4f0a-b55a-fc3071c488bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:29.820158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a61a1451-838b-4893-ab3f-b1ce7dcebad9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:29.838090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-425002fd-3e5a-4bbc-85c9-74f536874bef tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:29.839768 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-425002fd-3e5a-4bbc-85c9-74f536874bef tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 908 time: 0.2227376 Dec 20 12:03:29.841758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-49a6edc2-2bb1-4f0a-b55a-fc3071c488bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:29.843138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-49a6edc2-2bb1-4f0a-b55a-fc3071c488bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3443289 Dec 20 12:03:29.846063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44158) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:29.946866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Deleting port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:29.947242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.964563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] For port 0987b7b6-072f-45fd-bd26-829f4b02327b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0987b7b6-072f-45fd-bd26-829f4b02327b,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:29.964966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.044532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ced8ba-036e-452b-b18e-9a9b6b70303e req-ab443eed-e3e1-40cc-9df6-ed599501521d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:30.046099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b6ced8ba-036e-452b-b18e-9a9b6b70303e req-ab443eed-e3e1-40cc-9df6-ed599501521d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:30.072518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b6ced8ba-036e-452b-b18e-9a9b6b70303e req-ab443eed-e3e1-40cc-9df6-ed599501521d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:30.074552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b6ced8ba-036e-452b-b18e-9a9b6b70303e req-ab443eed-e3e1-40cc-9df6-ed599501521d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 908 time: 0.1907938 Dec 20 12:03:30.221611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-17772353-4b1c-4ec7-b8df-ab9a50e74e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.234363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Calling delete_port for 0987b7b6-072f-45fd-bd26-829f4b02327b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:30.265425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 9563f46c-9142-4c1a-80a4-389f00b05e44 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:30.265755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.275628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a61a1451-838b-4893-ab3f-b1ce7dcebad9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:30.291650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a61a1451-838b-4893-ab3f-b1ce7dcebad9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:30.292407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.507409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.538951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port a61a1451-838b-4893-ab3f-b1ce7dcebad9, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a61a1451-838b-4893-ab3f-b1ce7dcebad9,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:30.543982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.544911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ce05391f-53d9-46a7-a177-8393eb51ea11 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:30.574256 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:30.601019 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.674953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.683135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] For port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:30.683496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.747646 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] No DVR routers for this DVR port 0987b7b6-072f-45fd-bd26-829f4b02327b on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:30.751002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=a61a1451-838b-4893-ab3f-b1ce7dcebad9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:30.759805 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:30.761217 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-31ed3268-343b-43c7-969d-1341f5cff33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:30.806415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Pushing event deleted for resources: {'Port': ['ID=0987b7b6-072f-45fd-bd26-829f4b02327b,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:30.808253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a93426-b288-4513-a927-4e3a1f0d93c4 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:30.848339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:30.854469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1303844153-network', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:30.860220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:30.864985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Usage tracker for resource:network and tenant:96399b4571a943cbb5137ad1ffe56bd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:30.868189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:30.876588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 9563f46c-9142-4c1a-80a4-389f00b05e44 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:30.886636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:30.900823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Made reservation on behalf of 96399b4571a943cbb5137ad1ffe56bd8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:30.904243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.918772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.933802 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:30.958553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:30.964310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Usage tracker for resource:security_group_rule and tenant:96399b4571a943cbb5137ad1ffe56bd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:30.968658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:30.976415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:31.071125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port ce05391f-53d9-46a7-a177-8393eb51ea11 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:31.071513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.071799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Calling delete_port for bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:31.170557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.206262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': 'a27670f7-acfb-4ee8-9def-f36174474ed9'}, {'subnet_id': 'e1253b52-3c72-446b-9c8b-1ece2434f156'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:31.207256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.279385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.284428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.323853 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-acc81fdf-9c31-4e3b-af4b-f5dc1c180c84 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.328145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.332467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.336609 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cabf70e3-c509-4a58-a4c9-0b058d8a07c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.395868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:31.408700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fabb2-3191-4f6a-9c6a-6ce16bc1c0f5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:31.414559 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:31.421313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.423755 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Added segment dddb7a41-6cea-483f-bc50-cf74a44c324c of type vlan for network 7fabb508-e752-439a-8f2c-badef8ec2cde Dec 20 12:03:31.462831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.505122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=9563f46c-9142-4c1a-80a4-389f00b05e44,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:31.507643 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:31.515223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.520473 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1016b7f2-dd51-4d5e-894f-511ad63668e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.527574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a61a1451-838b-4893-ab3f-b1ce7dcebad9 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:31.540648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.541739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:31.542388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.546479 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-314a04dc-c47c-4669-8f0d-8422be6f2f99 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.605172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event deleted for resources: {'Port': ['ID=bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:31.608833 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:31.673105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Pushing event updated for resources: {'Network': ['ID=7fabb508-e752-439a-8f2c-badef8ec2cde,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:31.676294 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8268363 Dec 20 12:03:31.677250 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:31.679408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:31.689627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Request body: {'subnet': {'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1303844153-subnet', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:31.695561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Allocated IP 172.20.0.2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/e1253b52-3c72-446b-9c8b-1ece2434f156/efb2754f-2349-4447-bd37-c3f458818e2d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:31.701297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:31.711089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Allocated IP 2001:db8::f816:3eff:feff:2d9 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/a27670f7-acfb-4ee8-9def-f36174474ed9/efb2754f-2349-4447-bd37-c3f458818e2d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:31.718594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Usage tracker for resource:subnet and tenant:96399b4571a943cbb5137ad1ffe56bd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:31.718594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:31.734778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:31.750471 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Made reservation on behalf of 96399b4571a943cbb5137ad1ffe56bd8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:31.752500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 7fabb508-e752-439a-8f2c-badef8ec2cde details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:31.754061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.955421 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a61a1451-838b-4893-ab3f-b1ce7dcebad9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:31.955907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.027108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.046203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] No DVR routers for this DVR port bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:32.064198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.085399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'name': 'network-vif-deleted', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:32.099173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dcdba01b-76ba-459d-bc4a-06d7bef98467 req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "DELETE /v2.0/ports/bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 HTTP/1.1" status: 204 len: 173 time: 2.2539978 Dec 20 12:03:32.107770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad1482-fcce-4640-a7c1-0fa4fc03691a req-76e43ce7-2c03-4b3b-94df-504e078b934b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.107770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-caad1482-fcce-4640-a7c1-0fa4fc03691a req-76e43ce7-2c03-4b3b-94df-504e078b934b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:32.128165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/9563f46c-9142-4c1a-80a4-389f00b05e44 HTTP/1.1" status: 204 len: 168 time: 2.1831405 Dec 20 12:03:32.129029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:32.220884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2211d-22f0-49b9-9051-13ee27450af4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.222541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2211d-22f0-49b9-9051-13ee27450af4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.223964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2211d-22f0-49b9-9051-13ee27450af4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.224816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-17f2211d-22f0-49b9-9051-13ee27450af4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:32.240706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-caad1482-fcce-4640-a7c1-0fa4fc03691a req-76e43ce7-2c03-4b3b-94df-504e078b934b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:32.242051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-caad1482-fcce-4640-a7c1-0fa4fc03691a req-76e43ce7-2c03-4b3b-94df-504e078b934b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bd2cb98-e7de-4d31-b463-4e15b7010283 HTTP/1.1" status: 200 len: 829 time: 0.8749697 Dec 20 12:03:32.249550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-17f2211d-22f0-49b9-9051-13ee27450af4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:32.250850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17f2211d-22f0-49b9-9051-13ee27450af4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1213875 Dec 20 12:03:32.253935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44218) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:32.362277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.372014 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2969f1d5-951c-43a5-925c-be1b157ed939 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:32.385201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.405936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Transition to ACTIVE for port object efb2754f-2349-4447-bd37-c3f458818e2d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:32.434375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Pushing event updated for resources: {'Subnet': ['ID=feab247d-0e50-4594-b3a0-7a761360220d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:32.444037 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:32.447018 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Transition to ACTIVE for port object efb2754f-2349-4447-bd37-c3f458818e2d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:32.460598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.467771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1811ffa4-7479-4465-b994-352e49d6d2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:32.525675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet a27670f7-acfb-4ee8-9def-f36174474ed9 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:32.525940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Checking segment: {'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:32.528419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Network hostable DHCP agents. Network: 7fabb508-e752-439a-8f2c-badef8ec2cde, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:32.529246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.540445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:32.543960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:32.548407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:32.555701 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Pushing event updated for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:32.573614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Network 7fabb508-e752-439a-8f2c-badef8ec2cde is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:32.587456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 7fabb508-e752-439a-8f2c-badef8ec2cde) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:32.593920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.596122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.602043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a6171-f278-43e4-814c-00eab7eeb130 None None] Network 7fabb508-e752-439a-8f2c-badef8ec2cde requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:32.613017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.661385 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9640079 Dec 20 12:03:32.661385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:32.683813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1303844153-router', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:32.693205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:32.693437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.693793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.694204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.694522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.694856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.695169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.695668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.696010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.696315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.696636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.697028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:32.708291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Usage tracker for resource:router and tenant:96399b4571a943cbb5137ad1ffe56bd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:32.709509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:32.711092 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2cb98-e7de-4d31-b463-4e15b7010283', 'name': 'network-vif-deleted', 'tag': 'bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9', 'status': 'completed', 'code': 200} Dec 20 12:03:32.714119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:32.727110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:32.736062 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:32.746813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.748420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.784559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.813112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:32.813718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device bb51e3ae-8d8b-4f8d-bdef-22ff9d15d6a9 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:32.845901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.903407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Attempting to bind port efb2754f-2349-4447-bd37-c3f458818e2d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:32.903726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Attempting to bind port efb2754f-2349-4447-bd37-c3f458818e2d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:32.904071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Attempting to bind port efb2754f-2349-4447-bd37-c3f458818e2d on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:32.919989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.928900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:32.929289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:32.929713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.930147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:32.930640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Bound port: efb2754f-2349-4447-bd37-c3f458818e2d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:32.931023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.967660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.973525 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39d52344-57e7-41ba-b53e-96e15ff367a2 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.024035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=a27670f7-acfb-4ee8-9def-f36174474ed9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:33.038473 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:33.038473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.042642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.066725 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/a27670f7-acfb-4ee8-9def-f36174474ed9 HTTP/1.1" status: 204 len: 168 time: 0.8110671 Dec 20 12:03:33.067121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:33.242304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:33.269725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-7fabb508-e752-439a-8f2c-badef8ec2cde', 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'fixed_ips': [{'subnet_id': 'feab247d-0e50-4594-b3a0-7a761360220d'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:33.270818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.292548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:33.310675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.319771 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-707006ab-8bc5-48bb-97ac-b618f605f538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.396705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet e1253b52-3c72-446b-9c8b-1ece2434f156 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:33.407503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.452258 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Sync routers for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:33.482484 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:33.485820 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:33.522661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.570688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Pushing event updated for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:33.583786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.609802 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:33.694054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.749313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Allocated IP 172.20.0.2 (7fabb508-e752-439a-8f2c-badef8ec2cde/feab247d-0e50-4594-b3a0-7a761360220d/1b433c23-765c-4334-8165-e8920ee9662d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:33.757807 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:33.834309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.871442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65a560e-8960-447e-80dd-6b18d6bc6d75 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:33.981256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Allocated IP 172.35.0.99 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/171a1b65-3cb1-451a-ad6f-788728a4dac8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:34.019216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.038466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31446294-6831-4794-a245-04391c3410a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:34.103336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.108368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=e1253b52-3c72-446b-9c8b-1ece2434f156,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:34.110966 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:34.193348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44262) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.206487 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/e1253b52-3c72-446b-9c8b-1ece2434f156 HTTP/1.1" status: 204 len: 168 time: 1.1373813 Dec 20 12:03:34.323622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.363338 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-17f22ebe-dfc4-4c01-9bfd-c969638c5c2f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1689818 Dec 20 12:03:34.363586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44266) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.367842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.378809 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 2, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:34.387684 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Checking router: f737ad25-abcc-4fec-842a-b2ba75d4239f for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:34.388054 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Updating router f737ad25-abcc-4fec-842a-b2ba75d4239f port de8a4fb7-0ac1-4443-b7c7-679168a5e993 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:03:34.444875 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d5c81d98-19f6-4275-846c-736a8e20fc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:34.471137 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.471746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ba9e-ebf5-4f92-abd0-68a5615329a8 req-c8ce240d-5229-42ac-997d-667ac0679a8e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:34.472958 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-59e2ba9e-ebf5-4f92-abd0-68a5615329a8 req-c8ce240d-5229-42ac-997d-667ac0679a8e tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 945 time: 0.1259184 Dec 20 12:03:34.484665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.501049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Transition to ACTIVE for port object 1b433c23-765c-4334-8165-e8920ee9662d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:34.540761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-59e2ba9e-ebf5-4f92-abd0-68a5615329a8 req-2ef9c911-d1f7-4c20-bab3-88a065021a45 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537844 Dec 20 12:03:34.559044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Transition to ACTIVE for port object 1b433c23-765c-4334-8165-e8920ee9662d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:34.576539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:34.578623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.581371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:34.584754 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:34.595788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:34.643128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Pushing event updated for resources: {'Port': ['ID=171a1b65-3cb1-451a-ad6f-788728a4dac8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:34.652924 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:34.676591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Network 7fabb508-e752-439a-8f2c-badef8ec2cde is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:34.680678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:34.683530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Pushing event updated for resources: {'Port': ['ID=1b433c23-765c-4334-8165-e8920ee9662d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:34.686498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:34.689250 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:34.708597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ccd537-058d-48a5-8d58-63ae83468e33 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:34.709276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-62ccd537-058d-48a5-8d58-63ae83468e33 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:34.802938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Attempting to bind port 1b433c23-765c-4334-8165-e8920ee9662d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:34.804092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Attempting to bind port 1b433c23-765c-4334-8165-e8920ee9662d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:34.804569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Attempting to bind port 1b433c23-765c-4334-8165-e8920ee9662d on network 7fabb508-e752-439a-8f2c-badef8ec2cde {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:34.813456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:34.814179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Checking segment: {'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:34.814939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.815603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Bound using segment: {'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:34.816318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Bound port: 1b433c23-765c-4334-8165-e8920ee9662d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:34.817105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.940494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-62ccd537-058d-48a5-8d58-63ae83468e33 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:34.941861 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-62ccd537-058d-48a5-8d58-63ae83468e33 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5769091 Dec 20 12:03:34.945571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44280) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.969180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] For port 1b433c23-765c-4334-8165-e8920ee9662d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:34.972532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] For port 1b433c23-765c-4334-8165-e8920ee9662d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=1b433c23-765c-4334-8165-e8920ee9662d,segment=NetworkSegment(dddb7a41-6cea-483f-bc50-cf74a44c324c),segment_id=dddb7a41-6cea-483f-bc50-cf74a44c324c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:34.978852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.993565 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:35.011617 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.046181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3100fea-9d5c-4efe-afe9-35f7cf49559a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:35.046875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3100fea-9d5c-4efe-afe9-35f7cf49559a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:35.047321 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Transition to ACTIVE for port object de8a4fb7-0ac1-4443-b7c7-679168a5e993 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:35.067642 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.072944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3100fea-9d5c-4efe-afe9-35f7cf49559a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:35.073123 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d311e099-8d60-40e5-a30e-3704d9acab4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:35.077373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44284) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:35.078516 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d3100fea-9d5c-4efe-afe9-35f7cf49559a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1319351 Dec 20 12:03:35.111342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.111650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Pushing event updated for resources: {'Port': ['ID=1b433c23-765c-4334-8165-e8920ee9662d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:35.112407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.116455 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:35.200437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e3b74a6e-95a6-4bd2-a87e-cf1ea8e6efeb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206696 Dec 20 12:03:35.206430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44294) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:35.218853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:35.289727 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Pushing event updated for resources: {'Port': ['ID=de8a4fb7-0ac1-4443-b7c7-679168a5e993,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:35.328196 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.328452 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.328788 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.329113 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.329438 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.346784 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.347212 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.347548 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.347883 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.348204 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.348525 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:35.365878 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:35.546427 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Attempting to bind port de8a4fb7-0ac1-4443-b7c7-679168a5e993 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:35.549461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:35.551059 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Attempting to bind port de8a4fb7-0ac1-4443-b7c7-679168a5e993 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:35.558405 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Attempting to bind port de8a4fb7-0ac1-4443-b7c7-679168a5e993 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:35.574447 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:35.575234 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:35.575891 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.576847 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:35.578312 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Bound port: de8a4fb7-0ac1-4443-b7c7-679168a5e993, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:35.579082 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.579796 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:35.621412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:35.625129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.626946 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:35.627535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:35.648825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:03:35.656812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-28b4f501-0508-4648-b806-4d3dd938aa4f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:35.662324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-28b4f501-0508-4648-b806-4d3dd938aa4f tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 945 time: 0.2383783 Dec 20 12:03:35.767958 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7aa11aad-d2b9-4ab1-a8a5-8c0ec3c1d8fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5603535 Dec 20 12:03:35.771333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44304) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:35.779744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:35.808220 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] For port de8a4fb7-0ac1-4443-b7c7-679168a5e993, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:35.812464 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] For port de8a4fb7-0ac1-4443-b7c7-679168a5e993, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=de8a4fb7-0ac1-4443-b7c7-679168a5e993,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:35.818769 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.824517 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-eb6ea53f-efb6-4510-8b57-c54e224f5e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:35.844098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Deleting port 58066b1c-143a-465c-8f70-791c1853c3b7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:35.844541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.903707 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Pushing event updated for resources: {'Port': ['ID=de8a4fb7-0ac1-4443-b7c7-679168a5e993,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:35.907438 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:35.946284 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:35.947298 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:36.005242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:36.015443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:36.034210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34db0c3-0e44-481e-9d5d-17ddfbe5465b req-1a658be0-17ca-4574-b4cb-798234d406df tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:36.036805 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d34db0c3-0e44-481e-9d5d-17ddfbe5465b req-1a658be0-17ca-4574-b4cb-798234d406df tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 945 time: 0.2337193 Dec 20 12:03:36.046080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:36.069989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.069989 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:36.069989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:36.136814 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d34db0c3-0e44-481e-9d5d-17ddfbe5465b req-323d0b25-16b2-42f7-ab01-b47bf7fa1b15 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682781 Dec 20 12:03:36.152348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:36.163046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Sync routers for ids ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:36.179133 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-76f74497-2921-4ed2-8f16-d4f115eac10a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4042313 Dec 20 12:03:36.186125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:36.198611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:36.207243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Routers {'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:36.208026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:36.246048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.247500 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5906658 Dec 20 12:03:36.250972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44316) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:36.380791 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:36.406258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:36.429928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:36.454991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:36.463697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.465570 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:36.466134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:36.520177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6d2a9091-2448-4e13-8868-3f9bcb6a690d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3280716 Dec 20 12:03:36.520967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:36.536074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:36.636613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Set router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:36.707728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:36.729252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:36.756096 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:36.762690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.766715 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:36.767371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:36.804464 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-475dc594-57c3-42b8-88f6-2b3074adb048 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2822247 Dec 20 12:03:36.805853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44330) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:36.816142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:36.821527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] For port 58066b1c-143a-465c-8f70-791c1853c3b7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=58066b1c-143a-465c-8f70-791c1853c3b7,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:36.821882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.859855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03593ba-e651-4957-a7b5-2f3d44c47aa7 None None] Network 7fabb508-e752-439a-8f2c-badef8ec2cde requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:36.965767 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:35Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:36.973834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Calling delete_port for 58066b1c-143a-465c-8f70-791c1853c3b7 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:36.987456 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c41071-d97e-400c-9ed2-b41b32e15fed None None] The sync data for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 is: [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:35Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:37.005656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d5e979d5-da62-43a1-abe8-d6f4affb1eee None None] Provisioning for port 1b433c23-765c-4334-8165-e8920ee9662d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:37.091363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:37.119747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:37.155418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:37.181835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.184684 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:37.185362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:37.264248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c0215140-7af1-41a8-b09e-e42d03ac5695 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4556065 Dec 20 12:03:37.265333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44344) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.275875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:37.449337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:37.475394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:37.510692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:37.515494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.519132 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:37.519132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:37.546862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'name': 'tempest-TestVolumeBootPattern-1303844153-router', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:35Z', 'revision_number': 3, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'gw_port': {'id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:33Z', 'updated_at': '2021-12-20T12:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:37.554086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Checking router: fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:37.554086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Updating router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 port 171a1b65-3cb1-451a-ad6f-788728a4dac8 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:03:37.572588 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c0aec784-cd72-4e15-8d28-867073793d5f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3027830 Dec 20 12:03:37.572686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.574450 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.590787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['58066b1c-143a-465c-8f70-791c1853c3b7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:03:37.603537 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca7fe31b-cf17-413d-b070-b46b78e84f06 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:37.638869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:03:37.721105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event deleted for resources: {'Port': ['ID=58066b1c-143a-465c-8f70-791c1853c3b7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:37.723064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de430235-c703-4479-b1c7-0d6509999f91 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:37.724678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-de430235-c703-4479-b1c7-0d6509999f91 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1461184 Dec 20 12:03:37.728189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.730234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7018ba8f-6709-4d82-ae9c-7fbc01ecef1d req-bd301375-24fe-42a1-b84a-e2abca9b1ae1 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b34b67-957b-40ec-bef4-dcbc5b708ced HTTP/1.1" status: 200 len: 210 time: 0.1515458 Dec 20 12:03:37.773078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device de8a4fb7-0ac1-4443-b7c7-679168a5e993 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:37.787032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.787740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.788226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.788751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.789437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.790244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.790782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.791313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.791839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.792353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.792866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:37.802608 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:37.837540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c540fb5-ff14-4b6e-ab29-ef1bcc217e6a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:37.839174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7c540fb5-ff14-4b6e-ab29-ef1bcc217e6a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1095998 Dec 20 12:03:37.841790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.864536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] No DVR routers for this DVR port 58066b1c-143a-465c-8f70-791c1853c3b7 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:37.868638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.878281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.879458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'name': 'network-vif-deleted', 'tag': '58066b1c-143a-465c-8f70-791c1853c3b7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:37.898800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-14bdf83e-f12e-4c8a-81e5-e3f92f5fd1b0 req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "DELETE /v2.0/ports/58066b1c-143a-465c-8f70-791c1853c3b7 HTTP/1.1" status: 204 len: 173 time: 2.2320859 Dec 20 12:03:38.007010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port de8a4fb7-0ac1-4443-b7c7-679168a5e993 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:38.020146 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b34b67-957b-40ec-bef4-dcbc5b708ced', 'name': 'network-vif-deleted', 'tag': '58066b1c-143a-465c-8f70-791c1853c3b7', 'status': 'completed', 'code': 200} Dec 20 12:03:38.056222 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fcf48701-358b-432a-88e4-80aca1771dc0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2090974 Dec 20 12:03:38.059849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44372) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:38.067601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:38.190857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port de8a4fb7-0ac1-4443-b7c7-679168a5e993 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:38.191361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.230886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:38.242513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:38.273616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:38.596957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.611298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84952d8a-b291-4935-804a-33f0c45ab97a None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:03:38.923477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.079976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.095815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Transition to ACTIVE for port object 171a1b65-3cb1-451a-ad6f-788728a4dac8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:39.138631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.148256 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-450643d8-a0c8-4b54-861f-122120b6b863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:39.229131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84952d8a-b291-4935-804a-33f0c45ab97a None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:03:39.242841 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188c21-21f8-48b3-9c70-01a773c132bb None None] Pushing event updated for resources: {'Port': ['ID=171a1b65-3cb1-451a-ad6f-788728a4dac8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:39.255557 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-74188c21-21f8-48b3-9c70-01a773c132bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:39.261487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port de8a4fb7-0ac1-4443-b7c7-679168a5e993, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=de8a4fb7-0ac1-4443-b7c7-679168a5e993,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:39.287971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.288877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1b433c23-765c-4334-8165-e8920ee9662d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:39.338527 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:39.397681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Attempting to bind port 171a1b65-3cb1-451a-ad6f-788728a4dac8 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:39.397681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Attempting to bind port 171a1b65-3cb1-451a-ad6f-788728a4dac8 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:39.397681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Attempting to bind port 171a1b65-3cb1-451a-ad6f-788728a4dac8 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:39.467397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:39.467804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:39.468184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.468586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:39.469062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Bound port: 171a1b65-3cb1-451a-ad6f-788728a4dac8, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:39.469442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.558987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=de8a4fb7-0ac1-4443-b7c7-679168a5e993,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:39.570203 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:39.570440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.651354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 1b433c23-765c-4334-8165-e8920ee9662d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:39.662332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] For port 171a1b65-3cb1-451a-ad6f-788728a4dac8, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:39.670994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 1b433c23-765c-4334-8165-e8920ee9662d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:39.671536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.681529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.objects.ports [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:39.761372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] For port 171a1b65-3cb1-451a-ad6f-788728a4dac8, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=171a1b65-3cb1-451a-ad6f-788728a4dac8,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:39.777751 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.781129 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:39.798988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591e46f-adac-477f-bcd4-dea57991988b req-15811499-9d0d-436e-9c55-d23ee985b183 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:39.799689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2591e46f-adac-477f-bcd4-dea57991988b req-15811499-9d0d-436e-9c55-d23ee985b183 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:39.889435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37003-e022-4b93-af35-02009ccf781e req-55d377d5-ef83-4427-8eab-3534deed5623 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:39.890271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fbc37003-e022-4b93-af35-02009ccf781e req-55d377d5-ef83-4427-8eab-3534deed5623 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:39.900295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-2591e46f-adac-477f-bcd4-dea57991988b req-15811499-9d0d-436e-9c55-d23ee985b183 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:39.901561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2591e46f-adac-477f-bcd4-dea57991988b req-15811499-9d0d-436e-9c55-d23ee985b183 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.5691533 Dec 20 12:03:39.908163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188c21-21f8-48b3-9c70-01a773c132bb None None] Pushing event updated for resources: {'Port': ['ID=171a1b65-3cb1-451a-ad6f-788728a4dac8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:39.914954 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-74188c21-21f8-48b3-9c70-01a773c132bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:39.944820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Routers {'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:39.945025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:39.988272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fbc37003-e022-4b93-af35-02009ccf781e req-55d377d5-ef83-4427-8eab-3534deed5623 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:39.990930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbc37003-e022-4b93-af35-02009ccf781e req-55d377d5-ef83-4427-8eab-3534deed5623 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.5115583 Dec 20 12:03:40.079646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2591e46f-adac-477f-bcd4-dea57991988b req-6db6c038-1ae8-4c6b-938f-a4e8b089937a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674767 Dec 20 12:03:40.128650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Allocated IP 172.20.0.1 (7fabb508-e752-439a-8f2c-badef8ec2cde/feab247d-0e50-4594-b3a0-7a761360220d/d0afb594-dfd2-4c9b-a4b6-7268cad538a5) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:40.141767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.189444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Deleting port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:40.189770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.249451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.367602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 58066b1c-143a-465c-8f70-791c1853c3b7 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:40.420200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 58066b1c-143a-465c-8f70-791c1853c3b7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:40.420567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 58066b1c-143a-465c-8f70-791c1853c3b7 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:40.427402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 1b433c23-765c-4334-8165-e8920ee9662d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=1b433c23-765c-4334-8165-e8920ee9662d,segment=NetworkSegment(dddb7a41-6cea-483f-bc50-cf74a44c324c),segment_id=dddb7a41-6cea-483f-bc50-cf74a44c324c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:40.442519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.447816 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-408484c0-4b4a-47dd-8bd0-a29ccb2426d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:40.498180 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] Set router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:40.622330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.662988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device de8a4fb7-0ac1-4443-b7c7-679168a5e993 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:40.689268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '4319b434-240e-4682-bcfa-0dcbe36f1ef4'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'efb2754f-2349-4447-bd37-c3f458818e2d'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:03:40.773203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=1b433c23-765c-4334-8165-e8920ee9662d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:40.776613 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:40.777918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Transition to ACTIVE for port object d0afb594-dfd2-4c9b-a4b6-7268cad538a5 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:40.807270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] For port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:40.807638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.857382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.012294 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port de8a4fb7-0ac1-4443-b7c7-679168a5e993 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:41.012671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.090341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Calling delete_port for e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:41.129908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:41.191772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.195964 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-62562dd0-4501-4914-9cb0-a3d80f06bdbc tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:41.263956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'name': 'tempest-TestVolumeBootPattern-1303844153-router', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:35Z', 'revision_number': 3, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'gw_port': {'id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:33Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:41.279799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e84ba-b3fd-4edd-ae10-e63034362d20 None None] The sync data for ids ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'] in n-d-victoria-1 is: [{'id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'name': 'tempest-TestVolumeBootPattern-1303844153-router', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:35Z', 'revision_number': 3, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'gw_port': {'id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:33Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:41.289398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.291760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0afb594-dfd2-4c9b-a4b6-7268cad538a5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:41.321296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:41.322049 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:41.322502 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:41.325759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.326792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.333751 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:41.373772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713bbf6-2c17-4d74-b4aa-509e4f82456e req-018cd9d9-3b06-44ba-8244-096b8ab6b77b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:41.376212 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5713bbf6-2c17-4d74-b4aa-509e4f82456e req-018cd9d9-3b06-44ba-8244-096b8ab6b77b tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee1a069e-9827-41c5-90b0-fae9dfd472e3 HTTP/1.1" status: 200 len: 945 time: 0.1280463 Dec 20 12:03:41.429397 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Network 7fabb508-e752-439a-8f2c-badef8ec2cde is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:41.434762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:41.450868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:41.496765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:41.503912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:41.513495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:41.514157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.566016 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5713bbf6-2c17-4d74-b4aa-509e4f82456e req-ea46d7f0-2e68-46f2-a7fb-221fdabe5658 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e314a3bd-ca8b-42c3-bc46-aa0006c63d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844339 Dec 20 12:03:41.570651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5066552 Dec 20 12:03:41.571542 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44430) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:41.571672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=6']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:41.576983 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:41.577697 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6dc4b751-24bf-4be9-8535-5997767c2995 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:41.579105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:3e:fe:5f', 'name': 'tempest-NetworksTestDHCPv6-1849048236'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:41.609447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.621790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.711929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=4319b434-240e-4682-bcfa-0dcbe36f1ef4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:41.727469 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:41.728617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:41.763865 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:41.773771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:41.783314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:41.806701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event deleted for resources: {'Port': ['ID=e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:41.808752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] No DVR routers for this DVR port e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:41.810284 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:41.812520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.815100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fbc37003-e022-4b93-af35-02009ccf781e req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.16 "DELETE /v2.0/ports/e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 HTTP/1.1" status: 204 len: 173 time: 1.7970870 Dec 20 12:03:41.815910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'name': 'network-vif-deleted', 'tag': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:41.906071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.951564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.019493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.057301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 8736dafd-8583-4642-9747-b3f2f42b6253 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:42.128680 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1a069e-9827-41c5-90b0-fae9dfd472e3', 'name': 'network-vif-deleted', 'tag': 'e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3', 'status': 'completed', 'code': 200} Dec 20 12:03:42.224647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.239922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.255740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fe3e:fe5f (4fc2fd4c-95d1-4458-8daa-968c71b89f60/4319b434-240e-4682-bcfa-0dcbe36f1ef4/8736dafd-8583-4642-9747-b3f2f42b6253) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:42.278876 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c812db13-3c0c-4e8d-b24e-80be8819d501 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:42.410198 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.414725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0afb594-dfd2-4c9b-a4b6-7268cad538a5,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:42.418096 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:42.506577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.548332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 8736dafd-8583-4642-9747-b3f2f42b6253 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:42.579274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.600732 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:42.634792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1b433c23-765c-4334-8165-e8920ee9662d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:42.636376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Network 7fabb508-e752-439a-8f2c-badef8ec2cde is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:42.637738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:42.713472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:42.717605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:42.727396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:42.731735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:42.732847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.760268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:42.779215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=8736dafd-8583-4642-9747-b3f2f42b6253,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:42.790159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.790630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.793644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.794119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.794578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.794986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.795429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.796100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.796362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.797223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.797223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:42.800691 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:42.802473 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2295525 Dec 20 12:03:42.809538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:42.827895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:42.828249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e9e0de2f-cb08-4c90-8e2c-8b570e8d00d3 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:42.878276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:42.889452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 1b433c23-765c-4334-8165-e8920ee9662d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:42.890119 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.947130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f1cc3-6047-4ce7-a3d9-c9c173391a0e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:42.952611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f1cc3-6047-4ce7-a3d9-c9c173391a0e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:42.956308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-648f1cc3-6047-4ce7-a3d9-c9c173391a0e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:42.988705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-648f1cc3-6047-4ce7-a3d9-c9c173391a0e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:42.990142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-648f1cc3-6047-4ce7-a3d9-c9c173391a0e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1795628 Dec 20 12:03:42.993088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:43.002466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.041160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.045646 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0d4c24cf-cd47-4f36-8317-baccd4172444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:43.106346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 8736dafd-8583-4642-9747-b3f2f42b6253 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:43.106689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.236142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Pushing event updated for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:43.240863 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:43.388524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:43.552590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed4945-5636-4dce-9207-597854e668ff req-59e9e1f8-04a8-412f-911a-3cf465b8ec78 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:43.560637 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-79ed4945-5636-4dce-9207-597854e668ff req-59e9e1f8-04a8-412f-911a-3cf465b8ec78 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.3127019 Dec 20 12:03:43.611881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.760060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 8736dafd-8583-4642-9747-b3f2f42b6253 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:43.784243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:43.790955 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] 10.222.0.32 "PUT /v2.0/routers/fc1fb64b-2cc8-4e30-ad57-02657ffb54a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5379679 Dec 20 12:03:43.794764 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-79ed4945-5636-4dce-9207-597854e668ff req-0b648c3b-973c-411e-b132-1d1f4c85ffc4 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331448 Dec 20 12:03:43.931411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.939133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4217ba74-d2ba-4626-9bc1-46b68912c7fe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:43.999232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=8736dafd-8583-4642-9747-b3f2f42b6253,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:44.003027 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:44.215565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.231983 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/8736dafd-8583-4642-9747-b3f2f42b6253 HTTP/1.1" status: 204 len: 168 time: 1.2378283 Dec 20 12:03:44.234450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44496) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:44.359782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef12cf2-8749-475e-b40c-785fad88dd95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:44.361196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef12cf2-8749-475e-b40c-785fad88dd95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:44.361935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ef12cf2-8749-475e-b40c-785fad88dd95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:44.381916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ef12cf2-8749-475e-b40c-785fad88dd95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:44.383816 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1ef12cf2-8749-475e-b40c-785fad88dd95 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1481504 Dec 20 12:03:44.386137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44504) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:44.403624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d5c65-b25d-4a76-a2db-a8079b3c68b5 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:44.720617 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device efb2754f-2349-4447-bd37-c3f458818e2d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:44.790755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 4319b434-240e-4682-bcfa-0dcbe36f1ef4 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:44.796108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.896194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f18d9689-2f0d-4b37-af13-3d8fd4eb2c42 None None] Provisioning for port efb2754f-2349-4447-bd37-c3f458818e2d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:44.897934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-93edb4ea-143f-410d-ab0b-155416aabeed tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:44.898725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-93edb4ea-143f-410d-ab0b-155416aabeed tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Synchronizing usage tracker for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:44.996798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.002699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port efb2754f-2349-4447-bd37-c3f458818e2d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:45.049815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port efb2754f-2349-4447-bd37-c3f458818e2d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:45.050321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.122754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-93edb4ea-143f-410d-ab0b-155416aabeed tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Unset dirty status for tenant:abc93a564ed2497c8411d898e060188e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:45.124150 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-93edb4ea-143f-410d-ab0b-155416aabeed tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.5848863 Dec 20 12:03:45.173895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.196667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a5b4385d-ded1-47b0-b6f5-addd3de0da27 None None] Provisioning for port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:45.251234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a5b4385d-ded1-47b0-b6f5-addd3de0da27 None None] Provisioning complete for port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:45.251234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a5b4385d-ded1-47b0-b6f5-addd3de0da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.287136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Deleting port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:45.288170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.377560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.409209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4385d-ded1-47b0-b6f5-addd3de0da27 None None] Port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:45.411070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.542096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-877b583f-ca27-4e59-a3f7-9f6ddbe9eab7 None None] Provisioning complete for port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:45.543373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-877b583f-ca27-4e59-a3f7-9f6ddbe9eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.648939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-877b583f-ca27-4e59-a3f7-9f6ddbe9eab7 None None] Port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:45.686277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704f9ab-1a67-4400-8836-0806d20597a8 req-e8ff493b-cd22-4b2d-9b8e-65f1037dd408 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:45.704232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3704f9ab-1a67-4400-8836-0806d20597a8 req-e8ff493b-cd22-4b2d-9b8e-65f1037dd408 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 944 time: 0.6376948 Dec 20 12:03:45.775238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Provisioning complete for port efb2754f-2349-4447-bd37-c3f458818e2d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:45.775705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.785649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] For port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:45.786134 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.919611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.053574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.061432 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d382cf58-7cce-4d22-b8c6-a3abc336f2d5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:46.175946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:46.176333 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:46.176969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:46.177505 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:46.220001 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=4319b434-240e-4682-bcfa-0dcbe36f1ef4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:46.243938 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:46.251400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.268355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3704f9ab-1a67-4400-8836-0806d20597a8 req-86c8c551-bb27-4943-b336-a4b224604b84 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups?id=e91a98d3-a2f1-421b-a396-214a29915989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5343785 Dec 20 12:03:46.301804 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6a7f7e5d-7069-47a1-bfd2-cf18c0656c16 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/4319b434-240e-4682-bcfa-0dcbe36f1ef4 HTTP/1.1" status: 204 len: 168 time: 1.9142249 Dec 20 12:03:46.305829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:46.311645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.312323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.313346 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Floating IP 529e21ea-5131-4fd4-b3e0-0cc447c76c25 disassociated. External IP: 172.35.0.232, port: 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11. Dec 20 12:03:46.314241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Calling delete_port for 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:46.365975 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83901c-97cc-46d5-9741-f48d6e574cc3 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:46.414907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a9c884a-9223-4168-9460-8e2fe48c0e85 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076608 Dec 20 12:03:46.416084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:46.434755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:46.588249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:46.593764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:46.596965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:46.604441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:46.617845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:46.622285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.677410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.686773 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a4ce7475-90c1-4fc4-aa7d-1a430c73addd tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:46.759664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:46.766548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event deleted for resources: {'Port': ['ID=88efc8e9-10d9-4f1b-b7f7-e796ad96ec11,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:46.770415 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:46.806086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Deleting port efb2754f-2349-4447-bd37-c3f458818e2d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:46.807029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.908038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.935071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.014861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:47.154830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.184988 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-83d3f6a9-6e61-4565-8f57-9f86949faea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:47.246465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Router c66771ef-13d1-4b46-87cc-2ba45957f3b6 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:47.617447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:47.663788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:47.664203 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.720515 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c40c6c16-b50c-4fa5-aa3e-670e03f78ea9 req-11b8aa53-cf62-4503-bf08-8926421702d6 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a38706d-e95d-450f-8861-6f9d9722287a HTTP/1.1" status: 200 len: 210 time: 0.0772307 Dec 20 12:03:47.735822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:47.751290 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] Sync routers for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:47.784203 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:47.784454 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:47.830123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] No DVR routers for this DVR port 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:47.836151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.844417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-deleted', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:47.890382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9706c0f9-2cd0-4321-b726-28a3d4e77138 req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.53 "DELETE /v2.0/ports/88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 HTTP/1.1" status: 204 len: 173 time: 2.7576709 Dec 20 12:03:47.986302 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a38706d-e95d-450f-8861-6f9d9722287a', 'name': 'network-vif-deleted', 'tag': '88efc8e9-10d9-4f1b-b7f7-e796ad96ec11', 'status': 'completed', 'code': 200} Dec 20 12:03:48.045791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Calling delete_port for efb2754f-2349-4447-bd37-c3f458818e2d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:48.114335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.151558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-81eff6d8-bebd-4e7e-8e21-5041506cd9d8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:48.152337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-81eff6d8-bebd-4e7e-8e21-5041506cd9d8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:48.195003 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:48.203362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 171a1b65-3cb1-451a-ad6f-788728a4dac8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:48.220508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-81eff6d8-bebd-4e7e-8e21-5041506cd9d8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:48.228647 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-81eff6d8-bebd-4e7e-8e21-5041506cd9d8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.5505166 Dec 20 12:03:48.311386 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-0ab658e4-9266-4a56-9dec-c4c7bfae8309 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/quotas/f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 375 time: 0.0693936 Dec 20 12:03:48.333183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:48.333548 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:48.343487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:48.343852 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-f356f3b6-277d-4f5b-b0f2-bd36bc539317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:48.356149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.360160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:48.364107 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.184s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:48.365730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 171a1b65-3cb1-451a-ad6f-788728a4dac8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:48.384091 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 171a1b65-3cb1-451a-ad6f-788728a4dac8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:48.386808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.461847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:48.523146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:48.530803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 88efc8e9-10d9-4f1b-b7f7-e796ad96ec11 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:48.627120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-3e6c3b17-4a37-4713-a0e8-198c2d98ab34 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:48.638638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.657392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 171a1b65-3cb1-451a-ad6f-788728a4dac8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=171a1b65-3cb1-451a-ad6f-788728a4dac8,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:48.664023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:48.664717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.667247 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:48.676924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-3e6c3b17-4a37-4713-a0e8-198c2d98ab34 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:48.685445 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-3e6c3b17-4a37-4713-a0e8-198c2d98ab34 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3637967 Dec 20 12:03:48.698396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-6864dcb6-de35-462f-8ae6-47665ad55a4b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:48.706043 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-6864dcb6-de35-462f-8ae6-47665ad55a4b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0194378 Dec 20 12:03:48.740341 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:08Z', 'revision_number': 5, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:48.746605 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] Checking router: c66771ef-13d1-4b46-87cc-2ba45957f3b6 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:48.762725 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:48.763987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.777328 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:48.817518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.821065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device efb2754f-2349-4447-bd37-c3f458818e2d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:48.827252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.867302 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f623871-3297-4947-9177-fb5792ffbbf9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:48.867931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Deleting port efb2754f-2349-4447-bd37-c3f458818e2d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:48.868320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.981082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:48.988974 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-0ef27a7a-281c-4ebc-a747-00ea6d680c1e service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816668 Dec 20 12:03:48.991927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44592) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:49.031315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=171a1b65-3cb1-451a-ad6f-788728a4dac8,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.035243 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.127835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.131625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.135369 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-d17be938-1cf7-42cf-b748-4a658d48bcfa service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421235 Dec 20 12:03:49.137388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:49.145431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=11']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.149927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:49.155229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.161433 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.167392 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9a3e8fb-fbac-4062-a96a-ed6d547271f8 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:49.190245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.207311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-21e3f17f-436d-47d2-9a3f-388c26e61539 None None] Could not find standard attr ID for object 8736dafd-8583-4642-9747-b3f2f42b6253. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:49.246057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:49.259185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.266953 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:49.275795 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:49.293002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=98c2461e-7588-4eb5-aa31-a3bccc085583,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.297864 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.316438 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8942819 Dec 20 12:03:49.316642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44604) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:49.323886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:79:79:9c', 'name': 'tempest-NetworksTestDHCPv6-581636114'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:49.349061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:49.350314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.388443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.394703 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-666a78ce-d217-4ae3-8284-420352f1b45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:49.440322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a98d3-a2f1-421b-a396-214a29915989,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.445197 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.471668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.473013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "DELETE /v2.0/security-groups/e91a98d3-a2f1-421b-a396-214a29915989 HTTP/1.1" status: 204 len: 168 time: 0.4803917 Dec 20 12:03:49.476192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44608) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:49.501948 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-a3a5aa63-b40d-4ff5-a767-d66eb1909c4d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] show failed (client error): The resource could not be found. Dec 20 12:03:49.505359 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3a5aa63-b40d-4ff5-a767-d66eb1909c4d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "GET /v2.0/security-groups/e91a98d3-a2f1-421b-a396-214a29915989 HTTP/1.1" status: 404 len: 347 time: 0.0284064 Dec 20 12:03:49.508204 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:49.566250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 171a1b65-3cb1-451a-ad6f-788728a4dac8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:49.666705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Calling delete_port for efb2754f-2349-4447-bd37-c3f458818e2d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:49.778429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=12']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.785582 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.790855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:49.796452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:49.800254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:49.825447 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:49.832187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 171a1b65-3cb1-451a-ad6f-788728a4dac8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:49.836678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.838291 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:49.913662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:49.914051 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:49.915655 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:08Z', 'revision_number': 5, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:49.925010 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea8c46-0655-4c74-b098-e985f4a51f4e None None] The sync data for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 is: [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:25Z', 'revision_number': 4, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'dd89a524-ff40-4e42-9f8a-339e3a53f25d', 'name': '', 'network_id': 'b1a16a4f-247f-4fa1-bed3-3c652bc1d557', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'mac_address': 'fa:16:3e:b9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:24Z', 'updated_at': '2021-12-20T11:54:08Z', 'revision_number': 5, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'subnets': [{'id': '63c5b08a-6c4f-4f33-8b43-bf477236aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:50.066373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d628fae3-a25a-47c4-a6fa-ebc086d44e88 req-25e94159-789e-459a-89fb-8ca83e67de82 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 210 time: 0.1494370 Dec 20 12:03:50.067863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Deleting port b01f5cb3-3d57-4a06-9773-bf375e8dae54 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:50.068200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.081860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.095127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Deleting port efb2754f-2349-4447-bd37-c3f458818e2d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:50.095510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.154160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port d6713457-2012-4eef-bb91-10a79023c697 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:50.369802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.370380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.440918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fe79:799c (4fc2fd4c-95d1-4458-8daa-968c71b89f60/98c2461e-7588-4eb5-aa31-a3bccc085583/d6713457-2012-4eef-bb91-10a79023c697) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:50.497752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] For port efb2754f-2349-4447-bd37-c3f458818e2d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=efb2754f-2349-4447-bd37-c3f458818e2d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:50.504797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.617211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Calling delete_port for b01f5cb3-3d57-4a06-9773-bf375e8dae54 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:50.639603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Calling delete_port for efb2754f-2349-4447-bd37-c3f458818e2d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:50.714083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.857906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.870034 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-705b282f-1c51-4caf-b2a1-fc0d88007104 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:50.921455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object d6713457-2012-4eef-bb91-10a79023c697 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:50.932480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.943209 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:50.957363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.967721 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-725709de-0a08-407f-805d-80357a250928 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:50.989822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Pushing event deleted for resources: {'Port': ['ID=efb2754f-2349-4447-bd37-c3f458818e2d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:50.993561 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:51.056766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:51.060171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:51.065092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:51.069601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:51.070323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.081160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Pushing event deleted for resources: {'Port': ['ID=b01f5cb3-3d57-4a06-9773-bf375e8dae54,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:51.085672 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:51.120092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] No DVR routers for this DVR port efb2754f-2349-4447-bd37-c3f458818e2d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:51.122048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=d6713457-2012-4eef-bb91-10a79023c697,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:51.148521 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:51.166713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8461494 Dec 20 12:03:51.167160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:51.172212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f13b2-62e7-46d8-8f8f-e1b47e4d5a7d None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:51.281572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e5f172-4ae6-457b-bfb8-671e6b5fa823 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:51.283639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-36e5f172-4ae6-457b-bfb8-671e6b5fa823 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:51.285437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.305064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-36e5f172-4ae6-457b-bfb8-671e6b5fa823 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:51.309133 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-36e5f172-4ae6-457b-bfb8-671e6b5fa823 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1386294 Dec 20 12:03:51.309404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44658) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:51.329310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.333259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] 10.222.0.32 "DELETE /v2.0/floatingips/529e21ea-5131-4fd4-b3e0-0cc447c76c25 HTTP/1.1" status: 204 len: 168 time: 1.8197012 Dec 20 12:03:51.333817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44662) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:51.481687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-60379a2c-b462-4dfb-ba51-c2cb75875efc req-c1697870-0268-407f-a7df-bc12c62bd304 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 210 time: 0.1103618 Dec 20 12:03:51.537073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port d6713457-2012-4eef-bb91-10a79023c697 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:51.537643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.538101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '98c2461e-7588-4eb5-aa31-a3bccc085583'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:51.541551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.741271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Allocated IP 2001:db8::f816:3eff:fef8:6d96 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/98c2461e-7588-4eb5-aa31-a3bccc085583/4f0a73c5-3578-46f2-96d5-37ccf881c03d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:51.868539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.021853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.035939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Transition to ACTIVE for port object 4f0a73c5-3578-46f2-96d5-37ccf881c03d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:52.045545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for d6713457-2012-4eef-bb91-10a79023c697 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:52.061795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Transition to ACTIVE for port object 4f0a73c5-3578-46f2-96d5-37ccf881c03d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:52.071677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.084586 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-38069e02-7fb7-4ac7-95b7-a94b56c34774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:52.144130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-07c33cdd-6e01-4a0c-8ca4-ac46d1bb029d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:52.145872 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-07c33cdd-6e01-4a0c-8ca4-ac46d1bb029d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.4262247 Dec 20 12:03:52.167045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'port': {'device_id': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'admin_state_up': True, 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:52.184528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Pushing event updated for resources: {'Port': ['ID=4f0a73c5-3578-46f2-96d5-37ccf881c03d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:52.189125 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:52.198307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:52.202714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:52.219831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:52.244118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.254859 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-89d22a64-af80-4b1e-a2d0-77557eb7993a tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:52.308738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=d6713457-2012-4eef-bb91-10a79023c697,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:52.313425 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:52.373275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.406827 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/d6713457-2012-4eef-bb91-10a79023c697 HTTP/1.1" status: 204 len: 168 time: 1.0935621 Dec 20 12:03:52.407075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44684) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:52.429393 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Attempting to bind port 4f0a73c5-3578-46f2-96d5-37ccf881c03d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:52.430086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Attempting to bind port 4f0a73c5-3578-46f2-96d5-37ccf881c03d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:52.430637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Attempting to bind port 4f0a73c5-3578-46f2-96d5-37ccf881c03d on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:52.438927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:52.442511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:52.442972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.443424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:52.443905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Bound port: 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:52.445858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.473032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:52.485050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:52.503263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:52.506942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.549660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfdc4a8-63e1-4e76-b113-60e7a2af6d61 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:52.551025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfdc4a8-63e1-4e76-b113-60e7a2af6d61 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:52.555728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1dfdc4a8-63e1-4e76-b113-60e7a2af6d61 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:52.596641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1dfdc4a8-63e1-4e76-b113-60e7a2af6d61 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:52.601380 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1dfdc4a8-63e1-4e76-b113-60e7a2af6d61 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1931646 Dec 20 12:03:52.601940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:52.638223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:52.644833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4f0a73c5-3578-46f2-96d5-37ccf881c03d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:52.668237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.675381 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-34e259ad-eea3-4b38-a188-c21b824f1c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:52.740176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 98c2461e-7588-4eb5-aa31-a3bccc085583 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:52.744329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.764175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Pushing event updated for resources: {'Port': ['ID=4f0a73c5-3578-46f2-96d5-37ccf881c03d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:52.768190 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:52.778195 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3f48f70b-c2ee-4c1b-ae51-6043c01e963e req-bb086088-aa2c-49f1-a12b-5620850f67ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 210 time: 0.0586178 Dec 20 12:03:52.820412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.887223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.20.0.11 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/15da1bc0-0603-4ed5-8a3b-baa3dc435279) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:52.949426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.161774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.281921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.289012 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-16b42f56-56a4-42fe-854e-fb550c4ab7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:53.334745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=98c2461e-7588-4eb5-aa31-a3bccc085583,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:53.339784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:53.343979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.364243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a30f0735-52bc-4677-ae10-a62ea177b1af tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/98c2461e-7588-4eb5-aa31-a3bccc085583 HTTP/1.1" status: 204 len: 168 time: 0.7611678 Dec 20 12:03:53.367019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44704) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.456019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fa797713-2ca3-493a-ad7b-bb9e3bdd4e7e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876729 Dec 20 12:03:53.459143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.487587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4f0a73c5-3578-46f2-96d5-37ccf881c03d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:53.525366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.547840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Transition to ACTIVE for port object 15da1bc0-0603-4ed5-8a3b-baa3dc435279 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:53.580290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.587983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 4f0a73c5-3578-46f2-96d5-37ccf881c03d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:53.588183 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07853917-a048-416c-acec-079cee376b15 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:53.893170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:53.897956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:53.899964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=15da1bc0-0603-4ed5-8a3b-baa3dc435279,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:53.903575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:53.936495 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:53.993583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5847a8-164d-4f27-9c3d-ccd819bb32c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:53.994270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e5847a8-164d-4f27-9c3d-ccd819bb32c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:54.166393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233ad50-5a0f-41d6-95bf-386edd8236ac req-fddd9e7f-8c36-487b-ab2e-3af278b0cb8e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:54.166995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:54.168074 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5233ad50-5a0f-41d6-95bf-386edd8236ac req-fddd9e7f-8c36-487b-ab2e-3af278b0cb8e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 932 time: 0.1954257 Dec 20 12:03:54.173133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.233616 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5233ad50-5a0f-41d6-95bf-386edd8236ac req-38b38c45-8cc1-4a67-a550-509ec2b3ba55 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:54.259750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e5847a8-164d-4f27-9c3d-ccd819bb32c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:54.264740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.265625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4e5847a8-164d-4f27-9c3d-ccd819bb32c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8028648 Dec 20 12:03:54.323033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-5233ad50-5a0f-41d6-95bf-386edd8236ac req-38b38c45-8cc1-4a67-a550-509ec2b3ba55 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:54.324723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5233ad50-5a0f-41d6-95bf-386edd8236ac req-38b38c45-8cc1-4a67-a550-509ec2b3ba55 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508734 Dec 20 12:03:54.346381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1859272 Dec 20 12:03:54.358705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Request body: {'port': {'device_id': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:54.369320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7f095-cc29-4568-8baa-096af44a12b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:54.369992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9b7f095-cc29-4568-8baa-096af44a12b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:54.392614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a7b6b-304b-46f7-b282-88be029335df None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:54.405290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9b7f095-cc29-4568-8baa-096af44a12b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:54.413315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44732) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.422362 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9b7f095-cc29-4568-8baa-096af44a12b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1420298 Dec 20 12:03:54.517480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3ee0e7c0-919d-4154-93a3-4c0a7f66297d None None] Provisioning for port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:54.533274 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2265ea6c-308b-4f4d-ab49-51488f9baf33 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147804 Dec 20 12:03:54.533797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.537030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3ee0e7c0-919d-4154-93a3-4c0a7f66297d None None] Provisioning complete for port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:54.537689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e7c0-919d-4154-93a3-4c0a7f66297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.539946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:54.682598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.716397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:54.729712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:54.742337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:54.742523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0e7c0-919d-4154-93a3-4c0a7f66297d None None] Port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:54.746368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.894178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Provisioning for port 4f0a73c5-3578-46f2-96d5-37ccf881c03d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:54.901861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Provisioning complete for port 4f0a73c5-3578-46f2-96d5-37ccf881c03d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:54.903548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.965272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:54.976508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Deleting port 4f0a73c5-3578-46f2-96d5-37ccf881c03d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:54.976977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.260618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.322216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Deleting port dd89a524-ff40-4e42-9f8a-339e3a53f25d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:55.322898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.344328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:55.385789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4f0a73c5-3578-46f2-96d5-37ccf881c03d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:55.386963 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4f0a73c5-3578-46f2-96d5-37ccf881c03d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:55.435310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.447673 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-74188c21-21f8-48b3-9c70-01a773c132bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:55.495705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Could not find standard attr ID for object d6713457-2012-4eef-bb91-10a79023c697. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:55.498952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4f0a73c5-3578-46f2-96d5-37ccf881c03d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:55.499268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.561376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.564225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:03:55.694665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Calling delete_port for 4f0a73c5-3578-46f2-96d5-37ccf881c03d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:55.738869 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Pushing event updated for resources: {'Port': ['ID=4f0a73c5-3578-46f2-96d5-37ccf881c03d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:55.744558 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:55.816748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15da1bc0-0603-4ed5-8a3b-baa3dc435279 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:03:55.841140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.846290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] For port dd89a524-ff40-4e42-9f8a-339e3a53f25d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=dd89a524-ff40-4e42-9f8a-339e3a53f25d,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:55.846290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.848933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.852210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4f0a73c5-3578-46f2-96d5-37ccf881c03d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:55.887226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.891968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.893106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.898739 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8dcc6ffb-f1d8-46b1-97fe-695f2253758e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:55.921457 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:55.922189 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:55.929760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a29b50-500d-4ea5-98d8-2a1a612a9505 req-5de9eb98-c3d4-47d4-87bd-482bc9ae0234 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:55.930471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-51a29b50-500d-4ea5-98d8-2a1a612a9505 req-5de9eb98-c3d4-47d4-87bd-482bc9ae0234 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:55.952844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:55.953565 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:55.971022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:55.974949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:55.979529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:55.980104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.992606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Transition to ACTIVE for port object 15da1bc0-0603-4ed5-8a3b-baa3dc435279 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:55.998945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Calling delete_port for dd89a524-ff40-4e42-9f8a-339e3a53f25d owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:56.002446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=4f0a73c5-3578-46f2-96d5-37ccf881c03d,revision_number=6']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:56.006436 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:56.010124 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-45aa956f-678f-4061-955c-96c8fffb313b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:56.035508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.042993 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce9870ac-894d-44d0-9bbc-f8c2297c7d53 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:56.065256 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5304799 Dec 20 12:03:56.069071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:56.080857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:a1:c4:77', 'name': 'tempest-NetworksTestDHCPv6-287135047'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:56.116118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=94772f2f-9f25-475f-a796-a2ad0bfe1a21,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:56.118967 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:56.239138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-51a29b50-500d-4ea5-98d8-2a1a612a9505 req-5de9eb98-c3d4-47d4-87bd-482bc9ae0234 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:56.240328 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a29b50-500d-4ea5-98d8-2a1a612a9505 req-5de9eb98-c3d4-47d4-87bd-482bc9ae0234 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 932 time: 0.5812759 Dec 20 12:03:56.262742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:56.274686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:56.288664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:56.382783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Pushing event updated for resources: {'Port': ['ID=15da1bc0-0603-4ed5-8a3b-baa3dc435279,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:56.387694 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:56.423823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Deleting port 4f0a73c5-3578-46f2-96d5-37ccf881c03d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:56.424391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.468214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a29b50-500d-4ea5-98d8-2a1a612a9505 req-d7515750-3e2b-48f4-8660-12d947cb5817 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128236 Dec 20 12:03:56.542178 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b97ba3-1c4e-4fbb-9c3b-39fdf6ee1e4e None None] New status for floating IP 529e21ea-5131-4fd4-b3e0-0cc447c76c25: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:03:56.585102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Attempting to bind port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:56.585604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Attempting to bind port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:56.585684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Attempting to bind port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:56.604487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:03:56.604820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Attempting to bind port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:56.625342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:56.625710 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:56.626160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:56.626530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Bound port: 15da1bc0-0603-4ed5-8a3b-baa3dc435279, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:56.626871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.785547 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.834742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port f9a3881d-a1c5-4b64-8ce4-90bff277fbd8 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:56.875488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.893087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] For port 15da1bc0-0603-4ed5-8a3b-baa3dc435279, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:56.895874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.901701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] For port 15da1bc0-0603-4ed5-8a3b-baa3dc435279, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15da1bc0-0603-4ed5-8a3b-baa3dc435279,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:56.903035 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b69adc47-9bae-4444-b709-40a36ea48428 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:56.942610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.957176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd89a524-ff40-4e42-9f8a-339e3a53f25d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:56.961923 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:56.962791 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.013183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4f0a73c5-3578-46f2-96d5-37ccf881c03d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:57.027659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.031883 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.111540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.113218 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] 10.222.0.53 "PUT /v2.0/ports/15da1bc0-0603-4ed5-8a3b-baa3dc435279 HTTP/1.1" status: 200 len: 1094 time: 2.7601213 Dec 20 12:03:57.115644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fea1:c477 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/94772f2f-9f25-475f-a796-a2ad0bfe1a21/f9a3881d-a1c5-4b64-8ce4-90bff277fbd8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:57.121065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'tag': '15da1bc0-0603-4ed5-8a3b-baa3dc435279'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:57.241848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4f0a73c5-3578-46f2-96d5-37ccf881c03d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:57.242483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.294960 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'tag': '15da1bc0-0603-4ed5-8a3b-baa3dc435279', 'status': 'completed', 'code': 200} Dec 20 12:03:57.299223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Pushing event updated for resources: {'Port': ['ID=15da1bc0-0603-4ed5-8a3b-baa3dc435279,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.313366 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.450994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=4f0a73c5-3578-46f2-96d5-37ccf881c03d,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.511128 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-006e8586-3994-4c1a-b390-09fc9049d73d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 1097 time: 0.3396745 Dec 20 12:03:57.535499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.560566 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.562399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object f9a3881d-a1c5-4b64-8ce4-90bff277fbd8 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:57.569892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Calling delete_port for 4f0a73c5-3578-46f2-96d5-37ccf881c03d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:57.644960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.651394 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bcf2fb80-8f7d-4e95-aaaa-1e03341f68eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.662778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-f405f14f-a2f7-4ab9-abe6-1451215ee877 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15da1bc0-0603-4ed5-8a3b-baa3dc435279 HTTP/1.1" status: 200 len: 217 time: 0.0965323 Dec 20 12:03:57.715868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:57.723611 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:57.738831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:57.749332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4338f86f-bc86-489d-ae90-735ba04b643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.758660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:57.771224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:57.776991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:57.777826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.782529 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=f9a3881d-a1c5-4b64-8ce4-90bff277fbd8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.792634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-fbaf4a4a-5294-4c4c-a649-c1dc9484118d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:57.793871 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-fbaf4a4a-5294-4c4c-a649-c1dc9484118d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0962586 Dec 20 12:03:57.804422 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.825094 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7548406 Dec 20 12:03:57.827714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:57.886838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4928-3a22-4808-bafb-6be377e62628 req-c89e4c83-2ff1-4a29-a084-50985e6fda45 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:57.888287 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecdd4928-3a22-4808-bafb-6be377e62628 req-c89e4c83-2ff1-4a29-a084-50985e6fda45 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 944 time: 0.2286050 Dec 20 12:03:57.915599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.916858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c7241-afa6-4521-8a50-a6f020e4e5d0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:57.920742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c7241-afa6-4521-8a50-a6f020e4e5d0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:57.921508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-905c7241-afa6-4521-8a50-a6f020e4e5d0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:57.937561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-905c7241-afa6-4521-8a50-a6f020e4e5d0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:57.939166 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-905c7241-afa6-4521-8a50-a6f020e4e5d0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1102643 Dec 20 12:03:57.941774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44802) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:57.993233 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-c7a36b39-84fa-4acb-8ebf-075b534fbb9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1840222 Dec 20 12:03:58.009017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port f9a3881d-a1c5-4b64-8ce4-90bff277fbd8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:58.009356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.074432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecdd4928-3a22-4808-bafb-6be377e62628 req-b6b0f57d-3c39-495f-926f-3e2464a65ea1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755757 Dec 20 12:03:58.159603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Deleting port 4f0a73c5-3578-46f2-96d5-37ccf881c03d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:58.163085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.170650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-4ed1eeac-e382-49cd-9c46-fb4bb756a0cc service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703656 Dec 20 12:03:58.288331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.457851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for f9a3881d-a1c5-4b64-8ce4-90bff277fbd8 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:58.471661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] For port 4f0a73c5-3578-46f2-96d5-37ccf881c03d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4f0a73c5-3578-46f2-96d5-37ccf881c03d,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:58.472153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.586533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4b407d10-7dbf-4aa9-9742-bb4208ae72ca req-10d85d98-8347-4a1c-a284-7f7c4cf46ace service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501267 Dec 20 12:03:58.633730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Calling delete_port for 4f0a73c5-3578-46f2-96d5-37ccf881c03d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:58.644941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.652207 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5058362e-8965-42bd-99a9-45f0bfd6c1ee tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:58.727448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=f9a3881d-a1c5-4b64-8ce4-90bff277fbd8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:58.733902 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:58.791171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.808930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/f9a3881d-a1c5-4b64-8ce4-90bff277fbd8 HTTP/1.1" status: 204 len: 168 time: 0.8659146 Dec 20 12:03:58.811267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44820) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:58.822856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.840022 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6f417b27-b7be-418c-b560-05e635819be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:58.899638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44d1c1-bf28-4227-82b5-7cd23f7e52bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:58.902325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Pushing event deleted for resources: {'Port': ['ID=4f0a73c5-3578-46f2-96d5-37ccf881c03d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:58.912348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44d1c1-bf28-4227-82b5-7cd23f7e52bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:58.913253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd44d1c1-bf28-4227-82b5-7cd23f7e52bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:58.931503 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:58.939604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd44d1c1-bf28-4227-82b5-7cd23f7e52bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:58.944382 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-ae71a522-5610-4971-8e00-712483e1274d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 1097 time: 0.2938595 Dec 20 12:03:58.945650 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fd44d1c1-bf28-4227-82b5-7cd23f7e52bb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1332681 Dec 20 12:03:58.946546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44828) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:58.982523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] No DVR routers for this DVR port 4f0a73c5-3578-46f2-96d5-37ccf881c03d on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:59.001877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02be8c-f13e-42b4-b6c4-eb70d0d09a27 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:59.090796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 94772f2f-9f25-475f-a796-a2ad0bfe1a21 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:59.094329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.159130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.228751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.250711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-6c67759f-c90b-43b3-afae-ee0f5a6f3047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:59.252060 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-6c67759f-c90b-43b3-afae-ee0f5a6f3047 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.2544096 Dec 20 12:03:59.387430 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25394f7a-0188-42fa-b96d-342bcc46b717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '94772f2f-9f25-475f-a796-a2ad0bfe1a21'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:59.388395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25394f7a-0188-42fa-b96d-342bcc46b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.417402 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-1da71ed4-4626-4eac-bcb8-9c08b098f42b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15da1bc0-0603-4ed5-8a3b-baa3dc435279 HTTP/1.1" status: 200 len: 217 time: 0.1568625 Dec 20 12:03:59.428861 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Sync routers for ids ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:59.448264 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Routers {'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:59.448882 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:03:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:59.457936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1462cc-ca3d-4ac9-bd0e-ba779bb37f06 req-38dea5e1-c628-4be1-85c3-09ecfb8fedd0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:59.460506 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd1462cc-ca3d-4ac9-bd0e-ba779bb37f06 req-38dea5e1-c628-4be1-85c3-09ecfb8fedd0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 944 time: 0.1926081 Dec 20 12:03:59.462564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.487162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-4773fc3f-13a1-4c45-90e4-0cb1a4b7d153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:59.488629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-4773fc3f-13a1-4c45-90e4-0cb1a4b7d153 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0644004 Dec 20 12:03:59.504833 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ac6b761e-8f70-4948-a583-abbdbf5052bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server [None req-25394f7a-0188-42fa-b96d-342bcc46b717 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94772f2f-9f25-475f-a796-a2ad0bfe1a21: This subnet is being modified by another concurrent operation. Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise exception Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94772f2f-9f25-475f-a796-a2ad0bfe1a21: This subnet is being modified by another concurrent operation. Dec 20 12:03:59.581336 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Dec 20 12:03:59.611897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2a2b8-1a1d-44e6-a9c8-7f144671530c None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:03:59.645537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-e8d169a7-5c7e-4032-85c4-77c028441d10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1485581 Dec 20 12:03:59.658985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Router c66771ef-13d1-4b46-87cc-2ba45957f3b6 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:59.707693 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Set router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:59.720036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.736982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=94772f2f-9f25-475f-a796-a2ad0bfe1a21,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:59.740591 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:59.745740 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/94772f2f-9f25-475f-a796-a2ad0bfe1a21 HTTP/1.1" status: 204 len: 168 time: 0.7980359 Dec 20 12:03:59.748760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44838) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:59.781764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed2a2b8-1a1d-44e6-a9c8-7f144671530c None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:03:59.826305 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd1462cc-ca3d-4ac9-bd0e-ba779bb37f06 req-87a71c08-28d0-4783-a0ac-8c2103fee617 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584588 Dec 20 12:03:59.845365 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74826533-dae6-4e43-acb7-bb1d21b75d82 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953956 Dec 20 12:03:59.847915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:59.863937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:00.020377 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-a5c531e8-7b1b-4be1-bc8f-6caf776dd6df service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591712 Dec 20 12:04:00.095195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:00.100311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:00.103452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:00.115009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:00.141199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:00.142344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-594f73a8-bb4e-401a-af25-236e8556fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.145870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.331174 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2cbf36f8-4156-4b47-b6ee-19979da0a79a req-b5ab704b-4cbc-457f-9aa9-2cd04698bd2f service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031878 Dec 20 12:04:00.377643 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'name': 'tempest-TestVolumeBootPattern-1303844153-router', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:41Z', 'revision_number': 4, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'gw_port': {'id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:33Z', 'updated_at': '2021-12-20T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'd0afb594-dfd2-4c9b-a4b6-7268cad538a5', 'name': '', 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'mac_address': 'fa:16:3e:30:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feab247d-0e50-4594-b3a0-7a761360220d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:39Z', 'updated_at': '2021-12-20T12:03:41Z', 'revision_number': 2, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'subnets': [{'id': 'feab247d-0e50-4594-b3a0-7a761360220d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:00.387526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:00.388030 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Checking router: fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:00.397983 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Updating router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:04:00.399914 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] Sync routers for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:00.401649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] 10.222.0.32 "PUT /v2.0/routers/c66771ef-13d1-4b46-87cc-2ba45957f3b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0666816 Dec 20 12:04:00.404101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:00.417080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:00.417845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:00.509414 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.590409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:04:00.591681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.595346 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-da2842b0-19c2-4013-8ea7-2fa81aca6010 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:00.692184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=38d6cf4f-884b-4a4f-833d-3303ecdc8f8e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:00.698205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:00.699218 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:00.700174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:00.702368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:00.703239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.722336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996ad4d-b36b-4bc9-bd61-3133b45d21bb None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:00.741228 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8920960 Dec 20 12:04:00.742841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44864) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:00.767561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:b1:63:27', 'name': 'tempest-NetworksTestDHCPv6-509342635'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:00.795937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:00.824760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.009369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:01.021991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:01.025025 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:01.032239 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:01.054404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:01.062300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.072344 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.091275 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Transition to ACTIVE for port object d0afb594-dfd2-4c9b-a4b6-7268cad538a5 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:01.093703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port a8a10f27-d7c9-4520-82de-a9d48527f234 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:01.101104 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.106916 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-b4725dc7-afa2-415c-b7c5-8a79e66de817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.236725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.276264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:feb1:6327 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/38d6cf4f-884b-4a4f-833d-3303ecdc8f8e/a8a10f27-d7c9-4520-82de-a9d48527f234) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:01.288914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fcf1f-275f-4886-968c-4538fe9bcbb3 req-096801ab-5b39-45ca-826a-2e0bc0c05bcd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:01.292322 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-399fcf1f-275f-4886-968c-4538fe9bcbb3 req-096801ab-5b39-45ca-826a-2e0bc0c05bcd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 944 time: 0.1819561 Dec 20 12:04:01.353201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '38d6cf4f-884b-4a4f-833d-3303ecdc8f8e'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:01.354038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.381122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.429586 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b023b-9c9e-4ab0-8004-ca5ca04ec432 None None] Pushing event updated for resources: {'Port': ['ID=d0afb594-dfd2-4c9b-a4b6-7268cad538a5,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.433461 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-228b023b-9c9e-4ab0-8004-ca5ca04ec432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.473108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-399fcf1f-275f-4886-968c-4538fe9bcbb3 req-c16302ee-f5a6-46a5-a544-fa02a88033a1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735232 Dec 20 12:04:01.493853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91'}], 'enable_snat': True}, 'gw_port_id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T12:03:56Z', 'revision_number': 5, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port': {'id': '1ce8b94a-6437-41df-95bb-727139e24ae0', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:13Z', 'updated_at': '2021-12-20T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:01.506099 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Attempting to bind port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:01.506872 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Attempting to bind port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:01.507454 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Attempting to bind port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 on network 7fabb508-e752-439a-8f2c-badef8ec2cde {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:01.516452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] Checking router: c66771ef-13d1-4b46-87cc-2ba45957f3b6 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:01.523653 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:01.524918 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Checking segment: {'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:01.525665 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.526296 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Bound using segment: {'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:01.527125 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Bound port: d0afb594-dfd2-4c9b-a4b6-7268cad538a5, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddb7a41-6cea-483f-bc50-cf74a44c324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:01.527759 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.534567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.540143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] Routers {'c66771ef-13d1-4b46-87cc-2ba45957f3b6'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:01.540780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:01.572678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Deleting port 1ce8b94a-6437-41df-95bb-727139e24ae0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:01.573040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.622444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.646868 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] For port d0afb594-dfd2-4c9b-a4b6-7268cad538a5, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:01.648498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object a8a10f27-d7c9-4520-82de-a9d48527f234 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:01.654049 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] For port d0afb594-dfd2-4c9b-a4b6-7268cad538a5, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=d0afb594-dfd2-4c9b-a4b6-7268cad538a5,segment=NetworkSegment(dddb7a41-6cea-483f-bc50-cf74a44c324c),segment_id=dddb7a41-6cea-483f-bc50-cf74a44c324c)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:01.664254 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.673213 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.689552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.700179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49f3b49f-da06-488c-bc9b-a3b19c1a2703 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.765632 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b023b-9c9e-4ab0-8004-ca5ca04ec432 None None] Pushing event updated for resources: {'Port': ['ID=d0afb594-dfd2-4c9b-a4b6-7268cad538a5,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.779968 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-228b023b-9c9e-4ab0-8004-ca5ca04ec432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.810739 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Routers {'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:01.811354 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:01.822198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=a8a10f27-d7c9-4520-82de-a9d48527f234,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.826121 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.841603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] Set router c66771ef-13d1-4b46-87cc-2ba45957f3b6 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:01.842419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:01.844517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:01.856332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:01.864882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:01.870917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.921306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1767902 Dec 20 12:04:01.921471 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] For port 1ce8b94a-6437-41df-95bb-727139e24ae0, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=1ce8b94a-6437-41df-95bb-727139e24ae0,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:01.921658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.925809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44880) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:02.038643 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T12:04:01Z', 'revision_number': 6, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:02.043550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c3f71f-38e1-4565-9f43-7c9428336bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.050030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9c3f71f-38e1-4565-9f43-7c9428336bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:02.059941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ad319-22d1-4c12-a55f-bb935884f306 None None] The sync data for ids ['c66771ef-13d1-4b46-87cc-2ba45957f3b6'] in n-d-victoria-1 is: [{'id': 'c66771ef-13d1-4b46-87cc-2ba45957f3b6', 'name': 'tempest-ServerActionsTestJSON-1827131634-router', 'tenant_id': 'abc93a564ed2497c8411d898e060188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T12:04:01Z', 'revision_number': 6, 'project_id': 'abc93a564ed2497c8411d898e060188e', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:02.064979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Allocated IP 2001:db8::f816:3eff:fee3:570e (4fc2fd4c-95d1-4458-8daa-968c71b89f60/38d6cf4f-884b-4a4f-833d-3303ecdc8f8e/b031a3bb-cd7b-4974-b8ca-f94c64f9540a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:02.093318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f9c3f71f-38e1-4565-9f43-7c9428336bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:02.094592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f9c3f71f-38e1-4565-9f43-7c9428336bc2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1676395 Dec 20 12:04:02.097445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44886) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:02.154421 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] Set router fc1fb64b-2cc8-4e30-ad57-02657ffb54a7 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:02.243769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port a8a10f27-d7c9-4520-82de-a9d48527f234 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:02.244117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.259557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Calling delete_port for 1ce8b94a-6437-41df-95bb-727139e24ae0 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:02.686878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.699013 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.744270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.755666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce8b94a-6437-41df-95bb-727139e24ae0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.759013 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.770166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.780081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Transition to ACTIVE for port object b031a3bb-cd7b-4974-b8ca-f94c64f9540a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:02.814351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.815990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Transition to ACTIVE for port object b031a3bb-cd7b-4974-b8ca-f94c64f9540a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:02.836444 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.841722 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-26292868-8203-449f-9bab-6b9bbb29b2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.903099 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'name': 'tempest-TestVolumeBootPattern-1303844153-router', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:41Z', 'revision_number': 4, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'gw_port': {'id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:33Z', 'updated_at': '2021-12-20T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'd0afb594-dfd2-4c9b-a4b6-7268cad538a5', 'name': '', 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'mac_address': 'fa:16:3e:30:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feab247d-0e50-4594-b3a0-7a761360220d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:39Z', 'updated_at': '2021-12-20T12:04:01Z', 'revision_number': 4, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'subnets': [{'id': 'feab247d-0e50-4594-b3a0-7a761360220d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:02.908646 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf65c9f-bb50-4b98-9e28-c8a3b2058e18 None None] The sync data for ids ['fc1fb64b-2cc8-4e30-ad57-02657ffb54a7'] in n-d-victoria-1 is: [{'id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'name': 'tempest-TestVolumeBootPattern-1303844153-router', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99'}], 'enable_snat': True}, 'gw_port_id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:41Z', 'revision_number': 4, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'gw_port': {'id': '171a1b65-3cb1-451a-ad6f-788728a4dac8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:33Z', 'updated_at': '2021-12-20T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'd0afb594-dfd2-4c9b-a4b6-7268cad538a5', 'name': '', 'network_id': '7fabb508-e752-439a-8f2c-badef8ec2cde', 'tenant_id': '96399b4571a943cbb5137ad1ffe56bd8', 'mac_address': 'fa:16:3e:30:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1fb64b-2cc8-4e30-ad57-02657ffb54a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feab247d-0e50-4594-b3a0-7a761360220d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:39Z', 'updated_at': '2021-12-20T12:04:01Z', 'revision_number': 4, 'project_id': '96399b4571a943cbb5137ad1ffe56bd8', 'subnets': [{'id': 'feab247d-0e50-4594-b3a0-7a761360220d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:02.917139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:02.923285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:02.935559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:02.939420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Pushing event updated for resources: {'Port': ['ID=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.961171 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.965710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for a8a10f27-d7c9-4520-82de-a9d48527f234 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:03.177647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Attempting to bind port b031a3bb-cd7b-4974-b8ca-f94c64f9540a on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:03.178258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Attempting to bind port b031a3bb-cd7b-4974-b8ca-f94c64f9540a by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:03.179016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Attempting to bind port b031a3bb-cd7b-4974-b8ca-f94c64f9540a on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:03.184816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.186514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:03.187121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:03.188051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.188623 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:03.189477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Bound port: b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:03.190120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.331818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] For port b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:03.336858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] For port b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:03.358477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.377970 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:03.535003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7c1a6-d839-48e2-835f-7e473f183946 req-1b13386a-70c3-4f16-8c54-8594bec54d78 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:03.536657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-81f7c1a6-d839-48e2-835f-7e473f183946 req-1b13386a-70c3-4f16-8c54-8594bec54d78 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 944 time: 0.3289003 Dec 20 12:04:03.552671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Pushing event updated for resources: {'Port': ['ID=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:03.556824 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:03.642163 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-81f7c1a6-d839-48e2-835f-7e473f183946 req-2dff0d72-56e8-48fc-9bba-817d064d3cc3 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839643 Dec 20 12:04:03.644658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.661869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a3b7b292-8312-4eb2-8d12-d321fc93c474 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:03.760466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=a8a10f27-d7c9-4520-82de-a9d48527f234,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:03.762973 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:03.766475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.798418 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/a8a10f27-d7c9-4520-82de-a9d48527f234 HTTP/1.1" status: 204 len: 168 time: 1.6997268 Dec 20 12:04:03.804081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44912) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:03.876476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device d0afb594-dfd2-4c9b-a4b6-7268cad538a5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:03.990899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:03.991236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.999429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:04.000152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.033550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.042577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532d8ca-2965-47ec-b1a2-ea45984b8bd5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:04.050921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532d8ca-2965-47ec-b1a2-ea45984b8bd5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:04.050921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8532d8ca-2965-47ec-b1a2-ea45984b8bd5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:04.101352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8532d8ca-2965-47ec-b1a2-ea45984b8bd5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:04.105851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8532d8ca-2965-47ec-b1a2-ea45984b8bd5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3007731 Dec 20 12:04:04.106124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:04.107074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.107646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c66771ef-13d1-4b46-87cc-2ba45957f3b6 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:04:04.129819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.131730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c66771ef-13d1-4b46-87cc-2ba45957f3b6 HTTP/1.1" status: 204 len: 168 time: 3.7267115 Dec 20 12:04:04.139457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:04.219232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.235441 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Deleting subnet 63c5b08a-6c4f-4f33-8b43-bf477236aa34 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:04.258214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.262879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port d0afb594-dfd2-4c9b-a4b6-7268cad538a5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=d0afb594-dfd2-4c9b-a4b6-7268cad538a5,segment=NetworkSegment(dddb7a41-6cea-483f-bc50-cf74a44c324c),segment_id=dddb7a41-6cea-483f-bc50-cf74a44c324c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:04.273885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.275916 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6ddd8707-1dc7-45c0-832d-1e7a734daf6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:04.338800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device dd89a524-ff40-4e42-9f8a-339e3a53f25d no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:04.385238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: dd89a524-ff40-4e42-9f8a-339e3a53f25d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:04.385808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device dd89a524-ff40-4e42-9f8a-339e3a53f25d not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:04.393606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.426236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=d0afb594-dfd2-4c9b-a4b6-7268cad538a5,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:04.432243 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:04.484472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 38d6cf4f-884b-4a4f-833d-3303ecdc8f8e {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:04.491788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.563465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.629364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.745423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.756579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.790094 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:04.842636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c5b08a-6c4f-4f33-8b43-bf477236aa34,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:04.845661 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:04.862153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.867804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ecf25a-1563-4011-aef0-e211be17cc39 None None] Network b1a16a4f-247f-4fa1-bed3-3c652bc1d557 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:04.875672 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63c5b08a-6c4f-4f33-8b43-bf477236aa34 HTTP/1.1" status: 204 len: 168 time: 0.7293503 Dec 20 12:04:04.877587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.005804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30851cee-a09d-479e-a7ec-0f682fa4ffcd req-8ee4db91-c655-4231-afb1-f2736c0f616f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:05.009424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-30851cee-a09d-479e-a7ec-0f682fa4ffcd req-8ee4db91-c655-4231-afb1-f2736c0f616f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 944 time: 0.1787350 Dec 20 12:04:05.015746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.023121 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b5cf0d7f-c29b-4414-8783-855a033566d3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:05.063927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.071576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=38d6cf4f-884b-4a4f-833d-3303ecdc8f8e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:05.074892 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:05.099904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.112866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Deleting port ae003947-92a9-4702-ac3c-520e7abd774b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:05.113205 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.132476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-30851cee-a09d-479e-a7ec-0f682fa4ffcd req-84575b65-f1c1-46aa-89a9-40d763c42b9f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144059 Dec 20 12:04:05.154940 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/38d6cf4f-884b-4a4f-833d-3303ecdc8f8e HTTP/1.1" status: 204 len: 168 time: 1.0454574 Dec 20 12:04:05.155319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44948) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.156015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ad9d2a91-9a26-4824-bfbf-241a33d92728 None None] Provisioning for port b031a3bb-cd7b-4974-b8ca-f94c64f9540a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:05.251100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-301efb02-b723-4231-a138-b2a9420a7015 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922992 Dec 20 12:04:05.265132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.317326 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] DHCP port deletion for b1a16a4f-247f-4fa1-bed3-3c652bc1d557 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:05.335944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Deleting port ae003947-92a9-4702-ac3c-520e7abd774b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:05.350625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.408162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] For port ae003947-92a9-4702-ac3c-520e7abd774b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae003947-92a9-4702-ac3c-520e7abd774b,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:05.408518 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.412255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610697e-f687-41a5-8ece-04cff043af58 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:05.444929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e85f97-9c58-45ef-a8ad-d101327607ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:05.448866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a5435645-9deb-43a1-a429-3d151ac790e9 None None] Could not find standard attr ID for object a8a10f27-d7c9-4520-82de-a9d48527f234. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:05.449696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-54e85f97-9c58-45ef-a8ad-d101327607ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1835840 Dec 20 12:04:05.450609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44962) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.559445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b6bc1-42d7-4c42-8046-f8e54d5016c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:05.560942 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-623b6bc1-42d7-4c42-8046-f8e54d5016c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1092260 Dec 20 12:04:05.563637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44966) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.577446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Calling delete_port for ae003947-92a9-4702-ac3c-520e7abd774b owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:05.615755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device d0afb594-dfd2-4c9b-a4b6-7268cad538a5 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:05.635261 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2d2d195d-d257-4cfc-88fb-5177fe1e0195 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702970 Dec 20 12:04:05.639682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44970) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.645364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:05.665710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.679935 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-55ae0012-6f62-462a-87f3-06a74b72a33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:05.773000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:05.779359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:05.783193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:05.823255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:05.835720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:05.881786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] No DVR routers for this DVR port ae003947-92a9-4702-ac3c-520e7abd774b on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:05.884228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae003947-92a9-4702-ac3c-520e7abd774b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:05.893008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] For port ae003947-92a9-4702-ac3c-520e7abd774b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=ae003947-92a9-4702-ac3c-520e7abd774b,segment=NetworkSegment(90240c74-f477-4471-9b35-1ef2bf7e2fd0),segment_id=90240c74-f477-4471-9b35-1ef2bf7e2fd0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:05.893417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.933399 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:05.960552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.014792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.044213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a16a4f-247f-4fa1-bed3-3c652bc1d557']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:06.058863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90240c74-f477-4471-9b35-1ef2bf7e2fd0') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:06.059172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90240c74-f477-4471-9b35-1ef2bf7e2fd0') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:06.073726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.098381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.108551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:06.109080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.127144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Calling delete_port for ae003947-92a9-4702-ac3c-520e7abd774b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:06.127331 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:06.154737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port d0afb594-dfd2-4c9b-a4b6-7268cad538a5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:06.155356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.261881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.271888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.278526 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:06.355753 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:04:06.389091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a16a4f-247f-4fa1-bed3-3c652bc1d557,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:06.392349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:06.392884 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:06.394549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b031a3bb-cd7b-4974-b8ca-f94c64f9540a up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:06.396523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.420884 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:06.425908 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4dedc703-68fe-450b-8260-ce1a4067d056 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:06.456633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:06.478213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Deleting port b031a3bb-cd7b-4974-b8ca-f94c64f9540a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:06.478213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.502149 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1a16a4f-247f-4fa1-bed3-3c652bc1d557 HTTP/1.1" status: 204 len: 168 time: 1.6212835 Dec 20 12:04:06.542349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=efe7df9e-ba5e-4f6a-86fa-72664d62f47a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:06.550580 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:06.551764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5a14-5236-42eb-9326-003efed946bf req-26071db3-c44c-442d-a95b-a7b40ef3bca4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:06.555347 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-01fa5a14-5236-42eb-9326-003efed946bf req-26071db3-c44c-442d-a95b-a7b40ef3bca4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 944 time: 0.1335087 Dec 20 12:04:06.555686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:06.556854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:06.560075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:06.560842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.561257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15da1bc0-0603-4ed5-8a3b-baa3dc435279 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:04:06.596141 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9552584 Dec 20 12:04:06.598610 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 44992) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:06.605546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:95:86:c6', 'name': 'tempest-NetworksTestDHCPv6-1506170716'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:06.618293 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-01fa5a14-5236-42eb-9326-003efed946bf req-d77084ad-c3c0-435d-80fa-84d7e1430b65 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546446 Dec 20 12:04:06.686210 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 44996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:06.765616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45004) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:06.766520 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-38a95233-f12b-4e0c-ab26-e61cc46fd684 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abc93a564ed2497c8411d898e060188e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0785725 Dec 20 12:04:06.794907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:06.815462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:06.824702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:06.833148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b031a3bb-cd7b-4974-b8ca-f94c64f9540a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:06.840247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:06.859272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 15da1bc0-0603-4ed5-8a3b-baa3dc435279, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15da1bc0-0603-4ed5-8a3b-baa3dc435279,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:06.865190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:06.869031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b031a3bb-cd7b-4974-b8ca-f94c64f9540a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:06.869158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.869414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.887172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.899199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Deleting port ae003947-92a9-4702-ac3c-520e7abd774b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:06.899766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.909376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port dd208af2-e298-4745-a4d4-a8e395e07370 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:06.956704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '15da1bc0-0603-4ed5-8a3b-baa3dc435279', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'port_id': '15da1bc0-0603-4ed5-8a3b-baa3dc435279', 'mac_address': 'fa:16:3e:61:aa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:04:06.972455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.047257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c2db0bcf-9e74-4c9d-bb74-3f5bbeaab731 None None] The port 'ae003947-92a9-4702-ac3c-520e7abd774b' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:07.160277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.224733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15da1bc0-0603-4ed5-8a3b-baa3dc435279 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:04:07.230707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] For port b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:07.231124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.275677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::229 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/efe7df9e-ba5e-4f6a-86fa-72664d62f47a/dd208af2-e298-4745-a4d4-a8e395e07370) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:07.315621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.332102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.341791 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d8fa14c8-33a2-429f-9880-1b0db4b81853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.361356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e314a3bd-ca8b-42c3-bc46-aa0006c63d35,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.384281 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.418912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Calling delete_port for b031a3bb-cd7b-4974-b8ca-f94c64f9540a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:07.447756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 15da1bc0-0603-4ed5-8a3b-baa3dc435279, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15da1bc0-0603-4ed5-8a3b-baa3dc435279,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:07.470940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.476125 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.476819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.480536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e314a3bd-ca8b-42c3-bc46-aa0006c63d35 HTTP/1.1" status: 204 len: 168 time: 0.7140877 Dec 20 12:04:07.578221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.588906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:07.593376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=15da1bc0-0603-4ed5-8a3b-baa3dc435279,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.597322 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.599957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.601748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object dd208af2-e298-4745-a4d4-a8e395e07370 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:07.603078 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.631069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.638743 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5401f38d-8756-4c74-800c-7f448b078b72 tempest-VolumesSnapshotTestJSON-1811859889 tempest-VolumesSnapshotTestJSON-1811859889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.651875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:07.652274 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:07.691879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1ce8b94a-6437-41df-95bb-727139e24ae0 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:07.732250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['15da1bc0-0603-4ed5-8a3b-baa3dc435279'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:04:07.738828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:07.742912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=dd208af2-e298-4745-a4d4-a8e395e07370,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.745691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:07.750859 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.753359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:07.759850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:07.760687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.772948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 1ce8b94a-6437-41df-95bb-727139e24ae0 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:07.773806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 1ce8b94a-6437-41df-95bb-727139e24ae0 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:07.773806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae003947-92a9-4702-ac3c-520e7abd774b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:07.788991 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1854479 Dec 20 12:04:07.789148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:07.801354 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.806083 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.826584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: ae003947-92a9-4702-ac3c-520e7abd774b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:07.827070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device ae003947-92a9-4702-ac3c-520e7abd774b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:07.968246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7fe2a-512c-40db-a60f-d42d97072ca4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:07.972146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7fe2a-512c-40db-a60f-d42d97072ca4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:07.972925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-15b7fe2a-512c-40db-a60f-d42d97072ca4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:07.992057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-15b7fe2a-512c-40db-a60f-d42d97072ca4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:07.993384 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-15b7fe2a-512c-40db-a60f-d42d97072ca4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2031519 Dec 20 12:04:07.996066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:07.998048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b031a3bb-cd7b-4974-b8ca-f94c64f9540a no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:08.033065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292753d3-e3f2-4e62-bac4-1cdbdd0ae6a1 req-0ef3ab6e-cb23-4117-8435-99080eb989f5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:08.034650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-292753d3-e3f2-4e62-bac4-1cdbdd0ae6a1 req-0ef3ab6e-cb23-4117-8435-99080eb989f5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 945 time: 0.2035792 Dec 20 12:04:08.080960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port dd208af2-e298-4745-a4d4-a8e395e07370 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:08.081386 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.147027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-292753d3-e3f2-4e62-bac4-1cdbdd0ae6a1 req-fc704555-1c8f-4443-a79c-867e984060bf tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054926 Dec 20 12:04:08.173268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Deleting port b031a3bb-cd7b-4974-b8ca-f94c64f9540a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:08.173714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.259426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.419458 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.491922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] For port b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:08.492510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.502861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:08.564042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.566809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15da1bc0-0603-4ed5-8a3b-baa3dc435279 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:08.655361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for dd208af2-e298-4745-a4d4-a8e395e07370 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:08.676223 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7f6757af-3856-4b79-850b-74e3b54618f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:08.727196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-5db02f66-c8c2-4da9-b4ae-845d06ab9be9 req-a8cb3774-ccb2-422a-be28-d19160d1c22a service neutron] (83558) timed out ('10.222.0.53', 56249) {{(pid=83558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 12:04:08.743044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Calling delete_port for b031a3bb-cd7b-4974-b8ca-f94c64f9540a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:08.847680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:08.850885 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:08.874390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45060) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:08.885334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:08.891300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:08.891750 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:08.892440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:08.892930 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.905974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.924752 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-354db7d7-7ed8-4784-b97d-58805c9cddc1 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.011788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=dd208af2-e298-4745-a4d4-a8e395e07370,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.018191 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.022488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.045853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45070) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.046330 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/dd208af2-e298-4745-a4d4-a8e395e07370 HTTP/1.1" status: 204 len: 168 time: 1.0491679 Dec 20 12:04:09.065480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.086990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-235195856-network', 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:09.091399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Deleting port b031a3bb-cd7b-4974-b8ca-f94c64f9540a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:09.091872 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.097414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:09.104164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Usage tracker for resource:network and tenant:d965e858fe204507b348bab15a89bd52 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:09.112296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:09.121862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:09.127588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15da1bc0-0603-4ed5-8a3b-baa3dc435279'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:09.134790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e345b-af38-44a5-bf96-2aa38cc04b97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:09.136084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e345b-af38-44a5-bf96-2aa38cc04b97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:09.136812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c30e345b-af38-44a5-bf96-2aa38cc04b97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:09.155110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 15da1bc0-0603-4ed5-8a3b-baa3dc435279, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15da1bc0-0603-4ed5-8a3b-baa3dc435279,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:09.159334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:09.164831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.170565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.189903 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-26292868-8203-449f-9bab-6b9bbb29b2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.191565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.210734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c30e345b-af38-44a5-bf96-2aa38cc04b97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:09.212014 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c30e345b-af38-44a5-bf96-2aa38cc04b97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1648083 Dec 20 12:04:09.214912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45082) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.243803 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:09.249221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Usage tracker for resource:security_group_rule and tenant:d965e858fe204507b348bab15a89bd52 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:09.252438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:09.260587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:09.310702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet efe7df9e-ba5e-4f6a-86fa-72664d62f47a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:09.314630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.395232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.400924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.413043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.417236 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7b9ceda8-6e45-46f3-80e0-1cdd44dc7e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.438854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=15da1bc0-0603-4ed5-8a3b-baa3dc435279,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.443963 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.514169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.561635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:09.577094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0beb3e-f54d-4ba9-88c0-013a195a632a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.583196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.583637 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Added segment 14d782f0-77e9-4324-afa0-1e6f9b017e34 of type vlan for network 8726e32b-1abb-4a36-ab01-56e61220cc79 Dec 20 12:04:09.585386 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.596483 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15da1bc0-0603-4ed5-8a3b-baa3dc435279', 'code': 200} Dec 20 12:04:09.618661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] For port b031a3bb-cd7b-4974-b8ca-f94c64f9540a, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:09.619054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.627117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.633258 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d21d8ed9-a5f0-472e-8297-1c78ded0272f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.652024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.669741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=efe7df9e-ba5e-4f6a-86fa-72664d62f47a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.672883 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.673864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.689927 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/efe7df9e-ba5e-4f6a-86fa-72664d62f47a HTTP/1.1" status: 204 len: 168 time: 0.4738886 Dec 20 12:04:09.692188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.795366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4c4de7ab-353f-469c-97b8-4f83286635e6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948350 Dec 20 12:04:09.801061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.804549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:09.804549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.807298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.807415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Calling delete_port for b031a3bb-cd7b-4974-b8ca-f94c64f9540a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:09.819798 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-48111721-c136-4bbc-978d-9a0059a9f2ab tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.886380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05646977-c496-4a19-b3a8-76d810620c67 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:09.887258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05646977-c496-4a19-b3a8-76d810620c67 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:09.894489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b40a0-7c8a-4aa7-bb6d-97e8f01bc3c8 req-1bafff27-ddf7-4dd7-b766-c75201615de2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:09.896516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-838b40a0-7c8a-4aa7-bb6d-97e8f01bc3c8 req-1bafff27-ddf7-4dd7-b766-c75201615de2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 946 time: 0.4284606 Dec 20 12:04:09.908687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-05646977-c496-4a19-b3a8-76d810620c67 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:09.910290 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-05646977-c496-4a19-b3a8-76d810620c67 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1054833 Dec 20 12:04:09.915632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.916281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.921258 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-23bba39d-9db3-4827-9d3f-f5f5329f971a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.948713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-39c42110-5240-42c7-949f-238389c9e9ec req-89023a9d-3a9b-4e6c-b811-0b4befb93b9a tempest-AttachVolumeTestJSON-1005887123 tempest-AttachVolumeTestJSON-1005887123-project] (83557) timed out ('10.222.0.53', 56147) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 12:04:09.965143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Pushing event deleted for resources: {'Port': ['ID=b031a3bb-cd7b-4974-b8ca-f94c64f9540a,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.971660 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.981677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb1d1881-774f-4864-b5c6-bfed88c6e3c2 req-972a7f04-8d10-4e73-b601-1d037a69b66c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 1099 time: 0.3086679 Dec 20 12:04:09.983575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] No DVR routers for this DVR port b031a3bb-cd7b-4974-b8ca-f94c64f9540a on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:09.993479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Pushing event updated for resources: {'Network': ['ID=8726e32b-1abb-4a36-ab01-56e61220cc79,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.001628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b28d3-1817-49c1-a19f-843054fc570b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:10.002557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-463b28d3-1817-49c1-a19f-843054fc570b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:10.012168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7ac7a-b922-4e81-96ef-8702f4c0c8f7 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:10.019812 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.030226 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:10.032809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-463b28d3-1817-49c1-a19f-843054fc570b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:10.037372 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-463b28d3-1817-49c1-a19f-843054fc570b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176646 Dec 20 12:04:10.037478 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1592386 Dec 20 12:04:10.037578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:10.038049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:10.038514 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-838b40a0-7c8a-4aa7-bb6d-97e8f01bc3c8 req-171164c7-3e19-4661-93cf-e0045c6819a7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829260 Dec 20 12:04:10.044109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Request body: {'subnet': {'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-235195856-subnet', 'tenant_id': 'd965e858fe204507b348bab15a89bd52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:10.058603 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eb1d1881-774f-4864-b5c6-bfed88c6e3c2 req-dbb73fc3-f47c-43b2-b1fa-a80691f26f3a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696437 Dec 20 12:04:10.228015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:10.241532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Usage tracker for resource:subnet and tenant:d965e858fe204507b348bab15a89bd52 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:10.245689 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d0d72b14-9f0e-49c1-8500-6855490b94b8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2060299 Dec 20 12:04:10.246555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:10.249876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:10.257868 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:10.277623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:10.352341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:10.354659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.470705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:10.488033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:10.503061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:10.655274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.781730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.787573 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-17bca9a2-3793-4932-8f81-4fbf2a807694 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.881165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.888264 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.939764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:10.940468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Network hostable DHCP agents. Network: 8726e32b-1abb-4a36-ab01-56e61220cc79, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:11.017374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:11.036856 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 8726e32b-1abb-4a36-ab01-56e61220cc79) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:11.044406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f53a522-2128-4e5a-940c-f0d7b9b448cb None None] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:11.051212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:11.052571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.173833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:04:11.175816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.182468 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd5bae23-c4c4-46e3-80c8-963fe57fb5e3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:11.217007 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1784525 Dec 20 12:04:11.305885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:11.310741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=b5dfb710-0fa2-49b2-a8b5-86b946099929,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:11.313250 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:11.316555 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:11.317741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:11.318368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.325830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6ddc8-1128-473a-bc63-8c1cbc82699c None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:11.350533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1000154 Dec 20 12:04:11.352594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45146) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:11.360335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:11.387765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455ffa-12ed-4a28-98f7-eb66b157c9eb req-5041f8cd-7fa6-41b7-aa9a-59b7223ef492 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:11.398053 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0455ffa-12ed-4a28-98f7-eb66b157c9eb req-5041f8cd-7fa6-41b7-aa9a-59b7223ef492 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 946 time: 0.1787522 Dec 20 12:04:11.477513 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d0455ffa-12ed-4a28-98f7-eb66b157c9eb req-7ff8ee74-3d3c-45ca-87de-592581e1180f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777869 Dec 20 12:04:11.531275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:11.536248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:11.548742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:11.563776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:11.587147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:11.695738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035f31f-c543-4e7b-88e0-b2e0747afd6c None None] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:11.832197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.859322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': 'b5dfb710-0fa2-49b2-a8b5-86b946099929'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:11.860164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.938706 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-71c26ce9-1c13-4001-8808-e1f477db7e9e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:11.940777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-71c26ce9-1c13-4001-8808-e1f477db7e9e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.1965234 Dec 20 12:04:11.950499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe8acd-a8b6-41a0-983f-2b5e7b702509 req-1b7d19c3-85d6-4e8f-8d1b-3efcab7ce2ba tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:11.952400 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1fe8acd-a8b6-41a0-983f-2b5e7b702509 req-1b7d19c3-85d6-4e8f-8d1b-3efcab7ce2ba tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 946 time: 0.2133045 Dec 20 12:04:11.961442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-7643d9bf-6f30-403f-926b-c3fc7814b5c7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0128942 Dec 20 12:04:12.026106 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-e13cd162-4856-4cfe-8119-8e81da8abc9f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564587 Dec 20 12:04:12.033105 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5dfb710-0fa2-49b2-a8b5-86b946099929 (CIDR: 2001:db8::/64) Dec 20 12:04:12.041058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e1fe8acd-a8b6-41a0-983f-2b5e7b702509 req-a04ceb0a-787e-4c09-9f9c-8263705e042d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816948 Dec 20 12:04:12.042932 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:04:12.043433 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:12.068043 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ffe5eab6-4962-4f77-8a18-1b6558e3765d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7128248 Dec 20 12:04:12.070789 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:12.076787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:12.139746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Allocated IP 2001:db8::f816:3eff:feee:6f17 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/b5dfb710-0fa2-49b2-a8b5-86b946099929/b9b8e554-cd63-439f-93bc-c639785f991f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:12.288935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cfec-8cce-4b0c-82b0-1f8662698e10 req-9f74493b-83de-48bc-af5c-051026030f0a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:12.291833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c13cfec-8cce-4b0c-82b0-1f8662698e10 req-9f74493b-83de-48bc-af5c-051026030f0a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 946 time: 0.0889304 Dec 20 12:04:12.341964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:12.346376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:12.349408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:12.355541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:12.375999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:12.380022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.390939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.391796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c13cfec-8cce-4b0c-82b0-1f8662698e10 req-7873960d-8cba-449c-8a75-8f3ccc752ffb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915344 Dec 20 12:04:12.403172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Transition to ACTIVE for port object b9b8e554-cd63-439f-93bc-c639785f991f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:12.428215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Transition to ACTIVE for port object b9b8e554-cd63-439f-93bc-c639785f991f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:12.435106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.440584 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-68a0fd80-cf1c-4c09-9fc0-39c4ff094737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:12.525281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:12.529122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:12.531587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:12.534040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:12.537048 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:12.655583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Attempting to bind port b9b8e554-cd63-439f-93bc-c639785f991f on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:12.656931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Attempting to bind port b9b8e554-cd63-439f-93bc-c639785f991f by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:12.657360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Attempting to bind port b9b8e554-cd63-439f-93bc-c639785f991f on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:12.665479 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:12.665941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:12.666402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.667084 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:12.667943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Bound port: b9b8e554-cd63-439f-93bc-c639785f991f, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:12.668066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.678090 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-fc67ae07-b210-4ea2-9b9a-57b7a2ea030c service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415713 Dec 20 12:04:12.772774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:12.779736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:12.787736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.793060 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-74188c21-21f8-48b3-9c70-01a773c132bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:12.899326 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-e9055058-f222-415e-a843-61a1c41158f8 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089703 Dec 20 12:04:12.973437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:12.977623 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:13.051571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.056970 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:13.165017 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17b611-f7e4-48f5-a224-0302e808868f req-0370a810-6031-414f-a388-d407e717ac4b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:13.167610 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2c17b611-f7e4-48f5-a224-0302e808868f req-0370a810-6031-414f-a388-d407e717ac4b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 946 time: 0.3229597 Dec 20 12:04:13.247342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2c17b611-f7e4-48f5-a224-0302e808868f req-d6794f3d-01bc-40ac-adf4-7c71df9ed75f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727744 Dec 20 12:04:13.269458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d76a256f-16af-44f6-a9e4-54348195502f req-de6493c4-9666-4aa9-be05-44e07b654753 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 210 time: 0.1122687 Dec 20 12:04:13.273323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:13.286194 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:13.299519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:13.300319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.344629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=7e354db9-9873-4d4f-b36a-79195e71ed2d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:13.350081 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:13.360101 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5b07070f-d3ae-412b-835e-bdb79f55659e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2871580 Dec 20 12:04:13.362348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:13.369942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:c8:eb:10', 'name': 'tempest-NetworksTestDHCPv6-649356630'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:13.548480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:13.553093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:13.555907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:13.561536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:13.571602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:13.575555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.603981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 0d1d1350-881b-429a-98c6-88abdfb9b6da yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:13.833573 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8:0:1::1a7 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/7e354db9-9873-4d4f-b36a-79195e71ed2d/0d1d1350-881b-429a-98c6-88abdfb9b6da) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:13.840514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fec8:eb10 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/b5dfb710-0fa2-49b2-a8b5-86b946099929/0d1d1350-881b-429a-98c6-88abdfb9b6da) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:14.021378 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:14.141382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port b9b8e554-cd63-439f-93bc-c639785f991f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:14.166468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.195889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 0d1d1350-881b-429a-98c6-88abdfb9b6da will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:14.230756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.254363 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8342d480-eced-4443-8af1-cbe2f6245232 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:14.351525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:14.353232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=0d1d1350-881b-429a-98c6-88abdfb9b6da,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:14.362928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-a15d7f52-7b49-4228-907d-bc653eaf5a15 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.365358 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:14.365586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-a15d7f52-7b49-4228-907d-bc653eaf5a15 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 946 time: 0.2155781 Dec 20 12:04:14.366560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:14.369861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:14.374659 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.375666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.435888 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0721555 Dec 20 12:04:14.436483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45252) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:14.548986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 0d1d1350-881b-429a-98c6-88abdfb9b6da {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:14.549272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.566039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386842e-3846-4528-a44d-fb346c75b019 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:14.648623 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10d661fe-3035-478c-9c2d-4860ac2b530b req-74a6174e-4efc-4c0e-b379-1c8aa4421fe8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 210 time: 0.0663810 Dec 20 12:04:14.664814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Deleting port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:14.665622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.786601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Provisioning for port b9b8e554-cd63-439f-93bc-c639785f991f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:14.839515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b3e0676f-959d-422d-b864-6c7dd8b0573b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.840277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b3e0676f-959d-422d-b864-6c7dd8b0573b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:14.847237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:14.847692 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.908478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f499d-834d-435b-96a6-dd1003f0c2c7 req-b24aab4d-a8f1-4cdd-8adf-5a432a42d2d4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.909866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b7f499d-834d-435b-96a6-dd1003f0c2c7 req-b24aab4d-a8f1-4cdd-8adf-5a432a42d2d4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 946 time: 0.3495147 Dec 20 12:04:14.912862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.918120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b3e0676f-959d-422d-b864-6c7dd8b0573b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:14.919685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b3e0676f-959d-422d-b864-6c7dd8b0573b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.6323504 Dec 20 12:04:14.956577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Request body: {'port': {'device_id': 'd54599a8-00fb-4041-8625-289dbda23a44', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'admin_state_up': True, 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:15.049337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.181059 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2b7f499d-834d-435b-96a6-dd1003f0c2c7 req-91fe6637-ce30-4f95-a3fc-89a07525542e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638581 Dec 20 12:04:15.182794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.186044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:15.198662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': 'b5dfb710-0fa2-49b2-a8b5-86b946099929', 'ip_address': '2001:db8::f816:3eff:feee:6f17'}, {'subnet_id': '7e354db9-9873-4d4f-b36a-79195e71ed2d'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'b9b8e554-cd63-439f-93bc-c639785f991f'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:04:15.225386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.234981 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:15.246681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] For port 15da1bc0-0603-4ed5-8a3b-baa3dc435279, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=15da1bc0-0603-4ed5-8a3b-baa3dc435279,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:15.247358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.303514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 0d1d1350-881b-429a-98c6-88abdfb9b6da owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:15.309196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.366870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:15.373528 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:15.427807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Calling delete_port for 15da1bc0-0603-4ed5-8a3b-baa3dc435279 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:15.497846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:15.511066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Usage tracker for resource:port and tenant:d965e858fe204507b348bab15a89bd52 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:15.516812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:15.527210 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:15.555731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:15.558956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.576342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Allocated IP 2001:db8:0:1::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/7e354db9-9873-4d4f-b36a-79195e71ed2d/b9b8e554-cd63-439f-93bc-c639785f991f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:15.588891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.596822 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d75f7091-5575-410c-a520-282b50432258 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:15.656438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=0d1d1350-881b-429a-98c6-88abdfb9b6da,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:15.660864 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:15.698585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.712562 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0bbae47a-782d-4ed6-858f-a6555deff2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:15.723037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['15da1bc0-0603-4ed5-8a3b-baa3dc435279'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:04:15.765016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event deleted for resources: {'Port': ['ID=15da1bc0-0603-4ed5-8a3b-baa3dc435279,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:15.774509 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:15.799190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.837487 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/0d1d1350-881b-429a-98c6-88abdfb9b6da HTTP/1.1" status: 204 len: 168 time: 1.3951740 Dec 20 12:04:15.838174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45396) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:15.888917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:15.929292 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.933919 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cc9d7aa3-f7e6-4cf8-9c09-6cb5a1ab67eb req-99e26bb9-6efb-492b-81a9-8639fe168255 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 210 time: 0.1029174 Dec 20 12:04:15.936340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] No DVR routers for this DVR port 15da1bc0-0603-4ed5-8a3b-baa3dc435279 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:15.943500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.946893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'name': 'network-vif-deleted', 'tag': '15da1bc0-0603-4ed5-8a3b-baa3dc435279'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:15.972956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Allocated IP 172.20.0.9 (8726e32b-1abb-4a36-ab01-56e61220cc79/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4/b9691721-f7cf-405d-8272-3e444e8f7d4b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:15.995352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Transition to ACTIVE for port object b9b8e554-cd63-439f-93bc-c639785f991f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:16.012264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.016421 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:16.028455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5319c63-f92d-49b1-91d2-a372c440cd0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:16.029422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e5319c63-f92d-49b1-91d2-a372c440cd0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:16.063791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e5319c63-f92d-49b1-91d2-a372c440cd0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:16.065492 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e5319c63-f92d-49b1-91d2-a372c440cd0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1716168 Dec 20 12:04:16.068128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:16.078178 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3781e8d2-e462-43a3-b388-b1c70e65a6d1 req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "DELETE /v2.0/ports/15da1bc0-0603-4ed5-8a3b-baa3dc435279 HTTP/1.1" status: 204 len: 173 time: 1.6862750 Dec 20 12:04:16.098219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:16.187654 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a4ec66-9d45-44e6-a1a7-8fbb1db32e13', 'name': 'network-vif-deleted', 'tag': '15da1bc0-0603-4ed5-8a3b-baa3dc435279', 'status': 'completed', 'code': 200} Dec 20 12:04:16.267503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9db34db-4fc1-4e25-9b02-b0bf21442db7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:16.269422 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b9db34db-4fc1-4e25-9b02-b0bf21442db7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2001960 Dec 20 12:04:16.272430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45450) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:16.440628 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a72a8c9e-a5ca-4e2e-bfe4-2f5f6c076a56 req-d7d69f73-4b43-4fec-a274-eb0c77fc7168 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 210 time: 0.0586236 Dec 20 12:04:16.441241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:16.447448 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:16.460317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2b856-cb4b-4bdc-a1f4-6bd42f34221a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:16.461646 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2b856-cb4b-4bdc-a1f4-6bd42f34221a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:16.465696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2b856-cb4b-4bdc-a1f4-6bd42f34221a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:16.466561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-43e2b856-cb4b-4bdc-a1f4-6bd42f34221a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:16.489673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-43e2b856-cb4b-4bdc-a1f4-6bd42f34221a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:16.492177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-43e2b856-cb4b-4bdc-a1f4-6bd42f34221a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2188148 Dec 20 12:04:16.495002 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45476) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:16.502942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.556691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.572936 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ca002f17-65be-4deb-9477-0992cc7f8b31 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:16.762894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 7e354db9-9873-4d4f-b36a-79195e71ed2d {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:16.766873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.823409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:16.828577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:16.834644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.838162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:16.924860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event updated for resources: {'Port': ['ID=b9691721-f7cf-405d-8272-3e444e8f7d4b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:16.933101 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:16.942574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:16.947369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.957103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.982077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0503252 Dec 20 12:04:17.000871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Request body: {'port': {'device_id': 'd54599a8-00fb-4041-8625-289dbda23a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:17.113365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.132356 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ad3dfcea-1446-44e2-93d0-6c60c69a4884 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:17.166356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.201761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.205456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=7e354db9-9873-4d4f-b36a-79195e71ed2d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:17.209373 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:17.227261 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-180c8d9f-e62b-49a7-b965-bd61eb6a06ef tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/7e354db9-9873-4d4f-b36a-79195e71ed2d HTTP/1.1" status: 204 len: 168 time: 0.7310479 Dec 20 12:04:17.229860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45554) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:17.354068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet b5dfb710-0fa2-49b2-a8b5-86b946099929 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:17.360651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.433363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e36d5-9d77-454a-89e4-83807e905d65 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:17.452233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.526227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9da62-89f1-4fff-b2f5-e079cc568b1f req-a23a265c-4980-4f0f-8d7c-c50a44ddaca7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:17.526879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-99c9da62-89f1-4fff-b2f5-e079cc568b1f req-a23a265c-4980-4f0f-8d7c-c50a44ddaca7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:17.549677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0aa16e14-5efa-4652-ae48-80f09d35e626 None None] Provisioning for port b9b8e554-cd63-439f-93bc-c639785f991f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:17.560931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0aa16e14-5efa-4652-ae48-80f09d35e626 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:17.561572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0aa16e14-5efa-4652-ae48-80f09d35e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.584901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-99c9da62-89f1-4fff-b2f5-e079cc568b1f req-a23a265c-4980-4f0f-8d7c-c50a44ddaca7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:17.586231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-99c9da62-89f1-4fff-b2f5-e079cc568b1f req-a23a265c-4980-4f0f-8d7c-c50a44ddaca7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 931 time: 0.3261833 Dec 20 12:04:17.644985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.735473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-99c9da62-89f1-4fff-b2f5-e079cc568b1f req-266146bc-564a-44db-b022-7ee6d8689ae4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:17.798976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-677df5cc-c9db-4663-a155-4d6debbaf371 req-6e69f5de-900f-43e4-a8a7-f89fe703f6c1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a4ec66-9d45-44e6-a1a7-8fbb1db32e13 HTTP/1.1" status: 200 len: 210 time: 0.0630813 Dec 20 12:04:17.830092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-99c9da62-89f1-4fff-b2f5-e079cc568b1f req-266146bc-564a-44db-b022-7ee6d8689ae4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:17.831427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-99c9da62-89f1-4fff-b2f5-e079cc568b1f req-266146bc-564a-44db-b022-7ee6d8689ae4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366357 Dec 20 12:04:17.868829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.874569 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c2173e1-53d2-4413-b780-836659333000 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:17.914454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dfb710-0fa2-49b2-a8b5-86b946099929,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:17.917312 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:17.925189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0aa16e14-5efa-4652-ae48-80f09d35e626 None None] Could not find standard attr ID for object 0d1d1350-881b-429a-98c6-88abdfb9b6da. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:17.937615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.948197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9691721-f7cf-405d-8272-3e444e8f7d4b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:04:17.954693 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/b5dfb710-0fa2-49b2-a8b5-86b946099929 HTTP/1.1" status: 204 len: 168 time: 0.7237790 Dec 20 12:04:17.957541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:17.969888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.049433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-784816eb-80a6-448b-b5af-f61cb043e26e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900104 Dec 20 12:04:18.052907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45644) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:18.055487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:18.056084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Transition to ACTIVE for port object b9691721-f7cf-405d-8272-3e444e8f7d4b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:18.058934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:18.064446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.070448 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-362d526e-5828-44b7-aadd-eb4627196dc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:18.177164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:18.181599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:18.185188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:18.189820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204312d-5e4e-423c-bf1b-0b6e79303f8b None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': 'b5dfb710-0fa2-49b2-a8b5-86b946099929'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'b9b8e554-cd63-439f-93bc-c639785f991f'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:04:18.193656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:18.207298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:18.212296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.214670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Pushing event updated for resources: {'Port': ['ID=b9691721-f7cf-405d-8272-3e444e8f7d4b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:18.217796 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:18.225117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.238939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:18.239940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.310259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8204312d-5e4e-423c-bf1b-0b6e79303f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.393012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Attempting to bind port b9691721-f7cf-405d-8272-3e444e8f7d4b on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:18.393547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Attempting to bind port b9691721-f7cf-405d-8272-3e444e8f7d4b by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:18.394051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Attempting to bind port b9691721-f7cf-405d-8272-3e444e8f7d4b on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:18.402175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Port b9691721-f7cf-405d-8272-3e444e8f7d4b on network 8726e32b-1abb-4a36-ab01-56e61220cc79 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:04:18.402687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Attempting to bind port b9691721-f7cf-405d-8272-3e444e8f7d4b on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:18.411451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:18.411962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:18.412307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Bound using segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:18.412712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Bound port: b9691721-f7cf-405d-8272-3e444e8f7d4b, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:18.413055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.527129 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] For port b9691721-f7cf-405d-8272-3e444e8f7d4b, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:18.531051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] For port b9691721-f7cf-405d-8272-3e444e8f7d4b, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:18.540205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.546471 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:18.568310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15da1bc0-0603-4ed5-8a3b-baa3dc435279 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:18.614684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.614904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 15da1bc0-0603-4ed5-8a3b-baa3dc435279 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:18.615171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 15da1bc0-0603-4ed5-8a3b-baa3dc435279 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:18.616688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] 10.222.0.16 "PUT /v2.0/ports/b9691721-f7cf-405d-8272-3e444e8f7d4b HTTP/1.1" status: 200 len: 1093 time: 1.6204875 Dec 20 12:04:18.617432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54599a8-00fb-4041-8625-289dbda23a44', 'tag': 'b9691721-f7cf-405d-8272-3e444e8f7d4b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:18.648253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Pushing event updated for resources: {'Port': ['ID=b9691721-f7cf-405d-8272-3e444e8f7d4b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:18.651998 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:18.697685 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54599a8-00fb-4041-8625-289dbda23a44', 'tag': 'b9691721-f7cf-405d-8272-3e444e8f7d4b', 'status': 'completed', 'code': 200} Dec 20 12:04:18.723844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3845d-04df-486f-bd18-9de0f9be1d13 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:18.744530 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-20aa044f-ed52-4fd6-8668-9e3fdd42e17a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 1096 time: 0.0799243 Dec 20 12:04:18.786419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:04:18.825577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-214ead93-626f-4f40-800f-48954de7ebf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b HTTP/1.1" status: 200 len: 217 time: 0.0745702 Dec 20 12:04:18.826666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3492582d-f85e-4953-9536-6dcfc91583a4 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:18.827050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3492582d-f85e-4953-9536-6dcfc91583a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.918415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-eaea46ce-5e26-43c7-9e9e-40e03687dfbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:18.920297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-eaea46ce-5e26-43c7-9e9e-40e03687dfbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.0892062 Dec 20 12:04:19.004106 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-41e08b56-dd04-44ba-87cd-92ec7fb7e593 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763662 Dec 20 12:04:19.058061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.377614 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-4ee900be-546e-43a2-b886-eac042f2c70e service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674836 Dec 20 12:04:19.432467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dccc1-2010-414a-b2bd-b4708c7e8fe3 req-ee6611c4-f5eb-4477-9392-bf505556660d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:19.434188 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b80dccc1-2010-414a-b2bd-b4708c7e8fe3 req-ee6611c4-f5eb-4477-9392-bf505556660d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 943 time: 0.4257390 Dec 20 12:04:19.557126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:19.563463 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b80dccc1-2010-414a-b2bd-b4708c7e8fe3 req-9f78ee30-d2e6-4868-a515-c4b787449d4d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180098 Dec 20 12:04:19.594338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.614912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.615795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.620563 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2f64f98f-fa57-4b18-aef1-4923666c8f19 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:19.627711 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b15406d4-c256-4010-b71e-85725b5fbb93 req-b9a61aeb-1c67-44a9-bc83-3852c4a8563f service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433171 Dec 20 12:04:19.741296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=8']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:19.752381 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:19.756106 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-962a6825-285c-4475-9068-c8684d9e1e10 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:19.794894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-e1b42005-cb04-435d-9a29-facfe1c5929b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 1096 time: 0.1146157 Dec 20 12:04:19.825506 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:19.831586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:19.837389 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:19.838230 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.857073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=d2a642ce-6e88-4aa9-a2a7-b98f499eea6d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:19.864353 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:19.879535 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8255503 Dec 20 12:04:19.887143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:19.898562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:19.906885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:19.985690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-37514df1-1f85-4c62-9d4f-697ac28618a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:19.986879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-37514df1-1f85-4c62-9d4f-697ac28618a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.1841483 Dec 20 12:04:20.079021 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-8e4411db-7620-480c-811e-45cf4fc56ef6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b HTTP/1.1" status: 200 len: 217 time: 0.0843999 Dec 20 12:04:20.108215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.180226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-1cbfcbb7-7e9c-4ba7-9ac8-f32f4069efb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:20.181799 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-1cbfcbb7-7e9c-4ba7-9ac8-f32f4069efb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.0956213 Dec 20 12:04:20.184368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:20.187848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4f898-6124-41cb-ab76-db2bfd359aa4 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:20.191870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:20.195966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:20.202748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:20.215536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:20.220339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.228852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:20.240427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-90727adf-43fd-40ef-8e2c-7a7bcf8dd2ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517435 Dec 20 12:04:20.247831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.253530 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:20.388768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:20.397062 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:20.409598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:20.485109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-478ae1e8-3c91-49b3-82ee-ce8a71e7c21e service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370603 Dec 20 12:04:20.529142 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2a642ce-6e88-4aa9-a2a7-b98f499eea6d (CIDR: 2001:db8::/64) Dec 20 12:04:20.535254 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:04:20.536021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:20.550677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:20.551059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.584066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3458cc1e-a698-46fb-9f54-b8e59c169653 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6952813 Dec 20 12:04:20.586538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45720) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:20.593121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:20.683789 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a3f7f3fa-19a8-47d3-9609-e72ad1018f47 req-086f792b-1e39-4673-81c8-3c2c042f96f5 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923566 Dec 20 12:04:20.748892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:20.749392 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.765378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:20.769971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:20.773449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:20.780884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:20.804047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:20.808666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.920805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a994e-642d-4f79-9cf8-15e9617fa191 req-939ec098-5689-479e-8ec3-9b9f12e718b6 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:20.922548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a43a994e-642d-4f79-9cf8-15e9617fa191 req-939ec098-5689-479e-8ec3-9b9f12e718b6 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 943 time: 0.1020505 Dec 20 12:04:20.962885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.010204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a43a994e-642d-4f79-9cf8-15e9617fa191 req-bc73bb19-106b-46a7-a3a1-f9cf173345d2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800710 Dec 20 12:04:21.116769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:21.132855 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.138030 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-18d0d3bc-161f-48ef-9dc8-8164bb4ad3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:21.138130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.143340 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2eff45a6-db06-4375-ba5a-7207f94e63ce tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:21.185315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.215728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:21.220358 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:21.230299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:21.230965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.242722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=1252fd27-274d-496f-8004-f865f109aafc,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:21.249699 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:21.277644 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6869822 Dec 20 12:04:21.278024 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:21.285327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:0e:db:db', 'name': 'tempest-NetworksTestDHCPv6-1165282292'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:21.302020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:21.310762 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:21.376098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:21.376098 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:21.441101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506d21c-fa53-4a27-9ace-a8f8fa2ae0a2 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:21.626524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:21.638887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:21.651581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:21.658244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.672330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a3c4b42a-8fda-47d1-b811-5fd676039eba None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:21.672520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b42a-8fda-47d1-b811-5fd676039eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.690776 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port d335457c-d3ab-4f8b-953d-db6ee5700548 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:21.985959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': 'd2a642ce-6e88-4aa9-a2a7-b98f499eea6d', 'ip_address': '2001:db8::f816:3eff:feee:6f17'}, {'subnet_id': '1252fd27-274d-496f-8004-f865f109aafc'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'b9b8e554-cd63-439f-93bc-c639785f991f'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:04:22.036068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8:0:1::387 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/1252fd27-274d-496f-8004-f865f109aafc/d335457c-d3ab-4f8b-953d-db6ee5700548) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:22.054104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::f816:3eff:fe0e:dbdb (4fc2fd4c-95d1-4458-8daa-968c71b89f60/d2a642ce-6e88-4aa9-a2a7-b98f499eea6d/d335457c-d3ab-4f8b-953d-db6ee5700548) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:22.090941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:22.145527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.335610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.367056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object d335457c-d3ab-4f8b-953d-db6ee5700548 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:22.384642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92d103-6a8c-4541-85fe-c89435809514 req-40014464-3c06-4885-afc0-9eaf5b9d2750 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:22.386400 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c92d103-6a8c-4541-85fe-c89435809514 req-40014464-3c06-4885-afc0-9eaf5b9d2750 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 943 time: 0.1691344 Dec 20 12:04:22.413938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:22.414507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.442602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.449576 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-616a89cd-a193-483a-9388-0d04189518b4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:22.504606 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8c92d103-6a8c-4541-85fe-c89435809514 req-3ea89f2d-e4b8-4f18-a56b-88e0a1fa57a2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088789 Dec 20 12:04:22.533907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:22.538286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:22.540740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:22.545082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:22.545712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.549985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=d335457c-d3ab-4f8b-953d-db6ee5700548,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:22.563092 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:22.590517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45740) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:22.591011 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3112059 Dec 20 12:04:22.603764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Allocated IP 2001:db8:0:1::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/1252fd27-274d-496f-8004-f865f109aafc/b9b8e554-cd63-439f-93bc-c639785f991f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:22.681746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port d335457c-d3ab-4f8b-953d-db6ee5700548 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:22.682193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.772894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:22.801059 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.823089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Transition to ACTIVE for port object b9b8e554-cd63-439f-93bc-c639785f991f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:22.832543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.838512 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-90beaf4e-17c4-4952-987b-2113ee8e2ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:22.987256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:22.991466 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:22.997299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.147176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b9691721-f7cf-405d-8272-3e444e8f7d4b details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:04:23.161148 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for d335457c-d3ab-4f8b-953d-db6ee5700548 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:23.477670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port b9691721-f7cf-405d-8272-3e444e8f7d4b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:23.496986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'b9691721-f7cf-405d-8272-3e444e8f7d4b', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'port_id': 'b9691721-f7cf-405d-8272-3e444e8f7d4b', 'mac_address': 'fa:16:3e:21:65:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:04:23.587012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.600495 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9058e0e4-d666-4789-a495-833354359b61 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:23.663926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.692817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9691721-f7cf-405d-8272-3e444e8f7d4b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:04:23.701232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=d335457c-d3ab-4f8b-953d-db6ee5700548,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:23.705119 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:23.730181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port b9691721-f7cf-405d-8272-3e444e8f7d4b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:23.749230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.755162 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:23.861250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.863277 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=b9691721-f7cf-405d-8272-3e444e8f7d4b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:23.870157 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:23.889529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/d335457c-d3ab-4f8b-953d-db6ee5700548 HTTP/1.1" status: 204 len: 168 time: 1.2960124 Dec 20 12:04:23.891587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45782) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:23.970942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4e71-918c-4634-9d85-a71b04ff51ad req-f11913e8-21db-4194-adfa-88259ead4e2e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:23.978301 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93fa4e71-918c-4634-9d85-a71b04ff51ad req-f11913e8-21db-4194-adfa-88259ead4e2e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 944 time: 0.2224495 Dec 20 12:04:23.987330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0b74be6-6d21-456b-8e9d-56d384da770a None None] Provisioning for port b9b8e554-cd63-439f-93bc-c639785f991f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:23.993204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0b74be6-6d21-456b-8e9d-56d384da770a None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:23.993589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b74be6-6d21-456b-8e9d-56d384da770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.067530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5751edf-0a6f-4eab-bcbc-e8137ad73a00 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:24.067757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e5751edf-0a6f-4eab-bcbc-e8137ad73a00 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:24.096557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-93fa4e71-918c-4634-9d85-a71b04ff51ad req-d7103f61-60a7-492c-8b4f-d5f763f68cd1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173201 Dec 20 12:04:24.120558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e5751edf-0a6f-4eab-bcbc-e8137ad73a00 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:24.122364 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e5751edf-0a6f-4eab-bcbc-e8137ad73a00 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2297227 Dec 20 12:04:24.125739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:04:24.126523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45790) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:24.161891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:24.239227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b3fa3-6b5a-4acb-8e11-71a923dc0353 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:24.241057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c66b3fa3-6b5a-4acb-8e11-71a923dc0353 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1135740 Dec 20 12:04:24.244166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45802) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:24.349720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d68e59-27b5-4182-9fbc-865b0948292e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:24.351178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d68e59-27b5-4182-9fbc-865b0948292e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:24.352785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d68e59-27b5-4182-9fbc-865b0948292e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:24.354733 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c2d68e59-27b5-4182-9fbc-865b0948292e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1092131 Dec 20 12:04:24.358548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45810) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:24.436811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:24.437550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.532086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7381153c-28f1-43e3-abb6-9aa8e8485841 None None] Could not find standard attr ID for object 0d1d1350-881b-429a-98c6-88abdfb9b6da. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:24.686772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a648bc5-0c65-4aee-b760-61fa577fe49f None None] Could not find standard attr ID for object d335457c-d3ab-4f8b-953d-db6ee5700548. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:24.722928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 1252fd27-274d-496f-8004-f865f109aafc {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:24.726465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.798596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.898968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.021906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.026407 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-41263a8e-9090-4d84-995b-eff5481b0f60 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:25.070223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=1252fd27-274d-496f-8004-f865f109aafc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:25.072947 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:25.075729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.090049 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-386f1d51-09a6-4eda-ba34-c086880157fc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/1252fd27-274d-496f-8004-f865f109aafc HTTP/1.1" status: 204 len: 168 time: 0.7281148 Dec 20 12:04:25.090242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45818) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:25.146291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33fd59-0c03-4f9a-bc8b-6f02d262d68b None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:25.218452 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet d2a642ce-6e88-4aa9-a2a7-b98f499eea6d {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:25.227487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.327645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.443059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.459859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0076198-3924-48f1-a14d-e6f5fa4cf906 req-dd4aac97-0b94-41e2-b1f0-7af4e0bee459 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:25.467105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e0076198-3924-48f1-a14d-e6f5fa4cf906 req-dd4aac97-0b94-41e2-b1f0-7af4e0bee459 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 944 time: 0.1802688 Dec 20 12:04:25.534780 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e0076198-3924-48f1-a14d-e6f5fa4cf906 req-7aa731d8-c8dd-4a62-b4ca-7d39d4398fd1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668073 Dec 20 12:04:25.540996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.544957 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7e377e48-dc83-45b8-844a-a7e0fe056c5c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:25.579717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a642ce-6e88-4aa9-a2a7-b98f499eea6d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:25.584459 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:25.589612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.603241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/d2a642ce-6e88-4aa9-a2a7-b98f499eea6d HTTP/1.1" status: 204 len: 168 time: 0.5097368 Dec 20 12:04:25.603963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45824) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:25.690220 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4237ca46-9a0d-4f10-97d3-1144524935d2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851316 Dec 20 12:04:25.693073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45832) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:25.700768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:25.849967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:25.854961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:25.858192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:25.876211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:25.896650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:25.900888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.045074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45838) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:26.225830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.229848 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-aa8f04c3-ee2f-4b11-bcb9-8270a93fdd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:26.257913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.324656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cc3b4-0efb-4add-bf2d-f53f1dd4f243 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:26.354987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:26.361721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c97a87fefe544fe98a5d5930aa686ff is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:26.371054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:26.378781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:26.482340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.493145 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.512982 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b9ec8aae-800b-4c48-b094-bb5e2d5f379b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:26.530224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0116276f-c579-4df2-8031-137ef2ea7e21 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:26.530866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0116276f-c579-4df2-8031-137ef2ea7e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.544403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:26.548943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:26.559377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:26.562959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.599766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=57d82043-296b-48db-bc17-193cb1634595,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:26.611864 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:26.644698 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9473414 Dec 20 12:04:26.645585 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c97a87fefe544fe98a5d5930aa686ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5979683 Dec 20 12:04:26.646083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:26.646759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58e1506-c4c0-49fd-ba83-f43590a4b947,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:26.649054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:26.672055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:26.700240 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:26.790825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.822164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.888461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.905169 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e35e9768-c184-431d-9a77-2b27c2972f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:26.940393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58e1506-c4c0-49fd-ba83-f43590a4b947,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:26.952813 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:26.953632 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.954777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d58e1506-c4c0-49fd-ba83-f43590a4b947 HTTP/1.1" status: 204 len: 168 time: 0.2918265 Dec 20 12:04:27.057321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:27.070052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:27.074381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:27.084661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:27.107818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812391c-0ed1-4045-8d9f-c8d5c1e09086 req-ab690ec3-0907-4e56-b9a9-edd1d4ab30ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:27.111519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b812391c-0ed1-4045-8d9f-c8d5c1e09086 req-ab690ec3-0907-4e56-b9a9-edd1d4ab30ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 944 time: 0.2284369 Dec 20 12:04:27.167782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b9691721-f7cf-405d-8272-3e444e8f7d4b up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:27.177020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:27.186557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.226317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49208df9-c997-4dd7-9adb-6217495b7d78 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:27.326421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b812391c-0ed1-4045-8d9f-c8d5c1e09086 req-8f9e81af-be93-46dc-aebc-9c616469b8fd tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040701 Dec 20 12:04:27.412459 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57d82043-296b-48db-bc17-193cb1634595 (CIDR: 2001:db8::/64) Dec 20 12:04:27.420069 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:04:27.420523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:27.459388 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-aaa3e265-bd48-47bb-8a6a-ba75a5952e5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8116436 Dec 20 12:04:27.462343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:27.469405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:27.616330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f75c8a8-b80d-476c-a4d7-aad472b66207 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:27.617301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f75c8a8-b80d-476c-a4d7-aad472b66207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.628728 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45866) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:27.665902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.710434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port b9691721-f7cf-405d-8272-3e444e8f7d4b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:27.721447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port b9691721-f7cf-405d-8272-3e444e8f7d4b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:27.721649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:27.722132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.725760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:27.729552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:27.734216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:27.736339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:27.744169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6270f1d3884a8fb140309b34361441 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:27.748824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:27.750640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:27.767821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:27.871369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.877954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.887975 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1f9542cc-1403-43ba-a36a-5fa0547ffb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:27.904220 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9732a8d9-2692-4231-9f67-bd7a07acfb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.918527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.928228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797746dd-065b-4c46-866f-c86feea92654,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:27.933241 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:27.939788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e6270f1d3884a8fb140309b34361441&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3089557 Dec 20 12:04:27.940580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45870) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:28.007757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.037374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.041154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54599a8-00fb-4041-8625-289dbda23a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9691721-f7cf-405d-8272-3e444e8f7d4b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:28.069923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port b9691721-f7cf-405d-8272-3e444e8f7d4b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:28.083349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.085916 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:28.093934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.157256 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54599a8-00fb-4041-8625-289dbda23a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9691721-f7cf-405d-8272-3e444e8f7d4b', 'code': 200} Dec 20 12:04:28.199330 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=b9691721-f7cf-405d-8272-3e444e8f7d4b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:28.202571 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:28.209740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.214807 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07134dd2-8c75-4935-bd42-6943d71e0b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:28.229629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797746dd-065b-4c46-866f-c86feea92654,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:28.232077 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:28.238285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.239948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/797746dd-065b-4c46-866f-c86feea92654 HTTP/1.1" status: 204 len: 168 time: 0.2986641 Dec 20 12:04:28.281595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-17ee4873-9e4a-4a4d-9ad6-c63f311cd5d1 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:28.282366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-17ee4873-9e4a-4a4d-9ad6-c63f311cd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.460276 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cc141c-1e65-4585-a6b7-ef8582029d4b req-7c2852fd-c97a-4c63-b3b8-5b5cd171c825 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 1098 time: 0.1705191 Dec 20 12:04:28.569631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c2cc141c-1e65-4585-a6b7-ef8582029d4b req-97d28e4f-5381-4ea4-8076-b8517d699232 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040580 Dec 20 12:04:28.596600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f702b-7b4d-4d90-9e1e-1765544534f1 req-901bcf0b-b2d1-4cdc-9537-b557bedc8a73 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:28.599090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e33f702b-7b4d-4d90-9e1e-1765544534f1 req-901bcf0b-b2d1-4cdc-9537-b557bedc8a73 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 945 time: 0.1093957 Dec 20 12:04:28.606649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:04:28.660193 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e33f702b-7b4d-4d90-9e1e-1765544534f1 req-654dafe8-fe9f-41f5-82e7-b852b05a9bb5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Dec 20 12:04:28.909905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.155089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:29.194739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.200484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.201436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.211098 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a100c51d-418a-4fd7-a287-d4c153d58116 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:29.273834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:29.281702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:29.286759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:29.287553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.293552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530ffa7-d453-4d35-a162-6922591eedc1 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:29.315154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=15']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:29.328574 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:29.332370 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f70b3dba-26c7-4ea2-acd8-698812ee8f22 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:29.385515 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45898) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:29.386101 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9222469 Dec 20 12:04:29.392001 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:83:06:62', 'name': 'tempest-NetworksTestDHCPv6-799933241'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:29.409241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=318f0dda-e89b-4d53-8bae-aad0b497df5a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:29.413619 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:29.469122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:29.554075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:29.564666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:29.579716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:29.586658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.646558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 980ebc91-0c7d-457c-ab42-d15feb1672d6 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:29.700479 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1280568307-network', 'tenant_id': '01e6086959b444bf9afd375d8214e207'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:29.714408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:29.720316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Usage tracker for resource:network and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:29.724950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:29.731489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:29.753133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Made reservation on behalf of 01e6086959b444bf9afd375d8214e207 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:29.756076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.770162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.784408 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '318f0dda-e89b-4d53-8bae-aad0b497df5a', 'ip_address': '2001:db8:0:1:f816:3eff:feee:6f17'}, {'subnet_id': '57d82043-296b-48db-bc17-193cb1634595'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'b9b8e554-cd63-439f-93bc-c639785f991f'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:04:29.808237 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:29.813173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:29.816834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:29.826082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:29.858793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.971638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.981634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.987544 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.025343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c6e926d-8bbe-47cd-9d0d-8fd26138a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.116893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::1c (4fc2fd4c-95d1-4458-8daa-968c71b89f60/57d82043-296b-48db-bc17-193cb1634595/980ebc91-0c7d-457c-ab42-d15feb1672d6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:30.117343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:30.118721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:30.125344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8:0:1:f816:3eff:fe83:662 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/318f0dda-e89b-4d53-8bae-aad0b497df5a/980ebc91-0c7d-457c-ab42-d15feb1672d6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:30.134272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b62ad93-88f4-4b0c-9f35-00185b36b12a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.138305 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.142958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.143299 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Added segment 50ac5076-8b48-47be-93bd-5581eaa052f3 of type vlan for network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 Dec 20 12:04:30.198970 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:30.199331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.199506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.211630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330afd8-b8b6-4098-8388-01849c4541dc req-cf317c44-4dfc-486b-accd-9f45e7154a14 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.214218 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2330afd8-b8b6-4098-8388-01849c4541dc req-cf317c44-4dfc-486b-accd-9f45e7154a14 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 945 time: 0.1870708 Dec 20 12:04:30.280258 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2330afd8-b8b6-4098-8388-01849c4541dc req-b12c90cf-b297-4421-8852-0ecedeb1af93 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588090 Dec 20 12:04:30.283985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.285200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.286793 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.291409 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c71da3c-d369-4b84-8ebe-a980103edf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.376392 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9061503 Dec 20 12:04:30.379843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45914) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:30.387575 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Request body: {'subnet': {'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1280568307-subnet', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:30.402165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.405757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:30.416364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Usage tracker for resource:subnet and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:30.425852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 980ebc91-0c7d-457c-ab42-d15feb1672d6 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:30.460330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.466636 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96899419-4bf9-495b-b348-2f55350f181c tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.469459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:30.479799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaa4d83-aec3-467a-bfe4-3216ed5888d9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.493985 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.495084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:30.512644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Made reservation on behalf of 01e6086959b444bf9afd375d8214e207 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:30.517146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.519434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:30.562516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:30.567329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:30.571591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:30.576117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.577008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.656081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=980ebc91-0c7d-457c-ab42-d15feb1672d6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.662466 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.678237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/57d82043-296b-48db-bc17-193cb1634595/b9b8e554-cd63-439f-93bc-c639785f991f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:30.690564 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3036501 Dec 20 12:04:30.691232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45924) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:30.788398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.795656 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3b727c0c-986b-4c5f-908f-1fccb1c3c33b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.856649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 980ebc91-0c7d-457c-ab42-d15feb1672d6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:30.856986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.857137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:30.865088 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f095d790-5f80-4102-a8b3-55fef147b249,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.868655 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.892147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.906805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Checking segment: {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:30.907326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Network hostable DHCP agents. Network: 5eaa4d83-aec3-467a-bfe4-3216ed5888d9, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:30.914939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Transition to ACTIVE for port object b9b8e554-cd63-439f-93bc-c639785f991f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:30.920773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.925048 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-bdb68b88-a8a3-420a-b81a-9a966de9cd33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.939921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:30.953405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 5eaa4d83-aec3-467a-bfe4-3216ed5888d9) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:30.959501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.960488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.975447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4feb6f-1e87-4578-bd5e-dd9f8cd5be0d None None] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:30.987389 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6062455 Dec 20 12:04:30.991968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:30.995844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:31.004913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:31.010359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Usage tracker for resource:router and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:31.013801 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:31.021493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:31.037855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.039512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.065280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.082318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644777a5-2a8c-4548-8663-54db6f733f5f req-5687cb64-b3d8-4ad5-971b-8d1e3b3b9a52 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:31.084967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-644777a5-2a8c-4548-8663-54db6f733f5f req-5687cb64-b3d8-4ad5-971b-8d1e3b3b9a52 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.4688823 Dec 20 12:04:31.156052 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-644777a5-2a8c-4548-8663-54db6f733f5f req-45d1c03a-535e-47b7-b86d-69c1122c091b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0647204 Dec 20 12:04:31.267455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.291868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.405946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.406513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-644777a5-2a8c-4548-8663-54db6f733f5f req-8a814dca-8a01-49db-8ff4-94b85a19baee tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2431171 Dec 20 12:04:31.446653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Pushing event updated for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=16']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:31.454647 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:31.460268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.547569 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:31.548966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.600333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.618628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 980ebc91-0c7d-457c-ab42-d15feb1672d6 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:31.650958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.680059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-644777a5-2a8c-4548-8663-54db6f733f5f req-ebfabf45-d34d-4477-b78c-7f28fb46b33c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:04:31.681273 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-644777a5-2a8c-4548-8663-54db6f733f5f req-ebfabf45-d34d-4477-b78c-7f28fb46b33c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2738807 Dec 20 12:04:31.852958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Allocated IP 172.20.0.2 (5eaa4d83-aec3-467a-bfe4-3216ed5888d9/f095d790-5f80-4102-a8b3-55fef147b249/7cf81e41-8c58-446b-9938-f07dd274fdda) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:31.935404 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-644777a5-2a8c-4548-8663-54db6f733f5f req-35009bdc-0325-49c8-aa60-df7c6db7f34c service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469482 Dec 20 12:04:32.029001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Allocated IP 172.35.0.102 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/fe6f20a0-b87f-43b0-89a6-981e4bf406ed) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:32.127372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:32.150779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.163685 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-95963216-6a47-49d7-8221-aaea0cb42258 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:32.222629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-644777a5-2a8c-4548-8663-54db6f733f5f req-0e527250-c614-44e7-9117-b1e172da8134 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803433 Dec 20 12:04:32.224807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=980ebc91-0c7d-457c-ab42-d15feb1672d6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:32.228032 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:32.362551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.409255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.428587 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/980ebc91-0c7d-457c-ab42-d15feb1672d6 HTTP/1.1" status: 204 len: 168 time: 1.6815522 Dec 20 12:04:32.434227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45940) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:32.457804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.461753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.481497 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:32.491008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Transition to ACTIVE for port object 7cf81e41-8c58-446b-9938-f07dd274fdda will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:32.527727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Transition to ACTIVE for port object 7cf81e41-8c58-446b-9938-f07dd274fdda will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:32.539929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.560832 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-78b5f0b4-120a-4b6b-84dc-618940aff809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:32.595448 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:32.614568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:32.619867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:32.668508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a58efb-f915-4937-a976-b32b143759f8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:32.670254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-26a58efb-f915-4937-a976-b32b143759f8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:32.686381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:32.694459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:32.712658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:32.726193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Pushing event updated for resources: {'Port': ['ID=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:32.726824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-26a58efb-f915-4937-a976-b32b143759f8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:32.730516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-26a58efb-f915-4937-a976-b32b143759f8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2924650 Dec 20 12:04:32.731407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45952) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:32.792957 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Pushing event updated for resources: {'Port': ['ID=7cf81e41-8c58-446b-9938-f07dd274fdda,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:32.843999 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:33.030446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Attempting to bind port 7cf81e41-8c58-446b-9938-f07dd274fdda on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:33.033024 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Attempting to bind port 7cf81e41-8c58-446b-9938-f07dd274fdda by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:33.033449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Attempting to bind port 7cf81e41-8c58-446b-9938-f07dd274fdda on network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:33.055229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:33.055484 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Checking segment: {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:33.055850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.056255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Bound using segment: {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:33.056766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Bound port: 7cf81e41-8c58-446b-9938-f07dd274fdda, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:33.057375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.071728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4ec9a-2dc4-49e2-abe3-2b7a13f7b056 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:33.072461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-26a4ec9a-2dc4-49e2-abe3-2b7a13f7b056 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:33.076505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.076849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.077181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.077510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.077832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.084651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.085096 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.085840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.085840 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.086124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.086402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:33.103967 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.105667 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:33.127093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-26a4ec9a-2dc4-49e2-abe3-2b7a13f7b056 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:33.131289 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-26a4ec9a-2dc4-49e2-abe3-2b7a13f7b056 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3926251 Dec 20 12:04:33.131591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45972) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.225990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7a600926-dfbc-4e7e-894e-f60486018aa5 None None] Provisioning for port b9b8e554-cd63-439f-93bc-c639785f991f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:33.245543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7a600926-dfbc-4e7e-894e-f60486018aa5 None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:33.245986 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a600926-dfbc-4e7e-894e-f60486018aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.270158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4fb0b-4f0b-46da-88fa-790cc8eeb335 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:33.271474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4fb0b-4f0b-46da-88fa-790cc8eeb335 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:33.272877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4fb0b-4f0b-46da-88fa-790cc8eeb335 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:33.273689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5cd4fb0b-4f0b-46da-88fa-790cc8eeb335 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:33.294837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.295652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.360509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5cd4fb0b-4f0b-46da-88fa-790cc8eeb335 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:33.361661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5cd4fb0b-4f0b-46da-88fa-790cc8eeb335 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2291150 Dec 20 12:04:33.365050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.521062 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] For port 7cf81e41-8c58-446b-9938-f07dd274fdda, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:33.528328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] For port 7cf81e41-8c58-446b-9938-f07dd274fdda, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7cf81e41-8c58-446b-9938-f07dd274fdda,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:33.545685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.577433 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:33.697646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 318f0dda-e89b-4d53-8bae-aad0b497df5a {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:33.701700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.775364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-fb06b9f2-2191-4e91-89ec-056fabd59344 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:33.777822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.788453 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-fb06b9f2-2191-4e91-89ec-056fabd59344 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.5880196 Dec 20 12:04:33.808156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Pushing event updated for resources: {'Port': ['ID=7cf81e41-8c58-446b-9938-f07dd274fdda,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:33.813212 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:33.821245 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-0cdafda1-310a-4a8d-a670-b235356aba83 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0320854 Dec 20 12:04:33.901150 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.927361 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-64bfd3f4-8f67-4b79-b731-51e2defd1770 None None] Could not find standard attr ID for object 980ebc91-0c7d-457c-ab42-d15feb1672d6. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:34.061839 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-afdbd1fe-ad1e-4b15-aa4e-15a905faf560 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2397029 Dec 20 12:04:34.214410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7cf81e41-8c58-446b-9938-f07dd274fdda up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:34.314295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.315741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7cf81e41-8c58-446b-9938-f07dd274fdda completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:34.334167 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-c7a6d541-a6ce-4c5a-8e74-d89f9d631738 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618918 Dec 20 12:04:34.349604 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-078dc42a-c1e7-436f-bc4c-bae0b13a19b9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:34.389731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.392141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b14558-d452-4bee-ad60-7e3933dfb1dd None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:34.407207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=318f0dda-e89b-4d53-8bae-aad0b497df5a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:34.410123 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:34.436692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:34.444164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:34.448364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:34.453715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:34.459675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:34.466759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:34.475639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:34.486120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-82fdd9db-4357-4660-9a6c-9d599de53af2 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.5400875 Dec 20 12:04:34.515011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/318f0dda-e89b-4d53-8bae-aad0b497df5a HTTP/1.1" status: 204 len: 168 time: 1.1455979 Dec 20 12:04:34.516587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 45988) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:34.524050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Router 05f2fcd0-672f-4b33-93b8-870ba83184db is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:04:34.537988 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-a50c4542-e4b8-4c30-a7ec-083da5569302 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951249 Dec 20 12:04:34.604499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 57d82043-296b-48db-bc17-193cb1634595 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:34.618131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.690749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ea81a904-2c3e-46be-bd9a-f7fad462d623 req-583f104f-dfe1-4fc3-a5d0-fdab2b4ea2be tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037461 Dec 20 12:04:34.738266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.948948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:34.961362 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Sync routers for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:34.982782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.001660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.007069 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0151911 Dec 20 12:04:35.009826 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:35.009974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 45998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:35.010527 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:35.139972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0bf370c8-9e1f-4acc-8008-981266a588ef req-9429954a-88cc-4a24-850a-6c627c0153fc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 210 time: 0.2100594 Dec 20 12:04:35.296073 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.306346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.318385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.322665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.326540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.347580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.352364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.363668 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f90c6bb0-b48d-4167-8156-cbdddbb8e096 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.3773131 Dec 20 12:04:35.394353 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:35.469398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.482740 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-efad2ce7-0e04-49bb-b633-6bce6dafcb1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:35.523310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3aa31-bac2-4dd6-998a-8eb492b1c532 None None] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:35.569060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=57d82043-296b-48db-bc17-193cb1634595,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:35.579219 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:35.588377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.618411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f2ccb6b6-98f9-4434-a24b-6c5be4b738e9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.624018 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f2ccb6b6-98f9-4434-a24b-6c5be4b738e9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "GET /v2.0/ports/79b5316f-fb39-400d-8704-dc5e26f9a1f2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2533274 Dec 20 12:04:35.626477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/57d82043-296b-48db-bc17-193cb1634595 HTTP/1.1" status: 204 len: 168 time: 1.1085415 Dec 20 12:04:35.629010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:35.734820 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0268450a-d5ca-468f-b71b-f1d4e0fab892 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042469 Dec 20 12:04:35.738401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:35.749752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:35.771549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Provisioning for port 7cf81e41-8c58-446b-9938-f07dd274fdda completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:35.815347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Provisioning complete for port 7cf81e41-8c58-446b-9938-f07dd274fdda triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:35.815727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.039420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d26831-93b8-4bd7-ad42-78fd571101ee None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:36.159313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:36.209241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:36.218478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:36.243187 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-68b738fb-168e-4410-879e-c11f1904ac7b tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "GET /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6109014 Dec 20 12:04:36.244420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:36.257359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:36.297054 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:32Z', 'revision_number': 3, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:36.305762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.307468 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Checking router: 05f2fcd0-672f-4b33-93b8-870ba83184db for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:36.307974 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Updating router 05f2fcd0-672f-4b33-93b8-870ba83184db port fe6f20a0-b87f-43b0-89a6-981e4bf406ed binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:04:36.309870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.318246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.325935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.330317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.335245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.339415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.343919 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-6f6fb08d-5438-4ea3-b169-0899c3bec963 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.2058172 Dec 20 12:04:36.369191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:36.377649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.422836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-957aa5cc-e648-40fc-8ca9-e05a7a431c83 req-d08dd8a9-de6c-46b8-8518-a7f81136dba7 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727296 Dec 20 12:04:36.429250 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.540499 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d14cd29-b11d-4868-94e7-451d2de603b7 req-069c1856-e5d0-460d-a509-8bfb97a1f529 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 210 time: 0.1804049 Dec 20 12:04:36.671731 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.718492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] For port 7cf81e41-8c58-446b-9938-f07dd274fdda, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7cf81e41-8c58-446b-9938-f07dd274fdda,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:36.732699 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.735090 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:36.771945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.843314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Pushing event updated for resources: {'Port': ['ID=7cf81e41-8c58-446b-9938-f07dd274fdda,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:36.857789 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:36.893069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0cf793b-c38b-43c7-a0f1-6ad9038fb9ad None None] Provisioning complete for port b9b8e554-cd63-439f-93bc-c639785f991f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:36.893069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0cf793b-c38b-43c7-a0f1-6ad9038fb9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.948285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:36.990716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Deleting port b9b8e554-cd63-439f-93bc-c639785f991f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:36.991107 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.151235 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.182809 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Transition to ACTIVE for port object fe6f20a0-b87f-43b0-89a6-981e4bf406ed will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:37.185875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 9651e501-69ba-4d4a-ae4f-ca4136ccf828 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:37.205585 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.210248 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-228b023b-9c9e-4ab0-8004-ca5ca04ec432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:37.250580 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.417657 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Attempting to bind port fe6f20a0-b87f-43b0-89a6-981e4bf406ed on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:37.418229 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Attempting to bind port fe6f20a0-b87f-43b0-89a6-981e4bf406ed by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:37.419435 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Attempting to bind port fe6f20a0-b87f-43b0-89a6-981e4bf406ed on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:37.444213 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:37.445456 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:37.445873 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.446298 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:37.446827 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Bound port: fe6f20a0-b87f-43b0-89a6-981e4bf406ed, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:37.447645 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.481211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-de07ffb9-dd98-4f45-836f-81a7aa4e8197 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.482778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-de07ffb9-dd98-4f45-836f-81a7aa4e8197 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.7150562 Dec 20 12:04:37.488028 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Pushing event updated for resources: {'Port': ['ID=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:37.505037 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.505378 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.505851 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.506210 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.507086 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.508257 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.508591 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.508913 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.509239 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.509921 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.510294 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:37.523532 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:37.556285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Request body: {'port': {'device_id': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'admin_state_up': True, 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:37.621148 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] For port fe6f20a0-b87f-43b0-89a6-981e4bf406ed, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:37.626901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] For port 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=79b5316f-fb39-400d-8704-dc5e26f9a1f2,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:37.634129 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] For port fe6f20a0-b87f-43b0-89a6-981e4bf406ed, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:37.647293 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.655040 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-f0abf911-2377-458a-b34d-3256507d0b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:37.661766 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] For port b9b8e554-cd63-439f-93bc-c639785f991f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b9b8e554-cd63-439f-93bc-c639785f991f,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:37.664182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.768832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] For port 79b5316f-fb39-400d-8704-dc5e26f9a1f2, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:37.815240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.815950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Allocated IP 172.20.0.1 (5eaa4d83-aec3-467a-bfe4-3216ed5888d9/f095d790-5f80-4102-a8b3-55fef147b249/5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:37.836534 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c28a8066-05e8-45ec-9a94-0aff7055d39b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:37.880534 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Pushing event updated for resources: {'Port': ['ID=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:37.898151 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:37.898306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.902101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.904053 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:37.905942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.907075 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:37.909780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.914859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.915984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Calling delete_port for b9b8e554-cd63-439f-93bc-c639785f991f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:37.918038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.922044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.930327 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-101a087e-25cf-4b3d-86bf-83e214741df0 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 5436 time: 0.1815681 Dec 20 12:04:38.022888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] device_id is not set on port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:38.073646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-766c9021-5a83-424f-ac82-a8bd19cec2fc req-41c7e278-6a17-42e5-9d47-8dd5f8e4ea3a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 210 time: 0.1680291 Dec 20 12:04:38.095226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:38.101690 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3d4ceae8-ecdf-4329-be64-56299a29908a req-628e03b3-9df1-45cd-a271-23abacbacef3 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703594 Dec 20 12:04:38.142241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-428bcd15-12e0-4086-92dc-cb073c5e6943 None None] Provisioning complete for port 7cf81e41-8c58-446b-9938-f07dd274fdda triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:38.142649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-428bcd15-12e0-4086-92dc-cb073c5e6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.153813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.154505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:38.157009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=122d19dc-dedd-4f35-9819-fcac014956bb,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:38.171607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.172612 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Transition to ACTIVE for port object 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:38.185492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:38.185911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.187193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.189826 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7cf81e41-8c58-446b-9938-f07dd274fdda up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:38.205431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:38.208461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.214631 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-812e7d4f-2089-46b1-91a1-6395bc215f9c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:38.229592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.235343 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:38.270156 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:38.294473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:38.298285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.312161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.314217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.315995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.318195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.319331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.323142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.324274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.325357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.327555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.328166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.329164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:38.350844 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:38.353462 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-161494bc-c225-4eba-8776-8f5e3fdb7342 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:38.357746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Pushing event deleted for resources: {'Port': ['ID=b9b8e554-cd63-439f-93bc-c639785f991f,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:38.366178 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:38.372790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:38.385783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] No DVR routers for this DVR port b9b8e554-cd63-439f-93bc-c639785f991f on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:38.388017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:38.419898 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:38.442406 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f462fb0-322e-4891-8110-3845483b7f43 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:38.507912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Pushing event updated for resources: {'Port': ['ID=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:38.517181 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:38.542861 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:38.555614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9651e501-69ba-4d4a-ae4f-ca4136ccf828'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:38.583520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.584573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 79b5316f-fb39-400d-8704-dc5e26f9a1f2 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:38.597001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.644206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9004757 Dec 20 12:04:38.671258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:38.675412 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-abda4e00-36cd-4bfa-ade5-128be6985e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:38.693070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:38.735359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Pushing event updated for resources: {'Port': ['ID=79b5316f-fb39-400d-8704-dc5e26f9a1f2,revision_number=6']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:38.755043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:38.764505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.774469 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9651e501-69ba-4d4a-ae4f-ca4136ccf828', 'code': 200} Dec 20 12:04:38.808223 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:38.821211 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:32Z', 'revision_number': 3, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:38.831746 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd1f-ca3b-4604-a97f-c5b418f8c81b None None] The sync data for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 is: [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:32Z', 'revision_number': 3, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:38.906670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:38.910739 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:38.972844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 79b5316f-fb39-400d-8704-dc5e26f9a1f2 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:38.973540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device dfa9af90-9b6c-4af8-908c-655ac14e2424 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:39.021325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] No DVR routers for this DVR port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:39.078018 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7cf81e41-8c58-446b-9938-f07dd274fdda triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:39.081080 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.156701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] In _notify_port_updated(), no bound segment for port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:04:39.157769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.159105 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 200 len: 1027 time: 2.9098902 Dec 20 12:04:39.290736 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.482114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:39.489786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-78e1cc12-5be3-4702-9913-ad2471ecbade tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:39.491319 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-78e1cc12-5be3-4702-9913-ad2471ecbade tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "GET /v2.0/ports/9651e501-69ba-4d4a-ae4f-ca4136ccf828?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3258469 Dec 20 12:04:39.510695 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9f72646f-add3-4ed4-9335-8f76c00c33e1 req-96ceaf89-d40f-44c3-ad48-2b760fd38e6a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 210 time: 0.1189780 Dec 20 12:04:39.529701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:39.531743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:39.540802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:39.552232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:39.634357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:39.670762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60a46984-ebe6-4953-b5b8-993a03389b29 None None] Provisioning complete for port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:39.671152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60a46984-ebe6-4953-b5b8-993a03389b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.733684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Allocated IP 172.20.0.4 (8726e32b-1abb-4a36-ab01-56e61220cc79/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4/4982a736-2e09-4839-ab27-3ac589737f20) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:39.742696 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'tenant_id': 'edc798cf944547a4ad383b07ce6eed4e', 'fixed_ips': [{'subnet_id': '122d19dc-dedd-4f35-9819-fcac014956bb'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:39.743520 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.796362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-60a46984-ebe6-4953-b5b8-993a03389b29 None None] Port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:39.802582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.833341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.848792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port dfa9af90-9b6c-4af8-908c-655ac14e2424, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:39.892242 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.893177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 7eca9f18-4267-4357-a7af-1b284dd9acc4 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:39.929777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.940151 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:39.991688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-87cee7d5-9b69-4dee-88cd-5fb3a7fe5c3d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:39.995474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-87cee7d5-9b69-4dee-88cd-5fb3a7fe5c3d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:39.999299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-87cee7d5-9b69-4dee-88cd-5fb3a7fe5c3d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:40.003166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-87cee7d5-9b69-4dee-88cd-5fb3a7fe5c3d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:40.007200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-87cee7d5-9b69-4dee-88cd-5fb3a7fe5c3d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:40.011018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-87cee7d5-9b69-4dee-88cd-5fb3a7fe5c3d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:40.013143 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-87cee7d5-9b69-4dee-88cd-5fb3a7fe5c3d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 4660 time: 0.5693557 Dec 20 12:04:40.067929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.085392 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.119321 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c4832733-8f40-4c93-9c6e-538856cf201d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:40.194384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60a46984-ebe6-4953-b5b8-993a03389b29 None None] Provisioning for port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:40.198811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.205527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60a46984-ebe6-4953-b5b8-993a03389b29 None None] Provisioning complete for port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:40.205901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60a46984-ebe6-4953-b5b8-993a03389b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.219182 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6c22458-83c3-4cc7-a640-faff704d4e2f req-3053a6cb-c0ba-4908-8e38-24a4e25a7964 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=565e4dfe-1c18-4422-a9e3-9c349dd28c7b&id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963022 Dec 20 12:04:40.300429 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 122d19dc-dedd-4f35-9819-fcac014956bb (CIDR: 2001:db8::/64) Dec 20 12:04:40.302169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Pushing event updated for resources: {'Port': ['ID=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:40.309693 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:40.313774 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:04:40.314472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:40.355519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=dfa9af90-9b6c-4af8-908c-655ac14e2424,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:40.358669 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:40.359816 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:40.409934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b9b8e554-cd63-439f-93bc-c639785f991f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:40.409934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b9b8e554-cd63-439f-93bc-c639785f991f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:40.409934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-60a46984-ebe6-4953-b5b8-993a03389b29 None None] Port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:40.440905 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-46082bc3-be00-4030-9750-d01a6108e38a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7668452 Dec 20 12:04:40.447956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46042) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:40.467953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'subnet': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:40.503818 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Allocated IP 2001:db8::2 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/122d19dc-dedd-4f35-9819-fcac014956bb/a3f68f61-1960-47a8-a6af-b3b6f353c498) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:40.527800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.541863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:40.545178 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:40.637295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 7eca9f18-4267-4357-a7af-1b284dd9acc4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:40.679851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.707954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=9651e501-69ba-4d4a-ae4f-ca4136ccf828,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:40.800461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] For port 9651e501-69ba-4d4a-ae4f-ca4136ccf828, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:40.821955 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe6f20a0-b87f-43b0-89a6-981e4bf406ed up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:40.884082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424'}, {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:40.896402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.897163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device eda00560-0e25-481b-9772-d52718217000 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:40.956904 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:41.001772 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424', 'code': 200} Dec 20 12:04:41.002103 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4', 'code': 200} Dec 20 12:04:41.083546 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:41.083784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.100692 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0a7354d7-5a55-4412-bcd9-1dd6ecf3ff40 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:41.101105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0084cc1a-011c-4ae9-b69c-99720883ea77 req-cec1f549-10eb-4c18-892d-217dbe31ae1f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 210 time: 0.3060703 Dec 20 12:04:41.139638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] device_id is not set on port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:41.154674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:04:41.156629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:41.158749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.164016 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:41.166792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:41.176844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:subnet and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:41.185840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:41.202065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:41.207049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.228731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:41.234560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.254618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event updated for resources: {'Port': ['ID=4982a736-2e09-4839-ab27-3ac589737f20,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:41.258108 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:41.261125 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdc63c9f-af11-4c58-82a3-bc69fb877a66 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:41.403320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:41.404195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.450149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port fe6f20a0-b87f-43b0-89a6-981e4bf406ed completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:41.454431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9396e3b6-73a0-4401-9963-c7fea80112cb None None] Provisioning complete for port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:41.455060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9396e3b6-73a0-4401-9963-c7fea80112cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.465401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] No DVR routers for this DVR port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:41.503009 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9553330 Dec 20 12:04:41.517492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Request body: {'port': {'device_id': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:41.524829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=7eca9f18-4267-4357-a7af-1b284dd9acc4,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:41.554321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.558078 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9396e3b6-73a0-4401-9963-c7fea80112cb None None] Port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:41.590228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.609579 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:41.660761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port eda00560-0e25-481b-9772-d52718217000, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=eda00560-0e25-481b-9772-d52718217000,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:41.690795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fe6f20a0-b87f-43b0-89a6-981e4bf406ed triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:41.691073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.737006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Pushing event updated for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:41.747690 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:41.755717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.757940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:41.792647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] In _notify_port_updated(), no bound segment for port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 on network 8c9dbcfc-9ada-4812-b35e-07a805e0481e {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:04:41.793678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.794959 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] 10.222.0.16 "PUT /v2.0/ports/9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 200 len: 1028 time: 2.2867312 Dec 20 12:04:41.824434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Transition to ACTIVE for port object a3f68f61-1960-47a8-a6af-b3b6f353c498 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:41.837669 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-8b9f5523-1f52-49e5-b45f-5b6bb8ae24b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:41.858672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.990044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Router 05f2fcd0-672f-4b33-93b8-870ba83184db has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:41.992306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b9ea5-f57b-40ec-9626-e00015f98f13 req-63f7a5e1-ce51-48c4-876a-1b45189bd485 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:41.996165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b9ea5-f57b-40ec-9626-e00015f98f13 req-63f7a5e1-ce51-48c4-876a-1b45189bd485 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:41.999052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5392e69e-78a6-4781-a97f-aa8b99633beb None None] Provisioning complete for port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:42.000324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b9ea5-f57b-40ec-9626-e00015f98f13 req-63f7a5e1-ce51-48c4-876a-1b45189bd485 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:42.001337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5392e69e-78a6-4781-a97f-aa8b99633beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.004772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b9ea5-f57b-40ec-9626-e00015f98f13 req-63f7a5e1-ce51-48c4-876a-1b45189bd485 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:42.009126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b9ea5-f57b-40ec-9626-e00015f98f13 req-63f7a5e1-ce51-48c4-876a-1b45189bd485 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:42.011051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0b9ea5-f57b-40ec-9626-e00015f98f13 req-63f7a5e1-ce51-48c4-876a-1b45189bd485 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 3881 time: 0.4253790 Dec 20 12:04:42.029384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port eda00560-0e25-481b-9772-d52718217000 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:42.029748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.191265 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5a0b9ea5-f57b-40ec-9626-e00015f98f13 req-5887e784-8b49-466b-a9f3-cfa7555787e6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734099 Dec 20 12:04:42.242797 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Transition to ACTIVE for port object a3f68f61-1960-47a8-a6af-b3b6f353c498 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:42.244276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.302508 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.310664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=eda00560-0e25-481b-9772-d52718217000,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:42.321068 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:42.323523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port fe6f20a0-b87f-43b0-89a6-981e4bf406ed, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:42.328464 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:42.420108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5392e69e-78a6-4781-a97f-aa8b99633beb None None] Port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:42.431814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:42.448425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:42.451516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:42.453758 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.479068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] For port eda00560-0e25-481b-9772-d52718217000, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=eda00560-0e25-481b-9772-d52718217000,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:42.479568 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.572874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976953d6-b5a7-4bda-9b4e-269e5e234721 req-ae204652-f701-4663-a3e4-8aea6ce14482 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:42.579999 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-976953d6-b5a7-4bda-9b4e-269e5e234721 req-ae204652-f701-4663-a3e4-8aea6ce14482 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 931 time: 0.2270198 Dec 20 12:04:42.585742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Pushing event updated for resources: {'Port': ['ID=a3f68f61-1960-47a8-a6af-b3b6f353c498,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:42.598359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.objects.ports [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:04:42.611423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.627093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for eda00560-0e25-481b-9772-d52718217000 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:42.632507 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:42.633603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Attempting to bind port a3f68f61-1960-47a8-a6af-b3b6f353c498 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:42.634209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Attempting to bind port a3f68f61-1960-47a8-a6af-b3b6f353c498 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:42.634829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Attempting to bind port a3f68f61-1960-47a8-a6af-b3b6f353c498 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:42.647344 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:42.659113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:42.683329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:42.684104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:42.684733 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.685342 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:42.686418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Bound port: a3f68f61-1960-47a8-a6af-b3b6f353c498, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:42.687435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.710459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-976953d6-b5a7-4bda-9b4e-269e5e234721 req-7853a1d1-c9ed-4c56-9118-42544ce7c305 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294544 Dec 20 12:04:42.741881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] 10.222.0.32 "PUT /v2.0/routers/05f2fcd0-672f-4b33-93b8-870ba83184db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7132192 Dec 20 12:04:42.742661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:42.780394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.781509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 1ddcc3eb-0326-4c88-a313-d961e21072f6 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:42.826929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.846874 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e4db51c2-b672-4f1e-8582-262cbc016cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:42.896775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:42.917247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.922853 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:42.939550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=eda00560-0e25-481b-9772-d52718217000,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.030697 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:43.101469 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.105810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda00560-0e25-481b-9772-d52718217000'}, {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:43.132212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] No DVR routers for this DVR port eda00560-0e25-481b-9772-d52718217000 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:43.135993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.164380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': 'eda00560-0e25-481b-9772-d52718217000'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:43.202983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.204276 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "DELETE /v2.0/ports/eda00560-0e25-481b-9772-d52718217000 HTTP/1.1" status: 204 len: 173 time: 1.3468425 Dec 20 12:04:43.241708 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda00560-0e25-481b-9772-d52718217000', 'code': 200} Dec 20 12:04:43.242140 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6', 'code': 200} Dec 20 12:04:43.288030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 1ddcc3eb-0326-4c88-a313-d961e21072f6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:43.304598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.316130 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.337518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.342012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port a3f68f61-1960-47a8-a6af-b3b6f353c498, host n-d-victoria-1, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:43.359258 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:04:43.364535 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ccd6a862-018a-470a-9fef-9b361bc522d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:43.412786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Sync routers for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:43.423256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.446807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.470969 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d2f7ad1-f920-4414-869b-64b05fea7c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:43.479372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:43.481243 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:43.561324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] For port a3f68f61-1960-47a8-a6af-b3b6f353c498, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:43.578969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] For port a3f68f61-1960-47a8-a6af-b3b6f353c498, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a3f68f61-1960-47a8-a6af-b3b6f353c498,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:43.587897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to bind port a3f68f61-1960-47a8-a6af-b3b6f353c498 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:43.588629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to bind port a3f68f61-1960-47a8-a6af-b3b6f353c498 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:43.588961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to bind port a3f68f61-1960-47a8-a6af-b3b6f353c498 on network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:43.616903 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.633110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=1ddcc3eb-0326-4c88-a313-d961e21072f6,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.648270 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.648766 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c80b2c55-5683-4340-bf2d-33aeea99780a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:43.665860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:43.667379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Checking segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:43.668127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.669298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Bound using segment: {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:43.671584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Bound port: a3f68f61-1960-47a8-a6af-b3b6f353c498, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:43.672130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.706703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=a3f68f61-1960-47a8-a6af-b3b6f353c498,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.735536 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': 'eda00560-0e25-481b-9772-d52718217000', 'status': 'completed', 'code': 200} Dec 20 12:04:43.754285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.755505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.755505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.755697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.758444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.760894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.761361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.761797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.763180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.763512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.766274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:43.774077 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.870451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port 7eca9f18-4267-4357-a7af-1b284dd9acc4 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:43.870451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.917047 n-d-victoria-1 neutron-server[83557]: WARNING neutron.plugins.ml2.plugin [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Concurrent port binding operations failed on port a3f68f61-1960-47a8-a6af-b3b6f353c498 Dec 20 12:04:43.921901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] For port a3f68f61-1960-47a8-a6af-b3b6f353c498, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a3f68f61-1960-47a8-a6af-b3b6f353c498,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:43.923437 n-d-victoria-1 neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempt 2 to bind port a3f68f61-1960-47a8-a6af-b3b6f353c498 Dec 20 12:04:43.930057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.944335 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49959a47-7b72-42d8-99b7-bae170b29f7b tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:43.952736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-8456c0b9-4373-4e4f-b3e5-fea0a6991e13 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:43.961632 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-8456c0b9-4373-4e4f-b3e5-fea0a6991e13 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:43.965497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Pushing event updated for resources: {'Port': ['ID=a3f68f61-1960-47a8-a6af-b3b6f353c498,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.965793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-8456c0b9-4373-4e4f-b3e5-fea0a6991e13 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:43.969663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-8456c0b9-4373-4e4f-b3e5-fea0a6991e13 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:43.971342 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.973272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-8456c0b9-4373-4e4f-b3e5-fea0a6991e13 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:44.008282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:44.021069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-8456c0b9-4373-4e4f-b3e5-fea0a6991e13 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:44.032586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-8456c0b9-4373-4e4f-b3e5-fea0a6991e13 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 3144 time: 0.2823813 Dec 20 12:04:44.105812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:44.157796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:44.163289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:44.165716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Subnet': ['ID=07310d10-1ed2-43cf-a856-e4754d0cc9ce,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:44.177365 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:44.178820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:44.179417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.225245 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7720196 Dec 20 12:04:44.226058 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:44.235967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Request body: {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'mac_address': 'fa:16:3e:2c:45:05', 'name': 'tempest-NetworksTestDHCPv6-890964388'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:44.310131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67142760-dbd1-419e-b6ff-d058ea8a921f req-d0f3e392-7f76-4a6f-9113-750b5e8a35e8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:44.311960 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-67142760-dbd1-419e-b6ff-d058ea8a921f req-d0f3e392-7f76-4a6f-9113-750b5e8a35e8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 931 time: 0.2630820 Dec 20 12:04:44.397330 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b50fb3e9-936f-4449-b550-b5ff96d6da7f req-e6396879-ed41-4cef-9297-e3596fb46f03 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637567 Dec 20 12:04:44.492455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:44.516225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-828276390-network', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:44.527797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:44.553799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Usage tracker for resource:network and tenant:28b8032d1bc34c0486f3678cffd69ad4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:44.574964 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-67142760-dbd1-419e-b6ff-d058ea8a921f req-22807844-e9f7-4f4d-beda-edc25e8f14da tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564659 Dec 20 12:04:44.578398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:44.588897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:44.666870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:39Z', 'revision_number': 2, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:44.671485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Checking router: 05f2fcd0-672f-4b33-93b8-870ba83184db for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:44.671989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Updating router 05f2fcd0-672f-4b33-93b8-870ba83184db port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:04:44.694384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4982a736-2e09-4839-ab27-3ac589737f20 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:04:44.706222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.749833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Transition to ACTIVE for port object 4982a736-2e09-4839-ab27-3ac589737f20 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:44.761250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] For port 7eca9f18-4267-4357-a7af-1b284dd9acc4, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=7eca9f18-4267-4357-a7af-1b284dd9acc4,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:44.762228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.763763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe6f20a0-b87f-43b0-89a6-981e4bf406ed up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:44.772157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.780974 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0b7e6d8d-adf9-41e2-9a48-7a6f79216a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:44.796042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.850409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:44.855691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Usage tracker for resource:port and tenant:edc798cf944547a4ad383b07ce6eed4e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:44.859224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:44.869022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:44.881638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Made reservation on behalf of 28b8032d1bc34c0486f3678cffd69ad4 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:44.884993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.901540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Made reservation on behalf of edc798cf944547a4ad383b07ce6eed4e for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:44.906952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.935311 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.973957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for 7eca9f18-4267-4357-a7af-1b284dd9acc4 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:45.005127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:45.011604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:28b8032d1bc34c0486f3678cffd69ad4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:45.015874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:45.026977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:45.146902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Pushing event updated for resources: {'Port': ['ID=4982a736-2e09-4839-ab27-3ac589737f20,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:45.147489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.160864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] device_id is not set on port 59368da6-3c6b-42c8-b81b-0e98a0f4bdc7 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:45.162903 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:45.206352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.212876 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-42980528-49ab-4079-9b68-53ce9b7f88da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:45.246842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:45.291711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:45.313110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.313459 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Added segment f78dd454-7a78-48d3-b585-86ee0464529b of type vlan for network f8d2745c-ee11-4507-bd7f-45855c975aa3 Dec 20 12:04:45.314661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.351579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.353362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.372049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port fe6f20a0-b87f-43b0-89a6-981e4bf406ed triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:45.372630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.431873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f42918-0dac-4ad4-8649-211a0d10fc21,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:45.456175 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:45.460516 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'code': 200} Dec 20 12:04:45.492997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.495599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:45.500200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.571847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Attempting to bind port 4982a736-2e09-4839-ab27-3ac589737f20 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:45.575840 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-54e9636d-dfde-4e31-ac46-c9a80a0110c5 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:45.576337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a3f68f61-1960-47a8-a6af-b3b6f353c498 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:45.590958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Attempting to bind port 4982a736-2e09-4839-ab27-3ac589737f20 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:45.591831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Attempting to bind port 4982a736-2e09-4839-ab27-3ac589737f20 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:45.633315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Port 4982a736-2e09-4839-ab27-3ac589737f20 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:04:45.634813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Attempting to bind port 4982a736-2e09-4839-ab27-3ac589737f20 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:45.708573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port a3f68f61-1960-47a8-a6af-b3b6f353c498 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:45.750640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2543659 Dec 20 12:04:45.750872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:45.750872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:45.754494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Bound using segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:45.755285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Bound port: 4982a736-2e09-4839-ab27-3ac589737f20, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:45.755858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.773161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b871979-e440-48ce-8256-64d2e1a459df None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:45.793373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46120) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:45.842711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Request body: {'subnet': {'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-828276390-subnet', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:45.865527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:45.868396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.883636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Transition to ACTIVE for port object 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:45.899821 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d127efba-a142-4c38-9a4f-2f542834263b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:45.939625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=f8d2745c-ee11-4507-bd7f-45855c975aa3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:45.953904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:45.957897 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:45.968537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.991478 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:46.013577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Usage tracker for resource:subnet and tenant:28b8032d1bc34c0486f3678cffd69ad4 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:46.060344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa9f18-d356-46d6-9b97-176a954c519e None None] Pushing event updated for resources: {'Port': ['ID=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:46.066771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:46.072117 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-99fa9f18-d356-46d6-9b97-176a954c519e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:46.080028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Provisioning for port a3f68f61-1960-47a8-a6af-b3b6f353c498 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:46.085162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=7eca9f18-4267-4357-a7af-1b284dd9acc4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:46.087931 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:46.090340 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f205b-e0b0-4416-b65c-cbd542fe1ade req-c673ded9-e9e9-401b-b162-634b28de65ba tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.095223 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f205b-e0b0-4416-b65c-cbd542fe1ade req-c673ded9-e9e9-401b-b162-634b28de65ba tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.099903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f205b-e0b0-4416-b65c-cbd542fe1ade req-c673ded9-e9e9-401b-b162-634b28de65ba tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.101567 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e1f205b-e0b0-4416-b65c-cbd542fe1ade req-c673ded9-e9e9-401b-b162-634b28de65ba tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 2411 time: 0.2113249 Dec 20 12:04:46.104936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8::26c (4fc2fd4c-95d1-4458-8daa-968c71b89f60/122d19dc-dedd-4f35-9819-fcac014956bb/59368da6-3c6b-42c8-b81b-0e98a0f4bdc7) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:46.131092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2c:4505 (4fc2fd4c-95d1-4458-8daa-968c71b89f60/07310d10-1ed2-43cf-a856-e4754d0cc9ce/59368da6-3c6b-42c8-b81b-0e98a0f4bdc7) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:46.170253 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:46.196753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Provisioning complete for port a3f68f61-1960-47a8-a6af-b3b6f353c498 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:46.197192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.205897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] No DVR routers for this DVR port 7eca9f18-4267-4357-a7af-1b284dd9acc4 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:46.210099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.215804 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e1f205b-e0b0-4416-b65c-cbd542fe1ade req-cfecd4bc-8681-4c7d-a3c6-9c3b401d1b42 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053820 Dec 20 12:04:46.227702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:46.249674 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "DELETE /v2.0/ports/7eca9f18-4267-4357-a7af-1b284dd9acc4 HTTP/1.1" status: 204 len: 173 time: 2.5446823 Dec 20 12:04:46.261581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] For port 4982a736-2e09-4839-ab27-3ac589737f20, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:46.371465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Made reservation on behalf of 28b8032d1bc34c0486f3678cffd69ad4 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:46.379223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.479817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] For port 4982a736-2e09-4839-ab27-3ac589737f20, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4982a736-2e09-4839-ab27-3ac589737f20,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:46.494208 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': '7eca9f18-4267-4357-a7af-1b284dd9acc4', 'status': 'completed', 'code': 200} Dec 20 12:04:46.532496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.553822 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bbcf6584-cfe4-40f7-8539-f94048629586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:46.603287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.624196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Attempting to bind port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:46.624196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Attempting to bind port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:46.624543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Attempting to bind port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa on network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:46.643288 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:46.643714 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Checking segment: {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:46.644258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.645101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Bound using segment: {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:46.645570 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Bound port: 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:46.646182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.647204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Transition to ACTIVE for port object 59368da6-3c6b-42c8-b81b-0e98a0f4bdc7 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:46.676909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.685150 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fdf32584-ed00-4772-8763-baa3258c492a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:46.768753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:46.778544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.779086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:46.789014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:46.794303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.797251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.814681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event updated for resources: {'Port': ['ID=59368da6-3c6b-42c8-b81b-0e98a0f4bdc7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:46.831043 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:46.841524 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6141820 Dec 20 12:04:46.844089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:46.847956 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] For port a3f68f61-1960-47a8-a6af-b3b6f353c498, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a3f68f61-1960-47a8-a6af-b3b6f353c498,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:46.867043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.868512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] 10.222.0.53 "PUT /v2.0/ports/4982a736-2e09-4839-ab27-3ac589737f20 HTTP/1.1" status: 200 len: 1093 time: 5.3558965 Dec 20 12:04:46.888110 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.892194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port dfa9af90-9b6c-4af8-908c-655ac14e2424 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:46.894117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.896588 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:46.931367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3defc9-0565-4ac8-8998-66b311c8d4cd req-5cea65c6-d345-4e53-a74e-cbb98b18685d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.932053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3c3defc9-0565-4ac8-8998-66b311c8d4cd req-5cea65c6-d345-4e53-a74e-cbb98b18685d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:46.950023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting port 59368da6-3c6b-42c8-b81b-0e98a0f4bdc7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:46.950456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.962977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] For port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:46.989105 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] For port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:47.005523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Pushing event updated for resources: {'Port': ['ID=a3f68f61-1960-47a8-a6af-b3b6f353c498,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:47.010481 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:47.012973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.017381 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-57751ed5-afc2-4b4f-bd63-32c54480bfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:47.056441 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Pushing event updated for resources: {'Port': ['ID=4982a736-2e09-4839-ab27-3ac589737f20,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:47.063866 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:47.178950 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa9f18-d356-46d6-9b97-176a954c519e None None] Pushing event updated for resources: {'Port': ['ID=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:47.182832 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-99fa9f18-d356-46d6-9b97-176a954c519e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:47.186362 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:47.187261 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:47.245767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3c3defc9-0565-4ac8-8998-66b311c8d4cd req-5cea65c6-d345-4e53-a74e-cbb98b18685d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:47.252954 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c3defc9-0565-4ac8-8998-66b311c8d4cd req-5cea65c6-d345-4e53-a74e-cbb98b18685d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 943 time: 1.2361379 Dec 20 12:04:47.439905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.513773 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-ff1e77dc-b6ca-439a-bd49-68300d25a4b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 1096 time: 0.5727034 Dec 20 12:04:47.665475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Calling delete_port for 59368da6-3c6b-42c8-b81b-0e98a0f4bdc7 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:47.671769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:47.717661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-b4fafa6e-143a-4e60-a5f3-4aa45187ecde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4982a736-2e09-4839-ab27-3ac589737f20 HTTP/1.1" status: 200 len: 217 time: 0.1906435 Dec 20 12:04:47.863948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c3defc9-0565-4ac8-8998-66b311c8d4cd req-43ce23f9-3bea-4189-9e7a-d87b8c77e495 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093540 Dec 20 12:04:47.921307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-41dbc32c-b138-48e7-b0f0-ec4d3fa08362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:47.924098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-41dbc32c-b138-48e7-b0f0-ec4d3fa08362 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1942339 Dec 20 12:04:48.059943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deddc8d-ab9a-4e89-80c1-a8dbff1f3521 req-a464edde-f53c-4bb9-93f5-d8739cf12195 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:48.062323 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-39aa2d82-b16b-468f-87ed-aa1457b1677f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779307 Dec 20 12:04:48.064627 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deddc8d-ab9a-4e89-80c1-a8dbff1f3521 req-a464edde-f53c-4bb9-93f5-d8739cf12195 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:48.070822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deddc8d-ab9a-4e89-80c1-a8dbff1f3521 req-a464edde-f53c-4bb9-93f5-d8739cf12195 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:48.088654 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7deddc8d-ab9a-4e89-80c1-a8dbff1f3521 req-a464edde-f53c-4bb9-93f5-d8739cf12195 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 2411 time: 0.5066924 Dec 20 12:04:48.133277 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.181873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4226628d-c229-4cbb-91e3-3e6af2443e73 None None] Provisioning complete for port a3f68f61-1960-47a8-a6af-b3b6f353c498 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:48.182631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4226628d-c229-4cbb-91e3-3e6af2443e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.304153 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.310592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7deddc8d-ab9a-4e89-80c1-a8dbff1f3521 req-6396d53b-1a28-4216-96bb-fffc73a469aa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202857 Dec 20 12:04:48.322479 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93c84896-7c13-43e5-a8ff-871ca17efe2a tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:48.343281 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-81544d7f-d95f-4c3c-b4cf-7e8c1196ecd8 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643063 Dec 20 12:04:48.346504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] For port dfa9af90-9b6c-4af8-908c-655ac14e2424, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=dfa9af90-9b6c-4af8-908c-655ac14e2424,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:48.346698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.385484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Port': ['ID=59368da6-3c6b-42c8-b81b-0e98a0f4bdc7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:48.387982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.394493 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:48.402487 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88d9a814-53a3-4f41-bb1a-8d1ebb6ffae3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:48.495005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:46Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:48.503315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdb6a1-4600-4576-a349-a4169ac69d55 None None] The sync data for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 is: [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:46Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:48.508440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'tag': '4982a736-2e09-4839-ab27-3ac589737f20'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:48.569814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4226628d-c229-4cbb-91e3-3e6af2443e73 None None] Could not find standard attr ID for object 59368da6-3c6b-42c8-b81b-0e98a0f4bdc7. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:48.591804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.607600 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/59368da6-3c6b-42c8-b81b-0e98a0f4bdc7 HTTP/1.1" status: 204 len: 168 time: 1.7614443 Dec 20 12:04:48.610137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:48.657932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a3f68f61-1960-47a8-a6af-b3b6f353c498 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:48.670219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for dfa9af90-9b6c-4af8-908c-655ac14e2424 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:48.772017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73b309-d574-4dde-a76b-95f0cbc77f57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:48.773327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c73b309-d574-4dde-a76b-95f0cbc77f57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:48.796642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c73b309-d574-4dde-a76b-95f0cbc77f57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:48.800391 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4c73b309-d574-4dde-a76b-95f0cbc77f57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1868083 Dec 20 12:04:48.801226 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:48.802610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b6c59c7e-e36c-4065-969c-42f3ba767ffa None None] Could not find standard attr ID for object 59368da6-3c6b-42c8-b81b-0e98a0f4bdc7. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:48.841296 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'tag': '4982a736-2e09-4839-ab27-3ac589737f20', 'status': 'completed', 'code': 200} Dec 20 12:04:48.860591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port a3f68f61-1960-47a8-a6af-b3b6f353c498 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:48.861527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.921668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60e94fc-aa0d-45f0-b7c5-e2425d17e550,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:48.926637 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:48.954721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Checking segment: {'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:48.955100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Network hostable DHCP agents. Network: f8d2745c-ee11-4507-bd7f-45855c975aa3, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:48.980142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d447ea0-c04f-431b-86b1-7e76d618f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:48.983808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d447ea0-c04f-431b-86b1-7e76d618f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1814604 Dec 20 12:04:48.986756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:48.996706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d6e65cc6-5aaa-40d0-b73f-5939d6e6fe73 req-5c968ea1-8a13-4cbc-87f9-9d41ee200ed5 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391547 Dec 20 12:04:49.134523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:49.153070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3443ac95-e444-42ed-993f-bc08964a3d90 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.154600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3443ac95-e444-42ed-993f-bc08964a3d90 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.156019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3443ac95-e444-42ed-993f-bc08964a3d90 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.157059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3443ac95-e444-42ed-993f-bc08964a3d90 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:49.193745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, f8d2745c-ee11-4507-bd7f-45855c975aa3) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:49.199531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.201282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.206234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-0c668ce1-457c-4ea5-9010-209d9ec52ad6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 1096 time: 0.1469340 Dec 20 12:04:49.209394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.243608 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39c3dc-d740-449b-9d87-220802375772 None None] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:49.244347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3443ac95-e444-42ed-993f-bc08964a3d90 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:49.245976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3443ac95-e444-42ed-993f-bc08964a3d90 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2565920 Dec 20 12:04:49.248837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:49.423257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f5af-6654-47de-9bd7-ca12f85bc0cc req-8a8b3612-4798-4c7c-a41b-1040ead25a1f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.430626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10d1f5af-6654-47de-9bd7-ca12f85bc0cc req-8a8b3612-4798-4c7c-a41b-1040ead25a1f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 943 time: 0.2694654 Dec 20 12:04:49.526554 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-10d1f5af-6654-47de-9bd7-ca12f85bc0cc req-327a2917-555c-4a62-8745-19987d7b4392 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949712 Dec 20 12:04:49.592614 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-73d6e7c1-1def-4599-b506-508e718413fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:49.646958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-f8d2745c-ee11-4507-bd7f-45855c975aa3', 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'fixed_ips': [{'subnet_id': 'a60e94fc-aa0d-45f0-b7c5-e2425d17e550'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:49.647994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.651232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 07310d10-1ed2-43cf-a856-e4754d0cc9ce {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:49.655375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.687409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=dfa9af90-9b6c-4af8-908c-655ac14e2424,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:49.732640 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:49.740003 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8472aaf7-cbab-4c55-8631-1077b87a2095 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.9061663 Dec 20 12:04:49.742984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46162) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:49.745073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.776055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-a981e487-e82f-4898-8277-b7f51b94780f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.777695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-a981e487-e82f-4898-8277-b7f51b94780f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.5544770 Dec 20 12:04:49.782341 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:49.842344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:49.852592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.861223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Allocated IP 172.20.0.2 (f8d2745c-ee11-4507-bd7f-45855c975aa3/a60e94fc-aa0d-45f0-b7c5-e2425d17e550/4a7e5f2e-94bd-450d-a476-58bd8e71e3ea) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:49.885923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Usage tracker for resource:router and tenant:28b8032d1bc34c0486f3678cffd69ad4 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:49.895356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:49.918081 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] No DVR routers for this DVR port dfa9af90-9b6c-4af8-908c-655ac14e2424 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:49.920611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:49.924555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.927780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "DELETE /v2.0/ports/dfa9af90-9b6c-4af8-908c-655ac14e2424 HTTP/1.1" status: 204 len: 173 time: 3.6708510 Dec 20 12:04:49.930526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-118beba0-0168-44af-b2eb-48ea909ccff8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4982a736-2e09-4839-ab27-3ac589737f20 HTTP/1.1" status: 200 len: 217 time: 0.1387744 Dec 20 12:04:49.949858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.953955 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-191500f8-4cf2-4a67-b40b-a8e2e4819557 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:49.995947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=07310d10-1ed2-43cf-a856-e4754d0cc9ce,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:50.000291 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:50.005555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.016269 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa01571-f1c7-4281-85df-33dbb2694005 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:50.020497 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/07310d10-1ed2-43cf-a856-e4754d0cc9ce HTTP/1.1" status: 204 len: 168 time: 0.7705638 Dec 20 12:04:50.023092 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.035428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.036266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.084005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5febfc5-c8ae-4623-8531-710ae8b632a5 req-a5b431ce-83ee-41f3-8cdf-97376f170fd6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:50.087963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5febfc5-c8ae-4623-8531-710ae8b632a5 req-a5b431ce-83ee-41f3-8cdf-97376f170fd6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:50.088752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b5febfc5-c8ae-4623-8531-710ae8b632a5 req-a5b431ce-83ee-41f3-8cdf-97376f170fd6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:50.093756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port 1ddcc3eb-0326-4c88-a313-d961e21072f6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:50.094333 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.102794 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Deleting subnet 122d19dc-dedd-4f35-9819-fcac014956bb {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:50.106287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.134688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-3dc2286b-c886-44a9-b971-356e8d42f4a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:50.136149 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-3dc2286b-c886-44a9-b971-356e8d42f4a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1969714 Dec 20 12:04:50.174553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.203330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.220862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.246781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-3e0993fd-5f28-485f-bbed-ba4954a7260c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006894 Dec 20 12:04:50.277461 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Transition to ACTIVE for port object 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:50.280284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.342854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Transition to ACTIVE for port object 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:50.371274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.376565 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f45a3241-1f27-4166-b6d8-8efd00988f46 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:50.392723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.406521 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:50.416300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Subnet': ['ID=122d19dc-dedd-4f35-9819-fcac014956bb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:50.419036 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:50.421959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.422752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-b5febfc5-c8ae-4623-8531-710ae8b632a5 req-a5b431ce-83ee-41f3-8cdf-97376f170fd6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:50.424116 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5febfc5-c8ae-4623-8531-710ae8b632a5 req-a5b431ce-83ee-41f3-8cdf-97376f170fd6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 1678 time: 0.7904067 Dec 20 12:04:50.432682 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/122d19dc-dedd-4f35-9819-fcac014956bb HTTP/1.1" status: 204 len: 168 time: 0.4085031 Dec 20 12:04:50.435160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46172) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.528388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:50.533114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:50.544262 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d65c86d-103c-4739-88e0-604f87519d3a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055684 Dec 20 12:04:50.544534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.554665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Pushing event updated for resources: {'Port': ['ID=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:50.561199 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:50.562156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:50.670551 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:50.704885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fbabbb-d5cd-4d42-882c-a5ed8ece4ec2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:50.708065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a9fbabbb-d5cd-4d42-882c-a5ed8ece4ec2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1625276 Dec 20 12:04:50.710711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.803259 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b5febfc5-c8ae-4623-8531-710ae8b632a5 req-96f350fd-f4a0-48ca-b7df-c93039e081fa tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654699 Dec 20 12:04:50.806624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Attempting to bind port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:50.807161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Attempting to bind port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:50.807636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Attempting to bind port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea on network f8d2745c-ee11-4507-bd7f-45855c975aa3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:50.827918 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-33b53f83-ec87-457e-8a58-09f8c4e6560f service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736246 Dec 20 12:04:50.842897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d20db5-eb04-4cc0-b066-3b2d7687de54 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:50.843761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-32d20db5-eb04-4cc0-b066-3b2d7687de54 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Synchronizing usage tracker for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:50.844976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:50.845517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Checking segment: {'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:50.846081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.846587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Bound using segment: {'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:50.847172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Bound port: 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:50.847791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.850872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:50.883206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04069b-355f-4898-aff4-5868f823c223 req-fa7cf50c-4247-4405-81cf-326ba3320c77 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:50.890435 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9e04069b-355f-4898-aff4-5868f823c223 req-fa7cf50c-4247-4405-81cf-326ba3320c77 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 943 time: 0.1806815 Dec 20 12:04:50.915100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-32d20db5-eb04-4cc0-b066-3b2d7687de54 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Unset dirty status for tenant:edc798cf944547a4ad383b07ce6eed4e on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:50.918668 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-32d20db5-eb04-4cc0-b066-3b2d7687de54 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2045567 Dec 20 12:04:50.923426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46192) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.002899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54355042-9e6e-4b9a-ae95-a1bda1d78f6e None None] Update dhcp port {'port': {'network_id': '4fc2fd4c-95d1-4458-8daa-968c71b89f60', 'fixed_ips': [{'subnet_id': '122d19dc-dedd-4f35-9819-fcac014956bb'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': 'a3f68f61-1960-47a8-a6af-b3b6f353c498'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:04:51.016893 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': 'dfa9af90-9b6c-4af8-908c-655ac14e2424', 'status': 'completed', 'code': 200} Dec 20 12:04:51.039633 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9e04069b-355f-4898-aff4-5868f823c223 req-b5d4edcb-6c80-4fb7-83c6-c651b0b55d6e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481390 Dec 20 12:04:51.059493 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-473e50ec-f7d2-484f-b17d-1c5ee7670135 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228435 Dec 20 12:04:51.059493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46198) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.074917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] For port 1ddcc3eb-0326-4c88-a313-d961e21072f6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=1ddcc3eb-0326-4c88-a313-d961e21072f6,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:51.075269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.079338 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-54355042-9e6e-4b9a-ae95-a1bda1d78f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.083806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.113353 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff76e847-e276-4b4e-a3bc-a7ddb9972215 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.114066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff76e847-e276-4b4e-a3bc-a7ddb9972215 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.115938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ff76e847-e276-4b4e-a3bc-a7ddb9972215 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/59368da6-3c6b-42c8-b81b-0e98a0f4bdc7 HTTP/1.1" status: 404 len: 333 time: 0.0553801 Dec 20 12:04:51.118354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.161921 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:51.170143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:51.170528 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.172718 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4d1a0a-adb3-45e5-9445-a6dae743addb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.173232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4d1a0a-adb3-45e5-9445-a6dae743addb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.175876 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da4d1a0a-adb3-45e5-9445-a6dae743addb tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/07310d10-1ed2-43cf-a856-e4754d0cc9ce HTTP/1.1" status: 404 len: 337 time: 0.0557926 Dec 20 12:04:51.179062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.223443 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dca3f73-393a-4b87-87fb-1c7e1c256eb5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.224475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dca3f73-393a-4b87-87fb-1c7e1c256eb5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.225016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] For port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:51.229553 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3dca3f73-393a-4b87-87fb-1c7e1c256eb5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/122d19dc-dedd-4f35-9819-fcac014956bb HTTP/1.1" status: 404 len: 337 time: 0.0494118 Dec 20 12:04:51.230172 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46210) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.273333 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e897ae9-b30d-45a6-abc2-2d574fe3f1dd tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.273795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e897ae9-b30d-45a6-abc2-2d574fe3f1dd tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.279995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.281063 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3e897ae9-b30d-45a6-abc2-2d574fe3f1dd tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/980ebc91-0c7d-457c-ab42-d15feb1672d6 HTTP/1.1" status: 404 len: 333 time: 0.0469639 Dec 20 12:04:51.302465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] For port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,segment=NetworkSegment(f78dd454-7a78-48d3-b585-86ee0464529b),segment_id=f78dd454-7a78-48d3-b585-86ee0464529b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:51.321540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.332473 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:51.405040 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a333b-dcb9-4449-8da8-e904163a1e45 None None] Network 4fc2fd4c-95d1-4458-8daa-968c71b89f60 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:51.417252 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f328d5-22c8-40e9-9f80-1b6a4d188c00 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.418136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f328d5-22c8-40e9-9f80-1b6a4d188c00 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.437553 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f4d9d326-7cf0-4c00-9273-fd8363afabf1 req-d845f528-445a-45b9-a47e-4bd558c32196 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798717 Dec 20 12:04:51.497371 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-85f328d5-22c8-40e9-9f80-1b6a4d188c00 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/318f0dda-e89b-4d53-8bae-aad0b497df5a HTTP/1.1" status: 404 len: 337 time: 0.2085271 Dec 20 12:04:51.497737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.566337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Pushing event updated for resources: {'Port': ['ID=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:51.576526 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:51.666348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.684973 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-830e1433-db5e-43cf-beab-591537eca850 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.685327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830e1433-db5e-43cf-beab-591537eca850 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.687316 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-830e1433-db5e-43cf-beab-591537eca850 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/57d82043-296b-48db-bc17-193cb1634595 HTTP/1.1" status: 404 len: 337 time: 0.1885989 Dec 20 12:04:51.694726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46222) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.727603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d241-26f9-4f17-be5b-f1d25173f360 None None] Provisioning complete for port a3f68f61-1960-47a8-a6af-b3b6f353c498 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:51.727985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d241-26f9-4f17-be5b-f1d25173f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.774885 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdee8c2-6f38-4fca-a4da-691a2d7532e5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.775331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdee8c2-6f38-4fca-a4da-691a2d7532e5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.779628 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ebdee8c2-6f38-4fca-a4da-691a2d7532e5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/d335457c-d3ab-4f8b-953d-db6ee5700548 HTTP/1.1" status: 404 len: 333 time: 0.0839052 Dec 20 12:04:51.780262 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.800254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:51.826030 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0fa4b8-52ed-4824-922a-865274921200 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.826531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0fa4b8-52ed-4824-922a-865274921200 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.830776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.830983 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-df0fa4b8-52ed-4824-922a-865274921200 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/1252fd27-274d-496f-8004-f865f109aafc HTTP/1.1" status: 404 len: 337 time: 0.0498583 Dec 20 12:04:51.832081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46230) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.836785 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b26ad0d6-efa9-426c-8569-a0dea94f85cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:51.904338 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87c8196-bb0c-450d-86b7-641bdfa01012 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.904805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87c8196-bb0c-450d-86b7-641bdfa01012 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.912086 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c87c8196-bb0c-450d-86b7-641bdfa01012 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/d2a642ce-6e88-4aa9-a2a7-b98f499eea6d HTTP/1.1" status: 404 len: 337 time: 0.0789652 Dec 20 12:04:51.912674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.985828 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b98646-3f7a-49ff-8dc0-4d74736de22d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.986301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b98646-3f7a-49ff-8dc0-4d74736de22d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.004106 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f0b98646-3f7a-49ff-8dc0-4d74736de22d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/0d1d1350-881b-429a-98c6-88abdfb9b6da HTTP/1.1" status: 404 len: 333 time: 0.0895345 Dec 20 12:04:52.004327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.014709 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] DHCP port deletion for 4fc2fd4c-95d1-4458-8daa-968c71b89f60 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:52.056602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Deleting port a3f68f61-1960-47a8-a6af-b3b6f353c498 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:52.057081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.113579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:52.128033 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:52.139178 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-83adc736-25b3-4a7e-8faa-5cce35d93776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.140270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83adc736-25b3-4a7e-8faa-5cce35d93776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.142386 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-83adc736-25b3-4a7e-8faa-5cce35d93776 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/7e354db9-9873-4d4f-b36a-79195e71ed2d HTTP/1.1" status: 404 len: 337 time: 0.1367278 Dec 20 12:04:52.145272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.145783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.146063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.146527 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Floating IP 2abade0a-22eb-46cf-9dea-e5e56e6b5f4e disassociated. External IP: 172.35.0.31, port: 1ddcc3eb-0326-4c88-a313-d961e21072f6. Dec 20 12:04:52.147182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for 1ddcc3eb-0326-4c88-a313-d961e21072f6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:52.227082 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-13489038-9bc6-473a-a441-0464ee1559c4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.227459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13489038-9bc6-473a-a441-0464ee1559c4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.236474 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-13489038-9bc6-473a-a441-0464ee1559c4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/b5dfb710-0fa2-49b2-a8b5-86b946099929 HTTP/1.1" status: 404 len: 337 time: 0.0894814 Dec 20 12:04:52.237081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46252) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.357860 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-435ebd3c-b4a7-4d3c-ac80-94950b0ffc17 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.357860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435ebd3c-b4a7-4d3c-ac80-94950b0ffc17 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.365349 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-435ebd3c-b4a7-4d3c-ac80-94950b0ffc17 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/dd208af2-e298-4745-a4d4-a8e395e07370 HTTP/1.1" status: 404 len: 333 time: 0.1270514 Dec 20 12:04:52.366698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.456405 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c158dc70-cd96-404a-b0d8-9ae7d1dd4efe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.457561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c158dc70-cd96-404a-b0d8-9ae7d1dd4efe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.460034 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c158dc70-cd96-404a-b0d8-9ae7d1dd4efe tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/efe7df9e-ba5e-4f6a-86fa-72664d62f47a HTTP/1.1" status: 404 len: 337 time: 0.0923474 Dec 20 12:04:52.467201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.536041 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] For port a3f68f61-1960-47a8-a6af-b3b6f353c498, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a3f68f61-1960-47a8-a6af-b3b6f353c498,segment=NetworkSegment(e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8),segment_id=e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:52.536650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.573535 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-156c573e-3672-4a14-975a-fbab5b4e54ff tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.574309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156c573e-3672-4a14-975a-fbab5b4e54ff tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.581886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-156c573e-3672-4a14-975a-fbab5b4e54ff tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/a8a10f27-d7c9-4520-82de-a9d48527f234 HTTP/1.1" status: 404 len: 333 time: 0.0917301 Dec 20 12:04:52.582669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46264) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.609372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.636894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2973028-199e-4ab2-aa77-95f0073ba386 req-a6fce0ab-9d37-4be2-a943-4e07dd14ae90 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:52.653300 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a2973028-199e-4ab2-aa77-95f0073ba386 req-a6fce0ab-9d37-4be2-a943-4e07dd14ae90 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 943 time: 0.3546762 Dec 20 12:04:52.696448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.705892 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b97c926-088d-4990-8e89-48423a9eb01c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.706474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b97c926-088d-4990-8e89-48423a9eb01c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.713234 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5b97c926-088d-4990-8e89-48423a9eb01c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/38d6cf4f-884b-4a4f-833d-3303ecdc8f8e HTTP/1.1" status: 404 len: 337 time: 0.1281619 Dec 20 12:04:52.715724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.787831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.815431 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-647696bd-b2c0-4fb4-8fc1-90a12e01ba36 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.816039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647696bd-b2c0-4fb4-8fc1-90a12e01ba36 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.821014 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-647696bd-b2c0-4fb4-8fc1-90a12e01ba36 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/f9a3881d-a1c5-4b64-8ce4-90bff277fbd8 HTTP/1.1" status: 404 len: 333 time: 0.1042395 Dec 20 12:04:52.824397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.825163 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-86ce533d-38a6-486a-af6f-b470027a53e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:52.872201 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-160f9461-1e27-4c38-941c-b3224bae3262 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:52.872645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160f9461-1e27-4c38-941c-b3224bae3262 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:52.877283 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-160f9461-1e27-4c38-941c-b3224bae3262 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/94772f2f-9f25-475f-a796-a2ad0bfe1a21 HTTP/1.1" status: 404 len: 337 time: 0.0518427 Dec 20 12:04:52.877855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.894923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4982a736-2e09-4839-ab27-3ac589737f20 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:04:52.902637 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:52.923891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=1ddcc3eb-0326-4c88-a313-d961e21072f6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:52.946733 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:52.988613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a2973028-199e-4ab2-aa77-95f0073ba386 req-b646eb97-9967-477c-a4fb-2124277d702f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319089 Dec 20 12:04:53.002800 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Calling delete_port for a3f68f61-1960-47a8-a6af-b3b6f353c498 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:53.010552 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b817104-0cde-457b-b702-36ae6ab66237 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.011034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b817104-0cde-457b-b702-36ae6ab66237 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.020005 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3b817104-0cde-457b-b702-36ae6ab66237 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/d6713457-2012-4eef-bb91-10a79023c697 HTTP/1.1" status: 404 len: 333 time: 0.1393270 Dec 20 12:04:53.020597 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.121256 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f932a306-3b04-43be-986d-324e0586c12c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.121744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f932a306-3b04-43be-986d-324e0586c12c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.127570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f932a306-3b04-43be-986d-324e0586c12c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/98c2461e-7588-4eb5-aa31-a3bccc085583 HTTP/1.1" status: 404 len: 337 time: 0.1059132 Dec 20 12:04:53.130165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.201921 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b127b47-42f0-4cfb-8f2c-054df689ce8d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.202253 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e81c07-ffac-48d7-9d2b-fd51b39bb846 None None] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:53.204181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b127b47-42f0-4cfb-8f2c-054df689ce8d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.210453 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9b127b47-42f0-4cfb-8f2c-054df689ce8d tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/8736dafd-8583-4642-9747-b3f2f42b6253 HTTP/1.1" status: 404 len: 333 time: 0.0792818 Dec 20 12:04:53.211166 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.226448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3f4a-e194-4b95-ab38-59a50ddae8b1 req-292b36e5-6cab-4431-bfdd-66ebd16ef8c9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:53.231518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3f4a-e194-4b95-ab38-59a50ddae8b1 req-292b36e5-6cab-4431-bfdd-66ebd16ef8c9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:53.239490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6eda3f4a-e194-4b95-ab38-59a50ddae8b1 req-292b36e5-6cab-4431-bfdd-66ebd16ef8c9 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 1599 time: 0.9292471 Dec 20 12:04:53.263407 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82ae54d-527b-4a8a-b581-ac68b05b07a0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.263779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82ae54d-527b-4a8a-b581-ac68b05b07a0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.268026 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a82ae54d-527b-4a8a-b581-ac68b05b07a0 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/4319b434-240e-4682-bcfa-0dcbe36f1ef4 HTTP/1.1" status: 404 len: 337 time: 0.0560777 Dec 20 12:04:53.268579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.338043 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-094cc680-c76d-4f01-a7c8-6d19a9ad8a4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.338750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094cc680-c76d-4f01-a7c8-6d19a9ad8a4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.343285 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-094cc680-c76d-4f01-a7c8-6d19a9ad8a4f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/9563f46c-9142-4c1a-80a4-389f00b05e44 HTTP/1.1" status: 404 len: 333 time: 0.0737393 Dec 20 12:04:53.344019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.358371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:53.386475 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-521bd009-6d5d-4789-946d-691021c59c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.387207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521bd009-6d5d-4789-946d-691021c59c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.395096 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-521bd009-6d5d-4789-946d-691021c59c32 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/a27670f7-acfb-4ee8-9def-f36174474ed9 HTTP/1.1" status: 404 len: 337 time: 0.0497572 Dec 20 12:04:53.395907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.445811 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6eda3f4a-e194-4b95-ab38-59a50ddae8b1 req-ccd2048c-062d-4100-8327-3b0dd4da043d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051747 Dec 20 12:04:53.464866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Allocated IP 172.35.0.194 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/9c1dc769-9264-4426-ae18-04dff0ce3329) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:53.483478 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9b17f5-b5fa-467d-a082-d01029d364ad tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.485771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9b17f5-b5fa-467d-a082-d01029d364ad tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.489790 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cc9b17f5-b5fa-467d-a082-d01029d364ad tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/e1253b52-3c72-446b-9c8b-1ece2434f156 HTTP/1.1" status: 404 len: 337 time: 0.0820901 Dec 20 12:04:53.493048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46314) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.578067 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3abad60-29ae-437b-9f0f-1a03ad819b23 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.578231 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4982a736-2e09-4839-ab27-3ac589737f20, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4982a736-2e09-4839-ab27-3ac589737f20,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:53.578692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3abad60-29ae-437b-9f0f-1a03ad819b23 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.583655 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e3abad60-29ae-437b-9f0f-1a03ad819b23 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/65582fe2-c809-4bfe-a528-c7c154a0aef7 HTTP/1.1" status: 404 len: 333 time: 0.0895698 Dec 20 12:04:53.584273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.617474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '4982a736-2e09-4839-ab27-3ac589737f20', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'port_id': '4982a736-2e09-4839-ab27-3ac589737f20', 'mac_address': 'fa:16:3e:b6:16:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:04:53.629893 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-88af5862-de7d-4a17-b415-72b44382c5d4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.630557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88af5862-de7d-4a17-b415-72b44382c5d4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.635687 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-88af5862-de7d-4a17-b415-72b44382c5d4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/0a051b7c-afd8-4878-9ba5-239b12a54ddb HTTP/1.1" status: 404 len: 337 time: 0.0503929 Dec 20 12:04:53.636524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.692114 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfae9175-836d-40eb-8a85-4bad931e28cf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.692556 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfae9175-836d-40eb-8a85-4bad931e28cf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.694919 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dfae9175-836d-40eb-8a85-4bad931e28cf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/173c2138-a152-4513-b6fb-efb5c49d9387 HTTP/1.1" status: 404 len: 337 time: 0.0571067 Dec 20 12:04:53.697666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46330) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.702111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.726095 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:53.746345 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b15344-a59d-45a7-9c19-101ac2a06a97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.746932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b15344-a59d-45a7-9c19-101ac2a06a97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.748657 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-23b15344-a59d-45a7-9c19-101ac2a06a97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/5b8eb989-5549-4140-8401-69cda91b9c25 HTTP/1.1" status: 404 len: 333 time: 0.0498943 Dec 20 12:04:53.751129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.798522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] No DVR routers for this DVR port a3f68f61-1960-47a8-a6af-b3b6f353c498 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:53.815321 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc289ca4-0327-4ccb-aa38-38ebad6cae05 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.815764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc289ca4-0327-4ccb-aa38-38ebad6cae05 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.817967 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fc289ca4-0327-4ccb-aa38-38ebad6cae05 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/138bf3e0-47e5-42c7-b014-731944e5e1d4 HTTP/1.1" status: 404 len: 337 time: 0.0658956 Dec 20 12:04:53.821060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:53.821240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.872411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-885829b1-4b9d-418b-8e0a-83a586a33474 None None] Provisioning for port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:53.880951 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-589dff52-3313-4430-b139-3487b984684e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.881391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589dff52-3313-4430-b139-3487b984684e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.883078 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-589dff52-3313-4430-b139-3487b984684e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/2251b807-972a-4eb8-94e3-43ed8012daee HTTP/1.1" status: 404 len: 337 time: 0.0611179 Dec 20 12:04:53.884634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Pushing event deleted for resources: {'Port': ['ID=a3f68f61-1960-47a8-a6af-b3b6f353c498,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:53.887290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46342) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.896207 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:53.929216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.938435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.953192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:53.953575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.995246 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e77ad8-417b-40af-b399-5e04f5088842 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:53.996289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e77ad8-417b-40af-b399-5e04f5088842 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:53.998508 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-27e77ad8-417b-40af-b399-5e04f5088842 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/3ecc93b3-cfcd-40e2-83e6-510dfee7734f HTTP/1.1" status: 404 len: 333 time: 0.1111023 Dec 20 12:04:54.001188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:54.006806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.043857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-99ed6669-07af-470f-8504-0756fce04416 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:54.045486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-99ed6669-07af-470f-8504-0756fce04416 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.2531624 Dec 20 12:04:54.046478 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-224d4c91-e1ef-48cd-a3d6-a45c9fd46ceb tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:54.050890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4982a736-2e09-4839-ab27-3ac589737f20 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:04:54.065651 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-68f33c5e-1b62-4b7d-bc29-5b9111bc3f44 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/quotas/f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 375 time: 0.0121686 Dec 20 12:04:54.087383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4982a736-2e09-4839-ab27-3ac589737f20, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4982a736-2e09-4839-ab27-3ac589737f20,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:54.108043 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0734da0-f73b-41bc-b751-1b9afd2d89a4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:54.108266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0734da0-f73b-41bc-b751-1b9afd2d89a4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:54.109822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.120558 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:54.162171 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-85362148-1f99-4059-b33a-c13b3a199721 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885193 Dec 20 12:04:54.223168 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b0734da0-f73b-41bc-b751-1b9afd2d89a4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/493062a1-8efe-4438-a412-32851d29655a HTTP/1.1" status: 404 len: 337 time: 0.2208292 Dec 20 12:04:54.231954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46352) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:54.241538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1dc769-9264-4426-ae18-04dff0ce3329,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:54.248669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:54.255708 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:54.290687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=4982a736-2e09-4839-ab27-3ac589737f20,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:54.297915 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:54.302666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:54.366042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['4982a736-2e09-4839-ab27-3ac589737f20'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:04:54.439593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:54.449664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:54.454581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-391c0116-0f84-42ba-b44d-1115769584e5 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834110 Dec 20 12:04:54.458201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:54.465320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:54.465706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.480494 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec618fd-ae00-471b-9b91-ff1f7cb7f341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:54.480934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec618fd-ae00-471b-9b91-ff1f7cb7f341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:54.485153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2ec618fd-ae00-471b-9b91-ff1f7cb7f341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/fedfcaba-ec32-4b60-b1ab-735c453b288c HTTP/1.1" status: 404 len: 337 time: 0.2425086 Dec 20 12:04:54.492443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46356) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:54.557042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c503b60-5aa3-462e-bffd-9163dc0fe89b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ce0be0-8e23-4ec5-896d-244da3b6d79c HTTP/1.1" status: 200 len: 205 time: 0.0597627 Dec 20 12:04:54.561181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46362) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:54.602494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-9a1d7ef6-2e73-4af1-90d0-89635cb5dd99 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411722 Dec 20 12:04:54.681401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.718227 n-d-victoria-1 neutron-server[83558]: INFO neutron.api.v2.resource [None req-966a4277-6e10-4d27-8a31-b4fafcaac250 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] delete failed (client error): The resource could not be found. Dec 20 12:04:54.720719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-966a4277-6e10-4d27-8a31-b4fafcaac250 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/routers/a9ce0be0-8e23-4ec5-896d-244da3b6d79c HTTP/1.1" status: 404 len: 336 time: 0.1569500 Dec 20 12:04:54.722032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:54.724782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,segment=NetworkSegment(f78dd454-7a78-48d3-b585-86ee0464529b),segment_id=f78dd454-7a78-48d3-b585-86ee0464529b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:54.730987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.732542 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:54.780288 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddc0df1-6701-4b1e-b475-5f5bafcaa18a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:54.782321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddc0df1-6701-4b1e-b475-5f5bafcaa18a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:54.786120 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dddc0df1-6701-4b1e-b475-5f5bafcaa18a tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/e9fb029c-ed80-423f-83e7-a19c2e7fdd57 HTTP/1.1" status: 404 len: 337 time: 0.0594351 Dec 20 12:04:54.786371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:54.824322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a3f68f61-1960-47a8-a6af-b3b6f353c498 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:54.837846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c033-0dd7-40de-a601-12b02c6421d4 req-1cc68b79-cc4c-4109-a750-6b132d60bc5c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:54.841719 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b384c033-0dd7-40de-a601-12b02c6421d4 req-1cc68b79-cc4c-4109-a750-6b132d60bc5c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 944 time: 0.6730356 Dec 20 12:04:54.871870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-84488aa0-255d-428d-9661-5fff38356486 None None] Provisioning complete for port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:54.872257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84488aa0-255d-428d-9661-5fff38356486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.876243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a83b26be-ad2a-4b47-926c-0a4787c5bbb2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "GET /v2.0/ports?device_id=677070aa-828d-48b1-b3ce-d729956ef89f HTTP/1.1" status: 200 len: 205 time: 0.0880132 Dec 20 12:04:54.878835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46380) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:54.901331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a3f68f61-1960-47a8-a6af-b3b6f353c498 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:54.901694 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a3f68f61-1960-47a8-a6af-b3b6f353c498 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:54.917485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:54.921558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:54.930454 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:54.931454 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] Sync routers for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:54.949454 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:54.950296 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:55.038176 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-657e26b3-3b64-4081-873c-016474c4a346 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] delete failed (client error): The resource could not be found. Dec 20 12:04:55.039203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-657e26b3-3b64-4081-873c-016474c4a346 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/routers/677070aa-828d-48b1-b3ce-d729956ef89f HTTP/1.1" status: 404 len: 336 time: 0.1588259 Dec 20 12:04:55.061293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46384) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.086711 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b384c033-0dd7-40de-a601-12b02c6421d4 req-dbd1763e-5f69-4b7b-b4a9-0289bd986e8a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314873 Dec 20 12:04:55.197315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efba90-370f-4276-b274-13cd1f8959c0 req-9c6570df-23bd-475e-93df-2ca5380f1e80 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:55.198954 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0efba90-370f-4276-b274-13cd1f8959c0 req-9c6570df-23bd-475e-93df-2ca5380f1e80 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 943 time: 0.1758974 Dec 20 12:04:55.232268 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:55.238688 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-043c66b3-8815-4f8a-8ef1-7827eee838a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.239205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043c66b3-8815-4f8a-8ef1-7827eee838a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.240759 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-043c66b3-8815-4f8a-8ef1-7827eee838a5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/5dee3b2d-311b-4849-8b80-a35d29159b08 HTTP/1.1" status: 404 len: 337 time: 0.1530898 Dec 20 12:04:55.241795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] No DVR routers for this DVR port 1ddcc3eb-0326-4c88-a313-d961e21072f6 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:55.248332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46394) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.249650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.251550 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "DELETE /v2.0/ports/1ddcc3eb-0326-4c88-a313-d961e21072f6 HTTP/1.1" status: 204 len: 173 time: 5.3152845 Dec 20 12:04:55.253104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:55.301083 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfae880c-7d48-4d74-a354-91ae3812ed3b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.301687 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfae880c-7d48-4d74-a354-91ae3812ed3b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.305795 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bfae880c-7d48-4d74-a354-91ae3812ed3b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/a2b87071-84be-45a8-9c93-5e3e7fee0fdc HTTP/1.1" status: 404 len: 337 time: 0.0539136 Dec 20 12:04:55.306874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46400) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.348905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0ba62de5-c85e-4e6c-a287-b8572f7f4aa2 req-36cce0d8-5af5-4d96-bec0-ee7b4cb1b7d2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:55.352236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0efba90-370f-4276-b274-13cd1f8959c0 req-ce78daf8-0575-485c-a4bf-ebdced91c2ed tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bbf8f6f-a30a-4f5c-a84a-e88714937910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475370 Dec 20 12:04:55.358398 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a64cca-4b02-43f1-9e1e-e9f1216b6563 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.358879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a64cca-4b02-43f1-9e1e-e9f1216b6563 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.363078 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-17a64cca-4b02-43f1-9e1e-e9f1216b6563 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/3bfea45a-1c29-4978-a324-e4bc977c45b0 HTTP/1.1" status: 404 len: 333 time: 0.0526845 Dec 20 12:04:55.363255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.363255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.363523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46404) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.391443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:55.391786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.425635 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65123fd-36d6-41be-a210-e8f770b9f5ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.426121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65123fd-36d6-41be-a210-e8f770b9f5ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.430325 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b65123fd-36d6-41be-a210-e8f770b9f5ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/371606f0-df03-4dad-9c87-09437175675f HTTP/1.1" status: 404 len: 337 time: 0.0627685 Dec 20 12:04:55.430640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46408) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.440685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-0ba62de5-c85e-4e6c-a287-b8572f7f4aa2 req-36cce0d8-5af5-4d96-bec0-ee7b4cb1b7d2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:55.457720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0ba62de5-c85e-4e6c-a287-b8572f7f4aa2 req-36cce0d8-5af5-4d96-bec0-ee7b4cb1b7d2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 210 time: 0.2683680 Dec 20 12:04:55.482843 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20b9b34-6c6d-4665-ba65-d278d89ef488 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.483380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20b9b34-6c6d-4665-ba65-d278d89ef488 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.486070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b20b9b34-6c6d-4665-ba65-d278d89ef488 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/4ffbd00c-daa1-4fd1-a59b-bfac9c33b6a9 HTTP/1.1" status: 404 len: 333 time: 0.0538816 Dec 20 12:04:55.490515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46412) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.535975 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcc0b0d-66d6-466c-bed3-f756ff6f62d9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.536418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcc0b0d-66d6-466c-bed3-f756ff6f62d9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.538147 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3dcc0b0d-66d6-466c-bed3-f756ff6f62d9 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/9ea1a4dd-7f73-406c-a53d-de98003f5a00 HTTP/1.1" status: 404 len: 337 time: 0.0463190 Dec 20 12:04:55.540704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.552705 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': '1ddcc3eb-0326-4c88-a313-d961e21072f6', 'status': 'completed', 'code': 200} Dec 20 12:04:55.592976 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda47c00-48e4-4c7e-a1bc-6095e1e09936 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.593371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda47c00-48e4-4c7e-a1bc-6095e1e09936 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.606124 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dda47c00-48e4-4c7e-a1bc-6095e1e09936 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/410f6851-18fa-4fcd-a370-665712421a91 HTTP/1.1" status: 404 len: 333 time: 0.0627916 Dec 20 12:04:55.607034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.653896 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f35ce3-bc86-4ca0-be84-8fb973ee0042 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.655071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f35ce3-bc86-4ca0-be84-8fb973ee0042 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.657060 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d3f35ce3-bc86-4ca0-be84-8fb973ee0042 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/357f2a4e-0d3f-4c14-b453-aad81deedeb5 HTTP/1.1" status: 404 len: 337 time: 0.0490887 Dec 20 12:04:55.659979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.678507 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:24Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:55.683667 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] Checking router: 75e6deb9-b98b-447e-b1ab-1334df10d6c3 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:55.698147 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:55.698987 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:55.704041 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffebdc0-5dc1-48e3-9ac3-221f456097ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.704494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffebdc0-5dc1-48e3-9ac3-221f456097ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.706526 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2ffebdc0-5dc1-48e3-9ac3-221f456097ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/e4781f44-fc2d-4674-b3e0-07389643bb62 HTTP/1.1" status: 404 len: 333 time: 0.0450044 Dec 20 12:04:55.708826 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.748426 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d8b54d-42b3-480a-865d-e56dd4b3e87f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.749074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d8b54d-42b3-480a-865d-e56dd4b3e87f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.753396 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c9d8b54d-42b3-480a-865d-e56dd4b3e87f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/102421c1-f61d-4ba0-883a-8e615883d96b HTTP/1.1" status: 404 len: 337 time: 0.0411091 Dec 20 12:04:55.754240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46432) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.799380 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-18044cdf-3b6b-4408-9074-924261e5c1e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.800029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18044cdf-3b6b-4408-9074-924261e5c1e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.804885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-18044cdf-3b6b-4408-9074-924261e5c1e3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/541d6785-e929-424f-b489-8e8b7402cc03 HTTP/1.1" status: 404 len: 333 time: 0.0472107 Dec 20 12:04:55.805385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.844169 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-389fd254-3a99-4c28-9fec-beb7cba7c80e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.845481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389fd254-3a99-4c28-9fec-beb7cba7c80e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.846458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-389fd254-3a99-4c28-9fec-beb7cba7c80e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/d2c88989-507a-467c-bacc-16e966a15b13 HTTP/1.1" status: 404 len: 337 time: 0.0400689 Dec 20 12:04:55.848918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46440) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.890157 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32d7f34-15b2-4434-bcb2-6d8e4a6581d4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.890791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32d7f34-15b2-4434-bcb2-6d8e4a6581d4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.891984 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:55.892678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d32d7f34-15b2-4434-bcb2-6d8e4a6581d4 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/13119a91-1298-482e-ba6e-116517ee75da HTTP/1.1" status: 404 len: 333 time: 0.0427706 Dec 20 12:04:55.895164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.906015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] For port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:55.906376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.937748 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c77a32-4874-4b06-a669-a660fb4af7bf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.938359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c77a32-4874-4b06-a669-a660fb4af7bf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.942453 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a7c77a32-4874-4b06-a669-a660fb4af7bf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/d208ab5e-def6-4100-a5fb-415a31e14b53 HTTP/1.1" status: 404 len: 337 time: 0.0439963 Dec 20 12:04:55.942811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.982470 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd4f413-8c7a-4fc4-bca4-fd7801c7e51b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:55.983777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd4f413-8c7a-4fc4-bca4-fd7801c7e51b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:55.987142 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3fd4f413-8c7a-4fc4-bca4-fd7801c7e51b tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/ports/f2b6cdfd-6648-4193-a3c4-0f5e23433cc3 HTTP/1.1" status: 404 len: 333 time: 0.0410411 Dec 20 12:04:55.987459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46452) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:56.026038 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-37696bdd-62ec-473f-bceb-c6c2aa5351a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:56.026488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37696bdd-62ec-473f-bceb-c6c2aa5351a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:56.030065 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-37696bdd-62ec-473f-bceb-c6c2aa5351a1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/subnets/83e5e3c2-084c-4f0a-b37d-6c8a23ae349d HTTP/1.1" status: 404 len: 337 time: 0.0391309 Dec 20 12:04:56.030866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46456) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:56.058885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:56.202581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.293953 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:24Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:56.298656 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c09088-9675-48ff-acfa-870790ccb260 None None] The sync data for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 is: [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T11:52:55Z', 'revision_number': 4, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '59187ad0-7f04-43b5-8e0c-dde57d86b263', 'name': '', 'network_id': '683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'mac_address': 'fa:16:3e:10:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33115d6e-b495-456f-b232-c254f7225af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:48Z', 'updated_at': '2021-12-20T11:53:24Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'subnets': [{'id': '33115d6e-b495-456f-b232-c254f7225af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:56.363512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Router 70f5726e-0571-49c9-ab73-52464f952ac8 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:04:56.387553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.395394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.400545 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-02aef1f1-5b82-4f72-824a-2fc1fb89c47a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:56.617267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc2fd4c-95d1-4458-8daa-968c71b89f60']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:56.630783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=25ec4fd3-2b97-471a-bb24-098fb84ee7e6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:56.634109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:56.634516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dbf5f7-57f6-4f57-a7d7-e7993b9fd9e8') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:56.644992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-f4130bf0-2aef-40ea-b66b-dcc7da94260e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:56.646626 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-f4130bf0-2aef-40ea-b66b-dcc7da94260e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.4921935 Dec 20 12:04:56.647588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:56.650931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.655178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a760dc33-ba74-4530-919f-9f481385c1d0 req-a60f667a-322f-40b9-a05c-04e1ab3a744d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:56.672234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.685020 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:56.685415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:56.701466 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:56.729409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975289a-cf8a-40da-b5b4-06e83bb6e2f4 req-11868d56-d079-4b63-b9c6-26c3b6690f9e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:56.730892 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c975289a-cf8a-40da-b5b4-06e83bb6e2f4 req-11868d56-d079-4b63-b9c6-26c3b6690f9e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 944 time: 0.3124123 Dec 20 12:04:56.741926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'port': {'device_id': '6521eccc-2677-4419-a90e-f983ed928296', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'admin_state_up': True, 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:56.746282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4982a736-2e09-4839-ab27-3ac589737f20 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:56.831009 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 4982a736-2e09-4839-ab27-3ac589737f20 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:56.832611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] No DVR routers for this DVR port 25ec4fd3-2b97-471a-bb24-098fb84ee7e6 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:56.838859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 4982a736-2e09-4839-ab27-3ac589737f20 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:56.839664 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.849061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.853353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c975289a-cf8a-40da-b5b4-06e83bb6e2f4 req-9f0a36fa-9ff5-44e8-9f84-76b5ad32e982 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Dec 20 12:04:56.853939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.858309 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4bb5fd2b-cc07-452f-a4ba-e6ac69460e0d tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:56.881029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.883985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Pushing event deleted for resources: {'Network': ['ID=4fc2fd4c-95d1-4458-8daa-968c71b89f60,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:56.887147 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:56.903381 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b2ae9250-3ca0-46e8-bf91-cfbd4ec24995 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] 10.222.0.32 "DELETE /v2.0/networks/4fc2fd4c-95d1-4458-8daa-968c71b89f60 HTTP/1.1" status: 204 len: 168 time: 0.8713026 Dec 20 12:04:56.907680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a760dc33-ba74-4530-919f-9f481385c1d0 req-a60f667a-322f-40b9-a05c-04e1ab3a744d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:56.908936 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a760dc33-ba74-4530-919f-9f481385c1d0 req-a60f667a-322f-40b9-a05c-04e1ab3a744d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 210 time: 0.3210347 Dec 20 12:04:56.946309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c754197f-0cdf-4872-b65a-bb712e2ab13b req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.16 "DELETE /v2.0/ports/25ec4fd3-2b97-471a-bb24-098fb84ee7e6 HTTP/1.1" status: 204 len: 173 time: 1.6863334 Dec 20 12:04:57.022542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.075765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982a736-2e09-4839-ab27-3ac589737f20'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:57.095822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 4982a736-2e09-4839-ab27-3ac589737f20, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4982a736-2e09-4839-ab27-3ac589737f20,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:57.105146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.115941 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:57.172338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:57.201339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:57.232937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:57.242530 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982a736-2e09-4839-ab27-3ac589737f20', 'code': 200} Dec 20 12:04:57.248356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.252025 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:57.334025 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2197c326-a4f6-4a1f-bd3c-280a75a5fb42 req-b2798d37-dcbe-4ef6-8ae8-5902ed90f7b6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 210 time: 0.1217673 Dec 20 12:04:57.438087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=4982a736-2e09-4839-ab27-3ac589737f20,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:57.448078 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:57.466526 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:57.468411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.562872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:04:57.587703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46476) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:57.598096 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:57.696877 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a07e33d-9ddd-41e9-a4f8-a585fddf662c', 'name': 'network-vif-deleted', 'tag': '25ec4fd3-2b97-471a-bb24-098fb84ee7e6', 'status': 'completed', 'code': 200} Dec 20 12:04:57.753908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Sync routers for ids ['70f5726e-0571-49c9-ab73-52464f952ac8'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:57.754467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd03d7ef-5bcc-4616-864b-5e907b3e91f1 req-b738aa88-4dfd-4e62-913b-f04fd7f84e9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 1098 time: 0.3912528 Dec 20 12:04:57.766932 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.20.0.11 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/02c3776c-8702-4e11-bf24-d411e4cbda57) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:57.769630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.770927 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0257733 Dec 20 12:04:57.773817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46484) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:57.784290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Routers {'70f5726e-0571-49c9-ab73-52464f952ac8'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:57.785598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:04:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['70f5726e-0571-49c9-ab73-52464f952ac8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:57.876865 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-76cb00f7-ca9f-4209-8c76-8fb49ba7a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.901621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd03d7ef-5bcc-4616-864b-5e907b3e91f1 req-7874f5a3-d600-4331-8557-c81a2d87a063 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409426 Dec 20 12:04:57.965626 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a4de2c62-04c9-4c9f-a494-66f219d71615 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edc798cf944547a4ad383b07ce6eed4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3762507 Dec 20 12:04:57.967560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46490) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:58.027552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Set router 70f5726e-0571-49c9-ab73-52464f952ac8 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:58.209424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.244152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.254413 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bd0ec25a-5b51-4942-8356-a9f02c614c8f req-e3ec11e2-92cf-42c6-a977-daca31b99596 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Synchronizing usage tracker for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:58.279331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Transition to ACTIVE for port object 02c3776c-8702-4e11-bf24-d411e4cbda57 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:58.290861 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bd0ec25a-5b51-4942-8356-a9f02c614c8f req-e3ec11e2-92cf-42c6-a977-daca31b99596 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Unset dirty status for tenant:df4c459806f641ea8b6a89822a7cc035 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:58.292036 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd0ec25a-5b51-4942-8356-a9f02c614c8f req-e3ec11e2-92cf-42c6-a977-daca31b99596 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 210 time: 0.0890958 Dec 20 12:04:58.318231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.338911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.340177 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:58.444925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fed27-e37c-4038-b621-30f8a9a5b71d req-b05229fe-669e-4f77-af42-6a453258ea15 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:58.447319 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-739fed27-e37c-4038-b621-30f8a9a5b71d req-b05229fe-669e-4f77-af42-6a453258ea15 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 945 time: 0.3244004 Dec 20 12:04:58.592164 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-739fed27-e37c-4038-b621-30f8a9a5b71d req-b2d8cc14-433d-483f-94b5-83aee7ba5dac tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380186 Dec 20 12:04:58.615066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=02c3776c-8702-4e11-bf24-d411e4cbda57,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:58.622041 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:58.633117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.638306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:58.639323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:58.639475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:04:54Z', 'revision_number': 3, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:58.639848 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ecbec637-058f-40c2-b16f-03aedc7c19d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:58.642693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:58.653711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Checking router: 70f5726e-0571-49c9-ab73-52464f952ac8 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:58.654095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Updating router 70f5726e-0571-49c9-ab73-52464f952ac8 port 9c1dc769-9264-4426-ae18-04dff0ce3329 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:04:58.676984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d236e87-9c91-4a66-8fef-f9fba393b241,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:58.749092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:58.749985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.775678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.862367 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:58.886436 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1770420 Dec 20 12:04:58.898972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-f70c64bf-bd0b-4814-b039-284ab5018af9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4230876 Dec 20 12:04:58.904754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Request body: {'port': {'device_id': '6521eccc-2677-4419-a90e-f983ed928296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:58.932699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.953701 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d236e87-9c91-4a66-8fef-f9fba393b241 HTTP/1.1" status: 204 len: 168 time: 0.9846807 Dec 20 12:04:59.090172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e81df-48db-401c-99bd-86a2d9a92953 req-3963f7f6-48c0-43db-b140-7a1ead6f523b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:59.093588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-802e81df-48db-401c-99bd-86a2d9a92953 req-3963f7f6-48c0-43db-b140-7a1ead6f523b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:59.240814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8a51a4bb-11c0-4dc8-9b0f-43c64ec1cd96 None None] Provisioning for port 02c3776c-8702-4e11-bf24-d411e4cbda57 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:59.314737 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8a51a4bb-11c0-4dc8-9b0f-43c64ec1cd96 None None] Provisioning complete for port 02c3776c-8702-4e11-bf24-d411e4cbda57 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:59.315120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a51a4bb-11c0-4dc8-9b0f-43c64ec1cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.350035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.365718 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-802e81df-48db-401c-99bd-86a2d9a92953 req-3963f7f6-48c0-43db-b140-7a1ead6f523b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:59.373100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-802e81df-48db-401c-99bd-86a2d9a92953 req-3963f7f6-48c0-43db-b140-7a1ead6f523b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 932 time: 0.6101196 Dec 20 12:04:59.584786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8a51a4bb-11c0-4dc8-9b0f-43c64ec1cd96 None None] Port 02c3776c-8702-4e11-bf24-d411e4cbda57 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:59.839633 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73b7b965-51b5-4ce7-8303-d2852523f204 req-f4eb0520-0b03-4510-a5ae-24e6acc2011d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 210 time: 0.1013978 Dec 20 12:04:59.915896 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.942524 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Transition to ACTIVE for port object 9c1dc769-9264-4426-ae18-04dff0ce3329 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:59.955502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-8e32387f-83d3-435d-a177-1c078b53babe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 1098 time: 0.8561847 Dec 20 12:04:59.964872 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-802e81df-48db-401c-99bd-86a2d9a92953 req-51b6454f-dbcc-45e3-bec4-0906e4d48561 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902531 Dec 20 12:04:59.975961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.001331 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-87377140-ca60-4d58-95b0-650ed21dbfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:00.038961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.119241 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b7f5d-35f5-486a-b60a-3c1292076192 None None] Pushing event updated for resources: {'Port': ['ID=9c1dc769-9264-4426-ae18-04dff0ce3329,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:00.132738 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3d5b7f5d-35f5-486a-b60a-3c1292076192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:00.133544 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-375809e1-78a8-4735-9f68-b88b6fea9bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.169337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Attempting to bind port 9c1dc769-9264-4426-ae18-04dff0ce3329 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:00.172031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Attempting to bind port 9c1dc769-9264-4426-ae18-04dff0ce3329 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:00.172532 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Attempting to bind port 9c1dc769-9264-4426-ae18-04dff0ce3329 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:00.188795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:00.192123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:00.192645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.193164 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:00.194310 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Bound port: 9c1dc769-9264-4426-ae18-04dff0ce3329, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:00.198587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.380218 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] For port 9c1dc769-9264-4426-ae18-04dff0ce3329, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:00.383924 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] For port 9c1dc769-9264-4426-ae18-04dff0ce3329, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9c1dc769-9264-4426-ae18-04dff0ce3329,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:00.385833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96cb39-83fa-49ba-b696-1fbf28682133 req-c2c3969b-43ec-4a0e-9e73-85d4c0322801 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:00.387684 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f96cb39-83fa-49ba-b696-1fbf28682133 req-c2c3969b-43ec-4a0e-9e73-85d4c0322801 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 945 time: 0.2176659 Dec 20 12:05:00.397589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.404843 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:00.556487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b7f5d-35f5-486a-b60a-3c1292076192 None None] Pushing event updated for resources: {'Port': ['ID=9c1dc769-9264-4426-ae18-04dff0ce3329,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:00.564333 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3d5b7f5d-35f5-486a-b60a-3c1292076192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:00.623858 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Routers {'70f5726e-0571-49c9-ab73-52464f952ac8'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:00.625161 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['70f5726e-0571-49c9-ab73-52464f952ac8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:00.703168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c3776c-8702-4e11-bf24-d411e4cbda57 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:00.706999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Allocated IP 172.20.0.1 (f8d2745c-ee11-4507-bd7f-45855c975aa3/a60e94fc-aa0d-45f0-b7c5-e2425d17e550/cbf38aee-a13c-425f-9213-bc20cf33d15e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:00.711651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.713303 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7f96cb39-83fa-49ba-b696-1fbf28682133 req-d5d6305a-8667-4593-a90b-34b4ea2aedad tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337411 Dec 20 12:05:00.751194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Transition to ACTIVE for port object 02c3776c-8702-4e11-bf24-d411e4cbda57 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:00.759848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-1ef92008-74b5-4f54-b8e5-01e23542a7b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:00.761724 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-1ef92008-74b5-4f54-b8e5-01e23542a7b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.7003689 Dec 20 12:05:00.764111 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.861733 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-273b758a-968e-4d76-85b4-ef5840de7a8e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:01.020536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:01.055635 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-6bb8ea7a-a460-44c3-931c-701aec39f44d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b HTTP/1.1" status: 200 len: 217 time: 0.2787745 Dec 20 12:05:01.206915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.212395 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] Set router 70f5726e-0571-49c9-ab73-52464f952ac8 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:01.305284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Pushing event updated for resources: {'Port': ['ID=02c3776c-8702-4e11-bf24-d411e4cbda57,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:01.378741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1d6c7e81-0590-4403-914d-788866a47dc2 req-c3cdeaf1-979b-42c3-8e25-8d193893fa03 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a07e33d-9ddd-41e9-a4f8-a585fddf662c HTTP/1.1" status: 200 len: 210 time: 0.1336820 Dec 20 12:05:01.381853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Transition to ACTIVE for port object cbf38aee-a13c-425f-9213-bc20cf33d15e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:01.386302 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1498623636'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:01.390902 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:01.393243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:01.400180 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:01.404191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:01.412003 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:01.430880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:01.434297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.456904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.457190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-a8bd8df1-75f0-4f0e-8a57-884c2ae5a56a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:01.457190 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-a8bd8df1-75f0-4f0e-8a57-884c2ae5a56a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.3877182 Dec 20 12:05:01.457594 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3f99b796-03c4-45fc-973e-65bfc45e49a3 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:01.487200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.530749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-967fde89-1b8e-43cd-aadc-6273a1a7d985 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662160 Dec 20 12:05:01.542517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.543233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:01.553372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:01.571215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:01.633146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.642462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf38aee-a13c-425f-9213-bc20cf33d15e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:01.717632 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:01.746784 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdccb4-da1c-47bf-9374-1efa8f8922e2 None None] New status for floating IP 2abade0a-22eb-46cf-9dea-e5e56e6b5f4e: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:05:01.777301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:01.786542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181c0d1-4662-47af-a22d-4b31be57c336 req-ae17cf09-2f1c-4019-864b-46d01b1d03d0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:01.795364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group_rule and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:01.797446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9181c0d1-4662-47af-a22d-4b31be57c336 req-ae17cf09-2f1c-4019-864b-46d01b1d03d0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 945 time: 0.6404791 Dec 20 12:05:01.799725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:01.804811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.809175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:01.881324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:04:54Z', 'revision_number': 3, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:01.907060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bfb2c-8408-41da-ad31-01429c66c766 None None] The sync data for ids ['70f5726e-0571-49c9-ab73-52464f952ac8'] in n-d-victoria-1 is: [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:04:54Z', 'revision_number': 3, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:01.933078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Attempting to bind port 02c3776c-8702-4e11-bf24-d411e4cbda57 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:01.933422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Attempting to bind port 02c3776c-8702-4e11-bf24-d411e4cbda57 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:01.937576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Attempting to bind port 02c3776c-8702-4e11-bf24-d411e4cbda57 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:01.980367 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291690fa-8375-4204-8723-3c4d0c8d0e50 req-61de5d0f-af10-42ed-a51d-0980c73e34bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:01.982230 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-291690fa-8375-4204-8723-3c4d0c8d0e50 req-61de5d0f-af10-42ed-a51d-0980c73e34bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.3430781 Dec 20 12:05:02.031549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Port 02c3776c-8702-4e11-bf24-d411e4cbda57 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:05:02.031869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Attempting to bind port 02c3776c-8702-4e11-bf24-d411e4cbda57 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:02.033280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9c74a169-8833-47b0-89bc-0c17cebabf12 None None] Provisioning for port cbf38aee-a13c-425f-9213-bc20cf33d15e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:02.041404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9c74a169-8833-47b0-89bc-0c17cebabf12 None None] Provisioning complete for port cbf38aee-a13c-425f-9213-bc20cf33d15e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:02.041780 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9c74a169-8833-47b0-89bc-0c17cebabf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.051880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-a156f347-11db-4081-802e-b09d6d9c897a service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120118 Dec 20 12:05:02.053534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.055453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9181c0d1-4662-47af-a22d-4b31be57c336 req-6ce8a0ab-ccd0-4471-acc9-877a5a275b79 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540612 Dec 20 12:05:02.139675 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:02.140331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:02.140331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:02.140737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Bound port: 02c3776c-8702-4e11-bf24-d411e4cbda57, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:02.140922 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.141087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.145905 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-291690fa-8375-4204-8723-3c4d0c8d0e50 req-8ef30265-58aa-4154-a71c-142861565289 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469505 Dec 20 12:05:02.164144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9c74a169-8833-47b0-89bc-0c17cebabf12 None None] Port cbf38aee-a13c-425f-9213-bc20cf33d15e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:02.191491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.204467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab777861-5a7f-41a8-b1e4-dac0727a2fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128375539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:02.268258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:02.281127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e50df1-21fe-4755-91ca-ace3656118a3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:02.297029 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:02.336405 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.336837 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment ea7a3be2-0abb-45dd-b88f-b2121ff33770 of type vlan for network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f Dec 20 12:05:02.338720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dbfc4bb7-24de-49cb-b9e2-96310a3d8963 req-95156fd8-33d8-4a80-92fa-0d3b848b8dfc service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705779 Dec 20 12:05:02.342824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] For port 02c3776c-8702-4e11-bf24-d411e4cbda57, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:02.346310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] For port 02c3776c-8702-4e11-bf24-d411e4cbda57, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=02c3776c-8702-4e11-bf24-d411e4cbda57,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:02.355218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.359196 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a5410e7f-0ae4-4ed7-b872-d83e7f697a32 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:02.433920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Pushing event updated for resources: {'Port': ['ID=02c3776c-8702-4e11-bf24-d411e4cbda57,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:02.437702 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:02.448468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.449908 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] 10.222.0.53 "PUT /v2.0/ports/02c3776c-8702-4e11-bf24-d411e4cbda57 HTTP/1.1" status: 200 len: 1094 time: 3.5491354 Dec 20 12:05:02.450976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6521eccc-2677-4419-a90e-f983ed928296', 'tag': '02c3776c-8702-4e11-bf24-d411e4cbda57'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:02.455059 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.556851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.561108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:02.562052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.596179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3fe4f195-674f-41ad-a5e9-5134a6599f70 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:02.619651 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6521eccc-2677-4419-a90e-f983ed928296', 'tag': '02c3776c-8702-4e11-bf24-d411e4cbda57', 'status': 'completed', 'code': 200} Dec 20 12:05:02.669465 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-c4dba901-21c7-440e-9447-3ae1cf067831 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 1097 time: 0.1615801 Dec 20 12:05:02.700381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:02.718548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.754447 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7139282 Dec 20 12:05:02.758310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46548) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:02.763743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.825204 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.874916 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-0aaeb39d-bbf5-4fe1-b6ed-6263e22c5ad1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02c3776c-8702-4e11-bf24-d411e4cbda57 HTTP/1.1" status: 200 len: 217 time: 0.1980610 Dec 20 12:05:03.002407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'name': 'tempest-PortsIpV6TestJSON-955620810'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:03.087049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=f4e0ed82-d9c5-4094-a361-b6f73b0dd34f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:03.101183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:03.114986 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:03.115764 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5f9ce7c0-8d5d-4aaf-93bf-c6bb57f8a35c tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:03.265212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-15ffca15-ec68-40a8-8da9-ac118aca98fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:03.267304 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-15ffca15-ec68-40a8-8da9-ac118aca98fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.3824120 Dec 20 12:05:03.470234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-37046163-45a1-4969-acc3-5f3d2c7de34a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1948218 Dec 20 12:05:03.491052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.546522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:03.577391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:03.583403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.589318 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:03.611323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:03.634294 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-3fe4350b-e89c-4626-8150-6f565c32157c service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465907 Dec 20 12:05:03.638341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf38aee-a13c-425f-9213-bc20cf33d15e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:03.675501 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:03.698080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.710499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:03.713484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.850277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a62a8c-3041-4a44-b876-df91a54204c8 req-23fa665f-613a-465f-90a9-db1511e2a08d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:03.856638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49a62a8c-3041-4a44-b876-df91a54204c8 req-23fa665f-613a-465f-90a9-db1511e2a08d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.4301455 Dec 20 12:05:03.867981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13a27-9f11-4b15-bbf7-df5d17c6eea2 req-10ce72fd-f4d5-4516-9115-f4efb372e254 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:03.876213 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0d13a27-9f11-4b15-bbf7-df5d17c6eea2 req-10ce72fd-f4d5-4516-9115-f4efb372e254 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 945 time: 0.8593864 Dec 20 12:05:03.944058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f2bbc4a-1ff0-4f40-84bd-287d80d73a18 req-797763e2-072c-405f-801e-67945f4b21b9 service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074331 Dec 20 12:05:03.961152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49a62a8c-3041-4a44-b876-df91a54204c8 req-33a23bbe-a0ef-446a-9b5e-71586057e27f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005237 Dec 20 12:05:03.998801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-8471a8e7-60ab-4795-b5c7-72b1ae17aa17 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:04.000783 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-8471a8e7-60ab-4795-b5c7-72b1ae17aa17 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 945 time: 0.2141562 Dec 20 12:05:04.045426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:04.136390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Deleting port 4982a736-2e09-4839-ab27-3ac589737f20 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:04.136982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.249056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.299582 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:04.304910 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-fb6b6de9-2076-49e7-a968-e3de14822184 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 1097 time: 0.2550240 Dec 20 12:05:04.311055 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-284bebca-1697-435a-9d00-4514705ea362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:04.357110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:04.379128 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0d13a27-9f11-4b15-bbf7-df5d17c6eea2 req-2479b08f-b8d8-45c7-8e2d-4f202bc6bdee tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017145 Dec 20 12:05:04.481418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbf8f6f-a30a-4f5c-a84a-e88714937910,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:04.521367 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:04.771984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] For port 4982a736-2e09-4839-ab27-3ac589737f20, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=4982a736-2e09-4839-ab27-3ac589737f20,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:04.772606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.775478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5e3c2113-6fce-4593-b50f-08b7ff96a585 None None] Provisioning complete for port cbf38aee-a13c-425f-9213-bc20cf33d15e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:04.775984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2113-6fce-4593-b50f-08b7ff96a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.831181 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.832488 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/security-groups/6bbf8f6f-a30a-4f5c-a84a-e88714937910 HTTP/1.1" status: 204 len: 168 time: 2.1265299 Dec 20 12:05:04.836982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46554) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:04.901965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c2113-6fce-4593-b50f-08b7ff96a585 None None] Port cbf38aee-a13c-425f-9213-bc20cf33d15e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:04.917032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.919411 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-e4cd6f85-08ed-4a8b-b8f1-d2ebc7909e84 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] show failed (client error): The resource could not be found. Dec 20 12:05:04.920915 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e4cd6f85-08ed-4a8b-b8f1-d2ebc7909e84 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "GET /v2.0/security-groups/6bbf8f6f-a30a-4f5c-a84a-e88714937910 HTTP/1.1" status: 404 len: 347 time: 0.0807605 Dec 20 12:05:04.926671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:05.021308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Calling delete_port for 4982a736-2e09-4839-ab27-3ac589737f20 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:05.066526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-505ecaa9-15ed-44eb-b866-13bf1e339e35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:05.068197 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-505ecaa9-15ed-44eb-b866-13bf1e339e35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.7552557 Dec 20 12:05:05.162612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c1dc769-9264-4426-ae18-04dff0ce3329 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:05.245576 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-f5f473a3-63ca-475b-885c-e5bfc05f9136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02c3776c-8702-4e11-bf24-d411e4cbda57 HTTP/1.1" status: 200 len: 217 time: 0.1647272 Dec 20 12:05:05.299097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port 4a3eb12e-696d-4bcf-aa36-dd0a6c576f02 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:05.299759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.391858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.397656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 9c1dc769-9264-4426-ae18-04dff0ce3329 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:05.408508 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f0e5d13-4062-44ce-8c4b-730fb46e5f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:05.418349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 9c1dc769-9264-4426-ae18-04dff0ce3329 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:05.419037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.562297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=afa4b8c9-4302-4b9e-bde2-53fa9c7a6650,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:05.609121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-32a7aa55-da79-40c1-a4a1-42b0bafffb10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:05.610629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-32a7aa55-da79-40c1-a4a1-42b0bafffb10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.3077636 Dec 20 12:05:05.622642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:05.694207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.710582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612bea-592e-48fa-97a4-341978027fcb req-6b327c00-6e14-4bb8-a96f-3c26ce0d2456 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:05.712701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8612bea-592e-48fa-97a4-341978027fcb req-6b327c00-6e14-4bb8-a96f-3c26ce0d2456 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.4712846 Dec 20 12:05:05.715066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.721991 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea50ac64-1c54-41d7-8e68-39de89c8e02a tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:05.750594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:05.760401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': 'ea7a3be2-0abb-45dd-b88f-b2121ff33770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:05.760755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: f4e0ed82-d9c5-4094-a361-b6f73b0dd34f, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:05.771684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.772043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.806037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event deleted for resources: {'Port': ['ID=4982a736-2e09-4839-ab27-3ac589737f20,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:05.809715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 9c1dc769-9264-4426-ae18-04dff0ce3329, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9c1dc769-9264-4426-ae18-04dff0ce3329,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:05.813220 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:05.825224 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.829181 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:05.927584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] No DVR routers for this DVR port 4982a736-2e09-4839-ab27-3ac589737f20 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:05.928060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for 4a3eb12e-696d-4bcf-aa36-dd0a6c576f02 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:05.930980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.935696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a8612bea-592e-48fa-97a4-341978027fcb req-5a67c92c-3bd0-4a61-93b4-689f1554c8dd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675787 Dec 20 12:05:05.936207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'name': 'network-vif-deleted', 'tag': '4982a736-2e09-4839-ab27-3ac589737f20'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:05.948310 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-fe199201-08b0-43b6-85eb-fdfaaf6bd117 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3244300 Dec 20 12:05:05.959493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=9c1dc769-9264-4426-ae18-04dff0ce3329,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:05.965370 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:06.001073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2d6c1905-55dd-464e-9075-11132ed2b646 req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "DELETE /v2.0/ports/4982a736-2e09-4839-ab27-3ac589737f20 HTTP/1.1" status: 204 len: 173 time: 1.9927561 Dec 20 12:05:06.052974 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8425bb72-7e34-41f4-9499-c1c27d099e37 req-857a5f9e-6d3c-4b72-8f7b-938d60e491f9 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd1cf382-a9b7-4f0f-8248-78e10bfd490f HTTP/1.1" status: 200 len: 210 time: 0.0690939 Dec 20 12:05:06.099565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:06.135760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, f4e0ed82-d9c5-4094-a361-b6f73b0dd34f) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:06.144176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:06.148527 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1cf382-a9b7-4f0f-8248-78e10bfd490f', 'name': 'network-vif-deleted', 'tag': '4982a736-2e09-4839-ab27-3ac589737f20', 'status': 'completed', 'code': 200} Dec 20 12:05:06.149452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:06.150220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.151882 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a6cdd-ad2e-4fb2-bd13-f140b7536773 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:06.251521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-a88e23e3-3b1f-42c9-8f0a-91638495277d service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902880 Dec 20 12:05:06.331795 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5646873 Dec 20 12:05:06.363328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:06.373810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-214579619'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:06.422121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Router 70f5726e-0571-49c9-ab73-52464f952ac8 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:06.441473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:06.454345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:06.461054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:06.473973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:06.508848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:06.512320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.533713 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dfd24c8-8b10-4e32-ae9f-2c7ed9cd9d26 req-8b007ee9-aeef-4412-b87a-90696897f4eb service neutron] 10.222.0.53 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692325 Dec 20 12:05:06.586759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.593354 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-65ce7574-0557-4046-be2b-0f2f6d232b64 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:06.599420 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:06.626219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.626219 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment 2d9d848a-07b0-4d27-bb5a-d500beb1cdc2 of type vlan for network 319e1129-1693-4aee-b6ab-07a8f9856b83 Dec 20 12:05:06.651214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=4a3eb12e-696d-4bcf-aa36-dd0a6c576f02,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:06.656006 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:06.693928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.740351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.752108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:06.753707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.769456 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cd902069-0399-4770-9d13-f4852f3ad5b9 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:06.824713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4982a736-2e09-4839-ab27-3ac589737f20 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:06.831211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.839869 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4716172 Dec 20 12:05:06.842917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46572) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:06.862090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'ports': [{'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f'}, {'network_id': '319e1129-1693-4aee-b6ab-07a8f9856b83'}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:06.862889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:06.863183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': '319e1129-1693-4aee-b6ab-07a8f9856b83'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:06.888418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 4982a736-2e09-4839-ab27-3ac589737f20 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:06.889488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 4982a736-2e09-4839-ab27-3ac589737f20 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:06.898923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.902782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/floatingips/2abade0a-22eb-46cf-9dea-e5e56e6b5f4e HTTP/1.1" status: 204 len: 168 time: 1.9689271 Dec 20 12:05:06.916915 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46576) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:06.937752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=319e1129-1693-4aee-b6ab-07a8f9856b83,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:06.941197 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-27766d91-406b-415e-80c5-3ac8cdf5eb92 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:06.964721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 319e1129-1693-4aee-b6ab-07a8f9856b83 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:07.145563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c1dc769-9264-4426-ae18-04dff0ce3329 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:07.235744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port 9651e501-69ba-4d4a-ae4f-ca4136ccf828 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:07.236491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.247427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 9c1dc769-9264-4426-ae18-04dff0ce3329 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:07.248067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.334164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386c05-1edd-41cc-a4dd-890819807bc7 req-05b53b70-ceeb-4db1-97dc-a41f61d613e0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:07.341217 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb386c05-1edd-41cc-a4dd-890819807bc7 req-05b53b70-ceeb-4db1-97dc-a41f61d613e0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.1579320 Dec 20 12:05:07.452802 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fb386c05-1edd-41cc-a4dd-890819807bc7 req-bb7559fb-ebc9-4595-b066-6d36ab706746 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106615 Dec 20 12:05:07.585015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:07.596033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:07.679755 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:07.700021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:07.711018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:07.730665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/70f5726e-0571-49c9-ab73-52464f952ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9554694 Dec 20 12:05:07.763584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:07.767996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.791757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.814032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.025356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for 9651e501-69ba-4d4a-ae4f-ca4136ccf828 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:08.179152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port e78a6443-5883-4e7a-93b9-eabf1ebc4ad2 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:08.257760 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Sync routers for ids ['70f5726e-0571-49c9-ab73-52464f952ac8'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:08.284922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Routers {'70f5726e-0571-49c9-ab73-52464f952ac8'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:08.286776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['70f5726e-0571-49c9-ab73-52464f952ac8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:08.472414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-844fc90b-99b3-44c0-bed4-4c64c2bc2f53 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:08.478821 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-844fc90b-99b3-44c0-bed4-4c64c2bc2f53 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.5666270 Dec 20 12:05:08.558377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-931450a9-4ccc-41b3-b48f-f3ba63291c00 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0785832 Dec 20 12:05:08.666483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.674595 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7346a083-5045-4095-a445-7cbff23cfb3e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:08.750306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.771057 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Set router 70f5726e-0571-49c9-ab73-52464f952ac8 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:08.883082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port c3385577-4954-41f8-ba81-4c42cf604550 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:09.016811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46604) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.024516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524103549', 'description': 'tempest-secgroup-smoke-524103549 description', 'project_id': '01e6086959b444bf9afd375d8214e207'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:09.039418 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:09.040515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=9651e501-69ba-4d4a-ae4f-ca4136ccf828,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:09.049513 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:09.056362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:09.070667 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:09.080716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:09.104711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.154790 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-b509e99a-740e-429e-b1bb-3bd010ae1eed tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5956559 Dec 20 12:05:09.218384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:09.228069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:09.232149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:09.239518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:09.300317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:05:01Z', 'revision_number': 4, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'cbf38aee-a13c-425f-9213-bc20cf33d15e', 'name': '', 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'mac_address': 'fa:16:3e:43:d2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94fc-aa0d-45f0-b7c5-e2425d17e550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:00Z', 'updated_at': '2021-12-20T12:05:02Z', 'revision_number': 2, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'subnets': [{'id': 'a60e94fc-aa0d-45f0-b7c5-e2425d17e550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:09.307605 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Checking router: 70f5726e-0571-49c9-ab73-52464f952ac8 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:09.308755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Updating router 70f5726e-0571-49c9-ab73-52464f952ac8 port cbf38aee-a13c-425f-9213-bc20cf33d15e binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:05:09.388009 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-6af6595b-c263-49e5-980b-c090fad40c5b service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036314 Dec 20 12:05:09.390164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.414262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a44e-986b-4bf9-9cd2-55f6a5a7ec1b req-7550fb24-a082-4e84-ac26-fc9e33a2057b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:09.415826 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b22a44e-986b-4bf9-9cd2-55f6a5a7ec1b req-7550fb24-a082-4e84-ac26-fc9e33a2057b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.2401512 Dec 20 12:05:09.427385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.446238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.453160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.454264 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c154948-8089-436a-8c7f-3d737ec5eb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:09.458677 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.510892 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-181adada-c5dd-41d7-99fe-fe3efedc8bde tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/ports/9651e501-69ba-4d4a-ae4f-ca4136ccf828 HTTP/1.1" status: 204 len: 168 time: 2.5927503 Dec 20 12:05:09.514957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46608) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.566261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:09.571805 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:09.579726 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b22a44e-986b-4bf9-9cd2-55f6a5a7ec1b req-26790caa-7fa4-4324-8f67-92ca514221a6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510124 Dec 20 12:05:09.580430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.581586 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5632041 Dec 20 12:05:09.584658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.590501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'security_group_rule': {'security_group_id': 'ac63e0cb-6c16-4789-86d4-0afe0c21d6b8', 'project_id': '01e6086959b444bf9afd375d8214e207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:09.597512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:09.602142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:09.609252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:09.619561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:09.670108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting port 79b5316f-fb39-400d-8704-dc5e26f9a1f2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:09.670622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.672095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.773028 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-553acdc3-cf88-4548-a806-4eca24387e67 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754852 Dec 20 12:05:09.804503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.807363 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.812787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.816667 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4d74c16d-bfea-4f2a-8c41-beaa0b8926bf tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:09.821754 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ec0788a-69bd-4eab-9279-738dbeccd355 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:09.846367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2457b62-c7d8-4efd-b5db-7e66c60d12ba,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:09.850106 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:09.868689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.874890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2855072 Dec 20 12:05:09.875643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46616) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.896683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'security_group_rule': {'security_group_id': 'ac63e0cb-6c16-4789-86d4-0afe0c21d6b8', 'project_id': '01e6086959b444bf9afd375d8214e207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:09.914686 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:09.923076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:09.928726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:09.942222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:09.952041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:09.969066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:09.972732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:09.973594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.974733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.026187 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.041668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Transition to ACTIVE for port object cbf38aee-a13c-425f-9213-bc20cf33d15e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:10.050655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.059325 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-69851775-0818-4ead-b7f9-3b84b15a6fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:10.124631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=e78a6443-5883-4e7a-93b9-eabf1ebc4ad2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:10.131320 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.132040 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a692296a-95c7-40a9-9680-39ae44593341 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:10.188670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.201683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.210454 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5be69410-0c61-4ad9-a94c-b5bc2c7962b3 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:10.231934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-696307d4-5824-447b-b0de-2a9ae9f40820 req-3e119731-abff-405d-9281-cb4d2b5af05b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:10.239124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.295536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ee034c-0003-48ec-9a45-6d3da10ef4f1,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:10.320053 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.335798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-696307d4-5824-447b-b0de-2a9ae9f40820 req-3e119731-abff-405d-9281-cb4d2b5af05b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:10.349272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-696307d4-5824-447b-b0de-2a9ae9f40820 req-3e119731-abff-405d-9281-cb4d2b5af05b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 210 time: 0.2768438 Dec 20 12:05:10.363757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.366695 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4899099 Dec 20 12:05:10.372535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:10.388327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'security_group_rule': {'security_group_id': 'ac63e0cb-6c16-4789-86d4-0afe0c21d6b8', 'project_id': '01e6086959b444bf9afd375d8214e207', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:10.395597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ef43c-2476-46ad-8ef2-1432f91d1d8a None None] Pushing event updated for resources: {'Port': ['ID=cbf38aee-a13c-425f-9213-bc20cf33d15e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:10.419941 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-de3ef43c-2476-46ad-8ef2-1432f91d1d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.438555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:10.449234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Calling delete_port for 79b5316f-fb39-400d-8704-dc5e26f9a1f2 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:10.454049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:10.457903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:10.469423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:10.545287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.604722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Attempting to bind port cbf38aee-a13c-425f-9213-bc20cf33d15e on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:10.604722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Attempting to bind port cbf38aee-a13c-425f-9213-bc20cf33d15e by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:10.604722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Attempting to bind port cbf38aee-a13c-425f-9213-bc20cf33d15e on network f8d2745c-ee11-4507-bd7f-45855c975aa3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:10.622928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:10.622928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Checking segment: {'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:10.623456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.623832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Bound using segment: {'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:10.624290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Bound port: cbf38aee-a13c-425f-9213-bc20cf33d15e, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78dd454-7a78-48d3-b585-86ee0464529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:10.624628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.684392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.700104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.702279 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a96e5fa-c02a-4289-83a1-f9c88a9f2010 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:10.730405 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b73a2b-1d29-48f6-97ef-003b8387d907,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:10.739625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=c3385577-4954-41f8-ba81-4c42cf604550,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:10.752376 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.762261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': '2d9d848a-07b0-4d27-bb5a-d500beb1cdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '319e1129-1693-4aee-b6ab-07a8f9856b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:10.762802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: 319e1129-1693-4aee-b6ab-07a8f9856b83, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:10.765650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] For port cbf38aee-a13c-425f-9213-bc20cf33d15e, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:10.770842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] For port cbf38aee-a13c-425f-9213-bc20cf33d15e, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cbf38aee-a13c-425f-9213-bc20cf33d15e,segment=NetworkSegment(f78dd454-7a78-48d3-b585-86ee0464529b),segment_id=f78dd454-7a78-48d3-b585-86ee0464529b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:10.777069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.784006 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.784226 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ab9dfb-97b3-49fb-899c-7e0306cb70a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:10.794594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.798509 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4223042 Dec 20 12:05:10.798774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:10.807241 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 319e1129-1693-4aee-b6ab-07a8f9856b83 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:10.816534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'security_group_rule': {'security_group_id': 'ac63e0cb-6c16-4789-86d4-0afe0c21d6b8', 'project_id': '01e6086959b444bf9afd375d8214e207', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:10.824149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:10.828659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:10.832992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:10.840719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:10.869093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.880940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ef43c-2476-46ad-8ef2-1432f91d1d8a None None] Pushing event updated for resources: {'Port': ['ID=cbf38aee-a13c-425f-9213-bc20cf33d15e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:10.884970 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-de3ef43c-2476-46ad-8ef2-1432f91d1d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.886600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Routers {'70f5726e-0571-49c9-ab73-52464f952ac8'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:10.887209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['70f5726e-0571-49c9-ab73-52464f952ac8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:10.989144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.998126 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.000842 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dd35d7c8-a53b-4779-88fc-be22f6da3a16 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:11.046211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822c2abe-28bd-402c-b565-ffb28c89e453,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:11.049702 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:11.051758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.053083 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2532315 Dec 20 12:05:11.057066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46640) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.063618 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'security_group_rule': {'security_group_id': 'ac63e0cb-6c16-4789-86d4-0afe0c21d6b8', 'project_id': '01e6086959b444bf9afd375d8214e207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:11.073839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:11.078236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:11.081643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:11.088181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:11.110165 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Project 01e6086959b444bf9afd375d8214e207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:05:11.118808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.134566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] Set router 70f5726e-0571-49c9-ab73-52464f952ac8 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:11.161753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 319e1129-1693-4aee-b6ab-07a8f9856b83) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:11.177374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:11.181812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:11.185036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:11.185905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.226360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.239432 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-62c2c5c8-0907-4730-be9c-d48ae80674bc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:11.253863 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308bf8be-54cd-4da0-b498-17106e5c3db9 None None] Network 319e1129-1693-4aee-b6ab-07a8f9856b83 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:11.260531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.268443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.270932 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bda0b529-39d0-4679-adbe-8939bcb00e07 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:11.286952 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4336872 Dec 20 12:05:11.293168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46644) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.306942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fec1a7-5521-460e-9a82-d2529a97414b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:11.314502 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:11.323813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.325508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3041f016-5f86-4cef-a6d0-33ed65194110 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2671423 Dec 20 12:05:11.328638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46648) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.344328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'security_group_rule': {'security_group_id': 'ac63e0cb-6c16-4789-86d4-0afe0c21d6b8', 'project_id': '01e6086959b444bf9afd375d8214e207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:11.351264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:11.355227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:security_group_rule and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:11.358123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:11.364498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:11.369253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Port': ['ID=79b5316f-fb39-400d-8704-dc5e26f9a1f2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:11.372303 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:11.379027 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Project 01e6086959b444bf9afd375d8214e207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:05:11.386538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.497683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.503211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.512999 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:11.563881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port c3385577-4954-41f8-ba81-4c42cf604550 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:11.564587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.606129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a96aaa-3064-44c5-8f08-1cc96828c905 req-3641d226-a32d-417f-b916-49ded133c7a6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:11.607983 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-12a96aaa-3064-44c5-8f08-1cc96828c905 req-3641d226-a32d-417f-b916-49ded133c7a6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.5080786 Dec 20 12:05:11.631071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160e6f3c-1036-4c9d-8c3d-6751a727fbb4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:11.635241 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:11.654155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d958d22b-0c36-4963-9333-b43e1b8edc73 req-44e0dcda-79b7-47b0-be5d-c578abb4a41d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 210 time: 0.1169603 Dec 20 12:05:11.654896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.665934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0e978c56-a488-418b-99d1-582fdd79bd14 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3263106 Dec 20 12:05:11.719704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.722112 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/ports/79b5316f-fb39-400d-8704-dc5e26f9a1f2 HTTP/1.1" status: 204 len: 168 time: 2.2060153 Dec 20 12:05:11.844778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:05:01Z', 'revision_number': 4, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'cbf38aee-a13c-425f-9213-bc20cf33d15e', 'name': '', 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'mac_address': 'fa:16:3e:43:d2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94fc-aa0d-45f0-b7c5-e2425d17e550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:00Z', 'updated_at': '2021-12-20T12:05:10Z', 'revision_number': 4, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'subnets': [{'id': 'a60e94fc-aa0d-45f0-b7c5-e2425d17e550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:11.850667 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c876f-4222-4e16-90af-b675a60d0e2c None None] The sync data for ids ['70f5726e-0571-49c9-ab73-52464f952ac8'] in n-d-victoria-1 is: [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:05:01Z', 'revision_number': 4, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'cbf38aee-a13c-425f-9213-bc20cf33d15e', 'name': '', 'network_id': 'f8d2745c-ee11-4507-bd7f-45855c975aa3', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'mac_address': 'fa:16:3e:43:d2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94fc-aa0d-45f0-b7c5-e2425d17e550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:00Z', 'updated_at': '2021-12-20T12:05:10Z', 'revision_number': 4, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'subnets': [{'id': 'a60e94fc-aa0d-45f0-b7c5-e2425d17e550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:11.965581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.970744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46656) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:12.110014 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-12a96aaa-3064-44c5-8f08-1cc96828c905 req-479decc7-0c64-406d-9137-beece68fa2a7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895840 Dec 20 12:05:12.117843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for c3385577-4954-41f8-ba81-4c42cf604550 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:12.149147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-d097ede1-426c-49d4-8ce9-c2bdb1521875 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Synchronizing usage tracker for tenant:01e6086959b444bf9afd375d8214e207 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:12.207048 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.213784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b65473f-faa7-403d-9a2e-602640825b57 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:12.233084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-4d76c89c-4e54-4bdc-9654-0a025e15996f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:12.234520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-4d76c89c-4e54-4bdc-9654-0a025e15996f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.6409228 Dec 20 12:05:12.255743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-d097ede1-426c-49d4-8ce9-c2bdb1521875 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Unset dirty status for tenant:01e6086959b444bf9afd375d8214e207 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:12.257121 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-d097ede1-426c-49d4-8ce9-c2bdb1521875 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524103549&fields=id&tenant_id=01e6086959b444bf9afd375d8214e207 HTTP/1.1" status: 200 len: 267 time: 0.2871690 Dec 20 12:05:12.259689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=c3385577-4954-41f8-ba81-4c42cf604550,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:12.262092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Request body: {'port': {'device_id': '8a099db6-2482-417f-8bca-ff6358dc7124', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'admin_state_up': True, 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:12.263186 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:12.267959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.275573 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/c3385577-4954-41f8-ba81-4c42cf604550 HTTP/1.1" status: 204 len: 168 time: 0.9774995 Dec 20 12:05:12.278040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46666) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:12.359169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd35c22-5471-4917-9851-5783116575a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:12.363782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd35c22-5471-4917-9851-5783116575a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:12.364590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ecd35c22-5471-4917-9851-5783116575a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:12.385037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-ecd35c22-5471-4917-9851-5783116575a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:12.386782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ecd35c22-5471-4917-9851-5783116575a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1075306 Dec 20 12:05:12.389412 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46670) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:12.425256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting subnet 01d4f21e-f63d-4579-ac55-7035f5088486 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:12.448074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.468270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port e78a6443-5883-4e7a-93b9-eabf1ebc4ad2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:12.468610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.626524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.674227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:12.681144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-e08deb81-513c-4a20-9ed0-68650c483836 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:12.682650 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-e08deb81-513c-4a20-9ed0-68650c483836 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 809 time: 0.3955941 Dec 20 12:05:12.706353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:12.716642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.735097 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-f1878605-a291-48f9-919b-d68da9c63329 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/quotas/01e6086959b444bf9afd375d8214e207 HTTP/1.1" status: 200 len: 375 time: 0.0423658 Dec 20 12:05:12.739380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:12.742462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.872821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for e78a6443-5883-4e7a-93b9-eabf1ebc4ad2 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:12.884497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.948965 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-462f79f3-a46b-4a5e-9249-de8b7edfa041 req-d6192488-7455-4af0-a892-56f88c60209c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 210 time: 0.0829983 Dec 20 12:05:13.005585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.012978 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:13.014361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-4c104c3d-dcc3-4d72-bb29-0f121d13cb30 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2621486 Dec 20 12:05:13.069380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cbf38aee-a13c-425f-9213-bc20cf33d15e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:13.118228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.142828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port cbf38aee-a13c-425f-9213-bc20cf33d15e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:13.148642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port cbf38aee-a13c-425f-9213-bc20cf33d15e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:13.149281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.166638 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9051dee3-93f5-4302-ae2a-4b11d7fa2acf tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:13.205056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=e78a6443-5883-4e7a-93b9-eabf1ebc4ad2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:13.217804 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:13.223634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Subnet': ['ID=01d4f21e-f63d-4579-ac55-7035f5088486,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:13.225769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Allocated IP 172.20.0.11 (8726e32b-1abb-4a36-ab01-56e61220cc79/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4/66d54615-d405-477c-9891-3c866a595654) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:13.229853 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:13.241432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.243033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.256965 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/subnets/01d4f21e-f63d-4579-ac55-7035f5088486 HTTP/1.1" status: 204 len: 168 time: 1.2828295 Dec 20 12:05:13.257901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46678) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:13.262399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d66d46-4c43-4dc7-a3f9-b82aa9038175 None None] Network 1b5d9f6f-b886-4fec-881b-ca51a4f80860 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:13.271895 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d26892d2-58e5-44a1-8656-fece0fdfa098 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/e78a6443-5883-4e7a-93b9-eabf1ebc4ad2 HTTP/1.1" status: 204 len: 168 time: 0.8787909 Dec 20 12:05:13.307385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:13.394814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.410718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01425bbc-214c-416a-90b6-746c9ec70f59 req-5aed949a-3b62-4cba-9ed7-865b2101792e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:13.412289 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-01425bbc-214c-416a-90b6-746c9ec70f59 req-5aed949a-3b62-4cba-9ed7-865b2101792e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.1465974 Dec 20 12:05:13.421524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ad349-a883-471b-9412-09706162053c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:13.422224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c09ad349-a883-471b-9412-09706162053c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:13.443325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port cbf38aee-a13c-425f-9213-bc20cf33d15e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cbf38aee-a13c-425f-9213-bc20cf33d15e,segment=NetworkSegment(f78dd454-7a78-48d3-b585-86ee0464529b),segment_id=f78dd454-7a78-48d3-b585-86ee0464529b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:13.465568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c09ad349-a883-471b-9412-09706162053c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:13.469570 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c09ad349-a883-471b-9412-09706162053c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1594987 Dec 20 12:05:13.471132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:13.476169 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-4998a03e-1fe7-4a51-96d9-334610c5aa18 service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608936 Dec 20 12:05:13.516042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.517310 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-01425bbc-214c-416a-90b6-746c9ec70f59 req-853471d0-f76f-4cb1-9475-95cc0978c813 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910697 Dec 20 12:05:13.519009 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fff2c89-6de0-45aa-b374-22ad55a96320 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:05:13.523241 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1fff2c89-6de0-45aa-b374-22ad55a96320 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/c3385577-4954-41f8-ba81-4c42cf604550 HTTP/1.1" status: 404 len: 333 time: 0.0494244 Dec 20 12:05:13.523433 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:13.532366 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-22bf13b1-99d4-4655-9628-4a5347d14c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:13.575688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Deleting subnet 74d4506f-7d65-4311-89a6-5f62f7b886b0 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:13.580491 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7849c543-f75d-4b70-a814-98e23ea9d06f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:05:13.584260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7849c543-f75d-4b70-a814-98e23ea9d06f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/e78a6443-5883-4e7a-93b9-eabf1ebc4ad2 HTTP/1.1" status: 404 len: 333 time: 0.0575027 Dec 20 12:05:13.585004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46694) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:13.623674 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=cbf38aee-a13c-425f-9213-bc20cf33d15e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:13.626927 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:13.638919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.706988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.732610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] DHCP port deletion for 1b5d9f6f-b886-4fec-881b-ca51a4f80860 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:13.737624 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Deleting port 96398967-f5eb-47ce-85c8-805a4c9753f0 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:13.738321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.862589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.899651 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319e1129-1693-4aee-b6ab-07a8f9856b83']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:13.915290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9d848a-07b0-4d27-bb5a-d500beb1cdc2') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:13.915741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9d848a-07b0-4d27-bb5a-d500beb1cdc2') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:13.929663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.936367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.953383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.962519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:13.963334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.977815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] For port 96398967-f5eb-47ce-85c8-805a4c9753f0, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=96398967-f5eb-47ce-85c8-805a4c9753f0,segment=NetworkSegment(b22c5144-75ad-4dd2-9dff-4dd2128db1d2),segment_id=b22c5144-75ad-4dd2-9dff-4dd2128db1d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:13.978100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:13.983046 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:14.005064 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-97b32b62-48f1-4023-a7b0-f55bfd333419 service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255089 Dec 20 12:05:14.078206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.090060 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.098487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.103270 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8fdba26d-4828-44a0-a75a-f3aa7c060321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:14.124056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.158247 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/319e1129-1693-4aee-b6ab-07a8f9856b83 HTTP/1.1" status: 204 len: 168 time: 0.5690541 Dec 20 12:05:14.158553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46700) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:14.160780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=319e1129-1693-4aee-b6ab-07a8f9856b83,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:14.167813 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:14.172757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-696521136'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:14.189841 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:14.194237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Calling delete_port for 96398967-f5eb-47ce-85c8-805a4c9753f0 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:14.200366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.229815 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:14.242391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:14.250584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:14.262615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:14.297380 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b958310f-f717-47ad-bf27-a5f7b82b1b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:14.342439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bafabd-16ec-477b-822d-3fb9c15ccbe0 req-1093776b-5346-47e6-a93a-98d3a0ce06bc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:14.351820 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09bafabd-16ec-477b-822d-3fb9c15ccbe0 req-1093776b-5346-47e6-a93a-98d3a0ce06bc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 932 time: 0.1637919 Dec 20 12:05:14.411770 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09bafabd-16ec-477b-822d-3fb9c15ccbe0 req-e2ee9bab-0ab8-430f-8814-dd15524d3b8d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Dec 20 12:05:14.503236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.503558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:14.506472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.506776 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:14.515856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event updated for resources: {'Port': ['ID=66d54615-d405-477c-9891-3c866a595654,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:14.532774 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:14.539045 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c13755b0-5e04-4309-91f0-4cedd6246acb req-21480978-1428-4957-ba4e-8560d4ad19db tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 210 time: 0.1327403 Dec 20 12:05:14.548255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:14.559854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:14.566512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:14.584923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Pushing event deleted for resources: {'Port': ['ID=96398967-f5eb-47ce-85c8-805a4c9753f0,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:14.607474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] No DVR routers for this DVR port 96398967-f5eb-47ce-85c8-805a4c9753f0 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:14.607474 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:14.614933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.626383 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ff6dedb1-7f45-491d-9e8d-4f0de4c6ce0f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:14.674587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:14.677384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Subnet': ['ID=74d4506f-7d65-4311-89a6-5f62f7b886b0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:14.690237 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:14.703122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.703475 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment 2d71a409-64ab-4861-8c6a-c2aeb543e027 of type vlan for network 6792c938-449c-4461-9641-cf77b0c4d39c Dec 20 12:05:14.704893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.722250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f7a5e-de09-4d7e-8097-6a88329cd86b None None] Network 8c9dbcfc-9ada-4812-b35e-07a805e0481e requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:14.722525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:14.723140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.740832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/subnets/74d4506f-7d65-4311-89a6-5f62f7b886b0 HTTP/1.1" status: 204 len: 168 time: 1.4816282 Dec 20 12:05:14.748760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:14.780945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.813109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5670719 Dec 20 12:05:14.819216 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.832540 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:14.834740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.844451 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f53c38ce-6ee9-4df1-9ad6-ba1f097fa41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:14.874155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.899242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Request body: {'port': {'device_id': '8a099db6-2482-417f-8bca-ff6358dc7124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:14.986072 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8230522 Dec 20 12:05:14.993701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46720) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:14.999783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:15.092756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=6792c938-449c-4461-9641-cf77b0c4d39c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:15.102911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.108227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 6792c938-449c-4461-9641-cf77b0c4d39c details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:15.138410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] DHCP port deletion for 8c9dbcfc-9ada-4812-b35e-07a805e0481e request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:15.150521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Deleting port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:15.151250 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.153418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:15.188498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cbf38aee-a13c-425f-9213-bc20cf33d15e up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:15.217712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.234192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5d9f6f-b886-4fec-881b-ca51a4f80860']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:15.262652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:15.274320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c5144-75ad-4dd2-9dff-4dd2128db1d2') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:15.304512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effae1e-bd3a-4b1f-b745-e0d8dbbac45e req-cf895af2-af29-4ded-bbca-4b6556987096 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:15.306323 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9effae1e-bd3a-4b1f-b745-e0d8dbbac45e req-cf895af2-af29-4ded-bbca-4b6556987096 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.4302096 Dec 20 12:05:15.309233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:15.313117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.335275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:15.352326 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:15.359945 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.368091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:15.370561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.390117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:15.390778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:15.405261 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:15.428200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:15.506413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port cbf38aee-a13c-425f-9213-bc20cf33d15e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:15.506611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.517907 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9effae1e-bd3a-4b1f-b745-e0d8dbbac45e req-3ede3404-2a25-4881-88a9-9c39d52d598e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874747 Dec 20 12:05:15.689591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] For port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f,segment=NetworkSegment(4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d),segment_id=4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:15.690052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.796883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.833089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Calling delete_port for a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:15.834380 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-328b19da-581c-4355-a408-2c14553b9361 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:15.857080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.865508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-ff11ad8e-5edd-4f14-a3cc-c82947b90487 req-3c93567c-d548-49b1-81b6-917b02d2b294 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Synchronizing usage tracker for tenant:01e6086959b444bf9afd375d8214e207 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:15.869644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.881833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d54615-d405-477c-9891-3c866a595654 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:15.891211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.897956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Network': ['ID=1b5d9f6f-b886-4fec-881b-ca51a4f80860,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:15.923902 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:15.939177 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-95f2beb5-33eb-4551-95ca-0b22f08900c6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/networks/1b5d9f6f-b886-4fec-881b-ca51a4f80860 HTTP/1.1" status: 204 len: 168 time: 1.1943569 Dec 20 12:05:15.941066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-ff11ad8e-5edd-4f14-a3cc-c82947b90487 req-3c93567c-d548-49b1-81b6-917b02d2b294 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Unset dirty status for tenant:01e6086959b444bf9afd375d8214e207 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:15.951439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46728) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:15.955458 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ff11ad8e-5edd-4f14-a3cc-c82947b90487 req-3c93567c-d548-49b1-81b6-917b02d2b294 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 210 time: 0.1630895 Dec 20 12:05:15.973914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Transition to ACTIVE for port object 66d54615-d405-477c-9891-3c866a595654 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:15.997157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.004911 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f36771ff-5786-4360-8736-3235665ce140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:16.039750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Performing IP validity checks on allocation pools {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 12:05:16.043439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 12:05:16.103067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.116415 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-de3ef43c-2476-46ad-8ef2-1432f91d1d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:16.154642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] No DVR routers for this DVR port a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:16.164788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Pushing event deleted for resources: {'Port': ['ID=a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:16.170289 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:16.177873 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 96398967-f5eb-47ce-85c8-805a4c9753f0 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:16.211755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Pushing event updated for resources: {'Port': ['ID=66d54615-d405-477c-9891-3c866a595654,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:16.226550 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 96398967-f5eb-47ce-85c8-805a4c9753f0 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:16.226989 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 96398967-f5eb-47ce-85c8-805a4c9753f0 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:16.232868 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:16.303490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.309858 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-86ca3033-ebbb-42a0-b567-70acfeb9f11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:16.348906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.403900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=1273c493-a19e-4545-a54c-e48117917b07,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:16.407221 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:16.415840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': '2d71a409-64ab-4861-8c6a-c2aeb543e027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:16.416287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: 6792c938-449c-4461-9641-cf77b0c4d39c, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:16.441686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 6792c938-449c-4461-9641-cf77b0c4d39c is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:16.453338 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 6792c938-449c-4461-9641-cf77b0c4d39c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:16.459762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:16.460409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.465402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51e508-d185-4f92-98b6-97c40df55791 None None] Network 6792c938-449c-4461-9641-cf77b0c4d39c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:16.490469 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4951227 Dec 20 12:05:16.493700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:16.507661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c', 'name': 'tempest-PortsIpV6TestJSON-1848484424'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:16.632488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d020-acc0-4ed8-9b10-f64987bb3248 req-c980571e-5e09-4f67-a9e8-6a601dacc8bd tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:16.633526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-dd63d020-acc0-4ed8-9b10-f64987bb3248 req-c980571e-5e09-4f67-a9e8-6a601dacc8bd tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:16.733255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-6792c938-449c-4461-9641-cf77b0c4d39c', 'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c', 'tenant_id': '77107150b7bf418b807c865eae30ff91', 'fixed_ips': [{'subnet_id': '1273c493-a19e-4545-a54c-e48117917b07'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:16.734286 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.745816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-85024a14-d952-4a1e-818c-53aff325d741 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:16.747511 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-85024a14-d952-4a1e-818c-53aff325d741 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.53 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 809 time: 0.6953409 Dec 20 12:05:16.837112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:16.845972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-dd63d020-acc0-4ed8-9b10-f64987bb3248 req-c980571e-5e09-4f67-a9e8-6a601dacc8bd tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:16.847176 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dd63d020-acc0-4ed8-9b10-f64987bb3248 req-c980571e-5e09-4f67-a9e8-6a601dacc8bd tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 932 time: 1.0654550 Dec 20 12:05:16.851787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:16.852986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.881581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:16.884773 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.915129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f7e2-337b-4a91-ae55-7e18929b5a66 req-6a8c9887-ff13-43e1-8ecc-ae5a57b1670a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:16.916624 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1566f7e2-337b-4a91-ae55-7e18929b5a66 req-6a8c9887-ff13-43e1-8ecc-ae5a57b1670a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.1450078 Dec 20 12:05:16.919760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 8895db78-6d3e-4ce6-a6ca-9c2742751a15 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:16.935938 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-9a7d76ab-584a-46e0-b7b7-192b00709290 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01e6086959b444bf9afd375d8214e207 HTTP/1.1" status: 200 len: 379 time: 0.1662054 Dec 20 12:05:16.936848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Attempting to bind port 66d54615-d405-477c-9891-3c866a595654 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:16.937354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Attempting to bind port 66d54615-d405-477c-9891-3c866a595654 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:16.937859 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Attempting to bind port 66d54615-d405-477c-9891-3c866a595654 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:16.947996 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'port': {'device_id': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'admin_state_up': True, 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'security_groups': ['ac63e0cb-6c16-4789-86d4-0afe0c21d6b8']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:16.967993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9dbcfc-9ada-4812-b35e-07a805e0481e']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:17.017011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Allocated IP 2001:db8::2 (6792c938-449c-4461-9641-cf77b0c4d39c/1273c493-a19e-4545-a54c-e48117917b07/be9de84e-58a9-4b4b-b8e3-d1a861719177) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:17.031106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:17.049447 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dd63d020-acc0-4ed8-9b10-f64987bb3248 req-43124abb-2a29-41c0-abc9-753c58f65ce9 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763272 Dec 20 12:05:17.054551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:17.054952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f289f0d-9ea8-413c-b5ee-0eb7d3a9792d') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:17.064755 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1566f7e2-337b-4a91-ae55-7e18929b5a66 req-5fefb38e-7135-4dad-898b-869188ee5318 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058533 Dec 20 12:05:17.070212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:17.070717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device a7b906b3-acc1-4ce9-b9ae-c4f7898ce01f not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:17.119015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Port 66d54615-d405-477c-9891-3c866a595654 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:05:17.119015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Attempting to bind port 66d54615-d405-477c-9891-3c866a595654 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:17.133565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.154094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:17.154481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:17.154854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Bound using segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:17.155298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Bound port: 66d54615-d405-477c-9891-3c866a595654, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:17.155655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.178645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.239392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:17.239790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:17.255302 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:17.309381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0087b00b-3ab7-426c-9a9d-664348374bbe req-12f4cb3d-3727-4487-8659-3b17bb29150d tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 210 time: 0.1165173 Dec 20 12:05:17.330348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.330822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:17.342443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Transition to ACTIVE for port object be9de84e-58a9-4b4b-b8e3-d1a861719177 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:17.365252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Transition to ACTIVE for port object be9de84e-58a9-4b4b-b8e3-d1a861719177 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:17.390142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.398348 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:17.410124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:17.431990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.437773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.448654 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-70887268-ddbe-4310-9adb-216e5366a48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:17.453016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::184 (6792c938-449c-4461-9641-cf77b0c4d39c/1273c493-a19e-4545-a54c-e48117917b07/8895db78-6d3e-4ce6-a6ca-9c2742751a15) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:17.461407 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Network 6792c938-449c-4461-9641-cf77b0c4d39c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:17.464610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:17.468589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:17.472646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Made reservation on behalf of 01e6086959b444bf9afd375d8214e207 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:17.475651 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.506166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] 10.222.0.32 "DELETE /v2.0/networks/8c9dbcfc-9ada-4812-b35e-07a805e0481e HTTP/1.1" status: 204 len: 168 time: 1.5472648 Dec 20 12:05:17.506166 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Pushing event deleted for resources: {'Network': ['ID=8c9dbcfc-9ada-4812-b35e-07a805e0481e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:17.508000 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:17.518570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] For port 66d54615-d405-477c-9891-3c866a595654, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:17.558130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Pushing event updated for resources: {'Port': ['ID=be9de84e-58a9-4b4b-b8e3-d1a861719177,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:17.565817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] For port 66d54615-d405-477c-9891-3c866a595654, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=66d54615-d405-477c-9891-3c866a595654,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:17.566147 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:17.582123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.583114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Attempting to bind port be9de84e-58a9-4b4b-b8e3-d1a861719177 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:17.583630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Attempting to bind port be9de84e-58a9-4b4b-b8e3-d1a861719177 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '2d71a409-64ab-4861-8c6a-c2aeb543e027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:17.584538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Attempting to bind port be9de84e-58a9-4b4b-b8e3-d1a861719177 on network 6792c938-449c-4461-9641-cf77b0c4d39c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:17.592459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:17.593125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Checking segment: {'id': '2d71a409-64ab-4861-8c6a-c2aeb543e027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:17.593662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.594814 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Bound using segment: {'id': '2d71a409-64ab-4861-8c6a-c2aeb543e027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:17.595500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Bound port: be9de84e-58a9-4b4b-b8e3-d1a861719177, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d71a409-64ab-4861-8c6a-c2aeb543e027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6792c938-449c-4461-9641-cf77b0c4d39c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:17.596007 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.598140 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f916a09a-8a84-43ab-b2cb-0f54907786ad tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:17.675953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.677508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] 10.222.0.16 "PUT /v2.0/ports/66d54615-d405-477c-9891-3c866a595654 HTTP/1.1" status: 200 len: 1094 time: 2.8346283 Dec 20 12:05:17.683968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a099db6-2482-417f-8bca-ff6358dc7124', 'tag': '66d54615-d405-477c-9891-3c866a595654'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:17.754957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.776206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 8895db78-6d3e-4ce6-a6ca-9c2742751a15 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:17.815378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Pushing event updated for resources: {'Port': ['ID=66d54615-d405-477c-9891-3c866a595654,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:17.820331 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:17.824179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] For port be9de84e-58a9-4b4b-b8e3-d1a861719177, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:17.828351 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] For port be9de84e-58a9-4b4b-b8e3-d1a861719177, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=be9de84e-58a9-4b4b-b8e3-d1a861719177,segment=NetworkSegment(2d71a409-64ab-4861-8c6a-c2aeb543e027),segment_id=2d71a409-64ab-4861-8c6a-c2aeb543e027)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:17.831676 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.839804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.840079 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a099db6-2482-417f-8bca-ff6358dc7124', 'tag': '66d54615-d405-477c-9891-3c866a595654', 'status': 'completed', 'code': 200} Dec 20 12:05:17.841016 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0fafd04b-0193-41ad-930d-45a8c04268e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:17.845017 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c0a74c3b-bfef-4d19-be72-e9d4361acb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:17.857615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Allocated IP 172.20.0.6 (5eaa4d83-aec3-467a-bfe4-3216ed5888d9/f095d790-5f80-4102-a8b3-55fef147b249/49ace18f-6586-4dd4-a0fb-b5a5c97e80df) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:17.908134 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-5dd9f399-974d-4031-b87a-cda3ce0f8c04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 1097 time: 0.1620882 Dec 20 12:05:17.946553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 6792c938-449c-4461-9641-cf77b0c4d39c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:17.947879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Pushing event updated for resources: {'Port': ['ID=be9de84e-58a9-4b4b-b8e3-d1a861719177,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:17.951268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:17.953264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=8895db78-6d3e-4ce6-a6ca-9c2742751a15,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:17.955486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:17.959963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:17.960519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.964691 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:17.966385 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:18.005417 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5089314 Dec 20 12:05:18.008263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46750) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:18.082427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-0e330498-e229-4f1b-99e2-ebf2377e1f6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d54615-d405-477c-9891-3c866a595654 HTTP/1.1" status: 200 len: 217 time: 0.1660509 Dec 20 12:05:18.100797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 8895db78-6d3e-4ce6-a6ca-9c2742751a15 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:18.101726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.191035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.324629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.368852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Transition to ACTIVE for port object 49ace18f-6586-4dd4-a0fb-b5a5c97e80df will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:18.439055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.453276 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7daef82f-31f7-4670-956f-83c58e52f302 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:18.493684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-4a0cc786-681c-401b-aaba-8b9403732296 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:18.495494 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-4a0cc786-681c-401b-aaba-8b9403732296 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.3146515 Dec 20 12:05:18.576073 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-2b315e0a-a44d-4c30-b51e-4fbd9e39c823 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607722 Dec 20 12:05:18.636540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca143b-c726-4fca-b7c9-f82689fd18e4 req-02701a5f-5099-4165-ab10-b160603e9f0a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:18.644608 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1ca143b-c726-4fca-b7c9-f82689fd18e4 req-02701a5f-5099-4165-ab10-b160603e9f0a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 944 time: 0.2511711 Dec 20 12:05:18.653637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:18.669707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:18.672599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:18.702256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.908193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'Port': ['ID=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:18.983798 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:19.022283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 8895db78-6d3e-4ce6-a6ca-9c2742751a15 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:19.039115 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a70d6572-d9f0-45d7-b3e7-485c0b1635d7 None None] Provisioning for port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:19.047439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a70d6572-d9f0-45d7-b3e7-485c0b1635d7 None None] Provisioning complete for port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:19.048088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a70d6572-d9f0-45d7-b3e7-485c0b1635d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.074078 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f1ca143b-c726-4fca-b7c9-f82689fd18e4 req-5f4f6903-d775-4b47-9e8f-a717ba03344c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283845 Dec 20 12:05:19.105634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device be9de84e-58a9-4b4b-b8e3-d1a861719177 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:19.134565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:19.135235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.191670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ccc9f-9ba9-458e-83b3-e5c06f177801 req-33a9544c-f8b5-4004-842c-f949d7d65d80 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:19.206423 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f3ccc9f-9ba9-458e-83b3-e5c06f177801 req-33a9544c-f8b5-4004-842c-f949d7d65d80 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.8123927 Dec 20 12:05:19.232822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a70d6572-d9f0-45d7-b3e7-485c0b1635d7 None None] Port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:19.313078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-6143491d-f1a7-4ae4-9cc5-dfa100b1e336 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262940 Dec 20 12:05:19.323424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port be9de84e-58a9-4b4b-b8e3-d1a861719177 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:19.385913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.395235 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9f39028b-f5bc-4143-a75a-7bfd9caf4bfc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:19.409852 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4652913 Dec 20 12:05:19.437868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Request body: {'port': {'device_id': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:19.455958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=8895db78-6d3e-4ce6-a6ca-9c2742751a15,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:19.461627 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:19.525491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe43a-5024-4410-8494-3511ac2b17dd req-be120508-9347-4ab4-8b83-c773fd0f837f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:19.527134 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cdbfe43a-5024-4410-8494-3511ac2b17dd req-be120508-9347-4ab4-8b83-c773fd0f837f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 931 time: 0.2183645 Dec 20 12:05:19.528263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.553149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e443d75f-f402-4a43-8d14-cd615a19ff5d None None] Network 6792c938-449c-4461-9641-cf77b0c4d39c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:19.571441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2f3ccc9f-9ba9-458e-83b3-e5c06f177801 req-03159fbf-353a-4152-b26d-703cbd1cfcf2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636849 Dec 20 12:05:19.575665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/8895db78-6d3e-4ce6-a6ca-9c2742751a15 HTTP/1.1" status: 204 len: 168 time: 1.5660505 Dec 20 12:05:19.578426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46762) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:19.645885 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-cdbfe43a-5024-4410-8494-3511ac2b17dd req-8b5a2644-20b3-4847-a6d0-eba3cd69abdb tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Synchronizing usage tracker for tenant:01e6086959b444bf9afd375d8214e207 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:19.652334 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa97dfc3-05c3-4119-9913-5a1cbaf6a39d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:05:19.652781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa97dfc3-05c3-4119-9913-5a1cbaf6a39d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:19.654676 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aa97dfc3-05c3-4119-9913-5a1cbaf6a39d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/8895db78-6d3e-4ce6-a6ca-9c2742751a15 HTTP/1.1" status: 404 len: 333 time: 0.0748556 Dec 20 12:05:19.663390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46766) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:19.664855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-cdbfe43a-5024-4410-8494-3511ac2b17dd req-8b5a2644-20b3-4847-a6d0-eba3cd69abdb tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Unset dirty status for tenant:01e6086959b444bf9afd375d8214e207 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:19.666052 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cdbfe43a-5024-4410-8494-3511ac2b17dd req-8b5a2644-20b3-4847-a6d0-eba3cd69abdb tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295712 Dec 20 12:05:19.697432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Provisioning for port be9de84e-58a9-4b4b-b8e3-d1a861719177 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:19.708191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Provisioning complete for port be9de84e-58a9-4b4b-b8e3-d1a861719177 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:19.708609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.733243 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-49b29d39-7a64-4b22-9921-b415e0bc72ce req-3901509e-0a91-4dd7-be99-e003304444fd service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850954 Dec 20 12:05:19.733767 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.750035 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-12def33d-7f2d-49b6-82e5-e174e2180612 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:05:19.751533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-12def33d-7f2d-49b6-82e5-e174e2180612 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/8895db78-6d3e-4ce6-a6ca-9c2742751a15 HTTP/1.1" status: 404 len: 333 time: 0.0736206 Dec 20 12:05:19.754528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46770) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:19.825398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet 1273c493-a19e-4545-a54c-e48117917b07 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:19.828537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.888878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.979599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.990685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-53d5048d-7de0-4a09-a3f1-c9cece8fbdc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 1097 time: 0.2017996 Dec 20 12:05:20.031997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] For port be9de84e-58a9-4b4b-b8e3-d1a861719177, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=be9de84e-58a9-4b4b-b8e3-d1a861719177,segment=NetworkSegment(2d71a409-64ab-4861-8c6a-c2aeb543e027),segment_id=2d71a409-64ab-4861-8c6a-c2aeb543e027)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:20.039768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.042697 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:20.064489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.148817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Pushing event updated for resources: {'Port': ['ID=be9de84e-58a9-4b4b-b8e3-d1a861719177,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:20.152281 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:20.180894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.193086 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-26990f9f-3819-4685-bc63-4b1fafa0daf7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:20.233099 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=1273c493-a19e-4545-a54c-e48117917b07,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:20.237676 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:20.243498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.271934 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:05:20.272508 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3eba7863-3756-477f-bb4e-f171117934a9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/1273c493-a19e-4545-a54c-e48117917b07 HTTP/1.1" status: 204 len: 168 time: 0.5166774 Dec 20 12:05:20.272889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46776) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:20.310753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0788e22-1a23-458a-8f61-7391669256a8 None None] Network 6792c938-449c-4461-9641-cf77b0c4d39c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:20.360251 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:05:20.441478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.458585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port be9de84e-58a9-4b4b-b8e3-d1a861719177 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:20.458585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.481293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-487c42cf-2fa6-40ba-8ca4-2013bcd7b2b9 None None] Provisioning complete for port be9de84e-58a9-4b4b-b8e3-d1a861719177 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:20.481811 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-487c42cf-2fa6-40ba-8ca4-2013bcd7b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.505801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-709eb29b-3977-43a1-ace8-0460970ee671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:20.508077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-709eb29b-3977-43a1-ace8-0460970ee671 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.5006480 Dec 20 12:05:20.512293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ace18f-6586-4dd4-a0fb-b5a5c97e80df {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:20.595045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.618553 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-6c3384ff-725a-4260-8115-2b236ae9fff0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d54615-d405-477c-9891-3c866a595654 HTTP/1.1" status: 200 len: 217 time: 0.0954301 Dec 20 12:05:20.687662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Transition to ACTIVE for port object 49ace18f-6586-4dd4-a0fb-b5a5c97e80df will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:20.707961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.715290 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ec20ea5a-696a-422e-b405-96ca56a9bb6b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:20.757731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb15665-b319-41a0-8167-ac6ce3db42b1 req-9547d814-0e14-4bea-a0ff-843a5d79f495 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:20.759296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fb15665-b319-41a0-8167-ac6ce3db42b1 req-9547d814-0e14-4bea-a0ff-843a5d79f495 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 944 time: 0.4200156 Dec 20 12:05:20.811562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-ebc1f61d-f367-4de2-a872-2bceb426c5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:20.813210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-ebc1f61d-f367-4de2-a872-2bceb426c5a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1851497 Dec 20 12:05:20.871321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] DHCP port deletion for 6792c938-449c-4461-9641-cf77b0c4d39c request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:20.876039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Deleting port be9de84e-58a9-4b4b-b8e3-d1a861719177 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:20.876428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.949520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-331333b0-9b5f-4e99-8667-03f76c92c6c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783496 Dec 20 12:05:20.998315 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port be9de84e-58a9-4b4b-b8e3-d1a861719177, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=be9de84e-58a9-4b4b-b8e3-d1a861719177,segment=NetworkSegment(2d71a409-64ab-4861-8c6a-c2aeb543e027),segment_id=2d71a409-64ab-4861-8c6a-c2aeb543e027)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:20.999376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.095295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device be9de84e-58a9-4b4b-b8e3-d1a861719177 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:21.170170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for be9de84e-58a9-4b4b-b8e3-d1a861719177 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:21.272553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec488d8c-ba1e-4da7-8e1a-597e5badd5c4 req-56d9a04b-8a49-4d42-9b52-802e3fdcb488 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:21.274350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ec488d8c-ba1e-4da7-8e1a-597e5badd5c4 req-56d9a04b-8a49-4d42-9b52-802e3fdcb488 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.3885677 Dec 20 12:05:21.305159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.313753 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:21.334147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No active binding found for port be9de84e-58a9-4b4b-b8e3-d1a861719177 {{(pid=83559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 12:05:21.334573 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device be9de84e-58a9-4b4b-b8e3-d1a861719177 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:21.381175 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=be9de84e-58a9-4b4b-b8e3-d1a861719177,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:21.391015 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:21.401038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No DVR routers for this DVR port be9de84e-58a9-4b4b-b8e3-d1a861719177 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:21.406857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Pushing event updated for resources: {'Port': ['ID=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:21.415696 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:21.419599 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-f30504fa-b886-4b36-9dc4-c0acf47357b0 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614403 Dec 20 12:05:21.423661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fb15665-b319-41a0-8167-ac6ce3db42b1 req-3fbbb1ac-e8ac-443c-845f-28c62b0df803 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535749 Dec 20 12:05:21.441221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] For port be9de84e-58a9-4b4b-b8e3-d1a861719177, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=be9de84e-58a9-4b4b-b8e3-d1a861719177,segment=NetworkSegment(2d71a409-64ab-4861-8c6a-c2aeb543e027),segment_id=2d71a409-64ab-4861-8c6a-c2aeb543e027)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:21.442154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.461807 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ec488d8c-ba1e-4da7-8e1a-597e5badd5c4 req-da3a5180-9e2e-4386-b9f6-a03b61c4f1b5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789918 Dec 20 12:05:21.608474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Calling delete_port for be9de84e-58a9-4b4b-b8e3-d1a861719177 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:21.664788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 66d54615-d405-477c-9891-3c866a595654 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:05:21.777948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:21.778374 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:21.800095 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.802518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Attempting to bind port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:21.802957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Attempting to bind port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:21.803401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Attempting to bind port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df on network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:21.832187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6792c938-449c-4461-9641-cf77b0c4d39c']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:21.842127 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8aa6efc3-6e61-42c6-9d7f-7ed769c3d386 req-f9c5d193-e22a-421c-ac9e-1f68ca06f884 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123409 Dec 20 12:05:21.848790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d71a409-64ab-4861-8c6a-c2aeb543e027') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:21.849410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df on network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:05:21.849549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d71a409-64ab-4861-8c6a-c2aeb543e027') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:21.849949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Attempting to bind port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df on network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:21.863082 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.863602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:21.864172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Checking segment: {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:21.864766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Bound using segment: {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:21.865407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Bound port: 49ace18f-6586-4dd4-a0fb-b5a5c97e80df, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac5076-8b48-47be-93bd-5581eaa052f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:21.866051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.881840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.889972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:21.890523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.959423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1e88-25ed-4819-b481-8774f5dd9603 req-7e294ea7-55fa-4864-8538-46e0d8e4ff69 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:21.961163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c3ee1e88-25ed-4819-b481-8774f5dd9603 req-7e294ea7-55fa-4864-8538-46e0d8e4ff69 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Synchronizing usage tracker for tenant:01e6086959b444bf9afd375d8214e207 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:21.961377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 66d54615-d405-477c-9891-3c866a595654, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=66d54615-d405-477c-9891-3c866a595654,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:21.986399 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '66d54615-d405-477c-9891-3c866a595654', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'port_id': '66d54615-d405-477c-9891-3c866a595654', 'mac_address': 'fa:16:3e:ce:9f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:22.006903 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:22.018428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] For port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:22.019917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.021733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] For port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:22.023378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-c3ee1e88-25ed-4819-b481-8774f5dd9603 req-7e294ea7-55fa-4864-8538-46e0d8e4ff69 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Unset dirty status for tenant:01e6086959b444bf9afd375d8214e207 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:22.025889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.031373 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d705564-1ead-4337-a46e-687130182eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.036500 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3ee1e88-25ed-4819-b481-8774f5dd9603 req-7e294ea7-55fa-4864-8538-46e0d8e4ff69 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 943 time: 0.3835561 Dec 20 12:05:22.061913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=6792c938-449c-4461-9641-cf77b0c4d39c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:22.068939 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:22.071282 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/6792c938-449c-4461-9641-cf77b0c4d39c HTTP/1.1" status: 204 len: 168 time: 1.7974532 Dec 20 12:05:22.071772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.074756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46792) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:22.081526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1984435118'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:22.087430 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c3ee1e88-25ed-4819-b481-8774f5dd9603 req-43f5c748-0329-443c-af34-aa1afb74ee3f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497885 Dec 20 12:05:22.089511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.089953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:22.101600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:22.104023 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.108253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:22.121922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d54615-d405-477c-9891-3c866a595654 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:22.127996 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:22.151455 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 66d54615-d405-477c-9891-3c866a595654, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=66d54615-d405-477c-9891-3c866a595654,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:22.154064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:22.158018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.168962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.173756 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.185671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.187628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] 10.222.0.53 "PUT /v2.0/ports/49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 1093 time: 2.7563396 Dec 20 12:05:22.199847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:22.209264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:22.222768 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.224473 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment 48b60189-9338-431e-abed-b30c48d02a99 of type vlan for network f06471da-48de-4220-9a84-bb6f7fc05929 Dec 20 12:05:22.227138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Pushing event updated for resources: {'Port': ['ID=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:22.251005 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:22.267529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=66d54615-d405-477c-9891-3c866a595654,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:22.272168 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:22.280056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Deleting port be9de84e-58a9-4b4b-b8e3-d1a861719177 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:22.280507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.288792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.319988 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'status': 'completed', 'code': 200} Dec 20 12:05:22.346824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.355368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:22.356079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.360419 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-93632757-1071-4e78-8116-e1c84d6ea6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.371602 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-0bf1973b-8b27-4a25-8628-65d767d4fa23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1096 time: 0.1192691 Dec 20 12:05:22.386177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-077e3cfd-2b37-4e3c-8ad9-08175f522d4e None None] The port 'be9de84e-58a9-4b4b-b8e3-d1a861719177' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:22.398255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['66d54615-d405-477c-9891-3c866a595654'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:22.480961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-980a5a73-ebef-4aa3-95a5-5108f4a68c98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 217 time: 0.0999713 Dec 20 12:05:22.578264 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5000851 Dec 20 12:05:22.579056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46802) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:22.587172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:22.587631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=f06471da-48de-4220-9a84-bb6f7fc05929,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:22.592804 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c846a885-84df-4fe7-ba81-99becd8f3080 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:22.604768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network f06471da-48de-4220-9a84-bb6f7fc05929 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:22.747653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:22.762907 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:22.767041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ced96-1fcc-42f7-bf14-440ea013409a req-07b42a8b-2e00-43f4-b78c-6b2c927db248 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:22.768649 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-935ced96-1fcc-42f7-bf14-440ea013409a req-07b42a8b-2e00-43f4-b78c-6b2c927db248 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.0898373 Dec 20 12:05:22.772116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:22.782560 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:22.797848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-75c703d7-c623-43a7-b74d-93a9576fb86c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:22.799778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-75c703d7-c623-43a7-b74d-93a9576fb86c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 200 len: 848 time: 0.3085501 Dec 20 12:05:22.825094 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-935ced96-1fcc-42f7-bf14-440ea013409a req-b8ac66bc-6fde-49a7-a2f6-5ccca32f8ef5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498943 Dec 20 12:05:22.846296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:22.985952 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032d29-7ee3-4ed8-93b1-74f93e6c5791 req-f8cb94c2-dce9-4e86-a928-36e5952bb04b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:22.988375 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-74032d29-7ee3-4ed8-93b1-74f93e6c5791 req-f8cb94c2-dce9-4e86-a928-36e5952bb04b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 945 time: 0.2730107 Dec 20 12:05:22.995061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.079234 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-a815d153-efa2-4389-9144-9ce103c56d6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2730749 Dec 20 12:05:23.200915 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-74032d29-7ee3-4ed8-93b1-74f93e6c5791 req-d344a8a7-e828-457b-8710-54998b21ec2b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872582 Dec 20 12:05:23.334198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c63dc-d342-4185-a62a-8f5060df06c2 req-65675636-3fe5-44b8-956d-89a06fd89003 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:23.335678 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-751c63dc-d342-4185-a62a-8f5060df06c2 req-65675636-3fe5-44b8-956d-89a06fd89003 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 943 time: 0.0877454 Dec 20 12:05:23.338256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-08d688df-c1d4-4d65-8674-b54d9828b5c8 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007391 Dec 20 12:05:23.395342 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-751c63dc-d342-4185-a62a-8f5060df06c2 req-6d73a89f-6cdb-43a4-9503-d22e421ea254 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521722 Dec 20 12:05:23.417365 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 66d54615-d405-477c-9891-3c866a595654 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:23.495582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 66d54615-d405-477c-9891-3c866a595654 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:23.501259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 66d54615-d405-477c-9891-3c866a595654 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:23.501728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.628668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.653072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.660898 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdeec132-1083-47ee-b776-f643a46de245 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:23.661079 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a099db6-2482-417f-8bca-ff6358dc7124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d54615-d405-477c-9891-3c866a595654'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:23.679141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 66d54615-d405-477c-9891-3c866a595654, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=66d54615-d405-477c-9891-3c866a595654,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:23.684675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.689125 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ccdcfb8-535d-4be1-aad8-03a568172b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:23.730051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=4514a2ca-0b64-49d6-bf89-05617f265000,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:23.743743 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:23.744872 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a099db6-2482-417f-8bca-ff6358dc7124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d54615-d405-477c-9891-3c866a595654', 'code': 200} Dec 20 12:05:23.755241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f62ee81-6d0e-418b-9488-7173ef4afc15 req-67a894ad-43ad-499b-a7b8-5e98345fa975 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098854 Dec 20 12:05:23.780554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': '48b60189-9338-431e-abed-b30c48d02a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:23.780912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: f06471da-48de-4220-9a84-bb6f7fc05929, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:23.785849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=66d54615-d405-477c-9891-3c866a595654,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:23.788870 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:23.912176 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f06471da-48de-4220-9a84-bb6f7fc05929 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:23.934463 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95beff2e-40e0-44a7-bcc8-9af48f148f7b req-1813e676-5018-43d0-a1ab-4c421051eb49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 1099 time: 0.1487525 Dec 20 12:05:23.938569 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7889038f-d0c1-4594-acbf-47eca043be6e req-26fc88c6-ae5a-4d6b-9ab0-55cf78eea38a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1096 time: 0.1223803 Dec 20 12:05:23.939156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, f06471da-48de-4220-9a84-bb6f7fc05929) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:23.950028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c14e4c8-4133-4515-a2ab-ac9006e8a0ad None None] Network f06471da-48de-4220-9a84-bb6f7fc05929 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:23.980217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:23.980794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.051351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec46c5-f383-40ee-a5b2-e6476f32e337 req-b82ca3ad-a93e-4678-9530-0d4886505353 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:24.052813 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c8ec46c5-f383-40ee-a5b2-e6476f32e337 req-b82ca3ad-a93e-4678-9530-0d4886505353 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.0909238 Dec 20 12:05:24.091397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5111372 Dec 20 12:05:24.096312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46818) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:24.105459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1299078159'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:24.111210 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c8ec46c5-f383-40ee-a5b2-e6476f32e337 req-f25b6d63-5838-4efc-8a8e-b57af85569e0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520499 Dec 20 12:05:24.140832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-95beff2e-40e0-44a7-bcc8-9af48f148f7b req-fa905ab8-04b1-403e-9983-d6e04e7413f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993303 Dec 20 12:05:24.261286 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889038f-d0c1-4594-acbf-47eca043be6e req-455ec3f6-d548-4b19-a5b6-51764790e896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:24.262731 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7889038f-d0c1-4594-acbf-47eca043be6e req-455ec3f6-d548-4b19-a5b6-51764790e896 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 910 time: 0.3086891 Dec 20 12:05:24.280847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-f06471da-48de-4220-9a84-bb6f7fc05929', 'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929', 'tenant_id': '77107150b7bf418b807c865eae30ff91', 'fixed_ips': [{'subnet_id': '4514a2ca-0b64-49d6-bf89-05617f265000'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:24.281609 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.365762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7889038f-d0c1-4594-acbf-47eca043be6e req-6304c0f2-e9c7-4eb4-95f6-58185e99bba6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 217 time: 0.0840986 Dec 20 12:05:24.366955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:24.371240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:24.375881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:24.414578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:24.487585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:24.490604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.508656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889038f-d0c1-4594-acbf-47eca043be6e req-430647d9-c5fb-4842-b556-53c51a916112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:24.510180 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7889038f-d0c1-4594-acbf-47eca043be6e req-430647d9-c5fb-4842-b556-53c51a916112 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 200 len: 848 time: 0.1353953 Dec 20 12:05:24.557614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Allocated IP 2001:db8::2 (f06471da-48de-4220-9a84-bb6f7fc05929/4514a2ca-0b64-49d6-bf89-05617f265000/7c49afd7-573e-4918-8514-944cdf0b3ad1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:24.579223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 002701bb-72da-4272-a1f4-8236f72606f2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:24.623613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25dbc3-453b-41b0-8a4a-e88a3ffbe73f req-ac2ed6bf-b8f6-40fe-b08c-d1257bec1ca2 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:24.633612 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea25dbc3-453b-41b0-8a4a-e88a3ffbe73f req-ac2ed6bf-b8f6-40fe-b08c-d1257bec1ca2 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 943 time: 0.1031110 Dec 20 12:05:24.695936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194366a-771d-41f7-98be-19afe4ee786d req-318bac6d-c6ff-41b5-be27-0b4b9f2aff24 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:24.697272 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5194366a-771d-41f7-98be-19afe4ee786d req-318bac6d-c6ff-41b5-be27-0b4b9f2aff24 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 946 time: 0.2510288 Dec 20 12:05:24.712391 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea25dbc3-453b-41b0-8a4a-e88a3ffbe73f req-6f356927-49c3-418c-a896-d371854f4687 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777810 Dec 20 12:05:24.743065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7889038f-d0c1-4594-acbf-47eca043be6e req-4f966627-389d-4bc5-aa6d-d93346f21dd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2241070 Dec 20 12:05:24.797396 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5194366a-771d-41f7-98be-19afe4ee786d req-7c9f4c53-12d7-496f-ad45-a61ea4bb76d5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899041 Dec 20 12:05:24.839366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.850795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Transition to ACTIVE for port object 7c49afd7-573e-4918-8514-944cdf0b3ad1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:24.869984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Transition to ACTIVE for port object 7c49afd7-573e-4918-8514-944cdf0b3ad1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:24.875871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.882551 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-fbfbb679-544c-45cf-ac47-8670476aa806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:24.909005 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 02c3776c-8702-4e11-bf24-d411e4cbda57 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:05:24.933029 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7889038f-d0c1-4594-acbf-47eca043be6e req-57412d5d-b951-4ae5-a089-d773e0db6ada service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820207 Dec 20 12:05:24.956397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Network f06471da-48de-4220-9a84-bb6f7fc05929 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:24.957702 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:24.960710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:24.990607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::1df (f06471da-48de-4220-9a84-bb6f7fc05929/4514a2ca-0b64-49d6-bf89-05617f265000/002701bb-72da-4272-a1f4-8236f72606f2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:24.992999 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Pushing event updated for resources: {'Port': ['ID=7c49afd7-573e-4918-8514-944cdf0b3ad1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:24.995990 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.187054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Attempting to bind port 7c49afd7-573e-4918-8514-944cdf0b3ad1 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:25.187054 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Attempting to bind port 7c49afd7-573e-4918-8514-944cdf0b3ad1 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '48b60189-9338-431e-abed-b30c48d02a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:25.195894 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Attempting to bind port 7c49afd7-573e-4918-8514-944cdf0b3ad1 on network f06471da-48de-4220-9a84-bb6f7fc05929 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:25.214129 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:25.214522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Checking segment: {'id': '48b60189-9338-431e-abed-b30c48d02a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:25.214998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.215820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Bound using segment: {'id': '48b60189-9338-431e-abed-b30c48d02a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:25.216215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Bound port: 7c49afd7-573e-4918-8514-944cdf0b3ad1, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b60189-9338-431e-abed-b30c48d02a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f06471da-48de-4220-9a84-bb6f7fc05929'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:25.216610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.217327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7889038f-d0c1-4594-acbf-47eca043be6e req-d57ac858-73a2-4fe4-b996-824fd7fe45b3 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601066 Dec 20 12:05:25.273330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.304118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 002701bb-72da-4272-a1f4-8236f72606f2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:25.338917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.344908 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-648f8afe-5b3c-4127-8764-c11035e40de4 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:25.372237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 02c3776c-8702-4e11-bf24-d411e4cbda57, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=02c3776c-8702-4e11-bf24-d411e4cbda57,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:25.404577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '02c3776c-8702-4e11-bf24-d411e4cbda57', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'port_id': '02c3776c-8702-4e11-bf24-d411e4cbda57', 'mac_address': 'fa:16:3e:97:0c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:05:25.457206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] For port 7c49afd7-573e-4918-8514-944cdf0b3ad1, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:25.481891 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] For port 7c49afd7-573e-4918-8514-944cdf0b3ad1, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c49afd7-573e-4918-8514-944cdf0b3ad1,segment=NetworkSegment(48b60189-9338-431e-abed-b30c48d02a99),segment_id=48b60189-9338-431e-abed-b30c48d02a99)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:25.500678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.514756 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3d5b7f5d-35f5-486a-b60a-3c1292076192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:25.515652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801cb3e-6597-4ffb-beaf-976d02ab278a req-9a4cdded-d7b6-43b8-8616-4dffc1dd296b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:25.517171 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8801cb3e-6597-4ffb-beaf-976d02ab278a req-9a4cdded-d7b6-43b8-8616-4dffc1dd296b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 944 time: 0.1516511 Dec 20 12:05:25.557678 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.577926 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8801cb3e-6597-4ffb-beaf-976d02ab278a req-99bb20aa-b904-419d-817f-90128d723814 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Dec 20 12:05:25.585078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f06471da-48de-4220-9a84-bb6f7fc05929 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:25.588759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:25.594080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:25.598774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:25.599338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.604661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=002701bb-72da-4272-a1f4-8236f72606f2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.611435 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.630507 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5289516 Dec 20 12:05:25.630703 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c3776c-8702-4e11-bf24-d411e4cbda57 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:25.630812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:25.639072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Pushing event updated for resources: {'Port': ['ID=7c49afd7-573e-4918-8514-944cdf0b3ad1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.643285 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.655862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 02c3776c-8702-4e11-bf24-d411e4cbda57, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=02c3776c-8702-4e11-bf24-d411e4cbda57,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:25.660047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.663018 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2e84edaa-ce0f-4f58-b972-9dae309e51ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:25.714988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 002701bb-72da-4272-a1f4-8236f72606f2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:25.715517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.731845 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=02c3776c-8702-4e11-bf24-d411e4cbda57,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.735019 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.857255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['02c3776c-8702-4e11-bf24-d411e4cbda57'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:26.111232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.113435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908374f-0096-4ff0-a5a6-4375dfd14772 req-1ed6c5b3-782f-4a25-8c6e-f10b5cffe475 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:26.116161 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f908374f-0096-4ff0-a5a6-4375dfd14772 req-1ed6c5b3-782f-4a25-8c6e-f10b5cffe475 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 946 time: 0.1214566 Dec 20 12:05:26.130392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103e2d3-c93e-4724-8d57-9bfbf63b6f31 req-005cc798-f50c-43fe-aafe-28407f69ee2f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:26.132167 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1103e2d3-c93e-4724-8d57-9bfbf63b6f31 req-005cc798-f50c-43fe-aafe-28407f69ee2f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 943 time: 0.2782731 Dec 20 12:05:26.179243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f908374f-0096-4ff0-a5a6-4375dfd14772 req-c5b63a2e-294d-4da6-b5dd-40455f25ff35 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570772 Dec 20 12:05:26.263814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 002701bb-72da-4272-a1f4-8236f72606f2 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:26.357340 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1103e2d3-c93e-4724-8d57-9bfbf63b6f31 req-78619352-30ec-48ab-98ac-0dde7c607ad0 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720083 Dec 20 12:05:26.412969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf801f-799f-48a7-bf62-401443379661 req-9f7ccdea-f41e-4f48-83ac-fd06d931b34a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:26.419937 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00bf801f-799f-48a7-bf62-401443379661 req-9f7ccdea-f41e-4f48-83ac-fd06d931b34a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 946 time: 0.1105821 Dec 20 12:05:26.456495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.462460 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc40002e-e779-4544-81aa-806516b82bb3 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:26.481586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00bf801f-799f-48a7-bf62-401443379661 req-4b4e44b0-651f-4485-8574-d11f0c6ad220 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606155 Dec 20 12:05:26.514658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=002701bb-72da-4272-a1f4-8236f72606f2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:26.519295 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:26.647486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:26.657128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.696891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46856) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:26.697212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/002701bb-72da-4272-a1f4-8236f72606f2 HTTP/1.1" status: 204 len: 168 time: 1.0653050 Dec 20 12:05:26.793245 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-da11c02e-9e63-4ead-b728-9d27d053faf7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:05:26.793758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da11c02e-9e63-4ead-b728-9d27d053faf7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:26.886202 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 49ace18f-6586-4dd4-a0fb-b5a5c97e80df details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:05:26.890606 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 02c3776c-8702-4e11-bf24-d411e4cbda57 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:27.019624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-da11c02e-9e63-4ead-b728-9d27d053faf7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:27.023916 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-da11c02e-9e63-4ead-b728-9d27d053faf7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/002701bb-72da-4272-a1f4-8236f72606f2 HTTP/1.1" status: 404 len: 333 time: 0.3259785 Dec 20 12:05:27.028393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:27.120608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d6c3b-c7d0-4939-a6d0-8ec01fb483d3 req-6da7b510-0130-4cab-982a-3f19d5e3be77 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:27.123304 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a0d6c3b-c7d0-4939-a6d0-8ec01fb483d3 req-6da7b510-0130-4cab-982a-3f19d5e3be77 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 945 time: 0.3114367 Dec 20 12:05:27.260577 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a0d6c3b-c7d0-4939-a6d0-8ec01fb483d3 req-6649b0bd-d814-45e0-aecb-13ba6d2106b4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289167 Dec 20 12:05:27.360460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet 4514a2ca-0b64-49d6-bf89-05617f265000 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:27.366162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.384336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2e517-0bb9-4eb9-ae93-bca73de39c6e None None] Network f06471da-48de-4220-9a84-bb6f7fc05929 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:27.416346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7c49afd7-573e-4918-8514-944cdf0b3ad1 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:27.444731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6979b6a-9730-42a1-b41e-31f36650534c req-cb681e8e-7ed8-49a7-ade9-d734c4047e20 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:27.446637 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6979b6a-9730-42a1-b41e-31f36650534c req-cb681e8e-7ed8-49a7-ade9-d734c4047e20 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 946 time: 0.2909787 Dec 20 12:05:27.510661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.608114 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6979b6a-9730-42a1-b41e-31f36650534c req-eca49313-fb38-400c-9e02-c1e9bef35e0f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554165 Dec 20 12:05:27.661865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.675673 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:27.692649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 7c49afd7-573e-4918-8514-944cdf0b3ad1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:27.695491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-27687de0-44d3-46ab-b28e-9f1feff26801 None None] Provisioning for port 7c49afd7-573e-4918-8514-944cdf0b3ad1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:27.715181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'port_id': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'mac_address': 'fa:16:3e:fe:f8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:05:27.716660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 7c49afd7-573e-4918-8514-944cdf0b3ad1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:27.717034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.741851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-27687de0-44d3-46ab-b28e-9f1feff26801 None None] Provisioning complete for port 7c49afd7-573e-4918-8514-944cdf0b3ad1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:27.742489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-27687de0-44d3-46ab-b28e-9f1feff26801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.752860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.757718 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9d5acff2-b9fe-4e48-adf8-4298706b2db5 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:27.774980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7bf34-bef9-4e0b-9422-5800bb058598 req-2b8d3050-30f1-4789-b67c-f8d0a5962066 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:27.777160 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93d7bf34-bef9-4e0b-9422-5800bb058598 req-2b8d3050-30f1-4789-b67c-f8d0a5962066 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 943 time: 0.2449307 Dec 20 12:05:27.778249 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.794576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=4514a2ca-0b64-49d6-bf89-05617f265000,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:27.798083 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:27.802808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.809567 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/4514a2ca-0b64-49d6-bf89-05617f265000 HTTP/1.1" status: 204 len: 168 time: 0.7800279 Dec 20 12:05:27.812299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46868) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:27.894863 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93d7bf34-bef9-4e0b-9422-5800bb058598 req-450fdf5b-d390-4caa-9e0b-dd7444392019 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643063 Dec 20 12:05:27.897396 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2d10982-74f8-47b2-ba4d-0434ad8f5b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.899726 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 02c3776c-8702-4e11-bf24-d411e4cbda57 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:27.938955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.950516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 7c49afd7-573e-4918-8514-944cdf0b3ad1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:27.950856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.041335 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 02c3776c-8702-4e11-bf24-d411e4cbda57 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:28.041704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.088230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.160379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port 7c49afd7-573e-4918-8514-944cdf0b3ad1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c49afd7-573e-4918-8514-944cdf0b3ad1,segment=NetworkSegment(48b60189-9338-431e-abed-b30c48d02a99),segment_id=48b60189-9338-431e-abed-b30c48d02a99)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:28.160955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.164102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ace18f-6586-4dd4-a0fb-b5a5c97e80df {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:28.250854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:28.269077 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.271886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.288533 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:28.316001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-27687de0-44d3-46ab-b28e-9f1feff26801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.459727 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.478879 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 7c49afd7-573e-4918-8514-944cdf0b3ad1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c49afd7-573e-4918-8514-944cdf0b3ad1,segment=NetworkSegment(48b60189-9338-431e-abed-b30c48d02a99),segment_id=48b60189-9338-431e-abed-b30c48d02a99)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:28.481833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['49ace18f-6586-4dd4-a0fb-b5a5c97e80df'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:28.507196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 7c49afd7-573e-4918-8514-944cdf0b3ad1 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:28.514452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:28.518297 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:28.521843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Deleting port 59187ad0-7f04-43b5-8e0c-dde57d86b263 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:28.522419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.526319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.531242 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:28.605864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] DHCP port deletion for f06471da-48de-4220-9a84-bb6f7fc05929 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:28.614913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-c537bd9c-8ab1-468a-adfd-692df864bb0f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:28.616319 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-c537bd9c-8ab1-468a-adfd-692df864bb0f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 946 time: 0.2556944 Dec 20 12:05:28.643173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6521eccc-2677-4419-a90e-f983ed928296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3776c-8702-4e11-bf24-d411e4cbda57'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:28.647846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Deleting port 7c49afd7-573e-4918-8514-944cdf0b3ad1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:28.648213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.674440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:28.678993 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:28.718700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d50e-32d4-478d-81ac-a1641de7fc11 req-11f671a6-b651-4f11-a60d-08a4ef9c80a1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:28.723796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] For port 59187ad0-7f04-43b5-8e0c-dde57d86b263, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=59187ad0-7f04-43b5-8e0c-dde57d86b263,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:28.724023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.728128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 02c3776c-8702-4e11-bf24-d411e4cbda57, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=02c3776c-8702-4e11-bf24-d411e4cbda57,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:28.729305 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0254d50e-32d4-478d-81ac-a1641de7fc11 req-11f671a6-b651-4f11-a60d-08a4ef9c80a1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 945 time: 0.2647374 Dec 20 12:05:28.734123 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-27687de0-44d3-46ab-b28e-9f1feff26801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:28.734528 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-27687de0-44d3-46ab-b28e-9f1feff26801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:28.757149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.761534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Deleting port 66d54615-d405-477c-9891-3c866a595654 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:28.762415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.764584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=7c49afd7-573e-4918-8514-944cdf0b3ad1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:28.767541 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:28.770536 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:28.907908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Calling delete_port for 59187ad0-7f04-43b5-8e0c-dde57d86b263 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:28.958908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=02c3776c-8702-4e11-bf24-d411e4cbda57,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:28.961885 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:29.007819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0254d50e-32d4-478d-81ac-a1641de7fc11 req-328fd7e7-0175-4273-a87f-6be28dc7af16 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773757 Dec 20 12:05:29.029883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9555b-7526-4c68-ae04-bf02ab49a770 req-7ecf1aa4-0d24-40f9-8cf5-46ec1896cb04 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:29.033727 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-29b9555b-7526-4c68-ae04-bf02ab49a770 req-7ecf1aa4-0d24-40f9-8cf5-46ec1896cb04 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 946 time: 0.2392447 Dec 20 12:05:29.056655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7c49afd7-573e-4918-8514-944cdf0b3ad1 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:29.071853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] For port 66d54615-d405-477c-9891-3c866a595654, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=66d54615-d405-477c-9891-3c866a595654,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:29.072502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.101482 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6521eccc-2677-4419-a90e-f983ed928296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3776c-8702-4e11-bf24-d411e4cbda57', 'code': 200} Dec 20 12:05:29.108716 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-29b9555b-7526-4c68-ae04-bf02ab49a770 req-96934505-4014-426e-997f-dabba6f41079 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740118 Dec 20 12:05:29.124964 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] For port 7c49afd7-573e-4918-8514-944cdf0b3ad1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c49afd7-573e-4918-8514-944cdf0b3ad1,segment=NetworkSegment(48b60189-9338-431e-abed-b30c48d02a99),segment_id=48b60189-9338-431e-abed-b30c48d02a99)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:29.135852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.200930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 7c49afd7-573e-4918-8514-944cdf0b3ad1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:29.201497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.216766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.221360 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d263449d-7ed0-4784-b754-5afeb8d4100e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:29.264537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Pushing event deleted for resources: {'Port': ['ID=59187ad0-7f04-43b5-8e0c-dde57d86b263,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:29.267462 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:29.319773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Calling delete_port for 7c49afd7-573e-4918-8514-944cdf0b3ad1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:29.381783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Calling delete_port for 66d54615-d405-477c-9891-3c866a595654 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:29.584233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.590519 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:29.654301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Pushing event deleted for resources: {'Port': ['ID=7c49afd7-573e-4918-8514-944cdf0b3ad1,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:29.662644 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:29.670364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.682590 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] No DVR routers for this DVR port 7c49afd7-573e-4918-8514-944cdf0b3ad1 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:29.714573 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-080b0f1a-a72c-4f82-b734-93a239eb9611 req-090c542a-69db-438e-a667-49910513b251 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 1099 time: 0.5440228 Dec 20 12:05:29.723954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98952e7-5967-4b0a-b205-f526a16637d9 req-a71189c8-bf0d-4748-af77-492ce9982c97 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:29.725533 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d98952e7-5967-4b0a-b205-f526a16637d9 req-a71189c8-bf0d-4748-af77-492ce9982c97 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 944 time: 0.3981898 Dec 20 12:05:29.746755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port 7c49afd7-573e-4918-8514-944cdf0b3ad1, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7c49afd7-573e-4918-8514-944cdf0b3ad1,segment=NetworkSegment(48b60189-9338-431e-abed-b30c48d02a99),segment_id=48b60189-9338-431e-abed-b30c48d02a99)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:29.747118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.752159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.957710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62a30260-2f93-492e-91c5-c4be4760d62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.066145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 7c49afd7-573e-4918-8514-944cdf0b3ad1 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:30.159017 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-080b0f1a-a72c-4f82-b734-93a239eb9611 req-5067d8a2-d658-468c-b4c8-0bed8b590cc3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318204 Dec 20 12:05:30.166942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.171219 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d98952e7-5967-4b0a-b205-f526a16637d9 req-d35f4327-76f8-44bf-ab58-fd957ea64613 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168782 Dec 20 12:05:30.179038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:30.184827 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08fa77bd-c20a-491e-ab8f-176e495ca8c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:30.233637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event deleted for resources: {'Port': ['ID=66d54615-d405-477c-9891-3c866a595654,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:30.238095 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:30.240832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:30.241143 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:30.304501 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ade4b4-efef-42f0-861f-2dbfae50ef87 req-bcb78aa5-9ae1-46d2-8382-a872c92ce650 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:30.306096 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-70ade4b4-efef-42f0-861f-2dbfae50ef87 req-bcb78aa5-9ae1-46d2-8382-a872c92ce650 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 946 time: 0.1697307 Dec 20 12:05:30.422756 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df4df9de-7fcd-4d45-b032-51f972ab0bed req-cb53380b-ffb7-4352-9906-77f2d0462e83 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a099db6-2482-417f-8bca-ff6358dc7124 HTTP/1.1" status: 200 len: 210 time: 0.0590630 Dec 20 12:05:30.423791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] No DVR routers for this DVR port 66d54615-d405-477c-9891-3c866a595654 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:30.426550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.435367 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-70ade4b4-efef-42f0-861f-2dbfae50ef87 req-4ad36526-0004-4c27-b31d-32e87cbba24d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166165 Dec 20 12:05:30.441653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a099db6-2482-417f-8bca-ff6358dc7124', 'name': 'network-vif-deleted', 'tag': '66d54615-d405-477c-9891-3c866a595654'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:30.462058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7e71973b-1c12-4c80-aca5-bd489e7c4af3 req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "DELETE /v2.0/ports/66d54615-d405-477c-9891-3c866a595654 HTTP/1.1" status: 204 len: 173 time: 1.8377950 Dec 20 12:05:30.505863 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a099db6-2482-417f-8bca-ff6358dc7124', 'name': 'network-vif-deleted', 'tag': '66d54615-d405-477c-9891-3c866a595654', 'status': 'completed', 'code': 200} Dec 20 12:05:30.510198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:30.708979 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:30.717206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] Sync routers for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:30.721263 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] 10.222.0.32 "PUT /v2.0/routers/75e6deb9-b98b-447e-b1ab-1334df10d6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0722148 Dec 20 12:05:30.724034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46886) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:30.729404 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:30.730022 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:30.918836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 49ace18f-6586-4dd4-a0fb-b5a5c97e80df up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:30.929266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.937110 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:31.014019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 7c49afd7-573e-4918-8514-944cdf0b3ad1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:31.014019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.037717 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:31.043331 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:31.043932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.099071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] The port '7c49afd7-573e-4918-8514-944cdf0b3ad1' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:31.203928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.226987 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.262061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.268601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:31.284969 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T12:05:29Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.290121 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] Checking router: 75e6deb9-b98b-447e-b1ab-1334df10d6c3 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:31.309575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:31.318778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.323092 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-99fa9f18-d356-46d6-9b97-176a954c519e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:31.334501 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] Routers {'75e6deb9-b98b-447e-b1ab-1334df10d6c3'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:31.335523 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.346878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.373722 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'code': 200} Dec 20 12:05:31.379099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06471da-48de-4220-9a84-bb6f7fc05929']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.392366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b60189-9338-431e-abed-b30c48d02a99') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.393450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b60189-9338-431e-abed-b30c48d02a99') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.406851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.420787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:31.422906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.431119 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:31.445724 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 66d54615-d405-477c-9891-3c866a595654 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:31.447756 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:31.448350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.492425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 66d54615-d405-477c-9891-3c866a595654 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:31.493813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 66d54615-d405-477c-9891-3c866a595654 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:31.534294 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:31.539566 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] Set router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:31.558830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862e2d-2dd8-4fd6-871c-76fa2cb4b28a req-fab2e307-d14a-4c24-bd7d-abbea41e678d tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:31.567682 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a2862e2d-2dd8-4fd6-871c-76fa2cb4b28a req-fab2e307-d14a-4c24-bd7d-abbea41e678d tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.0957978 Dec 20 12:05:31.610531 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a2862e2d-2dd8-4fd6-871c-76fa2cb4b28a req-e5e78b68-7f1f-42e5-b652-857bc44ea618 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419617 Dec 20 12:05:31.700447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.707170 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4b1e3ff3-2ec6-4cd2-92d2-5cbe210aaaaf tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:31.724851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.747865 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=f06471da-48de-4220-9a84-bb6f7fc05929,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:31.754773 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:31.757389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/f06471da-48de-4220-9a84-bb6f7fc05929 HTTP/1.1" status: 204 len: 168 time: 3.9438629 Dec 20 12:05:31.760747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46900) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:31.767487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'name': 'tempest-PortsIpV6TestJSON-1692084110'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:31.792704 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-298639ea-fa12-4438-b892-de862c64dfe2 req-d1be5cd8-2763-4839-b4eb-48be0715802b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1098 time: 0.2964666 Dec 20 12:05:31.801696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82937-ef94-420f-b408-8b61b1b09841 req-16174894-4866-4b88-a5f4-4ea9c8da23df tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:31.803289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0c82937-ef94-420f-b408-8b61b1b09841 req-16174894-4866-4b88-a5f4-4ea9c8da23df tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 946 time: 0.2151072 Dec 20 12:05:31.880557 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T12:05:29Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.885954 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c1d49-0b16-40de-9425-2e3912c0ec54 None None] The sync data for ids ['75e6deb9-b98b-447e-b1ab-1334df10d6c3'] in n-d-victoria-1 is: [{'id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'name': 'tempest-TaggedBootDevicesTest-2075847564-router', 'tenant_id': 'df4c459806f641ea8b6a89822a7cc035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b95181b3-ea54-427d-a767-115898665845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:52:32Z', 'updated_at': '2021-12-20T12:05:29Z', 'revision_number': 5, 'project_id': 'df4c459806f641ea8b6a89822a7cc035', 'gw_port': {'id': 'b95181b3-ea54-427d-a767-115898665845', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6deb9-b98b-447e-b1ab-1334df10d6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:52:35Z', 'updated_at': '2021-12-20T11:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:31.896288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:31.897819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.904749 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-298639ea-fa12-4438-b892-de862c64dfe2 req-c4acb451-adb3-4eaa-9c1e-b32c5900c68b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004562 Dec 20 12:05:31.906621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:31.908113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0c82937-ef94-420f-b408-8b61b1b09841 req-0b9138eb-a6e4-4975-9e99-88a5e97da5dd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887814 Dec 20 12:05:31.919630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Deleting port b95181b3-ea54-427d-a767-115898665845 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:31.920315 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.932936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:31.936297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.993739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 34f15b04-1435-47c3-9254-31d2a3e977a5 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:32.191035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-bb34bb43-3c37-44f6-8eb1-1e9f189ea362 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.192445 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-bb34bb43-3c37-44f6-8eb1-1e9f189ea362 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.2397668 Dec 20 12:05:32.231873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-c87d9322-7a77-42bf-97ff-b744d5283f09 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0339637 Dec 20 12:05:32.297743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] For port b95181b3-ea54-427d-a767-115898665845, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=b95181b3-ea54-427d-a767-115898665845,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:32.298146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.430700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Calling delete_port for b95181b3-ea54-427d-a767-115898665845 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:32.479527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f599734-e254-4a74-bb66-0e94ccb26d34 req-523ee50c-0f65-4b55-9347-f440017ab87c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.481435 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f599734-e254-4a74-bb66-0e94ccb26d34 req-523ee50c-0f65-4b55-9347-f440017ab87c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 946 time: 0.2714007 Dec 20 12:05:32.521895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.546201 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-aa11602c-f300-417d-a13d-7871c779640f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2992985 Dec 20 12:05:32.561786 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7f599734-e254-4a74-bb66-0e94ccb26d34 req-e8cf6b4b-025c-4e7d-9706-ae17dc64d934 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736637 Dec 20 12:05:32.608862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.617991 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3c71069-f761-4215-880d-2b9a47909088 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:32.654496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.660416 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c7b9e787-0176-4ab6-a9d8-7230cc9000c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:32.739575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95181b3-ea54-427d-a767-115898665845,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:32.746193 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:32.774109 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:32.775029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=34f15b04-1435-47c3-9254-31d2a3e977a5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:32.786061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:32.791805 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:32.794409 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:32.796695 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.801465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.802614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.823723 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-6827c00c-f855-4e37-a913-2d368aeca5d7 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661991 Dec 20 12:05:32.894559 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1294341 Dec 20 12:05:32.895426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46918) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:32.986103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98084f3-1fd8-4871-abe5-6ccc842dff58 req-d841d581-1348-4155-90fe-9369185f4ead tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.987774 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a98084f3-1fd8-4871-abe5-6ccc842dff58 req-d841d581-1348-4155-90fe-9369185f4ead tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 946 time: 0.2991922 Dec 20 12:05:33.025092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.065365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 34f15b04-1435-47c3-9254-31d2a3e977a5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:33.065701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.094466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 59187ad0-7f04-43b5-8e0c-dde57d86b263 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:33.120308 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-542a0f21-a698-4343-97bf-d1e7cde730d2 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889254 Dec 20 12:05:33.143656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 59187ad0-7f04-43b5-8e0c-dde57d86b263 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:33.144029 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 59187ad0-7f04-43b5-8e0c-dde57d86b263 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:33.296893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a98084f3-1fd8-4871-abe5-6ccc842dff58 req-610209ba-47c7-4d3e-882f-f2dc619e2ac8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009300 Dec 20 12:05:33.355954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.367818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.405705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.406275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e6deb9-b98b-447e-b1ab-1334df10d6c3 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:05:33.419438 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.420647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/75e6deb9-b98b-447e-b1ab-1334df10d6c3 HTTP/1.1" status: 204 len: 168 time: 2.6955411 Dec 20 12:05:33.431347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:33.469986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3c0db81a-f38c-4d52-9dc5-847959b18d35 req-2ff48bc2-9ebe-4ee5-91e4-35573bedd2ae tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:33.495264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3c0db81a-f38c-4d52-9dc5-847959b18d35 req-2ff48bc2-9ebe-4ee5-91e4-35573bedd2ae tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:33.504525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.519548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c0db81a-f38c-4d52-9dc5-847959b18d35 req-2ff48bc2-9ebe-4ee5-91e4-35573bedd2ae tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 210 time: 0.0971081 Dec 20 12:05:33.655658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 34f15b04-1435-47c3-9254-31d2a3e977a5 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:33.706221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Deleting subnet 33115d6e-b495-456f-b232-c254f7225af8 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:33.714233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.803528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304aee1-123f-4290-8667-abccd59f411d req-f0028fb9-beab-4cd6-a453-e8896cb169e1 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:33.810121 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8304aee1-123f-4290-8667-abccd59f411d req-f0028fb9-beab-4cd6-a453-e8896cb169e1 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.4378991 Dec 20 12:05:33.814880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.869570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.880298 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-39741c64-9c49-4af4-88db-ecaa77b03666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:33.961369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=34f15b04-1435-47c3-9254-31d2a3e977a5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:33.964491 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:33.973135 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696223-bb9b-4dc3-80de-b2cc4d92b608 req-4b44f3aa-3d14-49e3-8979-3e81811886e8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:33.979080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1696223-bb9b-4dc3-80de-b2cc4d92b608 req-4b44f3aa-3d14-49e3-8979-3e81811886e8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 946 time: 0.1006675 Dec 20 12:05:33.985488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.993855 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8304aee1-123f-4290-8667-abccd59f411d req-c74b9931-5b2c-4a31-9a11-96cee781339b tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829209 Dec 20 12:05:34.008538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/34f15b04-1435-47c3-9254-31d2a3e977a5 HTTP/1.1" status: 204 len: 168 time: 1.1120534 Dec 20 12:05:34.010955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:34.018863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'mac_address': 'fa:16:3e:b6:4a:a3', 'name': 'tempest-PortsIpV6TestJSON-1500397078'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:34.039411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1696223-bb9b-4dc3-80de-b2cc4d92b608 req-83b74b3f-b61b-417f-9e20-64f2186fdf62 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538347 Dec 20 12:05:34.083748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.368851 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:34.379189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:34.383269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:34.392169 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:34.412044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:34.435007 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.444553 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c978436-f3f5-4419-89b9-70a2b330de56 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:34.483121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33115d6e-b495-456f-b232-c254f7225af8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:34.504037 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:34.513107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa4c51-f707-4e3c-bc1d-1a1c3b29159a req-70125dca-1041-4c20-ba7e-b6f85ee45f10 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:34.514645 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38aa4c51-f707-4e3c-bc1d-1a1c3b29159a req-70125dca-1041-4c20-ba7e-b6f85ee45f10 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.3374062 Dec 20 12:05:34.567132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff5916-a317-4fd5-95ee-36d8e4822677 None None] Network 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:34.576008 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.601475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.619761 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/33115d6e-b495-456f-b232-c254f7225af8 HTTP/1.1" status: 204 len: 168 time: 1.1768086 Dec 20 12:05:34.620935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:34.684637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 2738db15-83cd-490c-847b-7f81d2c4e040 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:34.687637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-aa329bea-371d-456b-b171-d808241d7c85 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:34.689162 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-aa329bea-371d-456b-b171-d808241d7c85 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.2939091 Dec 20 12:05:34.706758 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Request body: {'port': {'device_id': '6771933f-a702-4caf-afae-4dba5a108dcc', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'admin_state_up': True, 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:34.719180 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-38aa4c51-f707-4e3c-bc1d-1a1c3b29159a req-1a2931d0-5d15-47ea-85a6-fea99b2b30ae tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482697 Dec 20 12:05:34.776631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-165cd52b-89aa-46ed-be06-de32a7dfc785 req-8e028952-b43b-4529-b4b5-69bf69db22d2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 210 time: 0.0754213 Dec 20 12:05:34.836017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.887149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Deleting port 886fb5e3-305f-4df4-b44f-6abc4342f01e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:34.887495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.919012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:34.928213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] DHCP port deletion for 683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:34.933487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Deleting port 886fb5e3-305f-4df4-b44f-6abc4342f01e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:34.933866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.937008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:34.948867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:34.952659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.029257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b95181b3-ea54-427d-a767-115898665845 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:35.070952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: b95181b3-ea54-427d-a767-115898665845 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:35.071415 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device b95181b3-ea54-427d-a767-115898665845 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:35.071907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 886fb5e3-305f-4df4-b44f-6abc4342f01e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:35.144655 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Allocated IP 172.20.0.4 (8726e32b-1abb-4a36-ab01-56e61220cc79/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4/fe894219-1bec-4467-8654-03a8a083260e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:35.179011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.285498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5ed1-c0c4-4d2f-9b44-5c929e4d0cce req-f214eeb3-e86a-4e69-9bd5-241af832371b tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:35.286976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-337f5ed1-c0c4-4d2f-9b44-5c929e4d0cce req-f214eeb3-e86a-4e69-9bd5-241af832371b tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.3761907 Dec 20 12:05:35.292433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.296633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=886fb5e3-305f-4df4-b44f-6abc4342f01e,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:35.296945 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.319364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=886fb5e3-305f-4df4-b44f-6abc4342f01e,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:35.319763 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.444040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Calling delete_port for 886fb5e3-305f-4df4-b44f-6abc4342f01e owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:35.450820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Calling delete_port for 886fb5e3-305f-4df4-b44f-6abc4342f01e owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:35.470644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.483458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=886fb5e3-305f-4df4-b44f-6abc4342f01e,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:35.490497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.491144 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aa356a27-93b0-428d-ad2b-c60939160122 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:35.494032 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:35.523373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3c3ec-506d-4ab3-980a-0a5a6c207003 req-868d44c7-fd7d-45c8-8e60-d8519d644489 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:35.524819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2a3c3ec-506d-4ab3-980a-0a5a6c207003 req-868d44c7-fd7d-45c8-8e60-d8519d644489 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 946 time: 0.2815895 Dec 20 12:05:35.532742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4916f1-999d-488d-a868-34b49263f93d req-e9838ba2-605b-4240-be2d-8770882de804 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:35.534724 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d4916f1-999d-488d-a868-34b49263f93d req-e9838ba2-605b-4240-be2d-8770882de804 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 946 time: 0.2529094 Dec 20 12:05:35.568666 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-337f5ed1-c0c4-4d2f-9b44-5c929e4d0cce req-a935b6fd-9c5e-4ebe-ab7f-f35880d765af tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739727 Dec 20 12:05:35.597540 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=886fb5e3-305f-4df4-b44f-6abc4342f01e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:35.603404 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46958) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:35.604452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:35.607434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.607787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.608128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.608656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:35.608791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.609271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.609607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.609934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.610450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.610924 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.611440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.611920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:35.613393 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:35.616391 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:35.617213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:35.617564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:35.617802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.618382 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:35.621668 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=2738db15-83cd-490c-847b-7f81d2c4e040,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:35.626212 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:35.627277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.645245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:35.645555 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:35.653533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6392760 Dec 20 12:05:35.654519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:35.671089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Deleting port 02c3776c-8702-4e11-bf24-d411e4cbda57 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:35.671428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.727039 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0291a963-6f6d-48ab-ba8c-03c615724adf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:35.727620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0291a963-6f6d-48ab-ba8c-03c615724adf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:35.742242 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0291a963-6f6d-48ab-ba8c-03c615724adf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:35.743451 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0291a963-6f6d-48ab-ba8c-03c615724adf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/2738db15-83cd-490c-847b-7f81d2c4e040 HTTP/1.1" status: 200 len: 845 time: 0.0879757 Dec 20 12:05:35.746140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46968) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:35.782536 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b2a3c3ec-506d-4ab3-980a-0a5a6c207003 req-faad7edf-9071-47d0-8273-46e16ab3ecb0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393870 Dec 20 12:05:35.811594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 2738db15-83cd-490c-847b-7f81d2c4e040 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:35.811929 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.846079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.857554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:35.861089 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.029294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:36.038777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:36.049356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-498d60bd-1866-493f-85ac-9f86ec1e5efd tempest-TestServerBasicOps-196914019 tempest-TestServerBasicOps-196914019-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1093 time: 0.4439421 Dec 20 12:05:36.050178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event updated for resources: {'Port': ['ID=fe894219-1bec-4467-8654-03a8a083260e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.055183 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:36.080881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 46974) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:36.091598 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.100450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:36.117310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:36.119621 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Deleting port 886fb5e3-305f-4df4-b44f-6abc4342f01e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:36.120011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.138923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Usage tracker for resource:floatingip and tenant:01e6086959b444bf9afd375d8214e207 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:36.150812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:36.164200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:36.167194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] For port 02c3776c-8702-4e11-bf24-d411e4cbda57, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=02c3776c-8702-4e11-bf24-d411e4cbda57,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:36.167588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.192244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Deleting port 886fb5e3-305f-4df4-b44f-6abc4342f01e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:36.192569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.237302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:36.237916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.250869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.308036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Calling delete_port for 02c3776c-8702-4e11-bf24-d411e4cbda57 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:36.332596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=886fb5e3-305f-4df4-b44f-6abc4342f01e,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:36.333262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.347573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.401138 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6981721 Dec 20 12:05:36.423628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 2738db15-83cd-490c-847b-7f81d2c4e040 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:36.425526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Request body: {'port': {'device_id': '6771933f-a702-4caf-afae-4dba5a108dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:36.463530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Calling delete_port for 886fb5e3-305f-4df4-b44f-6abc4342f01e owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:36.522016 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1862732-b990-43dd-b433-9ac078d62f45 req-cf27c48c-1b49-4d95-9491-ab2d83e8c994 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:36.523552 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1862732-b990-43dd-b433-9ac078d62f45 req-cf27c48c-1b49-4d95-9491-ab2d83e8c994 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 931 time: 0.5731044 Dec 20 12:05:36.544776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.549836 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e9278f11-6ea1-4731-ba6e-f7a4a63e8c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.596148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Pushing event deleted for resources: {'Port': ['ID=886fb5e3-305f-4df4-b44f-6abc4342f01e,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.599309 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.600687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] No DVR routers for this DVR port 886fb5e3-305f-4df4-b44f-6abc4342f01e on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:36.675695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.683430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] For port 886fb5e3-305f-4df4-b44f-6abc4342f01e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=886fb5e3-305f-4df4-b44f-6abc4342f01e,segment=NetworkSegment(d871b0c8-5563-4728-b426-ed20dd8c8a8d),segment_id=d871b0c8-5563-4728-b426-ed20dd8c8a8d)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:36.683780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.694021 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.734592 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d1862732-b990-43dd-b433-9ac078d62f45 req-74e15574-f567-4366-a547-9a17a93e56a7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895797 Dec 20 12:05:36.794066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.811357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.820096 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f2ba03b1-4017-45a5-87bd-2160e9a11d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.824069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['02c3776c-8702-4e11-bf24-d411e4cbda57'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:36.847780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=2738db15-83cd-490c-847b-7f81d2c4e040,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.858108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Calling delete_port for 886fb5e3-305f-4df4-b44f-6abc4342f01e owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:36.884606 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.898531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.901351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event deleted for resources: {'Port': ['ID=02c3776c-8702-4e11-bf24-d411e4cbda57,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.913279 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.941666 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/2738db15-83cd-490c-847b-7f81d2c4e040 HTTP/1.1" status: 204 len: 168 time: 1.1944926 Dec 20 12:05:36.944294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:36.987228 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:36.987539 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:36.988640 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-301f84c2-388b-4c0c-ad99-b861b1cafd25 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:05:36.989146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-301f84c2-388b-4c0c-ad99-b861b1cafd25 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:37.006701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-301f84c2-388b-4c0c-ad99-b861b1cafd25 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:37.007881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-301f84c2-388b-4c0c-ad99-b861b1cafd25 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/2738db15-83cd-490c-847b-7f81d2c4e040 HTTP/1.1" status: 404 len: 333 time: 0.0627098 Dec 20 12:05:37.011902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:37.021266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'name': 'tempest-PortsIpV6TestJSON-135414185'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:37.055055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9dde229d-8e46-43b3-a036-e6cfffc806cf req-729e4604-536b-4e9b-9cd7-47541898b839 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 210 time: 0.0925822 Dec 20 12:05:37.099321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] No DVR routers for this DVR port 02c3776c-8702-4e11-bf24-d411e4cbda57 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:37.108067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.111938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6521eccc-2677-4419-a90e-f983ed928296', 'name': 'network-vif-deleted', 'tag': '02c3776c-8702-4e11-bf24-d411e4cbda57'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:37.121671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.146116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:37.158928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:37.172830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:37.176449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.183090 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6521eccc-2677-4419-a90e-f983ed928296', 'name': 'network-vif-deleted', 'tag': '02c3776c-8702-4e11-bf24-d411e4cbda57', 'status': 'completed', 'code': 200} Dec 20 12:05:37.187520 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5d4916f1-999d-488d-a868-34b49263f93d req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.53 "DELETE /v2.0/ports/02c3776c-8702-4e11-bf24-d411e4cbda57 HTTP/1.1" status: 204 len: 173 time: 1.6432521 Dec 20 12:05:37.208944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 7ba3ea9c-314f-4e03-8d35-246e4ba666a9 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:37.358779 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Deleting port 886fb5e3-305f-4df4-b44f-6abc4342f01e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:37.359343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.412773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Allocated IP 172.35.0.249 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/06af53e0-37bd-4d36-bf08-64671cee5b30) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:37.485981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] The port '886fb5e3-305f-4df4-b44f-6abc4342f01e' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:37.551147 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.588719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe894219-1bec-4467-8654-03a8a083260e {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:37.601512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.634886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.640543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Transition to ACTIVE for port object fe894219-1bec-4467-8654-03a8a083260e will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:37.648065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.651163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.655902 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5cdde4c6-148b-4b9e-8135-625787d5cf1f tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:37.666029 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:37.680465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd871b0c8-5563-4728-b426-ed20dd8c8a8d') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:37.680775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd871b0c8-5563-4728-b426-ed20dd8c8a8d') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:37.695200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.705603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.713948 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e50890e-0628-4e36-95cc-b6e65fcc11ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:37.793804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe894219-1bec-4467-8654-03a8a083260e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:37.799329 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:37.869393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.876790 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-49679cb9-9b4b-4a35-82af-80addc7b6c71 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:37.905969 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.934256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:37.934655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: util.warn( Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:37.950333 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:37.952695 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:37.961930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:37.965911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:37.969771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:37.971470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.977990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=7ba3ea9c-314f-4e03-8d35-246e4ba666a9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:37.981549 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.017065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:38.022927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'Port': ['ID=06af53e0-37bd-4d36-bf08-64671cee5b30,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:38.025266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:38.029516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:38.057393 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.072951 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0594225 Dec 20 12:05:38.075482 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Attempting to bind port fe894219-1bec-4467-8654-03a8a083260e on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:38.075819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Attempting to bind port fe894219-1bec-4467-8654-03a8a083260e by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:38.076147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Attempting to bind port fe894219-1bec-4467-8654-03a8a083260e on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:38.077112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:38.080343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.088944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:38.096652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Port fe894219-1bec-4467-8654-03a8a083260e on network 8726e32b-1abb-4a36-ab01-56e61220cc79 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:05:38.096975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Attempting to bind port fe894219-1bec-4467-8654-03a8a083260e on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:38.199523 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f7289880-a92a-42a6-b42a-0c6f657f02de tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:38.222209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.231222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:38.237752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] 10.222.0.32 "DELETE /v2.0/networks/683cbdcd-c6cc-4f0c-a3cd-cd8df80cc078 HTTP/1.1" status: 204 len: 168 time: 3.6089122 Dec 20 12:05:38.242644 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.243164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 46998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:38.294964 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:38.295291 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:38.295856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Bound using segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:38.296463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Bound port: fe894219-1bec-4467-8654-03a8a083260e, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:38.296962 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.316062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3259d3-3623-4132-a21e-d4c8e3684c50 req-db513646-c222-4540-a71b-3d29c1b29c6e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:38.316987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fd3259d3-3623-4132-a21e-d4c8e3684c50 req-db513646-c222-4540-a71b-3d29c1b29c6e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:38.358266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5b6d7360-ff24-430c-91f1-d43e62271c04 req-4ce0b70f-09c4-41e0-8bd3-9dff282f296a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=6521eccc-2677-4419-a90e-f983ed928296 HTTP/1.1" status: 200 len: 210 time: 0.1191423 Dec 20 12:05:38.421080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-fd3259d3-3623-4132-a21e-d4c8e3684c50 req-db513646-c222-4540-a71b-3d29c1b29c6e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:38.422256 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd3259d3-3623-4132-a21e-d4c8e3684c50 req-db513646-c222-4540-a71b-3d29c1b29c6e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 943 time: 0.5491228 Dec 20 12:05:38.446626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.576163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] For port fe894219-1bec-4467-8654-03a8a083260e, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:38.606047 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fd3259d3-3623-4132-a21e-d4c8e3684c50 req-3a4b0ac0-e965-4a15-9e36-66c753675da1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720598 Dec 20 12:05:38.653300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] For port fe894219-1bec-4467-8654-03a8a083260e, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe894219-1bec-4467-8654-03a8a083260e,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:38.665268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.671660 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f848926-36e0-46ec-815e-1ca4885220d4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:38.759097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.760482 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] 10.222.0.16 "PUT /v2.0/ports/fe894219-1bec-4467-8654-03a8a083260e HTTP/1.1" status: 200 len: 1093 time: 2.3396475 Dec 20 12:05:38.781897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe894219-1bec-4467-8654-03a8a083260e,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:38.796045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.796442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.796794 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.797692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.797692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.797875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.798455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.798597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.799202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.799318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.799642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:38.809133 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.821973 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.891739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.902145 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d6d411d-5050-4af8-bdb5-358c58516c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:38.963176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] In _notify_port_updated(), no bound segment for port 7ba3ea9c-314f-4e03-8d35-246e4ba666a9 on network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:05:38.966963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:38.967555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.971518 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "PUT /v2.0/ports/7ba3ea9c-314f-4e03-8d35-246e4ba666a9 HTTP/1.1" status: 200 len: 818 time: 0.8904142 Dec 20 12:05:38.976607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 02c3776c-8702-4e11-bf24-d411e4cbda57 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:38.980057 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47002) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:39.018768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 02c3776c-8702-4e11-bf24-d411e4cbda57 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:39.019011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 02c3776c-8702-4e11-bf24-d411e4cbda57 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:39.026998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.035406 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=7ba3ea9c-314f-4e03-8d35-246e4ba666a9,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:39.038749 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:39.072681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 7ba3ea9c-314f-4e03-8d35-246e4ba666a9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:39.073019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.096139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-12998138-a3e7-4dd5-a0c6-503325521b9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 1096 time: 0.2845550 Dec 20 12:05:39.101503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.188995 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6771933f-a702-4caf-afae-4dba5a108dcc', 'tag': 'fe894219-1bec-4467-8654-03a8a083260e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:39.208478 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-b4e1ee1d-55ea-4769-b50d-7ae1f94cda15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe894219-1bec-4467-8654-03a8a083260e HTTP/1.1" status: 200 len: 217 time: 0.0834956 Dec 20 12:05:39.285844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-29847e4c-6498-463f-af4d-8897467c8174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:39.287392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-29847e4c-6498-463f-af4d-8897467c8174 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.0642672 Dec 20 12:05:39.297177 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6771933f-a702-4caf-afae-4dba5a108dcc', 'tag': 'fe894219-1bec-4467-8654-03a8a083260e', 'status': 'completed', 'code': 200} Dec 20 12:05:39.348846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-b565f2d6-b4c8-43b0-81dd-c89b811e8e1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490177 Dec 20 12:05:39.369319 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.504999 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 7ba3ea9c-314f-4e03-8d35-246e4ba666a9 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:39.599732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-49a13236-6389-44d3-acb1-a17f3413dfb5 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358351 Dec 20 12:05:39.675101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.706328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.775984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.779561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f1f5163-0848-4a0a-8713-e44d227669c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:39.813853 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e751a69b-7013-429e-a34e-7f30171b3ec7 req-821dd0ef-95fa-4bd1-80a0-60140d614f2b service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075217 Dec 20 12:05:39.874783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.892884 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6592bf02-b33b-4d2d-9d27-9e88bea6f564 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:39.942857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=7ba3ea9c-314f-4e03-8d35-246e4ba666a9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:39.951718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.955274 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:40.039227 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/7ba3ea9c-314f-4e03-8d35-246e4ba666a9 HTTP/1.1" status: 204 len: 168 time: 1.0557392 Dec 20 12:05:40.046313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47014) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:40.052136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05168f03-0e0b-45b0-9f84-d701669129ac req-4f6b700e-c9c8-4138-bf05-7526defd8a3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:40.054462 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05168f03-0e0b-45b0-9f84-d701669129ac req-4f6b700e-c9c8-4138-bf05-7526defd8a3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 943 time: 0.2785940 Dec 20 12:05:40.068957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event updated for resources: {'Port': ['ID=06af53e0-37bd-4d36-bf08-64671cee5b30,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:40.079209 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:40.091160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.181637 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-05168f03-0e0b-45b0-9f84-d701669129ac req-8fb3344e-e882-45be-8426-ce5209960b0a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208885 Dec 20 12:05:40.182710 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-3d40c13c-2c58-4ec1-8a4f-70b36a4dcd05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 1096 time: 0.1727364 Dec 20 12:05:40.217133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2049c-4b60-46f8-aa77-b408ccfe33ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:40.217887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59d2049c-4b60-46f8-aa77-b408ccfe33ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:40.282559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-59d2049c-4b60-46f8-aa77-b408ccfe33ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:40.287063 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-59d2049c-4b60-46f8-aa77-b408ccfe33ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2295508 Dec 20 12:05:40.290821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:40.390154 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa1e008-29bd-4026-9308-dbd0839ee63e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:05:40.395259 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-faa1e008-29bd-4026-9308-dbd0839ee63e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/7ba3ea9c-314f-4e03-8d35-246e4ba666a9 HTTP/1.1" status: 404 len: 333 time: 0.1020885 Dec 20 12:05:40.397090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47022) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:40.415114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-861339035'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:40.432221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:40.439025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-3bdb5067-3e09-41fc-b30b-2402f2dd9587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:40.441008 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-3bdb5067-3e09-41fc-b30b-2402f2dd9587 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.2449827 Dec 20 12:05:40.441940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:40.445772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:40.454552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:40.535228 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-fddc5ec5-c250-4af1-a5f2-f2bc0c5ac71d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe894219-1bec-4467-8654-03a8a083260e HTTP/1.1" status: 200 len: 217 time: 0.0853717 Dec 20 12:05:40.537898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:40.540879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.604105 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Floating IP 083de41d-5d36-43ee-a6fc-9fd1f4d09841 associated. External IP: 172.35.0.249, port: 49ace18f-6586-4dd4-a0fb-b5a5c97e80df. Dec 20 12:05:40.695390 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-1b7e6379-471a-494e-9c7c-2795415474f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:40.696936 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-1b7e6379-471a-494e-9c7c-2795415474f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1464112 Dec 20 12:05:40.698285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:40.724982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Deleting port 0902abbc-a8c5-451a-8d80-236503e384ef {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:40.725666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.745579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.747408 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment a6714e65-1584-4d7d-9136-d68d433a5086 of type vlan for network 814349b3-0750-4d0c-ab54-42189c29d443 Dec 20 12:05:40.759948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-07013557-8337-4cb9-9f73-b6f04a0bd0ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550404 Dec 20 12:05:40.819899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.932933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] For port 0902abbc-a8c5-451a-8d80-236503e384ef, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0902abbc-a8c5-451a-8d80-236503e384ef,segment=NetworkSegment(4bb3a785-1c05-4075-9e36-113c396b7328),segment_id=4bb3a785-1c05-4075-9e36-113c396b7328)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:40.933292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.009544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-d2d1ad46-54ec-495c-829b-efc190257323 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414234 Dec 20 12:05:41.037167 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.040884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:41.041549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.047640 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-731601a0-087f-4a72-8675-b73c7404986b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:41.075265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Calling delete_port for 0902abbc-a8c5-451a-8d80-236503e384ef owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:41.191244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7931144 Dec 20 12:05:41.194120 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:41.200984 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': '814349b3-0750-4d0c-ab54-42189c29d443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:41.244293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=814349b3-0750-4d0c-ab54-42189c29d443,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:41.257373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 814349b3-0750-4d0c-ab54-42189c29d443 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:41.268282 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fe8f558b-b89c-43db-9c26-26155b60ceae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:41.312364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.325867 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a72be77c-07d5-4383-a048-678ab96847ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:41.335858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f484bf72-10ba-472d-92cc-e8ea5780fbeb req-f2461181-fb0e-4981-922f-a2250952c99e service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193326 Dec 20 12:05:41.413709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0902abbc-a8c5-451a-8d80-236503e384ef,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:41.416721 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:41.492196 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe894219-1bec-4467-8654-03a8a083260e details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:05:41.681836 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:41.686701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:41.690298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:41.696911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:41.721598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:41.729364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe894219-1bec-4467-8654-03a8a083260e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe894219-1bec-4467-8654-03a8a083260e,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:41.762658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'fe894219-1bec-4467-8654-03a8a083260e', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'port_id': 'fe894219-1bec-4467-8654-03a8a083260e', 'mac_address': 'fa:16:3e:bc:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:05:41.829928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.851232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe894219-1bec-4467-8654-03a8a083260e {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:41.853581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66e04-677e-49bf-a82d-6c69401eb688 req-a67505fe-3011-43c2-b80a-cd219f4b32ba tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:41.855730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70a66e04-677e-49bf-a82d-6c69401eb688 req-a67505fe-3011-43c2-b80a-cd219f4b32ba tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 943 time: 0.3920689 Dec 20 12:05:41.879072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe894219-1bec-4467-8654-03a8a083260e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe894219-1bec-4467-8654-03a8a083260e,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:41.888000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.890919 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-b42762b9-3292-451a-99bf-414a5114ea84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:41.924411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70a66e04-677e-49bf-a82d-6c69401eb688 req-bca6045f-6469-4381-9b70-c51d9dab0b7d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607080 Dec 20 12:05:41.934290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.972444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Router 05f2fcd0-672f-4b33-93b8-870ba83184db has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:42.003784 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=fe894219-1bec-4467-8654-03a8a083260e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:42.007012 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:42.099037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['fe894219-1bec-4467-8654-03a8a083260e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:42.249959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.252759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:42.271037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] Sync routers for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:42.285337 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.380411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:42.381050 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:42.385889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3038201 Dec 20 12:05:42.386925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:42.408522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.415869 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-03ababd8-b27a-41f8-b0c7-a71af2271438 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:42.455753 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'status': 'completed', 'code': 200} Dec 20 12:05:42.506331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=4cc4f7c8-d780-4435-a3b9-154fb580284a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:42.513814 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:42.537452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': 'a6714e65-1584-4d7d-9136-d68d433a5086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '814349b3-0750-4d0c-ab54-42189c29d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:42.537806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: 814349b3-0750-4d0c-ab54-42189c29d443, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:42.549229 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-2ab051c1-12b8-4fe2-968f-4edf23dcf784 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1098 time: 0.0731444 Dec 20 12:05:42.591259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:42.640968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 814349b3-0750-4d0c-ab54-42189c29d443 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:42.659663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 814349b3-0750-4d0c-ab54-42189c29d443) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:42.665328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:42.665913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.693175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-f0e65b28-77a5-482e-96d6-86eb7e88aead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:42.695139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-f0e65b28-77a5-482e-96d6-86eb7e88aead service neutron] 10.222.0.53 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 910 time: 0.1404092 Dec 20 12:05:42.709443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385ca7b-26a1-476c-b3d7-f764c8b8f9f9 None None] Network 814349b3-0750-4d0c-ab54-42189c29d443 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:42.758808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-de3500dc-eed4-4202-8bc5-3c86368696ee tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5605602 Dec 20 12:05:42.760385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:42.776954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': '814349b3-0750-4d0c-ab54-42189c29d443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:42.899548 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-9dcfc1e4-24f9-4109-a31f-00d821bc929d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 999 time: 0.1986542 Dec 20 12:05:42.993054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:43.001141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:43.004670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-62f42077-337c-4d55-a7c1-b3ffbb6b7d01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:43.006153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-62f42077-337c-4d55-a7c1-b3ffbb6b7d01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 200 len: 848 time: 0.0954711 Dec 20 12:05:43.006963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:43.063599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:43.097350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:43.139689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-814349b3-0750-4d0c-ab54-42189c29d443', 'network_id': '814349b3-0750-4d0c-ab54-42189c29d443', 'tenant_id': '77107150b7bf418b807c865eae30ff91', 'fixed_ips': [{'subnet_id': '4cc4f7c8-d780-4435-a3b9-154fb580284a'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:43.140471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.174117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:43.266290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '083de41d-5d36-43ee-a6fc-9fd1f4d09841', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'floating_ip_address': '172.35.0.249', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'port_id': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'mac_address': 'fa:16:3e:fe:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:05:38Z', 'updated_at': '2021-12-20T12:05:38Z', 'revision_number': 0, 'project_id': '01e6086959b444bf9afd375d8214e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:51Z', 'revision_number': 5, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:43.290205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-aca168dc-48e6-4bca-8cd2-80bbed9604f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2768779 Dec 20 12:05:43.306464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] Checking router: 05f2fcd0-672f-4b33-93b8-870ba83184db for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:43.329410 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:43.330862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:43.428677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.450561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Allocated IP 2001:db8::2 (814349b3-0750-4d0c-ab54-42189c29d443/4cc4f7c8-d780-4435-a3b9-154fb580284a/294dbac1-edf3-4ca3-bfa3-e8c011ce36e7) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:43.520839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe894219-1bec-4467-8654-03a8a083260e up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:43.621577 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:43.631502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47060) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:43.632119 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] 10.222.0.32 "PUT /v2.0/routers/fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3879979 Dec 20 12:05:43.636741 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] Sync routers for ids ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:43.651625 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] Routers {'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:43.653217 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:43.654519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port fe894219-1bec-4467-8654-03a8a083260e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:43.666085 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port fe894219-1bec-4467-8654-03a8a083260e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:43.666519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.833602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:43.861702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70fa37-d50d-4853-b40d-7eb49c2b12cd req-1c8fa585-1dc5-4793-99d7-450a815ca2ce tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:43.863170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c70fa37-d50d-4853-b40d-7eb49c2b12cd req-1c8fa585-1dc5-4793-99d7-450a815ca2ce tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 944 time: 0.6562445 Dec 20 12:05:43.875029 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] Set router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:43.931306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-03af9875-5a30-47ac-abbf-2127c3208569 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131477 Dec 20 12:05:43.939693 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cc4f7c8-d780-4435-a3b9-154fb580284a (CIDR: 2001:db8::/64) Dec 20 12:05:43.983667 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4c70fa37-d50d-4853-b40d-7eb49c2b12cd req-db8e2a0c-9ca4-43f9-ae56-701874108ed5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011515 Dec 20 12:05:43.989338 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:43.989815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:44.023929 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.066422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port fe894219-1bec-4467-8654-03a8a083260e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe894219-1bec-4467-8654-03a8a083260e,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:44.071425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6771933f-a702-4caf-afae-4dba5a108dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe894219-1bec-4467-8654-03a8a083260e'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:44.105240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3491cdbe-941a-4979-afba-e4dd43b8040e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3450837 Dec 20 12:05:44.108038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:44.114512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': '814349b3-0750-4d0c-ab54-42189c29d443', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:44.351911 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T12:05:41Z', 'revision_number': 5, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.356599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] Checking router: fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:44.371381 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] Routers {'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:44.372250 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:05:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.399109 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d4c3b57c-1ef5-45e2-a36f-31d203ac2f17 req-4e7ddb85-8857-4e5c-a895-c1fb0be8f2e9 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577875 Dec 20 12:05:44.403347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:44.411713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:44.418452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:44.425832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:44.439835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:44.446650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.467823 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-238439a1-59d3-49d4-bb0f-1941f2b28da2 req-607acf4a-2888-43ea-9c9d-f3e2d84f4a40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 1098 time: 0.1834714 Dec 20 12:05:44.556544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.581321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.587807 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] Set router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:44.592962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Transition to ACTIVE for port object 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:44.614568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Transition to ACTIVE for port object 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:44.617894 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6771933f-a702-4caf-afae-4dba5a108dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe894219-1bec-4467-8654-03a8a083260e', 'code': 200} Dec 20 12:05:44.650971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.656980 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:44.702441 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.739400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Network 814349b3-0750-4d0c-ab54-42189c29d443 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:44.740327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-238439a1-59d3-49d4-bb0f-1941f2b28da2 req-38fb29cd-fb81-471e-8058-7eb04bd44f58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525787 Dec 20 12:05:44.748382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:44.758939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:44.777367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=fe894219-1bec-4467-8654-03a8a083260e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:44.783971 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:44.785336 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e85af4bf-d69e-45f2-9698-395a578facc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:44.856087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.862969 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7f8afbcd-ae6e-4143-9d9e-833ab58f5185 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:44.960786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '083de41d-5d36-43ee-a6fc-9fd1f4d09841', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'floating_ip_address': '172.35.0.249', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'port_id': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'mac_address': 'fa:16:3e:fe:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:05:38Z', 'updated_at': '2021-12-20T12:05:38Z', 'revision_number': 0, 'project_id': '01e6086959b444bf9afd375d8214e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:51Z', 'revision_number': 5, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.965316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Pushing event updated for resources: {'Port': ['ID=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:44.967445 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T12:05:41Z', 'revision_number': 5, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.971328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dbdeb-94d3-44cd-9142-7a770f03c7b1 None None] The sync data for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 is: [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '083de41d-5d36-43ee-a6fc-9fd1f4d09841', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'floating_ip_address': '172.35.0.249', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'port_id': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'mac_address': 'fa:16:3e:fe:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:05:38Z', 'updated_at': '2021-12-20T12:05:38Z', 'revision_number': 0, 'project_id': '01e6086959b444bf9afd375d8214e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:51Z', 'revision_number': 5, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:44.972478 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b348333-dc16-48d9-afb0-d6e890a10bde None None] The sync data for ids ['fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0'] in n-d-victoria-1 is: [{'id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'name': 'tempest-TaggedBootDevicesTest-1625419608-router', 'tenant_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:53:10Z', 'updated_at': '2021-12-20T12:05:41Z', 'revision_number': 5, 'project_id': 'fb9a7e8700164078a68e71acbbaf9bb8', 'gw_port': {'id': 'd7e9a313-2035-4a00-84c5-6c44d3299819', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:53:12Z', 'updated_at': '2021-12-20T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:44.973903 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:44.978422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Attempting to bind port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:44.979013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Attempting to bind port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'a6714e65-1584-4d7d-9136-d68d433a5086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '814349b3-0750-4d0c-ab54-42189c29d443'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:44.979653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Attempting to bind port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 on network 814349b3-0750-4d0c-ab54-42189c29d443 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:44.995927 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.996739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:44.997122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Checking segment: {'id': 'a6714e65-1584-4d7d-9136-d68d433a5086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '814349b3-0750-4d0c-ab54-42189c29d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:44.997537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.997942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Bound using segment: {'id': 'a6714e65-1584-4d7d-9136-d68d433a5086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '814349b3-0750-4d0c-ab54-42189c29d443'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:44.998469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Bound port: 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6714e65-1584-4d7d-9136-d68d433a5086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '814349b3-0750-4d0c-ab54-42189c29d443'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:44.998854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.001012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 814349b3-0750-4d0c-ab54-42189c29d443 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:45.005165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:45.011325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:45.012370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.019595 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=a2771fab-22cb-44f6-ada4-4168c038b94e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:45.025287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Deleting port d7e9a313-2035-4a00-84c5-6c44d3299819 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:45.039154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.059160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.059545 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.059948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.060322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.061026 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.065152 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.066416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.066799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.071499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.071499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.073477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:45.077833 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9687476 Dec 20 12:05:45.087158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47074) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:45.088070 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-072fd474-3bcd-4a88-9d1d-cb30cb663d4f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:45.104004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': '814349b3-0750-4d0c-ab54-42189c29d443', 'fixed_ips': [{'subnet_id': '4cc4f7c8-d780-4435-a3b9-154fb580284a'}, {'subnet_id': 'a2771fab-22cb-44f6-ada4-4168c038b94e'}], 'name': 'tempest-PortsIpV6TestJSON-1080494624'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:45.142388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] For port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:45.145665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] For port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,segment=NetworkSegment(a6714e65-1584-4d7d-9136-d68d433a5086),segment_id=a6714e65-1584-4d7d-9136-d68d433a5086)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:45.151510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.160335 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:45.273377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.315198 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Pushing event updated for resources: {'Port': ['ID=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:45.333118 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:45.390383 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc778a6a-240b-4c9f-bfc0-7ccd6a1245fd None None] New status for floating IP 083de41d-5d36-43ee-a6fc-9fd1f4d09841: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:05:45.413707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:45.419559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:45.421364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] For port d7e9a313-2035-4a00-84c5-6c44d3299819, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=d7e9a313-2035-4a00-84c5-6c44d3299819,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:45.421917 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.425215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:45.433373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:45.456143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:45.463415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.490218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 24019137-8a02-450f-a18e-bfa4df97f78b yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:45.803977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Calling delete_port for d7e9a313-2035-4a00-84c5-6c44d3299819 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:45.969268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b4bc-702b-47b8-ac03-56ce9de26fc8 req-d67d5323-890b-4517-b832-ae97c462ac0a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:45.972317 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01b2b4bc-702b-47b8-ac03-56ce9de26fc8 req-d67d5323-890b-4517-b832-ae97c462ac0a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 945 time: 0.7185738 Dec 20 12:05:46.069730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01b2b4bc-702b-47b8-ac03-56ce9de26fc8 req-3fe1255c-5592-4c57-b4c7-4b4ffc5c2e84 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757983 Dec 20 12:05:46.164078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.169542 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67645098-53e8-4c47-903b-83b2b47c2b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:46.224425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e9a313-2035-4a00-84c5-6c44d3299819,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:46.228943 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:46.229952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::172 (814349b3-0750-4d0c-ab54-42189c29d443/4cc4f7c8-d780-4435-a3b9-154fb580284a/24019137-8a02-450f-a18e-bfa4df97f78b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:46.238780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8:0:1::152 (814349b3-0750-4d0c-ab54-42189c29d443/a2771fab-22cb-44f6-ada4-4168c038b94e/24019137-8a02-450f-a18e-bfa4df97f78b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:46.514202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.539422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 24019137-8a02-450f-a18e-bfa4df97f78b will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:46.580533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.601590 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9b052080-593e-4142-ad01-873ac8ad4537 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:46.731876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 814349b3-0750-4d0c-ab54-42189c29d443 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:46.736294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:46.740381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:46.745034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:46.745698 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.792136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=24019137-8a02-450f-a18e-bfa4df97f78b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:46.815126 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:46.819543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.840382 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7512586 Dec 20 12:05:46.843034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:46.848948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4cc4f7c8-d780-4435-a3b9-154fb580284a'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:46.883819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e52f11-db66-4615-a994-f6586aa896d1 None None] Network 814349b3-0750-4d0c-ab54-42189c29d443 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:47.189857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:47.255909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d9206074-97e8-4995-aac9-1ee2a4ac7edc None None] Provisioning for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:47.281310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.287246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.317336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.318201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:05:47.343842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:47.344200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.349000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:47.349289 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fc2d751f-7bf7-41d7-a8c0-983cbad5c6f0 HTTP/1.1" status: 204 len: 168 time: 3.7166829 Dec 20 12:05:47.349427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.350356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47126) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:47.439424 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Deleting subnet e41f4dc0-5d57-4093-941c-eb7f8660fe77 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:47.443059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.460624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.500563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Update dhcp port {'port': {'network_id': '814349b3-0750-4d0c-ab54-42189c29d443', 'fixed_ips': [{'subnet_id': '4cc4f7c8-d780-4435-a3b9-154fb580284a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2771fab-22cb-44f6-ada4-4168c038b94e'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': '294dbac1-edf3-4ca3-bfa3-e8c011ce36e7'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:05:47.522214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.652729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.665151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.676994 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.719516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e648-3daa-4411-89fa-41cdf5e6c3f5 req-8d36caeb-e8de-4715-913e-ff4d1e832d55 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:47.721333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6182e648-3daa-4411-89fa-41cdf5e6c3f5 req-8d36caeb-e8de-4715-913e-ff4d1e832d55 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 945 time: 0.2401626 Dec 20 12:05:47.785016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,segment=NetworkSegment(a6714e65-1584-4d7d-9136-d68d433a5086),segment_id=a6714e65-1584-4d7d-9136-d68d433a5086)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:47.800947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.814706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.825274 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-41b8e85e-c222-456a-ad56-5230848018c3 tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:47.866021 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6182e648-3daa-4411-89fa-41cdf5e6c3f5 req-e6988b54-1894-4585-b4d9-46ece4744dab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040919 Dec 20 12:05:47.926244 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:47.950381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41f4dc0-5d57-4093-941c-eb7f8660fe77,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:47.957221 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:47.961661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.988700 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e41f4dc0-5d57-4093-941c-eb7f8660fe77 HTTP/1.1" status: 204 len: 168 time: 0.6371040 Dec 20 12:05:47.989678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47134) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:48.033280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Delete allocated IP 2001:db8:0:1::152 (814349b3-0750-4d0c-ab54-42189c29d443/a2771fab-22cb-44f6-ada4-4168c038b94e) {{(pid=83557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:05:48.149197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:48.152171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0902abbc-a8c5-451a-8d80-236503e384ef no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:48.178549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e76192-2777-4d14-a77b-5081ce3702d8 None None] Network 0d8938c2-a90a-4947-ae2a-50262c9f2303 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:48.198733 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:48.219874 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.247585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 0902abbc-a8c5-451a-8d80-236503e384ef {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:48.248074 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0902abbc-a8c5-451a-8d80-236503e384ef not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:48.310046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.330714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Ignored duplicate provisioning block setup for port 24019137-8a02-450f-a18e-bfa4df97f78b by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 12:05:48.332176 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.337673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Deleting port f2847a47-48eb-440b-9cf2-bceefd0e406b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:48.338171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.341564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.358562 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4679e637-ffb5-4316-a92e-fcbd1d6b0436 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:48.523854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-da50c98b-bc20-47a7-9a41-401f5767f84d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:48.530406 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-da50c98b-bc20-47a7-9a41-401f5767f84d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.3625276 Dec 20 12:05:48.531235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] In _notify_port_updated(), no bound segment for port 24019137-8a02-450f-a18e-bfa4df97f78b on network 814349b3-0750-4d0c-ab54-42189c29d443 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:05:48.535845 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:48.536723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.538361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "PUT /v2.0/ports/24019137-8a02-450f-a18e-bfa4df97f78b HTTP/1.1" status: 200 len: 926 time: 1.6940832 Dec 20 12:05:48.540982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=24019137-8a02-450f-a18e-bfa4df97f78b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:48.543348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47144) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:48.544164 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:48.548895 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Allocated IP 2001:db8:0:1::2 (814349b3-0750-4d0c-ab54-42189c29d443/a2771fab-22cb-44f6-ada4-4168c038b94e/294dbac1-edf3-4ca3-bfa3-e8c011ce36e7) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:48.552593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4cc4f7c8-d780-4435-a3b9-154fb580284a'}, {'subnet_id': 'a2771fab-22cb-44f6-ada4-4168c038b94e'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:48.604803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2c8c4890-8939-46ff-91bb-b4e942e3b113 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0735245 Dec 20 12:05:48.698088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] DHCP port deletion for 0d8938c2-a90a-4947-ae2a-50262c9f2303 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:48.711785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Deleting port f2847a47-48eb-440b-9cf2-bceefd0e406b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:48.711785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.763502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] For port f2847a47-48eb-440b-9cf2-bceefd0e406b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f2847a47-48eb-440b-9cf2-bceefd0e406b,segment=NetworkSegment(4bb3a785-1c05-4075-9e36-113c396b7328),segment_id=4bb3a785-1c05-4075-9e36-113c396b7328)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:48.763853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.776932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] For port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,segment=NetworkSegment(a6714e65-1584-4d7d-9136-d68d433a5086),segment_id=a6714e65-1584-4d7d-9136-d68d433a5086)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:48.854283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.916195 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Transition to ACTIVE for port object 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:48.969205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.984442 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:49.049325 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] For port f2847a47-48eb-440b-9cf2-bceefd0e406b, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=f2847a47-48eb-440b-9cf2-bceefd0e406b,segment=NetworkSegment(4bb3a785-1c05-4075-9e36-113c396b7328),segment_id=4bb3a785-1c05-4075-9e36-113c396b7328)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:49.049810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.099719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Calling delete_port for f2847a47-48eb-440b-9cf2-bceefd0e406b owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:49.139197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:49.249900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Calling delete_port for f2847a47-48eb-440b-9cf2-bceefd0e406b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:49.271840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-1475875b-e1bc-415a-be42-e787d0f44fc7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6257186 Dec 20 12:05:49.337586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.350528 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:49.379914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.395146 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Pushing event updated for resources: {'Port': ['ID=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:49.395444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] No DVR routers for this DVR port f2847a47-48eb-440b-9cf2-bceefd0e406b on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:49.404890 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:49.434296 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:49.434654 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:49.498046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device d7e9a313-2035-4a00-84c5-6c44d3299819 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:49.499377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2847a47-48eb-440b-9cf2-bceefd0e406b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:49.506714 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:49.540473 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: d7e9a313-2035-4a00-84c5-6c44d3299819 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:49.541385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device d7e9a313-2035-4a00-84c5-6c44d3299819 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:49.541934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f2847a47-48eb-440b-9cf2-bceefd0e406b no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:49.588179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: f2847a47-48eb-440b-9cf2-bceefd0e406b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:49.588807 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device f2847a47-48eb-440b-9cf2-bceefd0e406b not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:49.653834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.673181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-b353556d-b202-4b9e-8935-1dd07f11d9e3 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944702 Dec 20 12:05:49.766077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8938c2-a90a-4947-ae2a-50262c9f2303']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:49.806230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb3a785-1c05-4075-9e36-113c396b7328') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:49.806581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb3a785-1c05-4075-9e36-113c396b7328') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:49.904066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.936332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Deleting port f2847a47-48eb-440b-9cf2-bceefd0e406b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:49.937659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.955353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.007654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:50.008065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:50.030627 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:50.033634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d45675df-537c-4902-aa7b-9d248ed3cbaf None None] The port 'f2847a47-48eb-440b-9cf2-bceefd0e406b' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:50.043748 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2f61c281-d0e3-41b0-b9ce-7d1a769ae2c0 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582456 Dec 20 12:05:50.083302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab787ce-f02c-4a86-860e-308545420306 None None] Network 814349b3-0750-4d0c-ab54-42189c29d443 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:50.136223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.171629 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2bcdcc85-b199-4d5d-a71c-23f01f3cf61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:50.223722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.264243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8938c2-a90a-4947-ae2a-50262c9f2303,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:50.283623 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:50.291243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b645e585-3e5d-482c-b1e6-e6ee6c62d4a9 req-fbb2bf2e-d562-4593-b68c-b435789b17dc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 210 time: 0.0740004 Dec 20 12:05:50.346851 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0d8938c2-a90a-4947-ae2a-50262c9f2303 HTTP/1.1" status: 204 len: 168 time: 2.3443005 Dec 20 12:05:50.389509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8:0:1::77 (814349b3-0750-4d0c-ab54-42189c29d443/a2771fab-22cb-44f6-ada4-4168c038b94e/24019137-8a02-450f-a18e-bfa4df97f78b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:50.457525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-15dfe7e4-83e4-4370-90b6-b22c1d7ec131 None None] Provisioning for port 24019137-8a02-450f-a18e-bfa4df97f78b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:50.493343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-15dfe7e4-83e4-4370-90b6-b22c1d7ec131 None None] Provisioning complete for port 24019137-8a02-450f-a18e-bfa4df97f78b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:50.493769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15dfe7e4-83e4-4370-90b6-b22c1d7ec131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.590475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:50.634403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-15dfe7e4-83e4-4370-90b6-b22c1d7ec131 None None] Port 24019137-8a02-450f-a18e-bfa4df97f78b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:50.667836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.676060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-15dfe7e4-83e4-4370-90b6-b22c1d7ec131 None None] Provisioning for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:50.683332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-23cf03a8-8d00-4fcf-8430-af4c5eff4e2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df4c459806f641ea8b6a89822a7cc035&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0908465 Dec 20 12:05:50.687472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-15dfe7e4-83e4-4370-90b6-b22c1d7ec131 None None] Provisioning complete for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:50.687639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:50.687721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15dfe7e4-83e4-4370-90b6-b22c1d7ec131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.710162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Ignored duplicate provisioning block setup for port 24019137-8a02-450f-a18e-bfa4df97f78b by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 12:05:50.717547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.734325 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2030013b-9065-4d80-8a8d-90da6dc66123 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:50.777286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.823155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.906055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] In _notify_port_updated(), no bound segment for port 24019137-8a02-450f-a18e-bfa4df97f78b on network 814349b3-0750-4d0c-ab54-42189c29d443 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:05:50.915258 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:50.915875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.917374 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "PUT /v2.0/ports/24019137-8a02-450f-a18e-bfa4df97f78b HTTP/1.1" status: 200 len: 1011 time: 2.3731027 Dec 20 12:05:50.921311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47172) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:50.927233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.933547 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e5543e2a-e62d-4326-ae00-0c4620691dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:50.951217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e4dfe-1c18-4422-a9e3-9c349dd28c7b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:50.955082 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:50.961636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.965021 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/565e4dfe-1c18-4422-a9e3-9c349dd28c7b HTTP/1.1" status: 204 len: 168 time: 0.2758470 Dec 20 12:05:51.038507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 24019137-8a02-450f-a18e-bfa4df97f78b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:51.038773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.081937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:51.100295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=24019137-8a02-450f-a18e-bfa4df97f78b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:51.189557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60cb938d-8501-4f60-8c7b-4b8a603ad94f None None] Provisioning complete for port 24019137-8a02-450f-a18e-bfa4df97f78b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:51.189943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60cb938d-8501-4f60-8c7b-4b8a603ad94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.269829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-60cb938d-8501-4f60-8c7b-4b8a603ad94f None None] Port 24019137-8a02-450f-a18e-bfa4df97f78b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:51.288471 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:51.294517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.410254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60cb938d-8501-4f60-8c7b-4b8a603ad94f None None] Provisioning complete for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:51.410809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60cb938d-8501-4f60-8c7b-4b8a603ad94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.441503 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:51.684566 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e7ad4dc8-b9b7-4f54-a248-5b549497d85e req-172061aa-62ec-45a2-a91c-146edd93d016 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 210 time: 0.0871215 Dec 20 12:05:51.773266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:51.865563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b5e0b9f8-99c1-4de5-87b7-e26724a02055 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb9a7e8700164078a68e71acbbaf9bb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0910146 Dec 20 12:05:51.870128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47190) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:51.871212 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b58df9df-31ea-4c5f-bf5e-4a5d5b938720 None None] Provisioning complete for port 24019137-8a02-450f-a18e-bfa4df97f78b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:51.871604 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b58df9df-31ea-4c5f-bf5e-4a5d5b938720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.923829 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-79492124-17f9-488e-8fa6-142e1e76f2bf tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:51.928443 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-79492124-17f9-488e-8fa6-142e1e76f2bf tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.2229111 Dec 20 12:05:51.955374 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b58df9df-31ea-4c5f-bf5e-4a5d5b938720 None None] Port 24019137-8a02-450f-a18e-bfa4df97f78b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:51.956153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Request body: {'port': {'device_id': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'admin_state_up': True, 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:51.985380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.020666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.091414 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.098403 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9f6469e6-107a-4fe7-8602-522db7d98a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:52.112994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a978234-43f8-42dd-9b13-4d1f4745780d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:52.116347 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:52.123351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.124517 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a978234-43f8-42dd-9b13-4d1f4745780d HTTP/1.1" status: 204 len: 168 time: 0.2510469 Dec 20 12:05:52.185094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f4b65d16-7f3e-43a5-892f-f5431b9da638 None None] Provisioning complete for port 24019137-8a02-450f-a18e-bfa4df97f78b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:52.186505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f4b65d16-7f3e-43a5-892f-f5431b9da638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.199712 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:52.224919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:52.230372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.254723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f4b65d16-7f3e-43a5-892f-f5431b9da638 None None] Port 24019137-8a02-450f-a18e-bfa4df97f78b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:52.293300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:52.296212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.369112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 24019137-8a02-450f-a18e-bfa4df97f78b owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:52.643456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Allocated IP 172.20.0.11 (8726e32b-1abb-4a36-ab01-56e61220cc79/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4/e2a185b5-ba01-4cc1-9562-a21cef4c04f0) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:52.753534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.762320 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-513761a5-1464-49ed-a112-8a90a7c2e0ca tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:52.869721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=24019137-8a02-450f-a18e-bfa4df97f78b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:52.878057 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:52.945755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.962659 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-00e326e0-41f2-4101-a406-4c32e1f5dd1d req-e0a18fac-25ec-46b6-9631-a7d0d159fc41 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 210 time: 0.0837755 Dec 20 12:05:53.041748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47214) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.053453 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/24019137-8a02-450f-a18e-bfa4df97f78b HTTP/1.1" status: 204 len: 168 time: 2.1307983 Dec 20 12:05:53.094684 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe220ba-2ac1-41ee-8623-ae84c13941a0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:05:53.095875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fe220ba-2ac1-41ee-8623-ae84c13941a0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:53.124961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fe220ba-2ac1-41ee-8623-ae84c13941a0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:53.129288 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4fe220ba-2ac1-41ee-8623-ae84c13941a0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/24019137-8a02-450f-a18e-bfa4df97f78b HTTP/1.1" status: 404 len: 333 time: 0.0864787 Dec 20 12:05:53.130153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.146254 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.186902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.199486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b', 'fe894219-1bec-4467-8654-03a8a083260e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:53.209211 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-558bcd5b-d3be-44a2-91bf-3079e6f5bb5d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:53.333638 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event updated for resources: {'Port': ['ID=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:53.346155 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:53.364477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet a2771fab-22cb-44f6-ada4-4168c038b94e {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:53.368132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.370042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:53.374106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:53.386785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:53.474783 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.525192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:53.525809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.550427 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5990224 Dec 20 12:05:53.568583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Request body: {'port': {'device_id': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:53.602244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.775555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.785852 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-df72bc76-336e-4c7a-a67c-9b58d981a832 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:53.847038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=a2771fab-22cb-44f6-ada4-4168c038b94e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:53.855022 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:53.862787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.869058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf4c91-0139-44b1-9223-891dd13fc3e5 None None] Network 814349b3-0750-4d0c-ab54-42189c29d443 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:53.870971 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e470cf17-7b4b-4b8c-abe2-70b644b17b61 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/a2771fab-22cb-44f6-ada4-4168c038b94e HTTP/1.1" status: 204 len: 168 time: 0.7397707 Dec 20 12:05:53.873803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.899465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.958649 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet 4cc4f7c8-d780-4435-a3b9-154fb580284a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:53.962042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.043337 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.337760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.451702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.463208 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dfe1c591-6df3-4759-bafa-d8d6468cfcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:54.510634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc4f7c8-d780-4435-a3b9-154fb580284a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:54.514280 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:54.515293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.534768 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb46ac4b-9a5e-4d55-ab0a-7c9a13d69d62 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/4cc4f7c8-d780-4435-a3b9-154fb580284a HTTP/1.1" status: 204 len: 168 time: 0.6593578 Dec 20 12:05:54.537264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:54.598459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9f3f-9f81-4239-87ae-715737437388 req-b959c897-e235-4977-ae5a-62cfcdadecea tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:54.599162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-27cb9f3f-9f81-4239-87ae-715737437388 req-b959c897-e235-4977-ae5a-62cfcdadecea tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:54.661475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47262) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:54.662164 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-27cb9f3f-9f81-4239-87ae-715737437388 req-b959c897-e235-4977-ae5a-62cfcdadecea tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:54.663366 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-27cb9f3f-9f81-4239-87ae-715737437388 req-b959c897-e235-4977-ae5a-62cfcdadecea tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 932 time: 0.4432507 Dec 20 12:05:54.684073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.696023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:54.696510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.717924 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a185b5-ba01-4cc1-9562-a21cef4c04f0 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:54.733776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.758816 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-27cb9f3f-9f81-4239-87ae-715737437388 req-f34993fe-8e1a-43a2-b813-1a5890bea16e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819128 Dec 20 12:05:54.759760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Transition to ACTIVE for port object e2a185b5-ba01-4cc1-9562-a21cef4c04f0 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:54.769255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.775026 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f7305987-e1c0-41b3-ae11-741126f98b8d tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:54.959885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.980117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:54.983997 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.007652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:55.011621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Usage tracker for resource:security_group_rule and tenant:f212f0ab46b54b2f88f0e87f5192684c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:55.014847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:55.021220 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:55.046980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,segment=NetworkSegment(a6714e65-1584-4d7d-9136-d68d433a5086),segment_id=a6714e65-1584-4d7d-9136-d68d433a5086)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:55.048229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.192939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Attempting to bind port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:55.193278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Attempting to bind port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:55.193660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Attempting to bind port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:55.202257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b6494-1dc0-4ced-81de-36377c35381d None None] Network 814349b3-0750-4d0c-ab54-42189c29d443 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:55.205963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:05:55.206314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Attempting to bind port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:55.218223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.221762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:55.221762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:55.221762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Bound using segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:55.221762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Bound port: e2a185b5-ba01-4cc1-9562-a21cef4c04f0, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:55.222227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.233049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:55.233370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.244852 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ad3b0ac1-a3a4-458c-bc5d-d86d8b729801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.316347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3f1b3d2b-99a0-4eb3-8f56-d6f707975213 None None] Provisioning complete for port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:55.316883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3d2b-99a0-4eb3-8f56-d6f707975213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.326423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.341621 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b0798022-a614-466e-ad34-ec5eaeda4f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.381400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b3d2b-99a0-4eb3-8f56-d6f707975213 None None] Port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 12:05:55.404578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=294dbac1-edf3-4ca3-bfa3-e8c011ce36e7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:55.407173 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No DVR routers for this DVR port 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:55.408990 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.409379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f212f0ab46b54b2f88f0e87f5192684c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7448959 Dec 20 12:05:55.410263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f3ed94-89a7-4672-9f47-afdf10f53e5a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:55.412415 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47272) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:55.424375 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.480173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] For port e2a185b5-ba01-4cc1-9562-a21cef4c04f0, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:55.493106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] For port e2a185b5-ba01-4cc1-9562-a21cef4c04f0, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:55.499466 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.509033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b624f-be6c-411c-9e72-6fb5b9b5754b None None] DHCP port deletion for 814349b3-0750-4d0c-ab54-42189c29d443 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:55.510201 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9a119bd0-5fa3-495c-89e9-14da20cec5b7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.564237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.572732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.596842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.598221 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] 10.222.0.53 "PUT /v2.0/ports/e2a185b5-ba01-4cc1-9562-a21cef4c04f0 HTTP/1.1" status: 200 len: 1094 time: 2.0402710 Dec 20 12:05:55.604612 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'tag': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:55.606426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814349b3-0750-4d0c-ab54-42189c29d443']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:55.623853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6714e65-1584-4d7d-9136-d68d433a5086') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:55.624300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6714e65-1584-4d7d-9136-d68d433a5086') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:55.639571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.645196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.659847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.668416 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:55.669126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.696538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:55.698760 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:55.702984 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'tag': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0', 'status': 'completed', 'code': 200} Dec 20 12:05:55.709563 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.772356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-5a40bb99-af45-4708-8ff4-93cff66a0a38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 1097 time: 0.1292553 Dec 20 12:05:55.773393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.778399 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-39e188b2-ea2c-4318-8998-7cdaab1b391b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.779625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.784131 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1acff63f-b2fc-4f7f-83cf-0021f8bd5354 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.811322 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.821662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=814349b3-0750-4d0c-ab54-42189c29d443,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:55.824711 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.839243 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/814349b3-0750-4d0c-ab54-42189c29d443 HTTP/1.1" status: 204 len: 168 time: 1.3001018 Dec 20 12:05:55.842827 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47280) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:55.852623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f3ed94-89a7-4672-9f47-afdf10f53e5a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:55.863091 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.864561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.865638 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02f3ed94-89a7-4672-9f47-afdf10f53e5a HTTP/1.1" status: 204 len: 168 time: 0.4459870 Dec 20 12:05:55.867183 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-d49a62ae-f2e7-408a-9724-9e1ebe7bfd23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a185b5-ba01-4cc1-9562-a21cef4c04f0 HTTP/1.1" status: 200 len: 217 time: 0.0816615 Dec 20 12:05:55.965149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1090686-ccbe-4b93-a0b4-a7f145f5ca49 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:55.965761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a1090686-ccbe-4b93-a0b4-a7f145f5ca49 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:55.987842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a1090686-ccbe-4b93-a0b4-a7f145f5ca49 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:55.990073 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a1090686-ccbe-4b93-a0b4-a7f145f5ca49 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1453469 Dec 20 12:05:55.993191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47286) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.001926 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-328b12dd-8004-4485-bc33-6a821e56a62e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:56.004127 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-328b12dd-8004-4485-bc33-6a821e56a62e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1289577 Dec 20 12:05:56.063007 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-fe937ff8-f00a-4c96-90a5-813564efef48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519426 Dec 20 12:05:56.096599 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77a1a710-ef3c-4940-ac96-766d1ae6df65 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1018500 Dec 20 12:05:56.099719 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.105739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-393494868'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:56.112391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:56.117669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:56.121001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:56.128041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:56.141747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:56.145238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.183538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:56.195183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.195594 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment 5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4 of type vlan for network 6d0427be-8fd5-402e-bf00-17a809e5abbc Dec 20 12:05:56.241341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.341100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.351938 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:56.352567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.361703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6d82-4340-44a6-8d6e-184e91e43415 req-7f2c007b-7e7d-4bc5-929b-0985afbe4378 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:56.362558 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8d2c4da5-d859-4674-936c-cfd53f0fc847 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.363177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6eca6d82-4340-44a6-8d6e-184e91e43415 req-7f2c007b-7e7d-4bc5-929b-0985afbe4378 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 944 time: 0.4036512 Dec 20 12:05:56.429449 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-cfd8467f-89ae-4cca-b441-49e47ee85f16 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602815 Dec 20 12:05:56.437828 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3370678 Dec 20 12:05:56.461162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47304) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.471518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:56.502879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=6d0427be-8fd5-402e-bf00-17a809e5abbc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.503810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6eca6d82-4340-44a6-8d6e-184e91e43415 req-ae9fafed-8950-44ac-92c4-9f78b90a520b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269512 Dec 20 12:05:56.505809 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.516073 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:56.682795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:56.692290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:56.703702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:56.713937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:56.720516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bd8c15e2-f4d0-446f-bd79-32659a600b09 req-5aa34274-d060-452c-8747-1a4e45b65a6e service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813056 Dec 20 12:05:56.728018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:56.888203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.023079 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-5bda687a-aca9-40aa-af6f-962465db7928 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 1097 time: 0.2485290 Dec 20 12:05:57.050803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:57.095942 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:57.096610 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 294dbac1-edf3-4ca3-bfa3-e8c011ce36e7 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:57.233599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-0a967dcb-4c41-4721-acc0-00a5d8b2fdbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:57.234024 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-0a967dcb-4c41-4721-acc0-00a5d8b2fdbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.2045541 Dec 20 12:05:57.316753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.320576 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e9c4e207-2eef-46bc-bffd-8b8900670b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:57.346139 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-55292c56-c72e-482b-98df-d53735c79f69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a185b5-ba01-4cc1-9562-a21cef4c04f0 HTTP/1.1" status: 200 len: 217 time: 0.1010940 Dec 20 12:05:57.369140 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:05:57.446807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=73a8a503-c746-4871-854d-14dffa8d483d,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:57.453204 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:57.466328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-7ff5632b-685f-47d4-8294-e08a1a448490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:57.467763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-7ff5632b-685f-47d4-8294-e08a1a448490 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1109977 Dec 20 12:05:57.471519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': '5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:57.471867 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: 6d0427be-8fd5-402e-bf00-17a809e5abbc, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:57.576832 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-766768c5-c3a6-49fb-a611-456c2cfaa642 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991511 Dec 20 12:05:57.684654 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22590617-d0ce-425e-999c-575532e868dd req-50ed538d-6627-4a65-8597-e310810dd3c8 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.1064808 Dec 20 12:05:57.772221 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1a4ad03-696c-4bb6-84e5-c19c9b7ef583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.792117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd22d4-a77d-4c29-ab3d-46a18a419dde req-ed321d8b-cab2-4ab7-907e-b19e94ad6fae tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:57.793582 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45bd22d4-a77d-4c29-ab3d-46a18a419dde req-ed321d8b-cab2-4ab7-907e-b19e94ad6fae tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 944 time: 0.1265256 Dec 20 12:05:57.832434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:57.860020 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-028c3e6b-8e81-4018-8069-7876edf03a0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3390214 Dec 20 12:05:57.865496 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-45bd22d4-a77d-4c29-ab3d-46a18a419dde req-4c41e38e-36aa-4375-aa15-75e4b7519e3a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645587 Dec 20 12:05:57.876131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 6d0427be-8fd5-402e-bf00-17a809e5abbc) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:57.884746 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78613a-49e9-4d9b-8c35-6e10831a3607 None None] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:57.903929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:57.904231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.918824 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-5d518666-44a6-460f-9a03-6700e6029722 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906177 Dec 20 12:05:57.955431 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8031977d-4bff-4498-b65c-6bd90fe5190d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4930727 Dec 20 12:05:57.957954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:57.979385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc', 'name': 'tempest-PortsIpV6TestJSON-364158606'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:58.227917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-6d0427be-8fd5-402e-bf00-17a809e5abbc', 'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc', 'tenant_id': '77107150b7bf418b807c865eae30ff91', 'fixed_ips': [{'subnet_id': '73a8a503-c746-4871-854d-14dffa8d483d'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:58.228937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.431048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Allocated IP 2001:db8::2 (6d0427be-8fd5-402e-bf00-17a809e5abbc/73a8a503-c746-4871-854d-14dffa8d483d/c4992be9-e675-4dac-a374-0d5c75d69b8c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:58.455485 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ffc71f89-c4e5-450d-9afd-9e5a74bf8023 req-4be43174-7bbf-4ab7-a7b6-de0cbf1d5edf service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300517 Dec 20 12:05:58.476177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-3ed78f24-5983-4bb7-b93c-ed5922a38080 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1098 time: 0.4810565 Dec 20 12:05:58.484822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:58.494808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:58.531954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:58.535242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.627479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port fff1c95f-ca11-4796-a91f-f7fd4a5e43af yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:58.705366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.720634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Transition to ACTIVE for port object c4992be9-e675-4dac-a374-0d5c75d69b8c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:58.726578 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-dc5de00e-43e1-4e87-8ef6-d8bc2acfd733 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:58.728027 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-dc5de00e-43e1-4e87-8ef6-d8bc2acfd733 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 910 time: 0.2300000 Dec 20 12:05:58.743966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Transition to ACTIVE for port object c4992be9-e675-4dac-a374-0d5c75d69b8c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:58.749523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.755230 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:58.819679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:58.822662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:58.831094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:58.849184 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Pushing event updated for resources: {'Port': ['ID=c4992be9-e675-4dac-a374-0d5c75d69b8c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:58.893077 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:58.953706 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-9ef27c4c-01e0-4f6f-8700-fb6a4a0dc336 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 1001 time: 0.2192056 Dec 20 12:05:58.981181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Attempting to bind port c4992be9-e675-4dac-a374-0d5c75d69b8c on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:58.982923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Attempting to bind port c4992be9-e675-4dac-a374-0d5c75d69b8c by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:58.983276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Attempting to bind port c4992be9-e675-4dac-a374-0d5c75d69b8c on network 6d0427be-8fd5-402e-bf00-17a809e5abbc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:58.992249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:58.992634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Checking segment: {'id': '5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:58.993046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.993705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Bound using segment: {'id': '5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:58.994364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Bound port: c4992be9-e675-4dac-a374-0d5c75d69b8c, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:58.996349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.027192 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-400bd9d6-a785-45a8-8c83-44b68d04ea30 req-11ccc2d6-c009-4cff-ae02-955e699c6f87 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0693605 Dec 20 12:05:59.062853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device e2a185b5-ba01-4cc1-9562-a21cef4c04f0 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:05:59.096302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::322 (6d0427be-8fd5-402e-bf00-17a809e5abbc/73a8a503-c746-4871-854d-14dffa8d483d/fff1c95f-ca11-4796-a91f-f7fd4a5e43af) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:59.122093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-b9c5fc1a-b3ab-4369-b850-bc15c790b83f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:59.123815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-b9c5fc1a-b3ab-4369-b850-bc15c790b83f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 200 len: 848 time: 0.1623354 Dec 20 12:05:59.150337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] For port c4992be9-e675-4dac-a374-0d5c75d69b8c, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:59.171593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] For port c4992be9-e675-4dac-a374-0d5c75d69b8c, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c4992be9-e675-4dac-a374-0d5c75d69b8c,segment=NetworkSegment(5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4),segment_id=5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:59.224439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93544c11-201f-43cc-80ab-db358d0fae93 req-40ac4b9f-b787-4090-93dc-ba48ae411fd2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:59.230170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.232109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93544c11-201f-43cc-80ab-db358d0fae93 req-40ac4b9f-b787-4090-93dc-ba48ae411fd2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 944 time: 0.1124310 Dec 20 12:05:59.235840 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-62746366-a983-41a0-b740-16b15160ebf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:59.271755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-d5f0655a-532c-4597-914d-e5f72508dc85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1412675 Dec 20 12:05:59.314189 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93544c11-201f-43cc-80ab-db358d0fae93 req-ffbb7aa8-12db-43fc-99ce-700a9d38b790 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805404 Dec 20 12:05:59.347808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Pushing event updated for resources: {'Port': ['ID=c4992be9-e675-4dac-a374-0d5c75d69b8c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:59.353467 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:59.363469 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port e2a185b5-ba01-4cc1-9562-a21cef4c04f0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:59.390762 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'port_id': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0', 'mac_address': 'fa:16:3e:bb:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:05:59.467150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.486787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a185b5-ba01-4cc1-9562-a21cef4c04f0 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:05:59.508414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port e2a185b5-ba01-4cc1-9562-a21cef4c04f0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:59.514677 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.519715 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:59.612754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:59.623740 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:59.672784 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-d20bfd57-c1ff-43f7-8c3e-41b37e8c30cf service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919604 Dec 20 12:05:59.677064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.720848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-153d46ab-1881-4beb-b411-b3fe5f50be99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3066714 Dec 20 12:05:59.745295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object fff1c95f-ca11-4796-a91f-f7fd4a5e43af will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:59.767125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['e2a185b5-ba01-4cc1-9562-a21cef4c04f0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:05:59.924673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-19ad037c-4e57-4686-84e0-9b1221fa0fc1 req-202acee8-f9e9-4efd-bb9b-e17ca4be132a service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399690 Dec 20 12:05:59.942052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.962021 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-327e3487-a6c6-4306-a901-95bf564c507a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:59.988893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9038bdd6-d799-4da7-ae38-8fa0cf251dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.031645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:00.037068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-170f5994-ac83-453a-857d-edcbdea547fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 1098 time: 0.2197781 Dec 20 12:06:00.040508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:00.044620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:00.049244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:00.049870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.136992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-da0619a9-f178-4754-9792-8a3f8cfe0c16 req-79f97875-4c3d-43b0-8061-c420dcb31ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0831795 Dec 20 12:06:00.143776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=fff1c95f-ca11-4796-a91f-f7fd4a5e43af,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:00.152168 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:00.167205 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2081337 Dec 20 12:06:00.170211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:00.178193 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': '6d0427be-8fd5-402e-bf00-17a809e5abbc', 'name': 'tempest-PortsIpV6TestJSON-779025549'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:00.486751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-8c293e28-4ecb-432a-b4e9-d0344f434636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:00.488224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-8c293e28-4ecb-432a-b4e9-d0344f434636 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.3956265 Dec 20 12:06:00.573314 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99893d2c-e188-46dd-86d7-0044515b526a None None] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:00.608343 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:00.613199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:00.621332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:00.628133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:00.634241 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b066452d-a835-424a-8c92-c3349a54923c req-c94af7c6-b7d5-4f63-9587-7d54edd71c80 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.1432433 Dec 20 12:06:00.638329 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-1b6eb5a4-3b0a-405c-b161-77310ed514de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b HTTP/1.1" status: 200 len: 217 time: 0.1050572 Dec 20 12:06:00.660304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:00.663607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.703835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:00.747842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bbccb71d-b220-41a1-b50f-3c881b55d7d7 None None] Provisioning for port c4992be9-e675-4dac-a374-0d5c75d69b8c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:00.754245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-c82fdebb-7067-476f-83c5-4583036de07e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:00.756228 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-c82fdebb-7067-476f-83c5-4583036de07e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1109536 Dec 20 12:06:00.786275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacd282-4604-402f-bfae-7a8a54613d37 req-137562de-fed4-4cd7-8017-90cf2ed9632e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:00.787765 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ecacd282-4604-402f-bfae-7a8a54613d37 req-137562de-fed4-4cd7-8017-90cf2ed9632e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 945 time: 0.2185981 Dec 20 12:06:00.827387 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-1aae6a54-763f-4363-ad28-19ad8cd50232 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649621 Dec 20 12:06:00.880683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ecacd282-4604-402f-bfae-7a8a54613d37 req-318320c2-2228-438d-a063-82e07265e29b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849133 Dec 20 12:06:00.937074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::139 (6d0427be-8fd5-402e-bf00-17a809e5abbc/73a8a503-c746-4871-854d-14dffa8d483d/0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:01.003730 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-ea9ca3a6-b467-42f1-9ee5-cd2fe0f94191 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702192 Dec 20 12:06:01.081145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device e2a185b5-ba01-4cc1-9562-a21cef4c04f0 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:01.179366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c4992be9-e675-4dac-a374-0d5c75d69b8c up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:01.313129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.322824 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-05e03fe8-3326-4906-8aaf-e64cb786d6bf req-2e131748-b850-4af1-89aa-f12da05f71c5 service neutron] 10.222.0.16 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127801 Dec 20 12:06:01.348984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.366423 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:01.386642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.404422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.412256 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4893eb0d-f2e3-460b-81ca-3ce9ada210c7 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:01.425101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:01.431859 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port c4992be9-e675-4dac-a374-0d5c75d69b8c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:01.441883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:01.442291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.496670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:01.501796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:01.507065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:01.511859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:01.512552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.517531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:01.522102 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:01.539752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c4992be9-e675-4dac-a374-0d5c75d69b8c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:01.540133 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.550231 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3750544 Dec 20 12:06:01.550231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:01.570315 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Provisioning for port fff1c95f-ca11-4796-a91f-f7fd4a5e43af completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:01.589842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Provisioning complete for port fff1c95f-ca11-4796-a91f-f7fd4a5e43af triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:01.590262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.652722 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8854b36b-c685-4d2e-ae1d-33b905cb7a01 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:01.653622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8854b36b-c685-4d2e-ae1d-33b905cb7a01 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:01.677466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8854b36b-c685-4d2e-ae1d-33b905cb7a01 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:01.677813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Port fff1c95f-ca11-4796-a91f-f7fd4a5e43af cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:01.680280 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8854b36b-c685-4d2e-ae1d-33b905cb7a01 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A322 HTTP/1.1" status: 200 len: 928 time: 0.1291268 Dec 20 12:06:01.683849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:01.756905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Provisioning complete for port c4992be9-e675-4dac-a374-0d5c75d69b8c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:01.757394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.761149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:01.761494 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.051892 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a71a38ff-3ebe-4a87-a988-645ef58eac71 req-360ac723-5631-44de-880d-db2fb1136482 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.1316023 Dec 20 12:06:02.059042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.068335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.080100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.137138 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port e2a185b5-ba01-4cc1-9562-a21cef4c04f0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:02.139669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:02.153031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.162059 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:02.213561 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:02.318066 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port c4992be9-e675-4dac-a374-0d5c75d69b8c, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c4992be9-e675-4dac-a374-0d5c75d69b8c,segment=NetworkSegment(5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4),segment_id=5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:02.452345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.452456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e873b-8ebf-426d-beee-e99d5b4b9f70 req-0c6bd42d-8bc9-4d7c-b194-486b9e5b74b0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:02.452456 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d2e873b-8ebf-426d-beee-e99d5b4b9f70 req-0c6bd42d-8bc9-4d7c-b194-486b9e5b74b0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 946 time: 0.2586167 Dec 20 12:06:02.452638 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:02.452638 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:02.457918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.459969 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:02.473140 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8d2e873b-8ebf-426d-beee-e99d5b4b9f70 req-ca4ff810-f029-4c4f-a165-14dcbab75a86 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575933 Dec 20 12:06:02.503844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.513866 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:02.570137 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0', 'code': 200} Dec 20 12:06:02.586610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:02.596659 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:02.612883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:02.613347 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-b1edb1a9-8020-4dcd-aa21-0eb5d68f9a0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:02.617389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=c4992be9-e675-4dac-a374-0d5c75d69b8c,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:02.620601 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:02.651179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.678098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8a96c842-daa3-42ca-953b-38fb2a532986 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39 HTTP/1.1" status: 204 len: 168 time: 0.9917414 Dec 20 12:06:02.680256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47390) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:02.748303 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8d8643-5b3a-4e6d-9d3d-009b404332c3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:06:02.748903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3b8d8643-5b3a-4e6d-9d3d-009b404332c3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:02.758212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c121956-11b3-4830-8a53-dd4b68066806 req-0d879646-be43-4a35-a9df-d35d0815cbaa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 1099 time: 0.1015129 Dec 20 12:06:02.772321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3b8d8643-5b3a-4e6d-9d3d-009b404332c3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:02.777318 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3b8d8643-5b3a-4e6d-9d3d-009b404332c3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39 HTTP/1.1" status: 404 len: 333 time: 0.0959985 Dec 20 12:06:02.778043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47398) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:02.791262 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.819048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5c121956-11b3-4830-8a53-dd4b68066806 req-0a7668fa-82d6-4c81-9d94-4e21420f7d3f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543101 Dec 20 12:06:02.863253 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port fff1c95f-ca11-4796-a91f-f7fd4a5e43af {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:02.863923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.069121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c4992be9-e675-4dac-a374-0d5c75d69b8c up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:03.260185 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port c4992be9-e675-4dac-a374-0d5c75d69b8c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:03.260836 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.314385 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-75a2be03-de76-4826-bbcc-1a388cca4f1c req-2f1cb32e-d490-43e7-b25a-1660b914c8d1 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0520008 Dec 20 12:06:03.439427 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.445931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7676d257-5a42-43e1-87bd-648747a7d3ca None None] Provisioning complete for port fff1c95f-ca11-4796-a91f-f7fd4a5e43af triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:03.446513 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7676d257-5a42-43e1-87bd-648747a7d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.510911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7676d257-5a42-43e1-87bd-648747a7d3ca None None] Port fff1c95f-ca11-4796-a91f-f7fd4a5e43af cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:03.513939 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7676d257-5a42-43e1-87bd-648747a7d3ca None None] Could not find standard attr ID for object 0d3c45c9-c61b-4e5b-aa8b-00b7dcad3e39. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:06:03.630317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for fff1c95f-ca11-4796-a91f-f7fd4a5e43af owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:03.725901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4755f-5412-4e2c-a159-9b06f1fe434c req-b6a41cbe-69a4-406d-aabd-e305c886b807 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:03.728163 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8fc4755f-5412-4e2c-a159-9b06f1fe434c req-b6a41cbe-69a4-406d-aabd-e305c886b807 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 946 time: 0.0999641 Dec 20 12:06:03.780413 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8fc4755f-5412-4e2c-a159-9b06f1fe434c req-c0bf6a0a-ed53-4d39-9c70-e511f67b25e4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 Dec 20 12:06:03.815428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.823557 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-928d548d-d0af-45fa-b9f7-ea10d222a54a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:03.913568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=fff1c95f-ca11-4796-a91f-f7fd4a5e43af,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:03.919541 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:03.922787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.939834 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/fff1c95f-ca11-4796-a91f-f7fd4a5e43af HTTP/1.1" status: 204 len: 168 time: 1.1606205 Dec 20 12:06:03.943411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:03.988714 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d83b57-afd3-4bfe-be9f-51d0aa41fdd5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:06:03.989219 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-82d83b57-afd3-4bfe-be9f-51d0aa41fdd5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:04.005731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-82d83b57-afd3-4bfe-be9f-51d0aa41fdd5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:04.009494 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-82d83b57-afd3-4bfe-be9f-51d0aa41fdd5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/fff1c95f-ca11-4796-a91f-f7fd4a5e43af HTTP/1.1" status: 404 len: 333 time: 0.0626175 Dec 20 12:06:04.009897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47420) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:04.208486 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet 73a8a503-c746-4871-854d-14dffa8d483d {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:04.212007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.288892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.387538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.462775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.466818 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1bb357ca-d817-4dd5-969f-e686fa722d5e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:04.507496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=73a8a503-c746-4871-854d-14dffa8d483d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:04.510167 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:04.514269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.521494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81ab77-0e4b-4b71-9fa7-c0ed36a14e68 None None] Network 6d0427be-8fd5-402e-bf00-17a809e5abbc requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:04.524913 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/73a8a503-c746-4871-854d-14dffa8d483d HTTP/1.1" status: 204 len: 168 time: 0.5138786 Dec 20 12:06:04.525819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47434) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:04.545575 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1cb2b5ee-b4ed-45d7-a940-15e3049f7143 req-e30943c4-3904-4758-b750-57287f6e99fa tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0480564 Dec 20 12:06:04.641900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.652684 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port c4992be9-e675-4dac-a374-0d5c75d69b8c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:04.653191 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.795466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] DHCP port deletion for 6d0427be-8fd5-402e-bf00-17a809e5abbc request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:04.800642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Deleting port c4992be9-e675-4dac-a374-0d5c75d69b8c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:04.801170 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.887782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port c4992be9-e675-4dac-a374-0d5c75d69b8c, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c4992be9-e675-4dac-a374-0d5c75d69b8c,segment=NetworkSegment(5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4),segment_id=5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:04.888384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.026320 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] For port c4992be9-e675-4dac-a374-0d5c75d69b8c, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=c4992be9-e675-4dac-a374-0d5c75d69b8c,segment=NetworkSegment(5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4),segment_id=5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:05.026665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.149433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device c4992be9-e675-4dac-a374-0d5c75d69b8c no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:05.178224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for c4992be9-e675-4dac-a374-0d5c75d69b8c owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:05.225742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Calling delete_port for c4992be9-e675-4dac-a374-0d5c75d69b8c owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:05.278784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839daddf-6e2c-40c8-a11c-9f7ca0ac8161 req-b1418d14-6925-4442-af0b-c950d39c1018 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:05.280251 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-839daddf-6e2c-40c8-a11c-9f7ca0ac8161 req-b1418d14-6925-4442-af0b-c950d39c1018 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 946 time: 0.3313859 Dec 20 12:06:05.323119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.327961 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:05.365527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Port c4992be9-e675-4dac-a374-0d5c75d69b8c update to DOWN by agent not found {{(pid=83559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 12:06:05.368088 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:05.368454 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:05.393247 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-839daddf-6e2c-40c8-a11c-9f7ca0ac8161 req-7b8554e3-58f6-47c8-a3f1-b6b2e74e12d2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021509 Dec 20 12:06:05.395812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=c4992be9-e675-4dac-a374-0d5c75d69b8c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:05.398531 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:05.400770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No DVR routers for this DVR port c4992be9-e675-4dac-a374-0d5c75d69b8c on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:05.545118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.571392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0427be-8fd5-402e-bf00-17a809e5abbc']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:05.583132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:05.583567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcf44b9-e2aa-4602-b8e1-e7130ae9ccd4') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:05.596660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.619045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.620586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81756-96ab-49d6-8651-fdb00b5a46e6 req-b2aebb81-45fe-4a59-9bfa-a966a291673d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:05.622252 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ec81756-96ab-49d6-8651-fdb00b5a46e6 req-b2aebb81-45fe-4a59-9bfa-a966a291673d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 945 time: 0.0886185 Dec 20 12:06:05.626599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:05.627069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:05.644570 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:05.692906 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2ec81756-96ab-49d6-8651-fdb00b5a46e6 req-5e2e77f0-d8a9-4ef4-ab40-e7d2769b31c6 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648594 Dec 20 12:06:05.788343 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dc281fd0-128c-48fd-b8fa-515500b8a85f req-f532f19c-05a7-4398-bbfa-4798e2d077d8 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0483010 Dec 20 12:06:05.795015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.799529 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0f58809f-402e-49f8-abb4-e1e4f6cfb0c4 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:05.816989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.829477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=6d0427be-8fd5-402e-bf00-17a809e5abbc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:05.834277 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:05.846263 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/6d0427be-8fd5-402e-bf00-17a809e5abbc HTTP/1.1" status: 204 len: 168 time: 1.3191764 Dec 20 12:06:05.847011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47448) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:05.852394 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-756245150'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:05.857769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:05.862334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:05.865284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:05.869459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Deleting port c4992be9-e675-4dac-a374-0d5c75d69b8c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:05.871046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.871168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:05.885300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:05.888989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.925877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:05.929220 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c0550-2012-48c3-a161-078932476679 req-2d0e0136-ffdf-4a3d-b611-73742043a1bc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:05.931292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-948c0550-2012-48c3-a161-078932476679 req-2d0e0136-ffdf-4a3d-b611-73742043a1bc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 946 time: 0.0898929 Dec 20 12:06:05.937289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.937685 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment d286f355-3f3e-4a23-9b5b-05d1b49317e9 of type vlan for network 1300f089-ec73-4020-ba37-bda91ceb7ae1 Dec 20 12:06:05.956208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-393640e9-db05-4a70-add8-adbecd377f01 None None] The port 'c4992be9-e675-4dac-a374-0d5c75d69b8c' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:05.977276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.993661 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-948c0550-2012-48c3-a161-078932476679 req-a466addd-92cb-444f-a5df-2a90bcb2bc07 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550098 Dec 20 12:06:06.015791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.020749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:06.021382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.025479 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdb55388-2ab7-4a34-84a9-3fb854fd6e51 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.093162 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2450445 Dec 20 12:06:06.097354 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47454) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:06.104192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:06.154877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=1300f089-ec73-4020-ba37-bda91ceb7ae1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:06.159985 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbd4d687-c317-465e-a1de-b03d5a2eace1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:06.169038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:06.283292 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:06.289214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:06.295046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:06.306891 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:06.321034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:06.493444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.694300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fa5-05a1-4efd-a4ff-bb44330e9d63 req-bf648aa9-2fd4-40a3-8665-422de477425e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:06.696248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f31a7fa5-05a1-4efd-a4ff-bb44330e9d63 req-bf648aa9-2fd4-40a3-8665-422de477425e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 946 time: 0.2555356 Dec 20 12:06:06.814823 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f31a7fa5-05a1-4efd-a4ff-bb44330e9d63 req-912288ca-ee72-4fc5-af68-9617c9cebd40 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120496 Dec 20 12:06:06.861466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.865794 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-10f3122d-ae62-463b-8974-5ee2f182bcc7 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.947030 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=0d989468-fe2c-4a34-87d2-aa52b7298b38,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:06.950440 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:06.958264 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': 'd286f355-3f3e-4a23-9b5b-05d1b49317e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:06.958830 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: 1300f089-ec73-4020-ba37-bda91ceb7ae1, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:06.983297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:06.994831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 1300f089-ec73-4020-ba37-bda91ceb7ae1) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:07.002557 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2dd407d3-f2ca-4b11-8fec-90a464d38af9 req-eec36ad9-69d9-465f-83c8-264c2023c28b tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0543265 Dec 20 12:06:07.007481 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:07.008364 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec9b6e-318a-4131-ba9f-f20a3d62dfd9 None None] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:07.008813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.037945 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9364254 Dec 20 12:06:07.038416 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47464) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:07.046458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1', 'name': 'tempest-PortsIpV6TestJSON-952552086', 'fixed_ips': [{'subnet_id': '0d989468-fe2c-4a34-87d2-aa52b7298b38', 'ip_address': '2001:db8::10'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:07.198869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:07.204197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:07.207957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:07.216262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:07.227162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:07.249829 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-1300f089-ec73-4020-ba37-bda91ceb7ae1', 'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1', 'tenant_id': '77107150b7bf418b807c865eae30ff91', 'fixed_ips': [{'subnet_id': '0d989468-fe2c-4a34-87d2-aa52b7298b38'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:07.250990 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.373707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.396098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 300e911f-4c39-4b36-b3b3-7048dd69f735 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:07.424693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Allocated IP 2001:db8::2 (1300f089-ec73-4020-ba37-bda91ceb7ae1/0d989468-fe2c-4a34-87d2-aa52b7298b38/953dd6bd-d8c1-4f16-8db6-eb1f4c663a01) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:07.638442 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.648883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Transition to ACTIVE for port object 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:07.669295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Transition to ACTIVE for port object 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:07.675251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.681455 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:07.737686 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:07.740556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:07.748770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:07.796237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::10 (1300f089-ec73-4020-ba37-bda91ceb7ae1/0d989468-fe2c-4a34-87d2-aa52b7298b38/300e911f-4c39-4b36-b3b3-7048dd69f735) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:07.821833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Pushing event updated for resources: {'Port': ['ID=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:07.827800 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:07.844216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Attempting to bind port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:07.845238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Attempting to bind port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd286f355-3f3e-4a23-9b5b-05d1b49317e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:07.845602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Attempting to bind port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 on network 1300f089-ec73-4020-ba37-bda91ceb7ae1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:07.852142 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:07.852521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Checking segment: {'id': 'd286f355-3f3e-4a23-9b5b-05d1b49317e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:07.852926 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.853317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Bound using segment: {'id': 'd286f355-3f3e-4a23-9b5b-05d1b49317e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:07.853781 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Bound port: 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd286f355-3f3e-4a23-9b5b-05d1b49317e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:07.854229 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.887957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-fdfb6cce-3fed-4da7-832c-49a0ff8c638e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:07.889379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-fdfb6cce-3fed-4da7-832c-49a0ff8c638e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 946 time: 0.1728888 Dec 20 12:06:07.946881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] For port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:07.950928 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] For port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,segment=NetworkSegment(d286f355-3f3e-4a23-9b5b-05d1b49317e9),segment_id=d286f355-3f3e-4a23-9b5b-05d1b49317e9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:07.959812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.965332 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-99fa9f18-d356-46d6-9b97-176a954c519e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:07.997339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Deleting port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:07.997600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.032589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d46d5-ab2e-4608-8044-d6b4b8df9af0 req-422e0c59-2413-4aba-90d0-c82e1e96800d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:08.039950 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b61d46d5-ab2e-4608-8044-d6b4b8df9af0 req-422e0c59-2413-4aba-90d0-c82e1e96800d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 946 time: 0.0876002 Dec 20 12:06:08.042572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Pushing event updated for resources: {'Port': ['ID=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:08.047768 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:08.091662 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b61d46d5-ab2e-4608-8044-d6b4b8df9af0 req-3e869866-56e6-463a-8b75-81207e199708 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507109 Dec 20 12:06:08.425047 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-42b5daa3-535a-4ac6-adf6-4b5b59dfe0c3 req-1ea3b7d5-7e88-4084-af31-309d0fdb9ea0 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.1794810 Dec 20 12:06:08.536776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.639740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 300e911f-4c39-4b36-b3b3-7048dd69f735 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:08.660306 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-3068976b-c75e-4fbe-8cd5-0aa990616d70 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:08.661796 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-3068976b-c75e-4fbe-8cd5-0aa990616d70 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.5858328 Dec 20 12:06:08.712015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-1bed0e67-bc74-494e-af15-56a009e1f36e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/quotas/f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 375 time: 0.0371377 Dec 20 12:06:08.721171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] For port e2a185b5-ba01-4cc1-9562-a21cef4c04f0, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:08.721534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.880662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.893137 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Calling delete_port for e2a185b5-ba01-4cc1-9562-a21cef4c04f0 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:08.923993 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:08.983565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839b8aa-93b6-428b-a9db-496b8a8e3b72 None None] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:09.027102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:09.046807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:09.054459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:09.059104 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:09.059255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.063729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=300e911f-4c39-4b36-b3b3-7048dd69f735,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:09.075561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:09.091799 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:09.146331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-0afb82ca-345a-4494-b45b-c403c41a4d67 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:09.160906 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1191037 Dec 20 12:06:09.162866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47488) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:09.169601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': '1300f089-ec73-4020-ba37-bda91ceb7ae1', 'name': 'tempest-PortsIpV6TestJSON-449808503', 'fixed_ips': [{'subnet_id': '0d989468-fe2c-4a34-87d2-aa52b7298b38', 'ip_address': '2001:db8::f'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:09.186857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4483a2dc-fe00-437d-abc3-95cd5bb7e631 None None] Provisioning for port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:09.208074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.227876 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2fedf33c-7f4f-48ed-b6a5-4a11bcabd64b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:09.241913 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b', 'fe894219-1bec-4467-8654-03a8a083260e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:09.312450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2d10a1ce-24ca-4ad4-a218-2a3a5902a636 req-1732da7d-ca3e-4a27-816f-3fc1005f1c42 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc830508-5a97-4b95-a0ee-38dae26a4141 HTTP/1.1" status: 200 len: 210 time: 0.0882916 Dec 20 12:06:09.319641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-0afb82ca-345a-4494-b45b-c403c41a4d67 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:09.321153 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-0afb82ca-345a-4494-b45b-c403c41a4d67 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6027939 Dec 20 12:06:09.339223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event deleted for resources: {'Port': ['ID=e2a185b5-ba01-4cc1-9562-a21cef4c04f0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:09.369699 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:09.417654 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:09.466120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:09.466499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.528431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] No DVR routers for this DVR port e2a185b5-ba01-4cc1-9562-a21cef4c04f0 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:09.537802 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.539670 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bba52e2d-2e24-4c72-91dc-130ee43d986a req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "DELETE /v2.0/ports/e2a185b5-ba01-4cc1-9562-a21cef4c04f0 HTTP/1.1" status: 204 len: 173 time: 1.6307118 Dec 20 12:06:09.541783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'name': 'network-vif-deleted', 'tag': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:09.551739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:09.565933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:09.570792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:09.586329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:09.599862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-de4a7e7f-792a-4577-8119-479895ea49bf service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620213 Dec 20 12:06:09.669742 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-15383fa1-dcf3-40b5-b44c-ff07a0f4e489 req-9d1d496e-f737-4ccd-8c37-f0bc710effee tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0694304 Dec 20 12:06:09.705640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.793674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:09.800296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.815844 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,segment=NetworkSegment(d286f355-3f3e-4a23-9b5b-05d1b49317e9),segment_id=d286f355-3f3e-4a23-9b5b-05d1b49317e9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:09.822342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-abd7183e-23b9-4972-95e8-0359ec92c6f2 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070758 Dec 20 12:06:09.840657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.845966 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc830508-5a97-4b95-a0ee-38dae26a4141', 'name': 'network-vif-deleted', 'tag': 'e2a185b5-ba01-4cc1-9562-a21cef4c04f0', 'status': 'completed', 'code': 200} Dec 20 12:06:09.847450 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0fa02d6c-c943-415d-9ebc-e903946a0d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:09.862060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 4e4d6356-3285-4207-8a87-300e945e14e8 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:09.977650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:09.987269 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:10.029504 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-37ee3dc5-5601-4fb2-94f6-babe46f65bad None None] Provisioning complete for port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:10.029885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-37ee3dc5-5601-4fb2-94f6-babe46f65bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.111778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47506) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.268738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::f (1300f089-ec73-4020-ba37-bda91ceb7ae1/0d989468-fe2c-4a34-87d2-aa52b7298b38/4e4d6356-3285-4207-8a87-300e945e14e8) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:10.282538 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-37ee3dc5-5601-4fb2-94f6-babe46f65bad None None] Provisioning for port 300e911f-4c39-4b36-b3b3-7048dd69f735 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:10.288265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-37ee3dc5-5601-4fb2-94f6-babe46f65bad None None] Provisioning complete for port 300e911f-4c39-4b36-b3b3-7048dd69f735 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:10.288756 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-37ee3dc5-5601-4fb2-94f6-babe46f65bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.421423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-37ee3dc5-5601-4fb2-94f6-babe46f65bad None None] Port 300e911f-4c39-4b36-b3b3-7048dd69f735 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:10.536787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c9bec932-e62c-49d1-a541-53a5f583a9f4 req-7a9fb7eb-2137-4988-a682-8aa854143048 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 210 time: 0.0582271 Dec 20 12:06:10.553661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dd9ff59d-b3c4-44e7-87d5-2b614aad1dcd None None] Provisioning complete for port 300e911f-4c39-4b36-b3b3-7048dd69f735 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:10.554071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dd9ff59d-b3c4-44e7-87d5-2b614aad1dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.576098 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-219d46e7-2002-4322-a28e-f89a76429ef2 req-3b0e17c0-59de-4dcd-ba49-392a6c4fb3d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1098 time: 0.4626725 Dec 20 12:06:10.635316 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-219d46e7-2002-4322-a28e-f89a76429ef2 req-492b9b7f-0832-441e-ae91-ed3d0d0e4390 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579171 Dec 20 12:06:10.657439 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ff59d-b3c4-44e7-87d5-2b614aad1dcd None None] Port 300e911f-4c39-4b36-b3b3-7048dd69f735 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:10.694950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.712653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 4e4d6356-3285-4207-8a87-300e945e14e8 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:10.740539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.746895 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bb0cca3f-47d3-4ad7-bb47-60ad8bf0aaf9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:10.828185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:10.832565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:10.837248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:10.841260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:10.841870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.847641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=4e4d6356-3285-4207-8a87-300e945e14e8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:10.855327 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:10.882680 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7198925 Dec 20 12:06:10.883957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.931461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c653a-e1d8-4dcf-8a76-acc59765cf61 req-4c1568b4-cee4-4554-bdcd-e0c73cbaf700 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:10.938885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-380c653a-e1d8-4dcf-8a76-acc59765cf61 req-4c1568b4-cee4-4554-bdcd-e0c73cbaf700 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 945 time: 0.1034000 Dec 20 12:06:10.978762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-54e07560-cc05-452b-a0b2-5b15a80df0dd req-4ff4cce8-119e-40fa-add6-85c876d0a708 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0528033 Dec 20 12:06:10.983705 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-380c653a-e1d8-4dcf-8a76-acc59765cf61 req-5f402d4e-c246-4592-8bf5-17265bf8f4ac tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Dec 20 12:06:11.051703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2aa38d-e1fa-4152-ad57-a5dd0c82c560 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:11.053913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5c2aa38d-e1fa-4152-ad57-a5dd0c82c560 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:11.071392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5c2aa38d-e1fa-4152-ad57-a5dd0c82c560 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:11.075570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:11.084062 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5c2aa38d-e1fa-4152-ad57-a5dd0c82c560 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1933672 Dec 20 12:06:11.105625 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:11.173949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157ab9b-d617-452e-8374-7c76da34ed08 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:11.180493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157ab9b-d617-452e-8374-7c76da34ed08 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:11.185359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157ab9b-d617-452e-8374-7c76da34ed08 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:11.187391 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9157ab9b-d617-452e-8374-7c76da34ed08 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1108704 Dec 20 12:06:11.190442 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47540) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:11.193871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device e2a185b5-ba01-4cc1-9562-a21cef4c04f0 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:11.244972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: e2a185b5-ba01-4cc1-9562-a21cef4c04f0 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:11.245358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device e2a185b5-ba01-4cc1-9562-a21cef4c04f0 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:11.261429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 4e4d6356-3285-4207-8a87-300e945e14e8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:11.262020 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.306460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:11.307007 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.353884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-064ca279-8085-43ac-baca-a6afcf050288 None None] Provisioning for port 4e4d6356-3285-4207-8a87-300e945e14e8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:11.364558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-064ca279-8085-43ac-baca-a6afcf050288 None None] Provisioning complete for port 4e4d6356-3285-4207-8a87-300e945e14e8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:11.364940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-064ca279-8085-43ac-baca-a6afcf050288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.425245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-064ca279-8085-43ac-baca-a6afcf050288 None None] Port 4e4d6356-3285-4207-8a87-300e945e14e8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:11.511316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.658895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 4e4d6356-3285-4207-8a87-300e945e14e8 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:11.738808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b8d1069c-551c-438e-8fa1-28c71a10a455 req-1a77a0bd-209b-4e94-bcd3-167af739c5d6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 210 time: 0.0466361 Dec 20 12:06:11.879965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-67affaf2-b222-46c9-8998-22e408e00fa5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:11.881378 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-67affaf2-b222-46c9-8998-22e408e00fa5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.2516711 Dec 20 12:06:11.911187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'port': {'device_id': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'admin_state_up': True, 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:11.927475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.936588 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-14e9dbb4-0121-4021-8fe7-3908a72df27a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:11.999984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=4e4d6356-3285-4207-8a87-300e945e14e8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:12.006116 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:12.131693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.228437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/4e4d6356-3285-4207-8a87-300e945e14e8 HTTP/1.1" status: 204 len: 168 time: 1.0368724 Dec 20 12:06:12.229095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47560) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:12.284971 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f70e7160-b823-4212-8b6a-0dfbf8c85241 req-51aa68fd-df6a-403b-887d-ee2a6215581c tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0968456 Dec 20 12:06:12.292831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66dcc7-1b57-44b7-9afb-ed397144f4b7 req-92a26165-109c-4d69-a9b1-be2e0e3e7671 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:12.305563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db66dcc7-1b57-44b7-9afb-ed397144f4b7 req-92a26165-109c-4d69-a9b1-be2e0e3e7671 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 945 time: 0.1063509 Dec 20 12:06:12.365437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:12.367328 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-db66dcc7-1b57-44b7-9afb-ed397144f4b7 req-a50b26bf-ff66-4123-9ee9-1afb1e0b2a64 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596638 Dec 20 12:06:12.370675 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7260d7dc-eead-4bb2-adb0-f4e0f6c3b965 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:06:12.371174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7260d7dc-eead-4bb2-adb0-f4e0f6c3b965 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:12.395052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:12.414023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7260d7dc-eead-4bb2-adb0-f4e0f6c3b965 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:12.415166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7260d7dc-eead-4bb2-adb0-f4e0f6c3b965 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/4e4d6356-3285-4207-8a87-300e945e14e8 HTTP/1.1" status: 404 len: 333 time: 0.1789718 Dec 20 12:06:12.417866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:12.418213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47564) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:12.420746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.482907 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 300e911f-4c39-4b36-b3b3-7048dd69f735 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:12.483247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.499492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-30d09092-baa9-4ac4-b158-93580e5705b1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:12.500178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-30d09092-baa9-4ac4-b158-93580e5705b1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:12.675042 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-30d09092-baa9-4ac4-b158-93580e5705b1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:12.676077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-30d09092-baa9-4ac4-b158-93580e5705b1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 945 time: 0.3859773 Dec 20 12:06:12.739862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.794279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Deleting port fe894219-1bec-4467-8654-03a8a083260e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:12.794641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.850185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.20.0.5 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/e36a4f13-539a-43b5-9b14-8ab97ef91206) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:12.891642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 300e911f-4c39-4b36-b3b3-7048dd69f735 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:12.952155 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f91f4549-3089-4721-9337-19a07f7eb16d req-ea2e6a17-397e-4586-93e2-543847398f1b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 210 time: 0.0816231 Dec 20 12:06:13.047098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.053810 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-24cbb811-ab1c-4606-8e7f-2ae1c54d0156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:13.095861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=300e911f-4c39-4b36-b3b3-7048dd69f735,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:13.100039 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:13.140163 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.160444 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/300e911f-4c39-4b36-b3b3-7048dd69f735 HTTP/1.1" status: 204 len: 168 time: 0.7408459 Dec 20 12:06:13.162655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47570) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:13.220581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] For port fe894219-1bec-4467-8654-03a8a083260e, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=fe894219-1bec-4467-8654-03a8a083260e,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:13.220839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.227106 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-745a219f-b42b-4cd7-b973-2276298137fa tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:06:13.227569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-745a219f-b42b-4cd7-b973-2276298137fa tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:13.248418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-745a219f-b42b-4cd7-b973-2276298137fa tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:13.249742 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-745a219f-b42b-4cd7-b973-2276298137fa tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/300e911f-4c39-4b36-b3b3-7048dd69f735 HTTP/1.1" status: 404 len: 333 time: 0.0835133 Dec 20 12:06:13.253372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47574) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:13.355010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Calling delete_port for fe894219-1bec-4467-8654-03a8a083260e owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:13.479663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet 0d989468-fe2c-4a34-87d2-aa52b7298b38 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:13.482927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.558039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.562342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.579023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Transition to ACTIVE for port object e36a4f13-539a-43b5-9b14-8ab97ef91206 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:13.619700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.632179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b', 'fe894219-1bec-4467-8654-03a8a083260e'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:13.635359 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d781df82-f511-4b06-8ead-caa2125282f3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:13.650558 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3367858a-0841-49f2-8fe5-0735d72f40ef req-bb6e09fe-2b7a-4ea8-88f1-4927d5ba4d6b tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0457191 Dec 20 12:06:13.678992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fc5de31-6bf9-496b-951e-31d748a91cd2 req-bafe0f8f-d925-4317-a966-9b9c7f1573d3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=6771933f-a702-4caf-afae-4dba5a108dcc HTTP/1.1" status: 200 len: 210 time: 0.0906825 Dec 20 12:06:13.690717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event deleted for resources: {'Port': ['ID=fe894219-1bec-4467-8654-03a8a083260e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:13.696618 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:13.721675 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.792251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.803936 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7deff89d-a202-436b-b7b7-fadf770feea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:13.835745 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] No DVR routers for this DVR port fe894219-1bec-4467-8654-03a8a083260e on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:13.843788 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.847109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6771933f-a702-4caf-afae-4dba5a108dcc', 'name': 'network-vif-deleted', 'tag': 'fe894219-1bec-4467-8654-03a8a083260e'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:13.896935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d899dc4b-d13d-4871-918f-9cea662b9d40 req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "DELETE /v2.0/ports/fe894219-1bec-4467-8654-03a8a083260e HTTP/1.1" status: 204 len: 173 time: 1.2144439 Dec 20 12:06:13.909706 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:13.913541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:13.918215 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:13.945135 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6771933f-a702-4caf-afae-4dba5a108dcc', 'name': 'network-vif-deleted', 'tag': 'fe894219-1bec-4467-8654-03a8a083260e', 'status': 'completed', 'code': 200} Dec 20 12:06:13.948973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=e36a4f13-539a-43b5-9b14-8ab97ef91206,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:13.958892 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:13.963289 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.968576 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:13.988260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:13.988855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.007187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=0d989468-fe2c-4a34-87d2-aa52b7298b38,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:14.011272 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:14.016359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.025266 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ca6133-2b48-4d67-99e5-b887566786da None None] Network 1300f089-ec73-4020-ba37-bda91ceb7ae1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:14.025862 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1146717 Dec 20 12:06:14.036975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Request body: {'port': {'device_id': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:14.043174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/0d989468-fe2c-4a34-87d2-aa52b7298b38 HTTP/1.1" status: 204 len: 168 time: 0.7890708 Dec 20 12:06:14.045398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47588) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:14.215049 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.241905 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.259775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:14.260191 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.296028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-688960e9-63ff-4fc0-b483-e7b5f14a0798 None None] Provisioning for port e36a4f13-539a-43b5-9b14-8ab97ef91206 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:14.302087 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-688960e9-63ff-4fc0-b483-e7b5f14a0798 None None] Provisioning complete for port e36a4f13-539a-43b5-9b14-8ab97ef91206 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:14.302549 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-688960e9-63ff-4fc0-b483-e7b5f14a0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.361013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-688960e9-63ff-4fc0-b483-e7b5f14a0798 None None] Port e36a4f13-539a-43b5-9b14-8ab97ef91206 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:14.405203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d9693-4eb1-41e4-8ee0-03c63f71c2a4 req-5b76d643-c29d-46a2-9c37-065adf0eea7c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:14.407799 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b8d9693-4eb1-41e4-8ee0-03c63f71c2a4 req-5b76d643-c29d-46a2-9c37-065adf0eea7c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 931 time: 0.2251334 Dec 20 12:06:14.419584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] DHCP port deletion for 1300f089-ec73-4020-ba37-bda91ceb7ae1 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:14.423825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Deleting port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:14.424209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.570334 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6b8d9693-4eb1-41e4-8ee0-03c63f71c2a4 req-532482f9-9739-4f27-8a20-1cf3a01d3cf0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497619 Dec 20 12:06:14.606713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,segment=NetworkSegment(d286f355-3f3e-4a23-9b5b-05d1b49317e9),segment_id=d286f355-3f3e-4a23-9b5b-05d1b49317e9)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:14.607213 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.707998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] For port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,segment=NetworkSegment(d286f355-3f3e-4a23-9b5b-05d1b49317e9),segment_id=d286f355-3f3e-4a23-9b5b-05d1b49317e9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:14.708580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.753275 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:14.815701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36a4f13-539a-43b5-9b14-8ab97ef91206 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:14.825408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.855358 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Calling delete_port for 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:14.869666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Transition to ACTIVE for port object e36a4f13-539a-43b5-9b14-8ab97ef91206 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:14.883553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.887411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.888081 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37793865-a001-44f8-ae31-cf9810bcee06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:14.896168 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-270b03a8-6b52-4cbe-89c7-de329392fbae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:14.952251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:14.952874 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:14.988943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=953dd6bd-d8c1-4f16-8db6-eb1f4c663a01,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:14.992543 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:14.995095 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-153650ea-5541-407a-8c5b-6d2a9ca95520 req-8d70cbae-4a33-4627-8eac-24284232cb12 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0639379 Dec 20 12:06:15.001880 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No DVR routers for this DVR port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:15.018831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Pushing event updated for resources: {'Port': ['ID=e36a4f13-539a-43b5-9b14-8ab97ef91206,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:15.028316 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:15.143933 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:15.154764 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.181788 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:15.182245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:15.208093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1300f089-ec73-4020-ba37-bda91ceb7ae1']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:15.208877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.223578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd286f355-3f3e-4a23-9b5b-05d1b49317e9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:15.223871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd286f355-3f3e-4a23-9b5b-05d1b49317e9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:15.235951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.252730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.260176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:15.260729 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:15.276373 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:15.304705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Attempting to bind port e36a4f13-539a-43b5-9b14-8ab97ef91206 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:15.305046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Attempting to bind port e36a4f13-539a-43b5-9b14-8ab97ef91206 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:15.305359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Attempting to bind port e36a4f13-539a-43b5-9b14-8ab97ef91206 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:15.315631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Port e36a4f13-539a-43b5-9b14-8ab97ef91206 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:15.315953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Attempting to bind port e36a4f13-539a-43b5-9b14-8ab97ef91206 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:15.336047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:15.336381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:15.336764 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:15.337181 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Bound port: e36a4f13-539a-43b5-9b14-8ab97ef91206, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:15.337517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.350533 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6145c50b-6e5a-4a94-abb7-da96ce8098dd tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:15.351877 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6145c50b-6e5a-4a94-abb7-da96ce8098dd tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.1975129 Dec 20 12:06:15.368065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.371776 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33d42aab-96f2-4d34-896e-c262a22bfb3c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:15.389562 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.398912 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-c6dd3e20-4d7e-40a5-bdf1-cb1d6d66bee3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0414593 Dec 20 12:06:15.401066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=1300f089-ec73-4020-ba37-bda91ceb7ae1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:15.405484 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:15.414190 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a0760130-9625-46fa-a882-0fb78e5935ae tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/1300f089-ec73-4020-ba37-bda91ceb7ae1 HTTP/1.1" status: 204 len: 168 time: 1.3675311 Dec 20 12:06:15.417658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:15.423286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-664530002'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:15.428725 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:15.432508 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:network and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:15.435624 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:15.441835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:15.452963 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:15.454849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Deleting port 953dd6bd-d8c1-4f16-8db6-eb1f4c663a01 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:15.455564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.456495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.484713 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:15.493715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.494079 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Added segment bef4bd0b-2102-4dc0-9e43-10a50e616ca4 of type vlan for network e12dd178-5625-4355-8ab0-26d404af20f5 Dec 20 12:06:15.494223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] For port e36a4f13-539a-43b5-9b14-8ab97ef91206, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:15.498518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] For port e36a4f13-539a-43b5-9b14-8ab97ef91206, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e36a4f13-539a-43b5-9b14-8ab97ef91206,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:15.511243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.518298 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d08d8363-dc8e-411e-b5ce-959bc6630d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:15.521799 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.536420 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4706-e76e-4a76-ae1b-e1d7bfa72527 None None] The port '953dd6bd-d8c1-4f16-8db6-eb1f4c663a01' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:15.553134 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.556910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:15.557490 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.563917 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6bfe5266-62f6-4c1a-a6d9-c6ce252e7742 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:15.577608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-5a190ef7-92d2-4677-87e0-e5efceb77f3c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:15.592332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.594374 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] 10.222.0.16 "PUT /v2.0/ports/e36a4f13-539a-43b5-9b14-8ab97ef91206 HTTP/1.1" status: 200 len: 1093 time: 1.5628943 Dec 20 12:06:15.613465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Pushing event updated for resources: {'Port': ['ID=e36a4f13-539a-43b5-9b14-8ab97ef91206,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:15.616875 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:15.622883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-5a190ef7-92d2-4677-87e0-e5efceb77f3c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:15.624437 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-5a190ef7-92d2-4677-87e0-e5efceb77f3c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2165389 Dec 20 12:06:15.632013 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2107165 Dec 20 12:06:15.632393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:15.646785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe894219-1bec-4467-8654-03a8a083260e no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:15.662093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:15.706282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Network': ['ID=e12dd178-5625-4355-8ab0-26d404af20f5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:15.707056 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: fe894219-1bec-4467-8654-03a8a083260e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:15.714413 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device fe894219-1bec-4467-8654-03a8a083260e not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:15.717195 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3ebf0bf0-dffa-47cf-ba4b-1f62c4e6bb48 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:15.720094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network e12dd178-5625-4355-8ab0-26d404af20f5 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:15.837600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba13ff2-c1ed-4e0c-9fd9-bd9f48762cb7 req-9f5dbab0-79f8-405f-8f48-6cc5091a0e9a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:15.839669 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ba13ff2-c1ed-4e0c-9fd9-bd9f48762cb7 req-9f5dbab0-79f8-405f-8f48-6cc5091a0e9a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 943 time: 0.1006455 Dec 20 12:06:15.888064 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8ba13ff2-c1ed-4e0c-9fd9-bd9f48762cb7 req-bf2b4bde-ccce-48a6-b2f8-580e49bdbd21 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Dec 20 12:06:15.907336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:15.925599 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:15.932131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:15.946429 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'tag': 'e36a4f13-539a-43b5-9b14-8ab97ef91206'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:15.955110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:15.970818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-7b4b48b2-efeb-4b3d-82bd-b03abef24c9e service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351324 Dec 20 12:06:15.997968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-5487aac3-901b-4f2a-ae84-70111022be8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 1096 time: 0.3197405 Dec 20 12:06:16.002802 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'tag': 'e36a4f13-539a-43b5-9b14-8ab97ef91206', 'status': 'completed', 'code': 200} Dec 20 12:06:16.003366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:16.160058 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-bddac475-4075-4a44-a1e4-502cd7cc615b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36a4f13-539a-43b5-9b14-8ab97ef91206 HTTP/1.1" status: 200 len: 217 time: 0.1374679 Dec 20 12:06:16.241819 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-72bd4c81-13c6-4e1e-9065-5c2c5fc3476c req-f41008ab-2b65-48ff-9b60-c5522e573446 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0453527 Dec 20 12:06:16.263201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.346906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-0dd714eb-b785-4f35-acf7-0ebed8417bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:16.348310 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-0dd714eb-b785-4f35-acf7-0ebed8417bcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.1300626 Dec 20 12:06:16.393490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-f3e62255-9b29-491b-957d-4ea88c68d2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164424 Dec 20 12:06:16.582547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-526259ea-dc14-4bca-9f80-028e4e4fd97c req-48127411-6aae-4faa-89f6-c8fa62816416 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 210 time: 0.0451412 Dec 20 12:06:16.685470 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-9cc80b8c-f530-4c55-8c15-656e34d49dfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2940483 Dec 20 12:06:16.811091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.816699 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bb9a7129-ec08-4ac6-829d-4daea9320717 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:16.910317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=8a9abcac-81ed-48f9-8bd6-08b0d1d44976,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:16.915367 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:16.917308 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-810a724f-96f3-4adc-9859-7ac25cd17264 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254977 Dec 20 12:06:17.057930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Checking segment: {'id': 'bef4bd0b-2102-4dc0-9e43-10a50e616ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:17.058320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network hostable DHCP agents. Network: e12dd178-5625-4355-8ab0-26d404af20f5, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:17.129145 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bcbe9a63-e54a-4e1d-bbca-a5748f60e20b req-763e1997-395d-4bf9-a2c3-a2a340c17881 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046609 Dec 20 12:06:17.143579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network e12dd178-5625-4355-8ab0-26d404af20f5 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:17.160800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b945b9-3df7-45be-bed7-ab0f321c999c req-ace181c3-a555-49ee-930c-bff2de5187f4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:17.161439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-84b945b9-3df7-45be-bed7-ab0f321c999c req-ace181c3-a555-49ee-930c-bff2de5187f4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:17.163843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, e12dd178-5625-4355-8ab0-26d404af20f5) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:17.168428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:17.169012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.171268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df95ab3-e9ce-4d8e-afab-cb8b7b767d1b None None] Network e12dd178-5625-4355-8ab0-26d404af20f5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:17.227101 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-84b945b9-3df7-45be-bed7-ab0f321c999c req-ace181c3-a555-49ee-930c-bff2de5187f4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:17.228311 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84b945b9-3df7-45be-bed7-ab0f321c999c req-ace181c3-a555-49ee-930c-bff2de5187f4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 943 time: 0.2012744 Dec 20 12:06:17.255397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6192939 Dec 20 12:06:17.255903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47632) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:17.268384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-154829826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:17.283055 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:17.290131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:router and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:17.294379 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-84b945b9-3df7-45be-bed7-ab0f321c999c req-c29987e3-ee3a-478e-86d5-2ee5578469d4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598888 Dec 20 12:06:17.302952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-871e9084-6ef6-41c2-996c-3661d3bc0270 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 1096 time: 0.1283610 Dec 20 12:06:17.305064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:17.319327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:17.349316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.351140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.390673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.424299 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.465522 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-e12dd178-5625-4355-8ab0-26d404af20f5', 'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5', 'tenant_id': '77107150b7bf418b807c865eae30ff91', 'fixed_ips': [{'subnet_id': '8a9abcac-81ed-48f9-8bd6-08b0d1d44976'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:17.466611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.502051 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f8d1e41c-f4fb-4ae7-b228-03b9c4f91444 req-c1f89ec5-e46b-419d-96ff-3d786e8dc352 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0654612 Dec 20 12:06:17.515312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.519457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bf214037-2f22-471b-a750-8dd34634e498 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2595236 Dec 20 12:06:17.524001 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47638) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:17.527618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5', 'name': 'tempest-PortsIpV6TestJSON-992697901'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:17.541489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-0e3cd97a-de93-40fb-89d6-f71288f22b17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:17.542619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-0e3cd97a-de93-40fb-89d6-f71288f22b17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.2302988 Dec 20 12:06:17.730886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Allocated IP 2001:db8::2 (e12dd178-5625-4355-8ab0-26d404af20f5/8a9abcac-81ed-48f9-8bd6-08b0d1d44976/68038dd4-582d-44a7-8b6c-ddce56288992) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:17.771460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-6be2a9b2-48a3-44d9-8d0f-91bd04933ea6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36a4f13-539a-43b5-9b14-8ab97ef91206 HTTP/1.1" status: 200 len: 217 time: 0.1895592 Dec 20 12:06:17.828139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-913fb071-5442-44e0-8983-528cb63b4f2e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:17.829575 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-913fb071-5442-44e0-8983-528cb63b4f2e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.3438451 Dec 20 12:06:17.843872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:17.848021 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:port and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:17.850921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:17.856563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:17.869585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:17.873283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.877468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-24c41cfb-dfa3-4c39-ad9f-fea6295440a5 req-474c748b-9d6b-4645-b914-bc45568a6a0c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 210 time: 0.1037438 Dec 20 12:06:17.884596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Request body: {'port': {'device_id': 'daf3b359-d032-4611-944d-1d083aba68fc', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'admin_state_up': True, 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:17.907417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port c316c73c-f404-40a5-986e-666c8bf7a104 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:17.985386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.991769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-5b769e3d-d38c-465d-b7d8-9da1245dabc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:17.993185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-5b769e3d-d38c-465d-b7d8-9da1245dabc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.1621418 Dec 20 12:06:17.995768 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Transition to ACTIVE for port object 68038dd4-582d-44a7-8b6c-ddce56288992 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:18.014982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Transition to ACTIVE for port object 68038dd4-582d-44a7-8b6c-ddce56288992 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:18.024052 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.030252 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-4e72110b-2bec-4c8f-bcff-3fa99ed62f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:18.084522 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:18.087388 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Network e12dd178-5625-4355-8ab0-26d404af20f5 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:18.088611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:18.092466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:18.096621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:18.104296 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::1d8 (e12dd178-5625-4355-8ab0-26d404af20f5/8a9abcac-81ed-48f9-8bd6-08b0d1d44976/c316c73c-f404-40a5-986e-666c8bf7a104) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:18.117041 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-394ec6d1-f069-4fea-a1f6-6eacafd94071 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1154013 Dec 20 12:06:18.118842 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:18.121892 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.144985 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Pushing event updated for resources: {'Port': ['ID=68038dd4-582d-44a7-8b6c-ddce56288992,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:18.178051 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:18.209778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Attempting to bind port 68038dd4-582d-44a7-8b6c-ddce56288992 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:18.210155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Attempting to bind port 68038dd4-582d-44a7-8b6c-ddce56288992 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'bef4bd0b-2102-4dc0-9e43-10a50e616ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:18.210559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Attempting to bind port 68038dd4-582d-44a7-8b6c-ddce56288992 on network e12dd178-5625-4355-8ab0-26d404af20f5 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:18.217363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:18.217745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Checking segment: {'id': 'bef4bd0b-2102-4dc0-9e43-10a50e616ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:18.218186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.218585 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Bound using segment: {'id': 'bef4bd0b-2102-4dc0-9e43-10a50e616ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:18.219612 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Bound port: 68038dd4-582d-44a7-8b6c-ddce56288992, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef4bd0b-2102-4dc0-9e43-10a50e616ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e12dd178-5625-4355-8ab0-26d404af20f5'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:18.220216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.228475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.318487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.332312 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] For port 68038dd4-582d-44a7-8b6c-ddce56288992, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:18.336837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object c316c73c-f404-40a5-986e-666c8bf7a104 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:18.337239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] For port 68038dd4-582d-44a7-8b6c-ddce56288992, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=68038dd4-582d-44a7-8b6c-ddce56288992,segment=NetworkSegment(bef4bd0b-2102-4dc0-9e43-10a50e616ca4),segment_id=bef4bd0b-2102-4dc0-9e43-10a50e616ca4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:18.341700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.356640 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-284d1b53-71f1-4132-bd73-0e605bedaec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:18.361829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.368766 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e2eb3dfb-7f49-48d8-9964-ad1ef990b72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:18.446485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Pushing event updated for resources: {'Port': ['ID=68038dd4-582d-44a7-8b6c-ddce56288992,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:18.456243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network e12dd178-5625-4355-8ab0-26d404af20f5 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:18.460336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:18.460608 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:18.462775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=c316c73c-f404-40a5-986e-666c8bf7a104,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:18.464711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:18.468974 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:18.469606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.473814 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:18.534550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0137324 Dec 20 12:06:18.534762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47646) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:18.579576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf74b2-052e-43b6-a99f-2665958cb6b7 req-6d8cb4df-8095-4975-8daa-97f0b5c73473 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:18.582585 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50cf74b2-052e-43b6-a99f-2665958cb6b7 req-6d8cb4df-8095-4975-8daa-97f0b5c73473 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 943 time: 0.0869775 Dec 20 12:06:18.644720 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-50cf74b2-052e-43b6-a99f-2665958cb6b7 req-28a3a05f-ea24-4d71-bb1c-1cbcc49e7b97 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576746 Dec 20 12:06:18.693212 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-f7979fb6-8c5d-4144-ae06-4c2190bab1de service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535927 Dec 20 12:06:18.748701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Allocated IP 172.20.0.12 (8726e32b-1abb-4a36-ab01-56e61220cc79/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4/2a5a9820-3a65-4083-939b-6dfee51342df) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:18.859206 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a386a0df-f2f5-4841-a26e-3bd0814039f1 req-0d7ea8bc-c7a7-4ee1-a690-a9afb2569ee8 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.1074169 Dec 20 12:06:19.049683 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd7d90ce-c008-4f73-bd2d-5796b7291c07 req-7ae2148b-4f61-4332-bc5d-3294f413e3b0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 210 time: 0.0484633 Dec 20 12:06:19.064467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4803417d-43f5-41c4-89d0-274b450b5f46 req-24de1ee1-6af0-4a2e-9b10-5d78d832b3f1 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621719 Dec 20 12:06:19.086349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 68038dd4-582d-44a7-8b6c-ddce56288992 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:19.157128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 68038dd4-582d-44a7-8b6c-ddce56288992 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:19.340798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.458789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258626d-ca79-473d-aa54-bdc2f7b75d2e None None] Network e12dd178-5625-4355-8ab0-26d404af20f5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:19.463342 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.472940 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0985cd64-89f9-4e6d-848f-dc05548ef100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:19.479228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:19.598994 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:19.604388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:19.606744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:19.646774 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event updated for resources: {'Port': ['ID=2a5a9820-3a65-4083-939b-6dfee51342df,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:19.649561 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:19.673051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Provisioning for port 68038dd4-582d-44a7-8b6c-ddce56288992 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:19.677032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.696713 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Provisioning complete for port 68038dd4-582d-44a7-8b6c-ddce56288992 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:19.697156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.706051 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:19.706659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.976422 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.033915 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] For port 68038dd4-582d-44a7-8b6c-ddce56288992, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=68038dd4-582d-44a7-8b6c-ddce56288992,segment=NetworkSegment(bef4bd0b-2102-4dc0-9e43-10a50e616ca4),segment_id=bef4bd0b-2102-4dc0-9e43-10a50e616ca4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:20.041215 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.043103 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3d5b7f5d-35f5-486a-b60a-3c1292076192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:20.085703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2140729 Dec 20 12:06:20.097000 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d836c207-fa76-4da6-bea7-702ce53db7c2 req-d291ffb9-6ceb-4c26-a94c-b27a57fae4ce tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0650048 Dec 20 12:06:20.102751 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Request body: {'port': {'device_id': 'daf3b359-d032-4611-944d-1d083aba68fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:20.124602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Pushing event updated for resources: {'Port': ['ID=68038dd4-582d-44a7-8b6c-ddce56288992,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:20.128264 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:20.328770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761b47-e4a3-47a7-aff3-cc21f0fe768a req-0024e701-c560-407b-8d2f-c9461c845603 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:20.330802 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe761b47-e4a3-47a7-aff3-cc21f0fe768a req-0024e701-c560-407b-8d2f-c9461c845603 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 932 time: 0.0911767 Dec 20 12:06:20.360279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968399d8-1ae0-4a45-a450-150d31659d6a req-5e4573f4-5000-449b-8889-93affbed7f81 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:20.361800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-968399d8-1ae0-4a45-a450-150d31659d6a req-5e4573f4-5000-449b-8889-93affbed7f81 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 943 time: 0.5854380 Dec 20 12:06:20.380090 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-fe761b47-e4a3-47a7-aff3-cc21f0fe768a req-3609ca55-2510-427b-9587-53f03423b6ed tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Dec 20 12:06:20.383054 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.394801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d88f00c-65d0-48f9-8db0-6374dc5c4cbb None None] Provisioning complete for port 68038dd4-582d-44a7-8b6c-ddce56288992 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:20.395309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d88f00c-65d0-48f9-8db0-6374dc5c4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.533199 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d88f00c-65d0-48f9-8db0-6374dc5c4cbb None None] Provisioning for port c316c73c-f404-40a5-986e-666c8bf7a104 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:20.538213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d88f00c-65d0-48f9-8db0-6374dc5c4cbb None None] Provisioning complete for port c316c73c-f404-40a5-986e-666c8bf7a104 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:20.538687 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d88f00c-65d0-48f9-8db0-6374dc5c4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.559904 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-968399d8-1ae0-4a45-a450-150d31659d6a req-896fcc04-3203-4a21-b02b-ea982d2acb0a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816211 Dec 20 12:06:20.561866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.573564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.581744 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e0520c83-7c1c-4e2a-89e1-a6951fa8f250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:20.594488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d88f00c-65d0-48f9-8db0-6374dc5c4cbb None None] Port c316c73c-f404-40a5-986e-666c8bf7a104 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:20.717645 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e4a6191f-4db7-4a6c-8057-af07342231d0 None None] Provisioning complete for port c316c73c-f404-40a5-986e-666c8bf7a104 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:20.718120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e4a6191f-4db7-4a6c-8057-af07342231d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.738303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=c316c73c-f404-40a5-986e-666c8bf7a104,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:20.741171 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:20.771302 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6191f-4db7-4a6c-8057-af07342231d0 None None] Port c316c73c-f404-40a5-986e-666c8bf7a104 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:20.892297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c9baea19-1271-413a-8239-5182594d533f None None] Provisioning complete for port c316c73c-f404-40a5-986e-666c8bf7a104 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:20.892653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c9baea19-1271-413a-8239-5182594d533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.944023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c9baea19-1271-413a-8239-5182594d533f None None] Port c316c73c-f404-40a5-986e-666c8bf7a104 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:21.036616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.041008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 68038dd4-582d-44a7-8b6c-ddce56288992 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:21.070186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5a9820-3a65-4083-939b-6dfee51342df {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:21.078761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.098961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Transition to ACTIVE for port object 2a5a9820-3a65-4083-939b-6dfee51342df will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:21.103700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.108880 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d81bf37d-c36e-4e25-b691-619e19e316d0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:21.111071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 68038dd4-582d-44a7-8b6c-ddce56288992 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:21.111453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.287009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5a9820-3a65-4083-939b-6dfee51342df,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:21.289807 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:21.291973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.311412 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a954426-db01-4a56-a2d8-f7d30b16eba3 req-14422f2d-eb0a-40fc-8992-01804c098244 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0468509 Dec 20 12:06:21.590595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Attempting to bind port 2a5a9820-3a65-4083-939b-6dfee51342df on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:21.590784 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Attempting to bind port 2a5a9820-3a65-4083-939b-6dfee51342df by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:21.591043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Attempting to bind port 2a5a9820-3a65-4083-939b-6dfee51342df on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:21.612389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Port 2a5a9820-3a65-4083-939b-6dfee51342df on network 8726e32b-1abb-4a36-ab01-56e61220cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:21.612636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Attempting to bind port 2a5a9820-3a65-4083-939b-6dfee51342df on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:21.836491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:21.837203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:21.837203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Bound using segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:21.837635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Bound port: 2a5a9820-3a65-4083-939b-6dfee51342df, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:21.837984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.913265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da00ee2-8db8-4df9-93b4-98d66bc79fdc req-5299b9f3-21cd-4d2c-b9d3-5217da44ab80 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:21.914659 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9da00ee2-8db8-4df9-93b4-98d66bc79fdc req-5299b9f3-21cd-4d2c-b9d3-5217da44ab80 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 943 time: 0.0769708 Dec 20 12:06:21.960994 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9da00ee2-8db8-4df9-93b4-98d66bc79fdc req-4ad18d1d-e960-473c-ad63-818302c9da0c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Dec 20 12:06:22.041542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] For port 2a5a9820-3a65-4083-939b-6dfee51342df, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:22.064808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6cb3-65ac-42fd-adf5-4303579dbb3c req-5373789f-7b24-4521-949b-b0978894b864 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:22.065495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3fac6cb3-65ac-42fd-adf5-4303579dbb3c req-5373789f-7b24-4521-949b-b0978894b864 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:22.070709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] For port 2a5a9820-3a65-4083-939b-6dfee51342df, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2a5a9820-3a65-4083-939b-6dfee51342df,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:22.076709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.079243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.086701 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f65642d1-b9a3-41d5-a3d2-dbc16aea9151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:22.119683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.120451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.154144 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.155708 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] 10.222.0.53 "PUT /v2.0/ports/2a5a9820-3a65-4083-939b-6dfee51342df HTTP/1.1" status: 200 len: 1094 time: 2.0592523 Dec 20 12:06:22.156820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-3fac6cb3-65ac-42fd-adf5-4303579dbb3c req-5373789f-7b24-4521-949b-b0978894b864 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:22.157808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3fac6cb3-65ac-42fd-adf5-4303579dbb3c req-5373789f-7b24-4521-949b-b0978894b864 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 944 time: 0.3713303 Dec 20 12:06:22.160617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf3b359-d032-4611-944d-1d083aba68fc', 'tag': '2a5a9820-3a65-4083-939b-6dfee51342df'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:22.225532 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf3b359-d032-4611-944d-1d083aba68fc', 'tag': '2a5a9820-3a65-4083-939b-6dfee51342df', 'status': 'completed', 'code': 200} Dec 20 12:06:22.338713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5a9820-3a65-4083-939b-6dfee51342df,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:22.341807 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:22.349658 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:22.432526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3fac6cb3-65ac-42fd-adf5-4303579dbb3c req-40d951fe-63fe-4ead-9cd1-9d3e813c03d2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664833 Dec 20 12:06:22.450871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=c316c73c-f404-40a5-986e-666c8bf7a104,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:22.453821 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:22.483535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network e12dd178-5625-4355-8ab0-26d404af20f5 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:22.487186 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-17d36b6a-c9cd-4c2e-9706-24b95a55d90f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 1097 time: 0.2664146 Dec 20 12:06:22.488123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:22.510326 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-da3f1795-396d-4ad9-9210-8e401bfa3ee8 req-16f6b338-fdb0-4d84-9773-4eaa3555d205 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0492351 Dec 20 12:06:22.678271 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-b84a2f71-a16a-4bb4-aaea-7d873a6f88d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5a9820-3a65-4083-939b-6dfee51342df HTTP/1.1" status: 200 len: 217 time: 0.1313367 Dec 20 12:06:22.761882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-771745ff-4b24-46b1-b7db-59ea836e5bc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:22.763317 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-771745ff-4b24-46b1-b7db-59ea836e5bc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.0775323 Dec 20 12:06:22.778791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f24f0e6-8214-4748-9c4d-173c86c5d6e9 None None] Provisioning complete for port c316c73c-f404-40a5-986e-666c8bf7a104 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:22.779328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f24f0e6-8214-4748-9c4d-173c86c5d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.831111 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2f24f0e6-8214-4748-9c4d-173c86c5d6e9 None None] Port c316c73c-f404-40a5-986e-666c8bf7a104 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:22.912757 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-7311330c-cb44-476a-bf54-93d8df4bc6f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018436 Dec 20 12:06:23.066770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-12a9f09c-b3a2-4168-a2a0-9be7ee3709c7 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458397 Dec 20 12:06:23.403492 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a07fdbda-d17f-4047-9bc9-fed2e201c2c7 req-3155981b-04d9-4e3e-ab45-fb58c5d29f2b service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288093 Dec 20 12:06:23.406997 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Router 5040a29f-daef-45b4-a307-1a8dd95cf98a is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:06:23.433735 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df848-3089-46ea-b772-6cc8a5ecdb47 req-61b00505-29fc-4a40-af41-d00bc48a06b4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:23.436196 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-538df848-3089-46ea-b772-6cc8a5ecdb47 req-61b00505-29fc-4a40-af41-d00bc48a06b4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 943 time: 0.3405497 Dec 20 12:06:23.631739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f59fd-342e-41bf-a180-0d159b297263 req-711a6541-6f96-4e2f-a9c3-e194563dd462 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:23.633109 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc9f59fd-342e-41bf-a180-0d159b297263 req-711a6541-6f96-4e2f-a9c3-e194563dd462 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 944 time: 0.0785701 Dec 20 12:06:23.653158 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-538df848-3089-46ea-b772-6cc8a5ecdb47 req-cceb1dfc-e805-4681-981c-bb1d4526a042 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597004 Dec 20 12:06:23.681935 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bc9f59fd-342e-41bf-a180-0d159b297263 req-9a731bae-abce-4e7b-ab32-520f6890e0f1 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Dec 20 12:06:23.697754 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-c37f57c0-3702-4f12-ab8d-dd45cc5e1937 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 1097 time: 0.2032888 Dec 20 12:06:23.841863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:23.851663 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] Sync routers for ids ['5040a29f-daef-45b4-a307-1a8dd95cf98a'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:23.852392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "PUT /v2.0/routers/5040a29f-daef-45b4-a307-1a8dd95cf98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3145213 Dec 20 12:06:23.855125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:23.861422 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bdc2d28-2114-4ca5-b5aa-eacbde2085dd req-186b2784-a9c8-493f-bde0-b7722b867a87 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0655372 Dec 20 12:06:23.884270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-66823844-5a99-4524-b2b9-2036ffbcd066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:23.885710 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-66823844-5a99-4524-b2b9-2036ffbcd066 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.1798601 Dec 20 12:06:23.888523 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] Routers {'5040a29f-daef-45b4-a307-1a8dd95cf98a'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:23.889141 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5040a29f-daef-45b4-a307-1a8dd95cf98a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:23.952978 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:23.956868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-7027e8d2-41b4-40f9-a827-5d898195a0e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5a9820-3a65-4083-939b-6dfee51342df HTTP/1.1" status: 200 len: 217 time: 0.0637734 Dec 20 12:06:23.964318 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] Routers {'5040a29f-daef-45b4-a307-1a8dd95cf98a'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:23.964902 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5040a29f-daef-45b4-a307-1a8dd95cf98a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:23.965222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fed701-d967-43bc-8382-b9d5a40a097f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:23.965917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9fed701-d967-43bc-8382-b9d5a40a097f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:23.981125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9fed701-d967-43bc-8382-b9d5a40a097f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:23.984934 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c9fed701-d967-43bc-8382-b9d5a40a097f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports?device_id=5040a29f-daef-45b4-a307-1a8dd95cf98a HTTP/1.1" status: 200 len: 988 time: 0.1262398 Dec 20 12:06:23.985154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47680) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:24.020346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-0c4d849f-7e83-446b-801e-500cb77ec465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:24.021770 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-0c4d849f-7e83-446b-801e-500cb77ec465 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.0583901 Dec 20 12:06:24.024338 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:24.024741 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdba31-1851-4537-98aa-b4160c5ef79b None None] The sync data for ids ['5040a29f-daef-45b4-a307-1a8dd95cf98a'] in n-d-victoria-1 is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:24.068808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-606dbb1e-5560-42a4-85d4-ced0cab2d4ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399780 Dec 20 12:06:24.200760 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-646b8c2c-5388-4f4a-962f-5750bc91e337 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237574 Dec 20 12:06:24.333090 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f6b14567-2f10-45bf-9219-5ee543408f64 req-d95d0f07-4fc0-4a5e-8a85-ff5093d00029 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257262 Dec 20 12:06:24.602051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.893335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1398880-6b3a-4a38-a859-7766eec82b74 req-f5809071-a262-4c0e-b49d-e7bac257c64e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:24.894722 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1398880-6b3a-4a38-a859-7766eec82b74 req-f5809071-a262-4c0e-b49d-e7bac257c64e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 944 time: 0.0894263 Dec 20 12:06:24.940458 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b1398880-6b3a-4a38-a859-7766eec82b74 req-c2e69cc5-1a5c-482d-8af2-5d304f13ae14 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Dec 20 12:06:24.992201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf15e4e-fa98-4701-871c-2ef5bb888ab4 req-6edcb85e-a45c-44ff-b0f6-891a0c30060d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:24.993656 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bf15e4e-fa98-4701-871c-2ef5bb888ab4 req-6edcb85e-a45c-44ff-b0f6-891a0c30060d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 943 time: 0.2008581 Dec 20 12:06:25.032832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port c316c73c-f404-40a5-986e-666c8bf7a104 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:25.033174 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.091334 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2bf15e4e-fa98-4701-871c-2ef5bb888ab4 req-bb2ef1d7-4c5e-43dd-92e0-3b16898cdf75 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919921 Dec 20 12:06:25.097103 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a364938d-7d77-4934-97d9-c41abb52a50f req-8a677c23-2dd9-4709-a77b-977eba06a82b tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0406792 Dec 20 12:06:25.229791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.349244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for c316c73c-f404-40a5-986e-666c8bf7a104 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:25.520971 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.526271 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0f3387d1-77f8-4af1-97ad-1ae0f52edab8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:25.569842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=c316c73c-f404-40a5-986e-666c8bf7a104,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:25.573637 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:25.693137 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e36a4f13-539a-43b5-9b14-8ab97ef91206 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:06:25.744635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.829433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e36a4f13-539a-43b5-9b14-8ab97ef91206, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e36a4f13-539a-43b5-9b14-8ab97ef91206,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:25.842449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'e36a4f13-539a-43b5-9b14-8ab97ef91206', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'port_id': 'e36a4f13-539a-43b5-9b14-8ab97ef91206', 'mac_address': 'fa:16:3e:56:a9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:06:25.899237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.917491 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36a4f13-539a-43b5-9b14-8ab97ef91206 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:25.935297 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e36a4f13-539a-43b5-9b14-8ab97ef91206, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e36a4f13-539a-43b5-9b14-8ab97ef91206,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:25.939435 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.941328 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:26.008158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e36a4f13-539a-43b5-9b14-8ab97ef91206,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:26.011286 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:26.137561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e36a4f13-539a-43b5-9b14-8ab97ef91206'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:26.304769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fe3f8-9c2e-4d57-8096-fbdca0597c3b req-8236c5b7-f757-45c8-a3cc-f25676ded319 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:26.307613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e48fe3f8-9c2e-4d57-8096-fbdca0597c3b req-8236c5b7-f757-45c8-a3cc-f25676ded319 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 944 time: 0.0949638 Dec 20 12:06:26.333362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3df68c-8028-4290-aaa7-bec415db9a10 req-389a4216-3ba1-4831-b103-b1681e165076 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:26.336063 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c3df68c-8028-4290-aaa7-bec415db9a10 req-389a4216-3ba1-4831-b103-b1681e165076 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 944 time: 0.2182069 Dec 20 12:06:26.361958 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e48fe3f8-9c2e-4d57-8096-fbdca0597c3b req-d455c332-fb8c-4d62-94e8-7fb0bffb0b80 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483015 Dec 20 12:06:26.372489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Router 5040a29f-daef-45b4-a307-1a8dd95cf98a has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:26.406839 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c3df68c-8028-4290-aaa7-bec415db9a10 req-69f8fda3-091c-4572-91c1-2765b19f0f8a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623043 Dec 20 12:06:26.524889 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-25a3a7ca-8f1d-4eb9-82be-89c19aa67b3b req-20a17b0c-6f18-4109-b6e9-327367a96dd4 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0428391 Dec 20 12:06:26.543605 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:26.555391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] Sync routers for ids ['5040a29f-daef-45b4-a307-1a8dd95cf98a'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:26.565590 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "PUT /v2.0/routers/5040a29f-daef-45b4-a307-1a8dd95cf98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5794001 Dec 20 12:06:26.569925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47696) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.578902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] Routers {'5040a29f-daef-45b4-a307-1a8dd95cf98a'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:26.579518 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5040a29f-daef-45b4-a307-1a8dd95cf98a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:26.615202 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a1f485-0912-4ee2-a9cf-75066284d11f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:06:26.616362 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a7a1f485-0912-4ee2-a9cf-75066284d11f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/c316c73c-f404-40a5-986e-666c8bf7a104 HTTP/1.1" status: 404 len: 333 time: 0.0452349 Dec 20 12:06:26.619189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47700) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.643897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:26.655172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] Routers {'5040a29f-daef-45b4-a307-1a8dd95cf98a'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:26.655819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['5040a29f-daef-45b4-a307-1a8dd95cf98a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:26.759976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:26.760660 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126c535-3737-4dd6-99d5-4d2ed1191c6e None None] The sync data for ids ['5040a29f-daef-45b4-a307-1a8dd95cf98a'] in n-d-victoria-1 is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:26.762920 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54a7b581-8123-4c2a-af94-33126c6162ce tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.143404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54a7b581-8123-4c2a-af94-33126c6162ce tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.147422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54a7b581-8123-4c2a-af94-33126c6162ce tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.172636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54a7b581-8123-4c2a-af94-33126c6162ce tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.173160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a7b581-8123-4c2a-af94-33126c6162ce tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Fanout notify agent at l3_agent the message router_deleted on router 5040a29f-daef-45b4-a307-1a8dd95cf98a {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:06:27.184314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54a7b581-8123-4c2a-af94-33126c6162ce tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.185668 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-54a7b581-8123-4c2a-af94-33126c6162ce tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/routers/5040a29f-daef-45b4-a307-1a8dd95cf98a HTTP/1.1" status: 204 len: 168 time: 0.5655181 Dec 20 12:06:27.188835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47704) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.220729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2a5a9820-3a65-4083-939b-6dfee51342df details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:06:27.357189 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2a5a9820-3a65-4083-939b-6dfee51342df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2a5a9820-3a65-4083-939b-6dfee51342df,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:27.372124 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '2a5a9820-3a65-4083-939b-6dfee51342df', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'port_id': '2a5a9820-3a65-4083-939b-6dfee51342df', 'mac_address': 'fa:16:3e:43:ca:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:06:27.435157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.454035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5a9820-3a65-4083-939b-6dfee51342df {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:27.473750 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2a5a9820-3a65-4083-939b-6dfee51342df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2a5a9820-3a65-4083-939b-6dfee51342df,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:27.479280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.481677 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:27.548911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2a5a9820-3a65-4083-939b-6dfee51342df,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:27.552553 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:27.555690 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet 8a9abcac-81ed-48f9-8bd6-08b0d1d44976 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:27.561261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.611187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62491944-5260-456b-9722-6f88266000a5 req-510f14c4-2093-42ab-9f56-b04bb716ce06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:27.612640 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-62491944-5260-456b-9722-6f88266000a5 req-510f14c4-2093-42ab-9f56-b04bb716ce06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 945 time: 0.0789857 Dec 20 12:06:27.631244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.659214 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-62491944-5260-456b-9722-6f88266000a5 req-e88b4e3d-e06c-4e4b-9dcb-566cecddd495 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Dec 20 12:06:27.677697 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c97ab-420f-4393-8b7a-bf0f0918d291 req-31eb031d-b327-4602-890e-3ea78015430e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:27.679152 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f48c97ab-420f-4393-8b7a-bf0f0918d291 req-31eb031d-b327-4602-890e-3ea78015430e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 944 time: 0.1881292 Dec 20 12:06:27.693738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e36a4f13-539a-43b5-9b14-8ab97ef91206 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:27.723042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['2a5a9820-3a65-4083-939b-6dfee51342df'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:27.757173 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f48c97ab-420f-4393-8b7a-bf0f0918d291 req-c22504cc-ef8b-49ca-a478-4e555fd692c1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680981 Dec 20 12:06:27.766879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.800922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-788c8233-a36e-478b-a532-59a0ae81887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.844415 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-580e8139-0ebc-472b-b506-950d3ef2f4b2 req-3157413e-44c3-45bd-a5c6-3983867cdfe4 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0413718 Dec 20 12:06:27.859420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.866379 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aeba0ba6-2cd3-4bb4-b664-c37e7269583a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:27.867157 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port e36a4f13-539a-43b5-9b14-8ab97ef91206 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:27.879139 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port e36a4f13-539a-43b5-9b14-8ab97ef91206 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:27.879519 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.903325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9abcac-81ed-48f9-8bd6-08b0d1d44976,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:27.907965 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:27.911232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.916751 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/8a9abcac-81ed-48f9-8bd6-08b0d1d44976 HTTP/1.1" status: 204 len: 168 time: 0.7268174 Dec 20 12:06:27.919279 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.925238 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805dd58-1974-43a2-9c3a-02818a045e96 None None] Network e12dd178-5625-4355-8ab0-26d404af20f5 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:28.031158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.042063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 68038dd4-582d-44a7-8b6c-ddce56288992 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:28.042397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.209947 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.241854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port 68038dd4-582d-44a7-8b6c-ddce56288992, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=68038dd4-582d-44a7-8b6c-ddce56288992,segment=NetworkSegment(bef4bd0b-2102-4dc0-9e43-10a50e616ca4),segment_id=bef4bd0b-2102-4dc0-9e43-10a50e616ca4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:28.242245 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.248689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36a4f13-539a-43b5-9b14-8ab97ef91206'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:28.261094 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port e36a4f13-539a-43b5-9b14-8ab97ef91206, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e36a4f13-539a-43b5-9b14-8ab97ef91206,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:28.269324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.271752 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.318148 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36a4f13-539a-43b5-9b14-8ab97ef91206', 'code': 200} Dec 20 12:06:28.346652 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=e36a4f13-539a-43b5-9b14-8ab97ef91206,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:28.349737 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:28.372620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 68038dd4-582d-44a7-8b6c-ddce56288992 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:28.377977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65eac7-46c2-4c7c-b0a4-6e408af5679f None None] DHCP port deletion for e12dd178-5625-4355-8ab0-26d404af20f5 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:28.383258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4a65eac7-46c2-4c7c-b0a4-6e408af5679f None None] Deleting port 68038dd4-582d-44a7-8b6c-ddce56288992 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:28.383922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a65eac7-46c2-4c7c-b0a4-6e408af5679f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.456382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.460627 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31e4aa00-f5f8-443d-acbf-22bea21132b8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.479718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4a65eac7-46c2-4c7c-b0a4-6e408af5679f None None] The port '68038dd4-582d-44a7-8b6c-ddce56288992' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:28.510717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=68038dd4-582d-44a7-8b6c-ddce56288992,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:28.516095 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:28.519122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No DVR routers for this DVR port 68038dd4-582d-44a7-8b6c-ddce56288992 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:28.599644 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0ebfe78-7022-4999-a46d-588271bfd502 req-731ce124-6d04-47f7-9f9b-ed409ca7b532 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 1098 time: 0.2072384 Dec 20 12:06:28.641239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b0ebfe78-7022-4999-a46d-588271bfd502 req-9b52ec86-930f-4c02-9e70-3e919f475354 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360498 Dec 20 12:06:28.642628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.667377 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12dd178-5625-4355-8ab0-26d404af20f5']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:28.679515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef4bd0b-2102-4dc0-9e43-10a50e616ca4') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:28.679810 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef4bd0b-2102-4dc0-9e43-10a50e616ca4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:28.693159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.713345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.719761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:28.720304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:28.735237 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:28.811157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.815499 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d2fc63af-3a1b-4a39-96a2-e7ce21f2ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.836032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.842563 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=e12dd178-5625-4355-8ab0-26d404af20f5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:28.847467 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:28.860578 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-61a57caf-2f52-44b7-ad06-47062980678b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/e12dd178-5625-4355-8ab0-26d404af20f5 HTTP/1.1" status: 204 len: 168 time: 0.9397442 Dec 20 12:06:28.860771 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47724) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.883465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9a733-3dd8-4f7a-9073-af5bc5726faf req-f257a6d9-7e30-4d79-9d9e-a4c20304526a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:28.884907 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ed9a733-3dd8-4f7a-9073-af5bc5726faf req-f257a6d9-7e30-4d79-9d9e-a4c20304526a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 945 time: 0.1008635 Dec 20 12:06:28.933411 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7ed9a733-3dd8-4f7a-9073-af5bc5726faf req-acad823c-173a-4f95-8e3f-4196c91b044e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Dec 20 12:06:28.973196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c72d63-3580-4f3d-8702-85867eb7d3b2 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:28.973759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2c72d63-3580-4f3d-8702-85867eb7d3b2 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:29.004012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2c72d63-3580-4f3d-8702-85867eb7d3b2 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:29.005182 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d2c72d63-3580-4f3d-8702-85867eb7d3b2 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 HTTP/1.1" status: 200 len: 844 time: 0.1436472 Dec 20 12:06:29.009508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47730) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.017105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce13fd-1836-4b55-b5c4-b1bc6ebacbc0 req-315c7182-2e70-43a3-abe4-c1ba73ee5456 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:29.018619 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bce13fd-1836-4b55-b5c4-b1bc6ebacbc0 req-315c7182-2e70-43a3-abe4-c1ba73ee5456 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 945 time: 0.1108024 Dec 20 12:06:29.059058 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 68038dd4-582d-44a7-8b6c-ddce56288992 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:29.077435 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bce13fd-1836-4b55-b5c4-b1bc6ebacbc0 req-79dbf281-a62e-43ed-87ad-c534d87ee30d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503080 Dec 20 12:06:29.094210 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 68038dd4-582d-44a7-8b6c-ddce56288992 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:29.094575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 68038dd4-582d-44a7-8b6c-ddce56288992 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:29.114860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d2eb76f-c6fe-4fc7-baa8-3fc6ddbff013 req-152bd023-5e32-48c0-a32f-0daacd971267 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0545177 Dec 20 12:06:29.133780 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-96ded38b-ed7f-4310-8d3a-73f1f3fe3b56 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/afa4b8c9-4302-4b9e-bde2-53fa9c7a6650?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1226540 Dec 20 12:06:29.137276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47734) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.143093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:29.238332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2a5a9820-3a65-4083-939b-6dfee51342df up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:29.246375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:29.250205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:29.252991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:29.258671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:29.269592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:29.313795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 2a5a9820-3a65-4083-939b-6dfee51342df completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:29.319037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 2a5a9820-3a65-4083-939b-6dfee51342df triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:29.319427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.373725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.436905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.468324 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 2a5a9820-3a65-4083-939b-6dfee51342df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2a5a9820-3a65-4083-939b-6dfee51342df,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:29.472594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.474468 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:29.537477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=2a5a9820-3a65-4083-939b-6dfee51342df,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:29.540384 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:29.597630 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.601128 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5abb747e-22e7-4346-bf9d-9c0725efeff3 tempest-RoutersNegativeIpV6Test-421511121 tempest-RoutersNegativeIpV6Test-421511121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:29.662031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:29.665050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:29.667902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:29.668478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.676031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e723399-ed0c-4b66-828e-394e0055d54d None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:29.683853 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=a279b7a0-ce81-4cbb-885e-00dd280e3d4d,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:29.686585 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:29.701002 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b8384516-a4d2-4d64-8a3b-a8f6cab1238b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5601180 Dec 20 12:06:29.701187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47738) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.708305 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'security_group': {'name': 'tempest-secgroup-106807557'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:29.715050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:29.720470 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:29.723657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:29.731940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:29.743595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.779085 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:29.789694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group_rule and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:29.794979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:29.803821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:29.864864 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.870506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.877223 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:29.917748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d155b34-cbaa-425a-aee3-c1f44e38aedc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:29.923174 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:29.929279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.930724 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2277913 Dec 20 12:06:29.933230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47742) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.939087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'security_group': {'name': 'tempest-secgroup-1273688372'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:29.945336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:29.949196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:29.952088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:29.957933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:29.970680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.972498 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f190186e-a726-4fb3-9cf6-60b4f7b415e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.009534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:30.012810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'tenant_id': '77107150b7bf418b807c865eae30ff91', 'fixed_ips': [{'subnet_id': 'a279b7a0-ce81-4cbb-885e-00dd280e3d4d'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:30.013653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.017885 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group_rule and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:30.021363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:30.029666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:30.091139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.096570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.100579 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6b72c1be-81b4-495a-9580-857979e4e497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.143262 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556cb5c3-72c6-4ecd-a4e4-b4e7263d2aaf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.146194 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.148539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.152194 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2156425 Dec 20 12:06:30.152525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:30.154599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9eb2e-da8d-4535-9d26-d55c307e3d93 req-4990518d-e346-49cf-9efa-18d82ec154ea tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:30.156752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5dc9eb2e-da8d-4535-9d26-d55c307e3d93 req-4990518d-e346-49cf-9efa-18d82ec154ea tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.0906010 Dec 20 12:06:30.160968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-996474448', 'security_groups': ['556cb5c3-72c6-4ecd-a4e4-b4e7263d2aaf'], 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a279b7a0-ce81-4cbb-885e-00dd280e3d4d'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:30.213001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Allocated IP 2001:db8::2 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/a279b7a0-ce81-4cbb-885e-00dd280e3d4d/085faae5-d9f9-4544-be43-63d4c9387c55) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:30.213613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5dc9eb2e-da8d-4535-9d26-d55c307e3d93 req-a6bbd270-d38d-4f0d-b338-6731f4271ea2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 Dec 20 12:06:30.319632 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf3b359-d032-4611-944d-1d083aba68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5a9820-3a65-4083-939b-6dfee51342df'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:30.366846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:30.384813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:30.396762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e14-57f9-4718-9899-4c63ab58e997 req-abc27953-7a0a-4867-8465-57ab0cdb7b42 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:30.398244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b499e14-57f9-4718-9899-4c63ab58e997 req-abc27953-7a0a-4867-8465-57ab0cdb7b42 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 945 time: 0.1803994 Dec 20 12:06:30.419443 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0925cecb-85ed-43c2-bff4-1798a5351990 req-285a7fff-c599-4399-a0d1-a0b0ed55e064 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0545232 Dec 20 12:06:30.421773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:30.426437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.432403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.446313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Transition to ACTIVE for port object 085faae5-d9f9-4544-be43-63d4c9387c55 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:30.461942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:30.474109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Transition to ACTIVE for port object 085faae5-d9f9-4544-be43-63d4c9387c55 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:30.481188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.487104 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.523324 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf3b359-d032-4611-944d-1d083aba68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5a9820-3a65-4083-939b-6dfee51342df', 'code': 200} Dec 20 12:06:30.527416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7b499e14-57f9-4718-9899-4c63ab58e997 req-68b3c008-cd31-4187-81aa-c768b5cd061d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196265 Dec 20 12:06:30.563419 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:30.577494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:30.577494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Pushing event updated for resources: {'Port': ['ID=085faae5-d9f9-4544-be43-63d4c9387c55,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.577494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:30.577494 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.660779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Attempting to bind port 085faae5-d9f9-4544-be43-63d4c9387c55 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:30.661700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Attempting to bind port 085faae5-d9f9-4544-be43-63d4c9387c55 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'ea7a3be2-0abb-45dd-b88f-b2121ff33770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:30.662101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Attempting to bind port 085faae5-d9f9-4544-be43-63d4c9387c55 on network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:30.668866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:30.669244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Checking segment: {'id': 'ea7a3be2-0abb-45dd-b88f-b2121ff33770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:30.669647 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.670065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Bound using segment: {'id': 'ea7a3be2-0abb-45dd-b88f-b2121ff33770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:30.670529 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Bound port: 085faae5-d9f9-4544-be43-63d4c9387c55, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7a3be2-0abb-45dd-b88f-b2121ff33770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:30.670905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.754940 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3fc1395a-f67c-4167-9c49-6df2f4dbc256 req-4e6a6ed2-d554-4f7e-ad33-d388705c9cac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 1099 time: 0.1609881 Dec 20 12:06:30.756190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::3cd (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/a279b7a0-ce81-4cbb-885e-00dd280e3d4d/5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:30.774108 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:30.777934 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=085faae5-d9f9-4544-be43-63d4c9387c55,segment=NetworkSegment(ea7a3be2-0abb-45dd-b88f-b2121ff33770),segment_id=ea7a3be2-0abb-45dd-b88f-b2121ff33770)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:30.787893 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.793583 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-c13e2cd5-881d-4952-8369-d999329c5b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.834681 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3fc1395a-f67c-4167-9c49-6df2f4dbc256 req-e1af39e8-fa28-4e4f-94a9-d7ec8c29ee6b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691333 Dec 20 12:06:30.880033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Pushing event updated for resources: {'Port': ['ID=085faae5-d9f9-4544-be43-63d4c9387c55,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.883402 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.883782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359e3ab-685f-4a9c-b269-a96b1f1b5ab6 req-4085a5af-093c-4785-aba1-c40bd8ad8b8a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:30.885379 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f359e3ab-685f-4a9c-b269-a96b1f1b5ab6 req-4085a5af-093c-4785-aba1-c40bd8ad8b8a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 945 time: 0.2130356 Dec 20 12:06:30.942781 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f359e3ab-685f-4a9c-b269-a96b1f1b5ab6 req-cd148f6a-6fa1-4f92-b9fc-25138f1ca9b4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505040 Dec 20 12:06:31.134918 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-66feeb62-9067-47cb-8915-6c75390f49a1 req-60839bca-6514-4c4d-b8e8-bf496d25a469 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0624361 Dec 20 12:06:31.166794 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.178445 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.196334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:31.225393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.233446 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-36f65db3-8638-4ff5-a120-22a24fa7568a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:31.235454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.302169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:31.305780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:31.310808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:31.315251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:31.315851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.319819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:31.323964 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:31.354088 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1984854 Dec 20 12:06:31.355146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:31.360761 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:31.559883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:31.570444 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078c2b7-b4d3-40af-a125-5ec125f06338 req-368a101f-045d-475c-b8b4-b54ff1a2ed17 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:31.571936 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7078c2b7-b4d3-40af-a125-5ec125f06338 req-368a101f-045d-475c-b8b4-b54ff1a2ed17 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.1974041 Dec 20 12:06:31.572991 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:31.576469 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:31.598202 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:31.625930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:31.658267 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7078c2b7-b4d3-40af-a125-5ec125f06338 req-e2100ab8-f886-44e3-b2a5-32283487c072 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785387 Dec 20 12:06:31.820609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.996283 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ba709fa4-4d44-4255-bbeb-4ace4fac6040 req-85e5dc8d-25da-4f85-bbc2-5af558ccbff0 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0613687 Dec 20 12:06:32.026755 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a279b7a0-ce81-4cbb-885e-00dd280e3d4d (CIDR: 2001:db8::/64) Dec 20 12:06:32.047980 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:32.049070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:32.076325 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d3350c11-8782-4a2b-86ec-bad847822e1f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7200944 Dec 20 12:06:32.080109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47786) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:32.084256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7029fd8-58a1-4585-9fc0-159c473646a2 None None] Provisioning complete for port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:32.085099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7029fd8-58a1-4585-9fc0-159c473646a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.096114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:32.243614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c7029fd8-58a1-4585-9fc0-159c473646a2 None None] Port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:32.287150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7029fd8-58a1-4585-9fc0-159c473646a2 None None] Provisioning for port 085faae5-d9f9-4544-be43-63d4c9387c55 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:32.347679 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:32.352914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:32.356506 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:32.364425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:32.392703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:32.397207 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.527497 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-efdcaf9a-4d74-440d-878a-fc6a58bb261c None None] Provisioning for port 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:32.536168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-efdcaf9a-4d74-440d-878a-fc6a58bb261c None None] Provisioning complete for port 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:32.537039 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efdcaf9a-4d74-440d-878a-fc6a58bb261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.631127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efdcaf9a-4d74-440d-878a-fc6a58bb261c None None] Port 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:32.713523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.727549 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3b7aabe5-cf6b-4ffb-a791-c13ddca859ec tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:32.780593 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.790537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:32.793499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:32.798162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:32.798737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.807255 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96087bc5-1d80-4267-bbf2-e551ff20a131 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:32.830822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=b4ddca7c-fb14-4b54-9999-c1b723b79d67,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:32.836627 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:32.842043 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b0f06ce4-6d0f-40c9-83eb-f08ff67f762f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7579727 Dec 20 12:06:32.844044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47810) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:32.853951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-447157621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4ddca7c-fb14-4b54-9999-c1b723b79d67'}], 'security_groups': ['9d155b34-cbaa-425a-aee3-c1f44e38aedc']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:32.907688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813468-d29a-449f-946c-af576eeea23e req-ed849510-7c9c-45ea-a834-70e7744d22bc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:32.909352 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a7813468-d29a-449f-946c-af576eeea23e req-ed849510-7c9c-45ea-a834-70e7744d22bc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.0944252 Dec 20 12:06:33.013323 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a7813468-d29a-449f-946c-af576eeea23e req-5ba5e57e-da4a-4eb7-b9d2-d324a2ce93d9 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972710 Dec 20 12:06:33.172406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.319591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 085faae5-d9f9-4544-be43-63d4c9387c55 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:33.366586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4bc56b89-3715-4497-81c3-72e6cc2b2e33 req-b3bc8daa-c211-477e-8c42-6459963f72bc tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0529456 Dec 20 12:06:33.485147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 085faae5-d9f9-4544-be43-63d4c9387c55 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:33.491804 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:33.492307 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.630500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Update dhcp port {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'fixed_ips': [{'subnet_id': 'a279b7a0-ce81-4cbb-885e-00dd280e3d4d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4ddca7c-fb14-4b54-9999-c1b723b79d67'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': '085faae5-d9f9-4544-be43-63d4c9387c55'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:06:33.726635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.792566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.801957 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f401284-6d2d-498a-9a8d-66b06c7ae5d8 req-2f37d083-8e57-48b2-a67e-afcc20f25e9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bed3910dd5e84dfdb12b54532553e322&device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0673780 Dec 20 12:06:33.846293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982bdae-3dd2-4613-838d-321f9e59d083 req-e98276c0-dc90-4e44-ad21-e0b8bf865d33 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:33.847763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7982bdae-3dd2-4613-838d-321f9e59d083 req-e98276c0-dc90-4e44-ad21-e0b8bf865d33 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.2471275 Dec 20 12:06:33.849731 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-16a607b2-5c30-4db2-a29f-2a8b40d49d49 req-0e13e058-b469-4096-b3f9-58e7f8cbe1e2 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0479972 Dec 20 12:06:33.852055 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f401284-6d2d-498a-9a8d-66b06c7ae5d8 req-2a5d94ac-2c15-4f03-b65f-dca79f4c0766 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bed3910dd5e84dfdb12b54532553e322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428610 Dec 20 12:06:33.896013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=085faae5-d9f9-4544-be43-63d4c9387c55,segment=NetworkSegment(ea7a3be2-0abb-45dd-b88f-b2121ff33770),segment_id=ea7a3be2-0abb-45dd-b88f-b2121ff33770)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:33.900566 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.905055 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:33.974958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=085faae5-d9f9-4544-be43-63d4c9387c55,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:33.977953 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:34.058368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Delete allocated IP 2001:db8::3cd (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/a279b7a0-ce81-4cbb-885e-00dd280e3d4d) {{(pid=83558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:06:34.079911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7982bdae-3dd2-4613-838d-321f9e59d083 req-fa471cde-bf36-48f6-8016-52fc5ca4266a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960721 Dec 20 12:06:34.084317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8:0:1::3d6 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/b4ddca7c-fb14-4b54-9999-c1b723b79d67/5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:34.095514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401284-6d2d-498a-9a8d-66b06c7ae5d8 req-84b31490-8c37-4053-a67d-a695ff2fd044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:34.097015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f401284-6d2d-498a-9a8d-66b06c7ae5d8 req-84b31490-8c37-4053-a67d-a695ff2fd044 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098098 Dec 20 12:06:34.283431 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c46c5-bc04-4fc5-935e-fad4f5ef908c req-12a4063e-da82-4987-9219-6c0357da83a7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:34.285140 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-362c46c5-bc04-4fc5-935e-fad4f5ef908c req-12a4063e-da82-4987-9219-6c0357da83a7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.0812960 Dec 20 12:06:34.337252 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-362c46c5-bc04-4fc5-935e-fad4f5ef908c req-dcb3ccae-8ab0-4cd7-8ce6-818e1ad44f2d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465777 Dec 20 12:06:34.359874 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:06:34.419798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.436852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:34.442840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.467393 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:34.561866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Allocated IP 2001:db8:0:1::2 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/b4ddca7c-fb14-4b54-9999-c1b723b79d67/085faae5-d9f9-4544-be43-63d4c9387c55) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:34.568814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] In _notify_port_updated(), no bound segment for port 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 on network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:06:34.572547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:34.573178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.574623 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "PUT /v2.0/ports/5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 HTTP/1.1" status: 200 len: 930 time: 1.7258763 Dec 20 12:06:34.578170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47850) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:34.635417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:34.639844 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:34.664336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:34.664687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.705246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-c62e5d43-474a-4806-bfce-78d1e66a2f63 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:34.712785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-c62e5d43-474a-4806-bfce-78d1e66a2f63 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.2130473 Dec 20 12:06:34.730538 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-bbd7613a-0d2a-475e-a6c6-9b5a3217e34b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/quotas/f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 375 time: 0.0168562 Dec 20 12:06:34.733216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=085faae5-d9f9-4544-be43-63d4c9387c55,segment=NetworkSegment(ea7a3be2-0abb-45dd-b88f-b2121ff33770),segment_id=ea7a3be2-0abb-45dd-b88f-b2121ff33770)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:34.759020 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.778258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Transition to ACTIVE for port object 085faae5-d9f9-4544-be43-63d4c9387c55 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:34.783584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.787694 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0a92deec-1b7a-4ee3-a90f-658ba39ce361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:34.813603 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-657104a6-1872-42ef-ad86-0b19f3c1c398 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821059 Dec 20 12:06:34.926514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Pushing event updated for resources: {'Port': ['ID=085faae5-d9f9-4544-be43-63d4c9387c55,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:34.931061 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:34.957990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5356f7-b62b-49ce-aeb4-a4954698c315 req-4d393549-7d3f-4e3a-ba57-6e863e8e557b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:34.959506 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d5356f7-b62b-49ce-aeb4-a4954698c315 req-4d393549-7d3f-4e3a-ba57-6e863e8e557b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.2260339 Dec 20 12:06:34.980419 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-6e38a942-0b24-4db8-90b7-58ce1a9eadc8 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584523 Dec 20 12:06:35.013653 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.067273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 085faae5-d9f9-4544-be43-63d4c9387c55 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:35.098628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7d5356f7-b62b-49ce-aeb4-a4954698c315 req-173e576f-d521-4755-aa16-3c43c335a26e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280057 Dec 20 12:06:35.192647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:35.193236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-cbb1df48-d4ec-42ea-a5d8-2fc26611269f service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117200 Dec 20 12:06:35.379993 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dd0c1d25-caa2-4bb1-a219-8553792fc0da req-44617447-ac97-41fb-a8a7-c643708f7076 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0990727 Dec 20 12:06:35.396993 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1f401284-6d2d-498a-9a8d-66b06c7ae5d8 req-1033e49a-d308-44d2-a041-cad397caa3d9 tempest-ServerShowV254Test-921898438 tempest-ServerShowV254Test-921898438-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd56bc6f-1b9d-4fb7-9394-bd0c9b89adb9 HTTP/1.1" status: 200 len: 210 time: 0.0671875 Dec 20 12:06:35.505270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.512869 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:35.526136 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a6b9ca6-64e2-4738-9531-42b25177a899 req-14912107-184e-44c3-bf93-08efc5620a8d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 210 time: 0.0757835 Dec 20 12:06:35.585786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:35.590698 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:35.631677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.642044 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 HTTP/1.1" status: 204 len: 168 time: 1.0623534 Dec 20 12:06:35.644138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47868) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:35.686227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ddf664a-9fed-4525-b0e8-9fba4a08e750 None None] Could not find standard attr ID for object 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:06:35.687076 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfac3e79-d149-4092-8199-5caac1c3eec0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:06:35.687678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dfac3e79-d149-4092-8199-5caac1c3eec0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:35.704083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dfac3e79-d149-4092-8199-5caac1c3eec0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:35.707893 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dfac3e79-d149-4092-8199-5caac1c3eec0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868 HTTP/1.1" status: 404 len: 333 time: 0.0603790 Dec 20 12:06:35.708428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47874) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:35.710163 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ddf664a-9fed-4525-b0e8-9fba4a08e750 None None] Provisioning complete for port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:35.710767 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ddf664a-9fed-4525-b0e8-9fba4a08e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.774014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf664a-9fed-4525-b0e8-9fba4a08e750 None None] Port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:35.780339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.789850 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ddf664a-9fed-4525-b0e8-9fba4a08e750 None None] Provisioning for port 085faae5-d9f9-4544-be43-63d4c9387c55 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:35.795753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ddf664a-9fed-4525-b0e8-9fba4a08e750 None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:35.797046 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ddf664a-9fed-4525-b0e8-9fba4a08e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.811543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.873734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.880452 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cbb61605-09c5-45fb-87e5-301aa3b555c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:35.894437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556cb5c3-72c6-4ecd-a4e4-b4e7263d2aaf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:35.908261 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:35.910410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.914320 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/security-groups/556cb5c3-72c6-4ecd-a4e4-b4e7263d2aaf HTTP/1.1" status: 204 len: 168 time: 0.2025394 Dec 20 12:06:35.914941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:36.032726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.068930 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.083488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-53ab8390-4b6a-4f2c-968b-1694b0b228fc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:36.084930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-53ab8390-4b6a-4f2c-968b-1694b0b228fc tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.1310134 Dec 20 12:06:36.098602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a049d510-d5fb-408e-94d5-fce37a7bd01c None None] Could not find standard attr ID for object 5bcbcef3-2fe6-4a8a-bcc5-1c86989fb868. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:06:36.216188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Deleting port 2a5a9820-3a65-4083-939b-6dfee51342df {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:36.216463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.304710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.308885 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9c105f62-9055-4a7d-889d-6c4debcad979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:36.324484 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d155b34-cbaa-425a-aee3-c1f44e38aedc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:36.328606 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:36.330831 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.331810 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d155b34-cbaa-425a-aee3-c1f44e38aedc HTTP/1.1" status: 204 len: 168 time: 0.4157164 Dec 20 12:06:36.337232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47884) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:36.722947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-674a483f-b491-4477-8fb4-d126f6f955c2 req-36d93ca2-44e0-483a-8a70-57af97bd63c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 210 time: 0.0430112 Dec 20 12:06:36.865513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:36.909754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6820e8-c5e4-4ae2-a2c9-5c5ab7ad43fd req-cd55ebaf-cc46-4bb7-b709-b927b44e1d87 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:36.911253 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd6820e8-c5e4-4ae2-a2c9-5c5ab7ad43fd req-cd55ebaf-cc46-4bb7-b709-b927b44e1d87 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 946 time: 0.6175971 Dec 20 12:06:37.018295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-fec63ab8-1ce3-4408-9aba-96e7b032d697 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:37.019717 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-fec63ab8-1ce3-4408-9aba-96e7b032d697 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.4493556 Dec 20 12:06:37.021502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] For port 2a5a9820-3a65-4083-939b-6dfee51342df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=2a5a9820-3a65-4083-939b-6dfee51342df,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:37.021854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.038603 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet a279b7a0-ce81-4cbb-885e-00dd280e3d4d {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:37.044576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.049357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'port': {'device_id': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'admin_state_up': True, 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:37.078802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:37.082723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Usage tracker for resource:security_group_rule and tenant:bed3910dd5e84dfdb12b54532553e322 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:37.085699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:37.092853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:37.125536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.167437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.172247 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.181433 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5d0f6548-32a2-4534-9c66-2b3ad8faa99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:37.223922 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Calling delete_port for 2a5a9820-3a65-4083-939b-6dfee51342df owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:37.229869 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bed3910dd5e84dfdb12b54532553e322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3606207 Dec 20 12:06:37.229869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f425b-ac04-4082-a2a7-81ce692e706b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:37.230429 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:37.233301 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:37.286588 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd6820e8-c5e4-4ae2-a2c9-5c5ab7ad43fd req-e57fdb22-34c5-4673-8537-1abef598ffb8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681617 Dec 20 12:06:37.317966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.354633 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.402298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.422686 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.431463 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb5fcef0-f38e-49dd-aaeb-fa2e5c09096f tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:37.447466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.449383 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da0f425b-ac04-4082-a2a7-81ce692e706b HTTP/1.1" status: 204 len: 168 time: 0.2178197 Dec 20 12:06:37.452791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f425b-ac04-4082-a2a7-81ce692e706b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:37.455231 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:37.586439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:37.615036 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:37.635178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.670860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.680054 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f72b0ce7-46e4-462a-b3ef-44ba1a8a6f47 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:37.681886 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:37.720038 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:37.724246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.750984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event deleted for resources: {'Port': ['ID=2a5a9820-3a65-4083-939b-6dfee51342df,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:37.760381 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:37.975775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] No DVR routers for this DVR port 2a5a9820-3a65-4083-939b-6dfee51342df on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:37.981077 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.983670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf3b359-d032-4611-944d-1d083aba68fc', 'name': 'network-vif-deleted', 'tag': '2a5a9820-3a65-4083-939b-6dfee51342df'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:37.993925 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ab6920d8-813b-4593-8785-004fabad1b60 req-8db4a13e-c956-4ef5-a9c8-94fee82cff7e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 210 time: 0.0683961 Dec 20 12:06:37.997273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.007439 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b6eae32e-89cf-4379-9570-89a34c4e9dff tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:38.064882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=a279b7a0-ce81-4cbb-885e-00dd280e3d4d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:38.070365 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf3b359-d032-4611-944d-1d083aba68fc', 'name': 'network-vif-deleted', 'tag': '2a5a9820-3a65-4083-939b-6dfee51342df', 'status': 'completed', 'code': 200} Dec 20 12:06:38.072759 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:38.087197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85d5d2-d9fe-4f43-a406-158dec0a9b26 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:38.106940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.112467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.113052 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/a279b7a0-ce81-4cbb-885e-00dd280e3d4d HTTP/1.1" status: 204 len: 168 time: 1.7507825 Dec 20 12:06:38.119959 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:38.120134 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-91bd19d3-8253-4274-9f9f-8c624d9a04ed req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "DELETE /v2.0/ports/2a5a9820-3a65-4083-939b-6dfee51342df HTTP/1.1" status: 204 len: 173 time: 2.0267141 Dec 20 12:06:38.192205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.20.0.13 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/98c39055-8caf-4284-a6db-64c5d0c9fc55) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:38.353043 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:38.358615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:38.362613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:38.371176 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:38.385544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:38.565128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.688189 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5fda2898-1d8a-44d2-add4-4392ce095234 req-11953629-33ef-44be-a686-05fc95788c7c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf3b359-d032-4611-944d-1d083aba68fc HTTP/1.1" status: 200 len: 210 time: 0.0908575 Dec 20 12:06:38.793105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.844230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.878287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Transition to ACTIVE for port object 98c39055-8caf-4284-a6db-64c5d0c9fc55 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:38.915955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.929916 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a6edd57c-3326-406b-9499-f4a9a3bdce3f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:38.930245 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e36a4f13-539a-43b5-9b14-8ab97ef91206'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:39.025504 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=98c39055-8caf-4284-a6db-64c5d0c9fc55,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:39.055939 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:39.057485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:39.065022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:39.106325 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.106707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.107227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.107602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.108099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.108459 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.109364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.109725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.110119 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.110672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.111043 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:39.125405 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:39.147738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-71649541-network', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:39.161681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.169426 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Usage tracker for resource:network and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.174633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.186053 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:39.186690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.197809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.220525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.231152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1951392 Dec 20 12:06:39.235105 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-585dcf7b-b284-4c53-857d-37c92788ff97 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:39.237966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Made reservation on behalf of b08fe66005ec40448adb1f7b556bb596 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:39.240366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.275464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2a5a9820-3a65-4083-939b-6dfee51342df no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:39.291546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Request body: {'port': {'device_id': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:39.335026 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 2a5a9820-3a65-4083-939b-6dfee51342df {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:39.335769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 2a5a9820-3a65-4083-939b-6dfee51342df not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:39.374394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=5072f548-31e8-49af-930b-7fcc2008ca64,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:39.381908 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:39.388437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:39.390064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:39.392902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:39.393610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.432985 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a97833f8-f15a-45d5-af01-6666505344be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3177252 Dec 20 12:06:39.433670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47946) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:39.439613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'security_group': {'name': 'tempest-secgroup-1109398351'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:39.460360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.471357 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.474890 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.481774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.495403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.504141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.554530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.557972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d607b841-97a1-4027-a80a-fe6b39e5d8c0 None None] Provisioning for port 98c39055-8caf-4284-a6db-64c5d0c9fc55 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:39.560496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group_rule and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.565559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d607b841-97a1-4027-a80a-fe6b39e5d8c0 None None] Provisioning complete for port 98c39055-8caf-4284-a6db-64c5d0c9fc55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:39.565778 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.566427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d607b841-97a1-4027-a80a-fe6b39e5d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.574129 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.583616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.588268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Usage tracker for resource:security_group_rule and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.591485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.598369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.622879 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.652527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae4bb3f-97bb-4431-86fc-261f343fc951 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:39.657967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.665379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.691169 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dd54e374-edd9-4ff6-ae97-41a8ba57417b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:39.704126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.708048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2706940 Dec 20 12:06:39.709168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:39.730486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'security_group': {'name': 'tempest-secgroup-877232110'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:39.762532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.786900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.793216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.800038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38173608-3462-47da-b284-3251d176eb65,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:39.823106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.826705 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:39.844806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.870539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d607b841-97a1-4027-a80a-fe6b39e5d8c0 None None] Port 98c39055-8caf-4284-a6db-64c5d0c9fc55 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:39.894115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.899569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group_rule and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.904910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.912372 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.972448 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941293c-e391-4649-a199-d8d73482cd5d req-6bb8c1ea-659b-4cf5-a750-ba6ab6d0df89 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:39.973062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4941293c-e391-4649-a199-d8d73482cd5d req-6bb8c1ea-659b-4cf5-a750-ba6ab6d0df89 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:39.990342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.998948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.033172 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bff869d-7732-4176-a570-236fa3d12a46 None None] Provisioning complete for port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:40.034487 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bff869d-7732-4176-a570-236fa3d12a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.051131 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1f7fa978-771c-4823-94fb-46040b92061b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.063022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.079157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.086809 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-004df9a2-cb4e-4266-993e-e363270ee0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.103880 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4941293c-e391-4649-a199-d8d73482cd5d req-6bb8c1ea-659b-4cf5-a750-ba6ab6d0df89 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:40.109321 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d9bfb5-e6e7-4a77-810b-570116549d49,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.109468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4941293c-e391-4649-a199-d8d73482cd5d req-6bb8c1ea-659b-4cf5-a750-ba6ab6d0df89 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 932 time: 0.6758525 Dec 20 12:06:40.109560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.112536 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4022710 Dec 20 12:06:40.113766 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.115349 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.122897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'security_group': {'name': 'tempest-secgroup-668710948'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:40.135753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:40.137574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:40.143879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:40.149579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:40.166955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:40.176631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a763f3-579a-41cf-ad22-41b8847ff55f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.185181 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.192555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.200576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.201155 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Added segment b0f1ef43-b98c-4a3b-8ad6-b88d77722f07 of type vlan for network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 Dec 20 12:06:40.271456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:40.284093 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:security_group_rule and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:40.292834 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:40.300322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.315187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:40.317031 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4941293c-e391-4649-a199-d8d73482cd5d req-89aa61a4-f68c-4f96-a21f-0ab40eae9c0f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872182 Dec 20 12:06:40.325831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c39055-8caf-4284-a6db-64c5d0c9fc55 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:40.342849 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.396514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4bff869d-7732-4176-a570-236fa3d12a46 None None] Port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:40.445634 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Transition to ACTIVE for port object 98c39055-8caf-4284-a6db-64c5d0c9fc55 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:40.449113 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.452689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bff869d-7732-4176-a570-236fa3d12a46 None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:40.453575 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bff869d-7732-4176-a570-236fa3d12a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.454650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:40.455635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.479583 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-66025455-ee1b-4dd5-9168-6248c6b3210c tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.558776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Update dhcp port {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'fixed_ips': [{'subnet_id': 'b4ddca7c-fb14-4b54-9999-c1b723b79d67', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5072f548-31e8-49af-930b-7fcc2008ca64'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': '085faae5-d9f9-4544-be43-63d4c9387c55'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:06:40.587537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.593049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b3ebe2c9-d867-44fc-adda-9c9a7884c49b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:40.599259 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b3ebe2c9-d867-44fc-adda-9c9a7884c49b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.2577314 Dec 20 12:06:40.601521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.622553 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.653186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Pushing event updated for resources: {'Network': ['ID=0b04bedf-04fb-46cb-95c8-971161e4d5d0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.665270 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-60fdc2a4-a0fd-403d-ba75-62666037dbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.665910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.679908 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:40.688545 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.689343 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4f785c0a-1a37-4e25-8cd9-8fd4f838c25c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.705333 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-ba42785e-06ff-4082-9835-553d230c3a06 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/quotas/d965e858fe204507b348bab15a89bd52 HTTP/1.1" status: 200 len: 375 time: 0.0694091 Dec 20 12:06:40.754128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.757005 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6386230 Dec 20 12:06:40.762439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47968) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.773221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1283217185', 'security_groups': ['cc9a0c2e-63ae-4741-8e67-205fcf31d79f'], 'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5072f548-31e8-49af-930b-7fcc2008ca64'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:40.804460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9a0c2e-63ae-4741-8e67-205fcf31d79f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.811037 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.932343 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1379340 Dec 20 12:06:40.939854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 47972) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.990238 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Request body: {'subnet': {'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-subnet', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:40.998326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Pushing event updated for resources: {'Port': ['ID=98c39055-8caf-4284-a6db-64c5d0c9fc55,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:41.004585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:41.015593 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:41.086140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Usage tracker for resource:subnet and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:41.100525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:41.120732 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:41.142169 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:41.142334 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-a2adc01d-7e3d-45c0-ad7c-d1b4c282612e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3763852 Dec 20 12:06:41.159792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:41.166172 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:41.182691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.191776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Made reservation on behalf of b08fe66005ec40448adb1f7b556bb596 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:41.191776 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.244050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] device_id is not set on port 21fa4042-d911-4cb5-b879-b0f77bd9905c yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:41.260344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Attempting to bind port 98c39055-8caf-4284-a6db-64c5d0c9fc55 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:41.260344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Attempting to bind port 98c39055-8caf-4284-a6db-64c5d0c9fc55 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:41.260344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Attempting to bind port 98c39055-8caf-4284-a6db-64c5d0c9fc55 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:41.412718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Allocated IP 2001:db8::2 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/5072f548-31e8-49af-930b-7fcc2008ca64/085faae5-d9f9-4544-be43-63d4c9387c55) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:41.480945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Port 98c39055-8caf-4284-a6db-64c5d0c9fc55 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:41.480945 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Attempting to bind port 98c39055-8caf-4284-a6db-64c5d0c9fc55 on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:41.524411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:41.533242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:41.533242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:41.533242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Bound port: 98c39055-8caf-4284-a6db-64c5d0c9fc55, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:41.533242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.775866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] For port 98c39055-8caf-4284-a6db-64c5d0c9fc55, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:41.775866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] For port 98c39055-8caf-4284-a6db-64c5d0c9fc55, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98c39055-8caf-4284-a6db-64c5d0c9fc55,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:41.849185 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.867303 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8a781336-0232-4caf-8a2f-201dda22e577 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:41.877918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=085faae5-d9f9-4544-be43-63d4c9387c55,segment=NetworkSegment(ea7a3be2-0abb-45dd-b88f-b2121ff33770),segment_id=ea7a3be2-0abb-45dd-b88f-b2121ff33770)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:41.901427 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-9aac4f78-c9ed-4d4e-a299-bff0d51a5347 service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069107 Dec 20 12:06:41.941032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.969962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Transition to ACTIVE for port object 085faae5-d9f9-4544-be43-63d4c9387c55 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:41.977769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.986998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.987772 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:41.988875 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] 10.222.0.16 "PUT /v2.0/ports/98c39055-8caf-4284-a6db-64c5d0c9fc55 HTTP/1.1" status: 200 len: 1094 time: 2.7272401 Dec 20 12:06:42.005252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'tag': '98c39055-8caf-4284-a6db-64c5d0c9fc55'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:42.199331 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-54391be9-fbcd-4c44-8fa7-d868bd242a2d service neutron] 10.222.0.32 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019872 Dec 20 12:06:42.200841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8::d4 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/5072f548-31e8-49af-930b-7fcc2008ca64/21fa4042-d911-4cb5-b879-b0f77bd9905c) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:42.330255 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.387795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c6d0d-204d-4121-95e4-4111b0932bb1 req-44143136-d1b6-4ac0-918b-cfbffaec3e79 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:42.391244 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-545c6d0d-204d-4121-95e4-4111b0932bb1 req-44143136-d1b6-4ac0-918b-cfbffaec3e79 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.6185789 Dec 20 12:06:42.392170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Pushing event updated for resources: {'Port': ['ID=98c39055-8caf-4284-a6db-64c5d0c9fc55,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.403417 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.411392 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d0dbb23f-4f1f-4e35-b6fc-8217a4d59436 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:42.450477 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Pushing event updated for resources: {'Port': ['ID=085faae5-d9f9-4544-be43-63d4c9387c55,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.496179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.496728 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.497285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.498181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.499619 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.503386 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.503932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.505010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.505531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.506095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.506616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:42.514230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb817e31-299e-4a18-9fe6-ef16fc775fc3,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.525150 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.528435 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.560481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Checking segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:42.560851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Network hostable DHCP agents. Network: 0b04bedf-04fb-46cb-95c8-971161e4d5d0, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:42.588465 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'tag': '98c39055-8caf-4284-a6db-64c5d0c9fc55', 'status': 'completed', 'code': 200} Dec 20 12:06:42.688405 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-84f08c74-492f-4d38-9bc6-bb81a52a9d59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 1097 time: 0.4081900 Dec 20 12:06:42.795108 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-09498d8f-66fe-49be-902e-9cb7df549254 req-0cb19888-8852-4377-bf55-6d36731a186f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 210 time: 0.0856819 Dec 20 12:06:42.798126 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-545c6d0d-204d-4121-95e4-4111b0932bb1 req-df3c2c4f-b688-499a-b71a-88eaf12cca3f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148296 Dec 20 12:06:42.800284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:42.809952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-79c25974-2cc9-4832-a1bd-09cbbec844af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98c39055-8caf-4284-a6db-64c5d0c9fc55 HTTP/1.1" status: 200 len: 217 time: 0.1121135 Dec 20 12:06:42.904376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 0b04bedf-04fb-46cb-95c8-971161e4d5d0) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:42.913102 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:42.913985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.926281 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6883a85-6bb0-431e-a5b0-0cd69af49918 None None] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:42.946404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.957110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-50d37659-5253-48dd-bf21-f95e53b9c6ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:42.958891 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-50d37659-5253-48dd-bf21-f95e53b9c6ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.1437907 Dec 20 12:06:42.964022 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47988) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:42.964207 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-78e72955-8cec-47b8-932c-b56aca727fa3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9939771 Dec 20 12:06:42.973873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:43.002051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:43.021702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 21fa4042-d911-4cb5-b879-b0f77bd9905c will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:43.024105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Usage tracker for resource:router and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:43.029628 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:43.039209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:43.062497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.064594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.121578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.125149 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.146219 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-28f08e23-f1a6-47ad-9768-affc96a30953 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:43.151028 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-4d9061cf-0c2b-4508-8564-3b59d4d6d3c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1853001 Dec 20 12:06:43.219293 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 085faae5-d9f9-4544-be43-63d4c9387c55 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:43.423921 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:43.426901 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=21fa4042-d911-4cb5-b879-b0f77bd9905c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:43.438254 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:43.449683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:43.460200 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:43.480000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:43.482998 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.553288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-41ce18e5-a98a-457b-ad82-a43714e7546f service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802748 Dec 20 12:06:43.585371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:43.592391 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.800471 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0305765 Dec 20 12:06:43.804689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 47994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:43.816399 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:43.902343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Allocated IP 172.20.0.2 (0b04bedf-04fb-46cb-95c8-971161e4d5d0/eb817e31-299e-4a18-9fe6-ef16fc775fc3/51f4d6e0-243f-4b84-9b96-aea7199e611d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:43.907468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e56aabf-801e-4edc-8662-9cd6ba768ce9 None None] Provisioning complete for port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:43.909311 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e56aabf-801e-4edc-8662-9cd6ba768ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.939346 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cd8f00e9-b015-43fc-9338-6e7a3c21fd47 req-d5b7c533-8c7c-4f08-8d7b-825242e89628 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778017 Dec 20 12:06:44.171828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:44.182388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.194460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:44.196669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9e56aabf-801e-4edc-8662-9cd6ba768ce9 None None] Port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:44.206401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:44.219204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:44.283287 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0a44c208-5327-4e9b-b83b-2696332731bd req-e7cd2884-eb99-4132-b481-a84005fb7b68 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 210 time: 0.0697784 Dec 20 12:06:44.312461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:44.373373 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e56aabf-801e-4edc-8662-9cd6ba768ce9 None None] Provisioning for port 085faae5-d9f9-4544-be43-63d4c9387c55 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:44.395328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e56aabf-801e-4edc-8662-9cd6ba768ce9 None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:44.395721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e56aabf-801e-4edc-8662-9cd6ba768ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.417409 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-abe167d1-bd8e-48a7-b3e2-3d8b0210adbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 1097 time: 0.3119524 Dec 20 12:06:44.499786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e49d-f5a5-4904-9ecc-d376f19a7290 req-5a2f51c2-0dfd-4110-b1e1-b5da777930fe tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:44.507068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c300e49d-f5a5-4904-9ecc-d376f19a7290 req-5a2f51c2-0dfd-4110-b1e1-b5da777930fe tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.2629197 Dec 20 12:06:44.627312 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c300e49d-f5a5-4904-9ecc-d376f19a7290 req-0e48c2cb-5a41-4b2b-9e34-cacefc417963 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191370 Dec 20 12:06:44.686363 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.695838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.715630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Transition to ACTIVE for port object 51f4d6e0-243f-4b84-9b96-aea7199e611d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:44.754409 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Transition to ACTIVE for port object 51f4d6e0-243f-4b84-9b96-aea7199e611d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:44.778031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.827477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-ead81eab-2c11-4781-a0d4-319f829d2322 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:44.829356 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-ead81eab-2c11-4781-a0d4-319f829d2322 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 805 time: 0.1757019 Dec 20 12:06:44.832330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-69481bf4-8ac4-4ea0-9d50-fcc427b6dd31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:44.834517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-69481bf4-8ac4-4ea0-9d50-fcc427b6dd31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.4064746 Dec 20 12:06:44.916478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Request body: {'port': {'device_id': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'admin_state_up': True, 'tenant_id': 'd965e858fe204507b348bab15a89bd52'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:44.974170 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-1f50ba2c-e486-48f9-8e33-b11532d2408c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:45.023318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-6f740174-0219-4d38-8d15-ac36a495a8cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98c39055-8caf-4284-a6db-64c5d0c9fc55 HTTP/1.1" status: 200 len: 217 time: 0.1821241 Dec 20 12:06:45.052776 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Pushing event updated for resources: {'Port': ['ID=51f4d6e0-243f-4b84-9b96-aea7199e611d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:45.062423 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5072f548-31e8-49af-930b-7fcc2008ca64 (CIDR: 2001:db8::/64) Dec 20 12:06:45.064505 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:45.087177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:45.088301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bd70ecb1-e1de-46ed-909b-f3022225d581 None None] Provisioning for port 21fa4042-d911-4cb5-b879-b0f77bd9905c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:45.103252 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:45.109434 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:45.109878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:45.116102 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:45.123644 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bd70ecb1-e1de-46ed-909b-f3022225d581 None None] Provisioning complete for port 21fa4042-d911-4cb5-b879-b0f77bd9905c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:45.124008 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd70ecb1-e1de-46ed-909b-f3022225d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.157748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.202143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.205284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b090ace1-3348-42d7-b386-5e881e228887 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3996191 Dec 20 12:06:45.216594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:45.225668 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.227690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:45.277846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-95afe5aa-ec5f-4469-ac59-be9e3bff6c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:45.279496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-95afe5aa-ec5f-4469-ac59-be9e3bff6c0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.2443624 Dec 20 12:06:45.317352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bd70ecb1-e1de-46ed-909b-f3022225d581 None None] Port 21fa4042-d911-4cb5-b879-b0f77bd9905c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:45.330357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Attempting to bind port 51f4d6e0-243f-4b84-9b96-aea7199e611d on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:45.330866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Attempting to bind port 51f4d6e0-243f-4b84-9b96-aea7199e611d by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:45.331744 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Attempting to bind port 51f4d6e0-243f-4b84-9b96-aea7199e611d on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:45.348452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:45.348936 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Checking segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:45.349239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.349642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Bound using segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:45.362736 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Bound port: 51f4d6e0-243f-4b84-9b96-aea7199e611d, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:45.363715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.475260 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Allocated IP 172.35.0.209 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/710f8347-35ad-4652-9ad2-a9b6a6705bb8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:45.582345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] For port 51f4d6e0-243f-4b84-9b96-aea7199e611d, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:45.585748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] For port 51f4d6e0-243f-4b84-9b96-aea7199e611d, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51f4d6e0-243f-4b84-9b96-aea7199e611d,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:45.589733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:45.594708 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.600311 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:45.600528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Usage tracker for resource:port and tenant:d965e858fe204507b348bab15a89bd52 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:45.606939 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6dd2e5b2-b4c2-43ec-a386-39ba5c18dd8f req-2dcdb0b5-a00d-4197-9315-d1f486b41cd2 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 210 time: 0.0647407 Dec 20 12:06:45.613056 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:45.626993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:45.683481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Made reservation on behalf of d965e858fe204507b348bab15a89bd52 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:45.687084 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.707540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-36dd7a85-4d52-4986-b76d-fad7c77f04c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4003189 Dec 20 12:06:45.710132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:45.711501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Pushing event updated for resources: {'Port': ['ID=51f4d6e0-243f-4b84-9b96-aea7199e611d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:45.717329 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:45.803828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.806582 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:45.826321 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:45.844656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.847357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:45.849466 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6bf3e90a-edc0-4f42-bfb2-67c666206865 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:45.911394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:45.914227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:45.917950 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:45.962884 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Pushing event updated for resources: {'Port': ['ID=710f8347-35ad-4652-9ad2-a9b6a6705bb8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:45.984051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.984769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.984862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.985159 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.986539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.986539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.986539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.986539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.989233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.989233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.989233 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:45.990349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:45.993376 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:46.178867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.179656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.314109 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Allocated IP 172.20.0.11 (8726e32b-1abb-4a36-ab01-56e61220cc79/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4/7f074d36-62f7-4589-bd7f-057ff9d1cde7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:46.442484 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-996da541-a460-4d6c-ae53-607b7c643c56 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397252 Dec 20 12:06:46.541203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:06:46.548031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9debc5b-03ca-46da-8593-138f52c06af4 req-33851e1a-a3c8-492e-aaca-8f91d27050e6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:46.551131 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e9debc5b-03ca-46da-8593-138f52c06af4 req-33851e1a-a3c8-492e-aaca-8f91d27050e6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.6962297 Dec 20 12:06:46.567401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.881486 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-94730995-27e7-4854-908d-8a2ecb77ea49 req-7c449704-6779-4359-9114-a049296030cf tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 210 time: 0.0563123 Dec 20 12:06:46.884889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:46.894111 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Sync routers for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:46.920562 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e9debc5b-03ca-46da-8593-138f52c06af4 req-2b07ac12-9474-4ac3-8a90-2e0dca937ce8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287342 Dec 20 12:06:46.937186 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:46.937186 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:46.937540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-712ad6cd-8d02-450f-a5d5-f90be0c82de0 req-988b8d22-57d0-4040-9b61-203ba4abb9ac service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690938 Dec 20 12:06:46.973339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.978942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0094273 Dec 20 12:06:46.979913 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48012) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.980468 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b4ddca7c-fb14-4b54-9999-c1b723b79d67 (CIDR: 2001:db8:0:1::/64) Dec 20 12:06:46.992922 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:46.993362 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:47.010746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.037068 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-284d3333-c724-4423-a7ba-9856f2fcd2e1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8169749 Dec 20 12:06:47.038469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48016) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.054783 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'subnet': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:47.207877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51f4d6e0-243f-4b84-9b96-aea7199e611d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:47.253551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.271924 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:47.283232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:47.389850 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:47.580536 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a348f74-28a4-4fea-99fc-8ad02b99f163 None None] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:47.634213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event updated for resources: {'Port': ['ID=7f074d36-62f7-4589-bd7f-057ff9d1cde7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:47.648623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:47.664827 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:47.679057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Network 8726e32b-1abb-4a36-ab01-56e61220cc79 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:47.688014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Usage tracker for resource:subnet and tenant:77107150b7bf418b807c865eae30ff91 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:47.695951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:47.700314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:47.707729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:47.779182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 51f4d6e0-243f-4b84-9b96-aea7199e611d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:47.784373 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:47.785195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.817411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:47.824130 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9825940 Dec 20 12:06:47.845140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Request body: {'port': {'device_id': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:47.945251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-984b263d-29ca-4c2d-9114-018ab987de23 None None] Provisioning for port 51f4d6e0-243f-4b84-9b96-aea7199e611d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:47.992214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Made reservation on behalf of 77107150b7bf418b807c865eae30ff91 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:48.018647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.029798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 51f4d6e0-243f-4b84-9b96-aea7199e611d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:48.029798 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.037024 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:46Z', 'revision_number': 3, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:48.049829 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Checking router: ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:06:48.049829 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Updating router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb port 710f8347-35ad-4652-9ad2-a9b6a6705bb8 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:06:48.169867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-984b263d-29ca-4c2d-9114-018ab987de23 None None] Provisioning complete for port 51f4d6e0-243f-4b84-9b96-aea7199e611d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:48.170285 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-984b263d-29ca-4c2d-9114-018ab987de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.392882 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.410803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.748037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc098f-41ac-4f07-93fc-eabfc58ca0aa req-37da1110-aaac-457f-aa69-2e4fc17f7c69 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:48.758798 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1adc098f-41ac-4f07-93fc-eabfc58ca0aa req-37da1110-aaac-457f-aa69-2e4fc17f7c69 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 932 time: 0.4066508 Dec 20 12:06:48.875883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1adc098f-41ac-4f07-93fc-eabfc58ca0aa req-8767d68b-5655-4332-a21f-c2cd1b206b22 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113522 Dec 20 12:06:48.896332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-984b263d-29ca-4c2d-9114-018ab987de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.916272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.051281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.086397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 51f4d6e0-243f-4b84-9b96-aea7199e611d, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=51f4d6e0-243f-4b84-9b96-aea7199e611d,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:49.100036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.102294 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.279682 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.297169 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.324437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9044d0-bf16-4359-8dc1-4aaf05887248 req-84fae9f6-89ab-4486-95e9-37a6b2a58745 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:49.331771 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Transition to ACTIVE for port object 710f8347-35ad-4652-9ad2-a9b6a6705bb8 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:49.341967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c9044d0-bf16-4359-8dc1-4aaf05887248 req-84fae9f6-89ab-4486-95e9-37a6b2a58745 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.4068089 Dec 20 12:06:49.347335 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.361971 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-878f47b4-9f8d-407e-a5e0-e9e482008d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.369411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-984b263d-29ca-4c2d-9114-018ab987de23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:49.374988 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-984b263d-29ca-4c2d-9114-018ab987de23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:49.391044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=51f4d6e0-243f-4b84-9b96-aea7199e611d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.399848 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:49.482482 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Attempting to bind port 710f8347-35ad-4652-9ad2-a9b6a6705bb8 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:49.483012 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Attempting to bind port 710f8347-35ad-4652-9ad2-a9b6a6705bb8 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:49.483493 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Attempting to bind port 710f8347-35ad-4652-9ad2-a9b6a6705bb8 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:49.489836 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Pushing event updated for resources: {'Port': ['ID=710f8347-35ad-4652-9ad2-a9b6a6705bb8,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.496647 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:49.497528 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:49.498336 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.499683 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:49.500351 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Bound port: 710f8347-35ad-4652-9ad2-a9b6a6705bb8, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:49.500889 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.513237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c9044d0-bf16-4359-8dc1-4aaf05887248 req-02659ffc-2e50-46cd-9da1-98fcee460657 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703479 Dec 20 12:06:49.554869 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.555206 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.555710 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.556203 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.556683 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.557165 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.557657 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.558196 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.558658 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.559213 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.559519 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:49.565925 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:49.603241 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] For port 710f8347-35ad-4652-9ad2-a9b6a6705bb8, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:49.607024 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] For port 710f8347-35ad-4652-9ad2-a9b6a6705bb8, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=710f8347-35ad-4652-9ad2-a9b6a6705bb8,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:49.613335 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.618301 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.641980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Allocated IP 172.20.0.1 (0b04bedf-04fb-46cb-95c8-971161e4d5d0/eb817e31-299e-4a18-9fe6-ef16fc775fc3/5258e168-610e-431c-9bad-c79044af2f33) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:49.698230 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Pushing event updated for resources: {'Port': ['ID=710f8347-35ad-4652-9ad2-a9b6a6705bb8,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.701355 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-ca9ba722-b111-42af-bb7f-dbd1b1e86a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:49.702874 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:49.703756 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:49.779457 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.797617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6bc3aae9-cd55-40c7-be94-86ed5389f2a6 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.800956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.817744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Transition to ACTIVE for port object 5258e168-610e-431c-9bad-c79044af2f33 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:49.841678 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.845404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-95e457d8-f833-4be1-917a-3b6672e5b29e tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.880256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:49.883971 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:49.897154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:49.903225 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:49.903812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.908893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:49.918396 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:49.924232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:49.937833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8958540 Dec 20 12:06:49.938629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48026) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:49.943804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Subnet': ['ID=c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.948052 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94ab460e-2b62-48d2-a319-5467223cf10a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:49.954092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1233055649', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51'}], 'security_groups': ['38173608-3462-47da-b284-3251d176eb65', '46d9bfb5-e6e7-4a77-810b-570116549d49']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:49.959780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Pushing event updated for resources: {'Port': ['ID=5258e168-610e-431c-9bad-c79044af2f33,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.966589 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:49.992478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.015968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f074d36-62f7-4589-bd7f-057ff9d1cde7 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:50.021808 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a5040-6072-475f-952e-47f18dfc9287 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:50.060896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.141264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Transition to ACTIVE for port object 7f074d36-62f7-4589-bd7f-057ff9d1cde7 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:50.222679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-08dbfb3b-6396-4eeb-8494-7f4d8cb1f341 None None] Provisioning complete for port 51f4d6e0-243f-4b84-9b96-aea7199e611d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:50.223051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08dbfb3b-6396-4eeb-8494-7f4d8cb1f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.223789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.257707 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1871785b-31e3-4aa7-be79-2ac6ba1cafa3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:50.313514 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.354070 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:46Z', 'revision_number': 3, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:50.362236 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb81e7-8ba6-47c3-a084-837314dec336 None None] The sync data for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 is: [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:46Z', 'revision_number': 3, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:50.450380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac753ee5-0a2e-4c60-9e66-6c9ff814407f req-019a4f08-069b-4277-bd1a-16da25b482b5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:50.454050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.459533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ac753ee5-0a2e-4c60-9e66-6c9ff814407f req-019a4f08-069b-4277-bd1a-16da25b482b5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 944 time: 0.3377404 Dec 20 12:06:50.468301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Pushing event updated for resources: {'Port': ['ID=7f074d36-62f7-4589-bd7f-057ff9d1cde7,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:50.475697 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:50.704453 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ac753ee5-0a2e-4c60-9e66-6c9ff814407f req-4205efcf-195f-4c3e-a28f-7b4280831f34 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438781 Dec 20 12:06:50.735371 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Attempting to bind port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:50.735950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Attempting to bind port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:50.736491 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Attempting to bind port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:50.821971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:50.825739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd258b4d-c371-4d2c-892d-12068f02fff3 None None] Provisioning for port 5258e168-610e-431c-9bad-c79044af2f33 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:50.825862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.831106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Attempting to bind port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 on network 8726e32b-1abb-4a36-ab01-56e61220cc79 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:50.832900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.835832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Update dhcp port {'port': {'network_id': 'f4e0ed82-d9c5-4094-a361-b6f73b0dd34f', 'fixed_ips': [{'subnet_id': 'b4ddca7c-fb14-4b54-9999-c1b723b79d67', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5072f548-31e8-49af-930b-7fcc2008ca64', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51'}], 'binding:host_id': 'n-d-victoria-1'}, 'id': '085faae5-d9f9-4544-be43-63d4c9387c55'} from n-d-victoria-1. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:06:50.866785 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ab8e352e-ecf9-425d-a947-ee05ccd89a74 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:50.924679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.929237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:50.929759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Checking segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:50.930094 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Bound using segment: {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:50.930817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Bound port: 7f074d36-62f7-4589-bd7f-057ff9d1cde7, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d782f0-77e9-4324-afa0-1e6f9b017e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:50.931368 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.945789 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd258b4d-c371-4d2c-892d-12068f02fff3 None None] Provisioning complete for port 5258e168-610e-431c-9bad-c79044af2f33 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:50.946194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd258b4d-c371-4d2c-892d-12068f02fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.014487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Pushing event updated for resources: {'Port': ['ID=5258e168-610e-431c-9bad-c79044af2f33,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.018240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.023410 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.074655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cd258b4d-c371-4d2c-892d-12068f02fff3 None None] Port 5258e168-610e-431c-9bad-c79044af2f33 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:51.290738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a4bb4-685b-4e0e-865d-0b3674104fdb req-31276163-393e-486c-93dd-1a24a23db3d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:51.293962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:51.295421 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-649a4bb4-685b-4e0e-865d-0b3674104fdb req-31276163-393e-486c-93dd-1a24a23db3d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.4810905 Dec 20 12:06:51.297143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:51.339654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] For port 7f074d36-62f7-4589-bd7f-057ff9d1cde7, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:51.395704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 710f8347-35ad-4652-9ad2-a9b6a6705bb8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:51.419884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] For port 7f074d36-62f7-4589-bd7f-057ff9d1cde7, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7f074d36-62f7-4589-bd7f-057ff9d1cde7,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:51.447734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.475421 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6aaca2ae-27e8-4b71-b69c-f5a3f708d775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:51.567628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 710f8347-35ad-4652-9ad2-a9b6a6705bb8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:51.573098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 710f8347-35ad-4652-9ad2-a9b6a6705bb8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:51.573488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.823485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.825037 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] 10.222.0.53 "PUT /v2.0/ports/7f074d36-62f7-4589-bd7f-057ff9d1cde7 HTTP/1.1" status: 200 len: 1094 time: 3.9912591 Dec 20 12:06:51.828389 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.830516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-649a4bb4-685b-4e0e-865d-0b3674104fdb req-fc95bba7-1c69-447e-8bce-9e5b1e33d59f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190842 Dec 20 12:06:51.830516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'tag': '7f074d36-62f7-4589-bd7f-057ff9d1cde7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:51.870851 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Pushing event updated for resources: {'Port': ['ID=7f074d36-62f7-4589-bd7f-057ff9d1cde7,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.886362 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.888586 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Delete allocated IP 2001:db8::d4 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/5072f548-31e8-49af-930b-7fcc2008ca64) {{(pid=83558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:06:51.914976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 710f8347-35ad-4652-9ad2-a9b6a6705bb8, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=710f8347-35ad-4652-9ad2-a9b6a6705bb8,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:51.928466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.929514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 51f4d6e0-243f-4b84-9b96-aea7199e611d up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:52.022310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Allocated IP 2001:db8:0:2::165 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51/21fa4042-d911-4cb5-b879-b0f77bd9905c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:52.032229 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:52.100548 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'tag': '7f074d36-62f7-4589-bd7f-057ff9d1cde7', 'status': 'completed', 'code': 200} Dec 20 12:06:52.169948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8e2b9e9c-1c3d-423e-9fae-bf156c66c541 None None] Provisioning complete for port 5258e168-610e-431c-9bad-c79044af2f33 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:52.169948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9e9c-1c3d-423e-9fae-bf156c66c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.209705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 51f4d6e0-243f-4b84-9b96-aea7199e611d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:52.221834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.243448 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-ee1b3481-c7f5-468a-84e1-760e808f4ed7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 1097 time: 0.3459256 Dec 20 12:06:52.251466 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=710f8347-35ad-4652-9ad2-a9b6a6705bb8,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:52.255153 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:52.290574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b9e9c-1c3d-423e-9fae-bf156c66c541 None None] Port 5258e168-610e-431c-9bad-c79044af2f33 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:52.343879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-a6c56992-e083-4b7c-b129-a94d72694780 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f074d36-62f7-4589-bd7f-057ff9d1cde7 HTTP/1.1" status: 200 len: 217 time: 0.0905950 Dec 20 12:06:52.349470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133266a1-5895-4cfb-b277-85b36c0e1ee7 req-faa9d3e8-4e5d-40a5-805c-06cf7eaf85ec tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:52.352274 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-133266a1-5895-4cfb-b277-85b36c0e1ee7 req-faa9d3e8-4e5d-40a5-805c-06cf7eaf85ec tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 944 time: 0.3442488 Dec 20 12:06:52.427494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-efa08779-17c5-416f-af29-6ef311b87787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:52.428909 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-efa08779-17c5-416f-af29-6ef311b87787 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.0803566 Dec 20 12:06:52.444906 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-133266a1-5895-4cfb-b277-85b36c0e1ee7 req-bba63cd7-ad34-49e8-875f-86544951e54b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870883 Dec 20 12:06:52.480764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-e7e585de-4bc2-4d3f-9bfe-cca9f52c475b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444691 Dec 20 12:06:52.537516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.612685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:52.630157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Transition to ACTIVE for port object 21fa4042-d911-4cb5-b879-b0f77bd9905c will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:52.656905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.679380 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bb0a3fcc-932e-46b3-b037-5f2a2cc21ffd tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:52.732912 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Allocated IP 2001:db8:0:2::2 (f4e0ed82-d9c5-4094-a361-b6f73b0dd34f/c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51/085faae5-d9f9-4544-be43-63d4c9387c55) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:52.769749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] In _notify_port_updated(), no bound segment for port 21fa4042-d911-4cb5-b879-b0f77bd9905c on network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:06:52.772598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:52.773529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.778976 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "PUT /v2.0/ports/21fa4042-d911-4cb5-b879-b0f77bd9905c HTTP/1.1" status: 200 len: 970 time: 2.8368783 Dec 20 12:06:52.784313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48038) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:52.873354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event updated for resources: {'Port': ['ID=21fa4042-d911-4cb5-b879-b0f77bd9905c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:52.877345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-aa312651-c81e-402d-b58e-28babb5daf0b service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863673 Dec 20 12:06:52.881016 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:52.903641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:52.926125 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] 10.222.0.32 "PUT /v2.0/routers/ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9450846 Dec 20 12:06:52.966069 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=085faae5-d9f9-4544-be43-63d4c9387c55,segment=NetworkSegment(ea7a3be2-0abb-45dd-b88f-b2121ff33770),segment_id=ea7a3be2-0abb-45dd-b88f-b2121ff33770)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:53.035219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.037209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 21fa4042-d911-4cb5-b879-b0f77bd9905c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:53.037558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.080167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Transition to ACTIVE for port object 085faae5-d9f9-4544-be43-63d4c9387c55 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:53.088175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.093170 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2f96cb60-7155-41c1-a6a3-100cfe469dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:53.229181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 710f8347-35ad-4652-9ad2-a9b6a6705bb8 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:53.384183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Pushing event updated for resources: {'Port': ['ID=085faae5-d9f9-4544-be43-63d4c9387c55,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:53.391481 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:53.420861 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5ccaf631-c2ef-4147-a71b-4c03156537b0 req-c3e67301-aa0e-40af-b5a5-116583b36908 service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279937 Dec 20 12:06:53.498205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 710f8347-35ad-4652-9ad2-a9b6a6705bb8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:53.498584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.681158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.941080 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:53.953217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410868405', 'description': 'tempest-description--1421397476'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:53.971870 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:53.977625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:53.981269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:53.994378 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:54.010948 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 21fa4042-d911-4cb5-b879-b0f77bd9905c owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:54.024276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.053517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad2c58-0233-489e-9563-cd3ca8dda1f9 req-082f31d7-649a-4611-bbed-bd80915254a8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:54.054975 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1dad2c58-0233-489e-9563-cd3ca8dda1f9 req-082f31d7-649a-4611-bbed-bd80915254a8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.9332991 Dec 20 12:06:54.161014 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:54.166617 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group_rule and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:54.169965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:54.177642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:54.239865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-c5fd1bb1-dfa6-4642-814d-202658edb766 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d965e858fe204507b348bab15a89bd52&device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 1097 time: 0.7488735 Dec 20 12:06:54.245519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1dad2c58-0233-489e-9563-cd3ca8dda1f9 req-43054b8b-4c2d-44f7-835c-c9348079915f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594729 Dec 20 12:06:54.332756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.343601 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab31e-d69c-49c4-a47c-3cde3b50e860 req-a8bcefd9-78c4-4f34-a57c-13f085dacac0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:54.345488 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66aab31e-d69c-49c4-a47c-3cde3b50e860 req-a8bcefd9-78c4-4f34-a57c-13f085dacac0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 944 time: 0.2968602 Dec 20 12:06:54.346988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.362046 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c8fef732-ee6b-4e58-8f9d-c61ca39565bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:54.420760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048fa263-89bf-4830-b409-711b1900de75,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:54.430911 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:54.432549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.433796 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4911084 Dec 20 12:06:54.439313 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:54.447805 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'security_group_rule': {'security_group_id': '048fa263-89bf-4830-b409-711b1900de75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:54.459648 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:54.465611 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group_rule and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:54.472033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Provisioning complete for port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:54.473567 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.481143 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-66aab31e-d69c-49c4-a47c-3cde3b50e860 req-26f07371-c564-4a32-8306-769115eec024 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199963 Dec 20 12:06:54.482136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:54.495102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:54.517084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.567662 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:54.585854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-070a466c-8b71-46eb-a990-ce5fcad5f5c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:54.588807 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-070a466c-8b71-46eb-a990-ce5fcad5f5c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 200 len: 906 time: 0.3417120 Dec 20 12:06:54.626843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.633524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.635732 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6f57fe5e-36c1-4356-b897-cf62d25622a9 tempest-ImagesOneServerNegativeTestJSON-1516268822 tempest-ImagesOneServerNegativeTestJSON-1516268822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:54.662741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6cdf0a-5e76-4318-83b1-42fdbf0bbce5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:54.665673 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:54.673772 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Provisioning for port 21fa4042-d911-4cb5-b879-b0f77bd9905c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:54.680158 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Provisioning complete for port 21fa4042-d911-4cb5-b879-b0f77bd9905c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:54.680823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.681160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.687899 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:54.689614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.691046 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2506430 Dec 20 12:06:54.694305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48060) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:54.700371 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'security_group_rule': {'security_group_id': '048fa263-89bf-4830-b409-711b1900de75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:54.709355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:54.717430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group_rule and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:54.722802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:54.734460 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-46d61d66-45e0-48b0-bcb7-aaf9b1e2927c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f074d36-62f7-4589-bd7f-057ff9d1cde7 HTTP/1.1" status: 200 len: 217 time: 0.1377409 Dec 20 12:06:54.740091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:54.755446 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Port 21fa4042-d911-4cb5-b879-b0f77bd9905c was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 12:06:54.777869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.781790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Provisioning for port 085faae5-d9f9-4544-be43-63d4c9387c55 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:54.794966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:54.802944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=21fa4042-d911-4cb5-b879-b0f77bd9905c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:54.813225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1b006a0-1421-4f5e-be2c-21df68d64760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.821250 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:54.869208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.881792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-fb4aa763-b0d5-4970-9766-d0cfbe8a4dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:54.883146 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-fb4aa763-b0d5-4970-9766-d0cfbe8a4dec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 200 len: 845 time: 0.1335051 Dec 20 12:06:54.886531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/21fa4042-d911-4cb5-b879-b0f77bd9905c HTTP/1.1" status: 204 len: 168 time: 2.1009893 Dec 20 12:06:54.887816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48064) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:54.927155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.939382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.941797 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9635a828-78be-4fe0-bff4-a930780d26c7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:54.963146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b730cb7-46ae-48c9-aba9-a6b97b5bc4be,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:54.977476 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:54.992148 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-31e79fef-5289-4821-b9b1-72f78f410925 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8726e32b-1abb-4a36-ab01-56e61220cc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005628 Dec 20 12:06:54.994388 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a781a105-7a63-4853-8323-6c587e5c92b0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] GET failed (client error): The resource could not be found. Dec 20 12:06:54.994801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a781a105-7a63-4853-8323-6c587e5c92b0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Synchronizing usage tracker for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:55.006234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Sync routers for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:55.020124 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.021811 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3265507 Dec 20 12:06:55.026114 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48068) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.033179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:55.042179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:55.047596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:floatingip and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:55.051301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:55.057275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a781a105-7a63-4853-8323-6c587e5c92b0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Unset dirty status for tenant:77107150b7bf418b807c865eae30ff91 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:55.061922 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a781a105-7a63-4853-8323-6c587e5c92b0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports/21fa4042-d911-4cb5-b879-b0f77bd9905c HTTP/1.1" status: 404 len: 333 time: 0.1691568 Dec 20 12:06:55.064271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:55.066589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:55.067429 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:55.067823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48072) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.126657 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.204389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-2bc8aff4-42a1-406c-9a5f-04cdbd930edb service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063732 Dec 20 12:06:55.239398 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 085faae5-d9f9-4544-be43-63d4c9387c55 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:55.249966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.262458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-471eaaa8-7073-43ea-9d72-22df45679026 None None] Could not find standard attr ID for object 21fa4042-d911-4cb5-b879-b0f77bd9905c. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:06:55.349559 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:55.392149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7f074d36-62f7-4589-bd7f-057ff9d1cde7 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:06:55.396845 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-670f0d21-46c3-4437-9cb4-6fc6f6f8616d req-06106958-2553-4d80-826a-1f132ad4bb3f service neutron] 10.222.0.53 "GET /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873400 Dec 20 12:06:55.407566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.416427 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:55.416941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.519567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.536542 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e4df5e3-6ffe-4ceb-9b98-723484ecebcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:55.559505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9a0c2e-63ae-4741-8e67-205fcf31d79f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:55.562691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.565979 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:55.587863 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9ea09-c90d-4b08-80e9-b7343d889bb9 req-8541850f-0cfb-4453-8e20-34428c8067c8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:55.596720 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-34b9ea09-c90d-4b08-80e9-b7343d889bb9 req-8541850f-0cfb-4453-8e20-34428c8067c8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.1592946 Dec 20 12:06:55.612449 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.617542 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc9a0c2e-63ae-4741-8e67-205fcf31d79f HTTP/1.1" status: 204 len: 168 time: 0.5485137 Dec 20 12:06:55.619718 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.656301 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-34b9ea09-c90d-4b08-80e9-b7343d889bb9 req-b5b34aa2-5176-4c50-a0eb-844316bbc9e2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568297 Dec 20 12:06:55.849010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.858154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 7f074d36-62f7-4589-bd7f-057ff9d1cde7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7f074d36-62f7-4589-bd7f-057ff9d1cde7,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:55.878214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Allocated IP 172.35.0.145 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/040647a0-8db1-4c72-8c49-f80b1b013eb2) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:55.885434 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '7f074d36-62f7-4589-bd7f-057ff9d1cde7', 'network_id': '8726e32b-1abb-4a36-ab01-56e61220cc79', 'port_id': '7f074d36-62f7-4589-bd7f-057ff9d1cde7', 'mac_address': 'fa:16:3e:8e:73:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:06:55.910602 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deca88-1759-40af-9cd7-8db0749ca6fc req-b48c6ded-7885-4756-801c-5d1088b1e124 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:55.912859 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e8deca88-1759-40af-9cd7-8db0749ca6fc req-b48c6ded-7885-4756-801c-5d1088b1e124 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 944 time: 0.2625971 Dec 20 12:06:55.913780 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.014971 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.039451 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f074d36-62f7-4589-bd7f-057ff9d1cde7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:56.066634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 7f074d36-62f7-4589-bd7f-057ff9d1cde7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7f074d36-62f7-4589-bd7f-057ff9d1cde7,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:56.076489 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.080772 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.122228 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 2, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:56.141831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Checking router: ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:06:56.141831 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Updating router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb port 5258e168-610e-431c-9bad-c79044af2f33 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:06:56.206418 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=7f074d36-62f7-4589-bd7f-057ff9d1cde7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.210448 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.213966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.238647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.244440 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ba35fab-94b7-49cd-8e90-c1c0fd1046f9 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.266953 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e8deca88-1759-40af-9cd7-8db0749ca6fc req-bf84a97a-2d29-4dab-b27f-f34df9f5d297 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375182 Dec 20 12:06:56.274986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d9bfb5-e6e7-4a77-810b-570116549d49,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.289684 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.313106 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.314449 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/security-groups/46d9bfb5-e6e7-4a77-810b-570116549d49 HTTP/1.1" status: 204 len: 168 time: 0.6913655 Dec 20 12:06:56.317308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48084) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:56.322594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.348093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['7f074d36-62f7-4589-bd7f-057ff9d1cde7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:06:56.356018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.370943 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4939d120-a09b-469a-959b-3fbbf39e5d6a tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.407978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.424576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:56.427527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:56.431274 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:56.444417 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.479527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'Port': ['ID=040647a0-8db1-4c72-8c49-f80b1b013eb2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.484242 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.507488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.511427 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-01c9ac65-64ef-43d2-993a-56d74819fd3a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.525782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38173608-3462-47da-b284-3251d176eb65,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.532827 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.533564 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.537080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/security-groups/38173608-3462-47da-b284-3251d176eb65 HTTP/1.1" status: 204 len: 168 time: 0.2164381 Dec 20 12:06:56.538744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:56.767045 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.839295 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.855472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Transition to ACTIVE for port object 5258e168-610e-431c-9bad-c79044af2f33 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:56.866834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.870936 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.887465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831213f6-4484-4cbd-9b27-ec1bd8d602ab req-aef641f0-9ff7-4e4d-ae36-ac1c89d45206 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:56.889305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.889519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-831213f6-4484-4cbd-9b27-ec1bd8d602ab req-aef641f0-9ff7-4e4d-ae36-ac1c89d45206 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.0949466 Dec 20 12:06:56.928543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet 5072f548-31e8-49af-930b-7fcc2008ca64 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:56.945515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.951166 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-831213f6-4484-4cbd-9b27-ec1bd8d602ab req-3d6efd31-c257-47c1-a5d5-6dafbe0d25a6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535214 Dec 20 12:06:57.011112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f8817-ec94-4c1b-b7e5-f8fc25a9aa1a None None] Pushing event updated for resources: {'Port': ['ID=5258e168-610e-431c-9bad-c79044af2f33,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:57.015806 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7e9f8817-ec94-4c1b-b7e5-f8fc25a9aa1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:57.044911 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.120992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Attempting to bind port 5258e168-610e-431c-9bad-c79044af2f33 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:57.121572 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Attempting to bind port 5258e168-610e-431c-9bad-c79044af2f33 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:57.122186 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Attempting to bind port 5258e168-610e-431c-9bad-c79044af2f33 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:57.135834 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:57.136481 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Checking segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:57.137182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.137900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Bound using segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:57.138630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Bound port: 5258e168-610e-431c-9bad-c79044af2f33, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:57.139213 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.245454 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] For port 5258e168-610e-431c-9bad-c79044af2f33, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:57.248357 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] For port 5258e168-610e-431c-9bad-c79044af2f33, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5258e168-610e-431c-9bad-c79044af2f33,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:57.256472 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.263331 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:57.272307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.357986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.365754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.380636 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:57.386345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7f074d36-62f7-4589-bd7f-057ff9d1cde7 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:57.466601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f8817-ec94-4c1b-b7e5-f8fc25a9aa1a None None] Pushing event updated for resources: {'Port': ['ID=5258e168-610e-431c-9bad-c79044af2f33,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:57.470920 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7e9f8817-ec94-4c1b-b7e5-f8fc25a9aa1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:57.472554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:57.473167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:06:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:57.563957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'Port': ['ID=040647a0-8db1-4c72-8c49-f80b1b013eb2,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:57.566406 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:57.571266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.583758 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d04eb44b-625e-428c-ac34-9db448713e42 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:57.619503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:57.629729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:57.630086 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.644715 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=5072f548-31e8-49af-930b-7fcc2008ca64,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:57.649675 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:57.658492 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.663258 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.692283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed1149-dd6f-4f72-af1a-f181f893673f None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:57.692479 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7817c4c0-ecd1-48e1-8fdf-807be3b9b35b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/5072f548-31e8-49af-930b-7fcc2008ca64 HTTP/1.1" status: 204 len: 168 time: 1.1462860 Dec 20 12:06:57.692664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:57.700610 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.710713 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6831472 Dec 20 12:06:57.728604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa7b14-8723-40d3-b101-f7a3a94b81ec req-5089f9ae-6ad3-4d07-b98c-191d33852002 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:57.730575 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48aa7b14-8723-40d3-b101-f7a3a94b81ec req-5089f9ae-6ad3-4d07-b98c-191d33852002 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 945 time: 0.2828066 Dec 20 12:06:57.816239 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48aa7b14-8723-40d3-b101-f7a3a94b81ec req-15627c09-5fc4-4efd-8971-b213d225909a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782027 Dec 20 12:06:57.870334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d7aea22d-df56-448a-9870-54a8252da051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.882346 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:57.972271 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-01be67da-7365-4139-838f-7497f13d4452 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:58.003057 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:58.006899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.047637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-01be67da-7365-4139-838f-7497f13d4452 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:58.047827 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-01be67da-7365-4139-838f-7497f13d4452 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1410868405&fields=id&tenant_id=b08fe66005ec40448adb1f7b556bb596 HTTP/1.1" status: 200 len: 267 time: 0.1481407 Dec 20 12:06:58.114941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.125304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.224937 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56c3dd-4aa5-4cce-b960-bc531db16869 req-a04253bf-9181-42bf-a8ff-8bf9f9123027 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:58.226806 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a56c3dd-4aa5-4cce-b960-bc531db16869 req-a04253bf-9181-42bf-a8ff-8bf9f9123027 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.1061494 Dec 20 12:06:58.274493 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f074d36-62f7-4589-bd7f-057ff9d1cde7'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:58.300777 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a56c3dd-4aa5-4cce-b960-bc531db16869 req-4b0d1e04-32ec-49d0-91fe-5d61e08fc9e9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670743 Dec 20 12:06:58.301291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 7f074d36-62f7-4589-bd7f-057ff9d1cde7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7f074d36-62f7-4589-bd7f-057ff9d1cde7,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:58.330501 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.334572 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f6be75fa-223d-4a4a-b469-f0a8432093a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:58.495183 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f074d36-62f7-4589-bd7f-057ff9d1cde7', 'code': 200} Dec 20 12:06:58.546450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=7f074d36-62f7-4589-bd7f-057ff9d1cde7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:58.549403 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:58.583393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.585130 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:57Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:58.589982 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3d83b-6dac-401e-9722-08ec36e124b0 None None] The sync data for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 is: [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:57Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:58.682377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-fd9d7c2c-d01f-4924-9dc3-d50c837bd15f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:58.683047 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-fd9d7c2c-d01f-4924-9dc3-d50c837bd15f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:58.732004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-fd9d7c2c-d01f-4924-9dc3-d50c837bd15f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:58.739344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-fd9d7c2c-d01f-4924-9dc3-d50c837bd15f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 815 time: 0.6809144 Dec 20 12:06:58.773102 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-4442939b-19dc-4995-b5c4-c14335cf6c63 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/quotas/b08fe66005ec40448adb1f7b556bb596 HTTP/1.1" status: 200 len: 375 time: 0.0216668 Dec 20 12:06:58.844004 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53fcd7bf-c6b3-436a-a23e-6c39eb4d6972 req-429f967c-28c9-43c6-9738-b044dbf17856 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 1099 time: 0.3599646 Dec 20 12:06:58.848755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.883511 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-456a6678-05a8-4f6d-9482-f87dea401b44 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:58.917848 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-a7624146-d058-404c-a895-ebedce30fa17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3960135 Dec 20 12:06:58.936588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.948463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:58.956857 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:58.966066 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7f6a30e0-319d-436d-96c6-4c4a867b220d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/c6f6aa5d-ce87-4f77-a1a5-42be21ff4d51 HTTP/1.1" status: 204 len: 168 time: 1.2735021 Dec 20 12:06:58.970774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48116) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:58.987050 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53fcd7bf-c6b3-436a-a23e-6c39eb4d6972 req-80bbf982-f717-4ac0-bef6-6244dde78c81 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246154 Dec 20 12:06:59.012260 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-30b81d92-6ac4-40dc-bff9-a214d31a1c84 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2263157 Dec 20 12:06:59.099401 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48f673a-b545-4036-b8b9-33cd44cc6b87 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:59.099854 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48f673a-b545-4036-b8b9-33cd44cc6b87 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:59.101836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f48f673a-b545-4036-b8b9-33cd44cc6b87 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/5072f548-31e8-49af-930b-7fcc2008ca64 HTTP/1.1" status: 404 len: 337 time: 0.1306381 Dec 20 12:06:59.106923 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:59.253366 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5258e168-610e-431c-9bad-c79044af2f33 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:59.288345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting subnet b4ddca7c-fb14-4b54-9999-c1b723b79d67 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:59.349222 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dcfd4a61-2c29-4044-9938-62d5e4d3e003 service neutron] 10.222.0.32 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160970 Dec 20 12:06:59.407082 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 5258e168-610e-431c-9bad-c79044af2f33 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:59.453579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 5258e168-610e-431c-9bad-c79044af2f33 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:59.453579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.536901 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d508a-bd89-4d0d-a328-2be05b86a288 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:59.551052 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.599598 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-0961e4df-90e6-4dcd-a557-b60929d10a0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1098 time: 0.4024656 Dec 20 12:06:59.640512 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472699f3-92a7-41c6-a3cb-6cd8c51d5724 req-334ccddd-dcf0-4153-8cd1-c757ad6e13a6 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:59.642668 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-472699f3-92a7-41c6-a3cb-6cd8c51d5724 req-334ccddd-dcf0-4153-8cd1-c757ad6e13a6 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.5907853 Dec 20 12:06:59.712791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.755729 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.775232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f49a9c05-73c6-4882-a5a4-6ff197f549cb None None] Provisioning complete for port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:59.775517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f49a9c05-73c6-4882-a5a4-6ff197f549cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.778988 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-472699f3-92a7-41c6-a3cb-6cd8c51d5724 req-57e38449-3fc6-456d-8874-43e543d6e5e0 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179132 Dec 20 12:06:59.810542 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-5c41aa06-6eef-4ac5-b217-da65314abc9b service neutron] 10.222.0.32 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512677 Dec 20 12:06:59.833748 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-84153a4b-cdff-4e3a-96e6-b56ee9ea3599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:59.835181 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-84153a4b-cdff-4e3a-96e6-b56ee9ea3599 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 910 time: 0.2113974 Dec 20 12:06:59.908168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.942890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f49a9c05-73c6-4882-a5a4-6ff197f549cb None None] Port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:59.969445 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 5258e168-610e-431c-9bad-c79044af2f33, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5258e168-610e-431c-9bad-c79044af2f33,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:00.006597 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.017493 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-de3ef43c-2476-46ad-8ef2-1432f91d1d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:00.082977 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b003ee0-02a2-4632-9676-9438dafa19fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.114415 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-b795267e-3b01-4aa9-8b32-614aecedd54b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 1001 time: 0.2696340 Dec 20 12:07:00.115160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f49a9c05-73c6-4882-a5a4-6ff197f549cb None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:00.115160 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f49a9c05-73c6-4882-a5a4-6ff197f549cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.237887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-8ee3a0cd-4484-4632-ab98-ec998fdbb90d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:00.239820 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-8ee3a0cd-4484-4632-ab98-ec998fdbb90d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 200 len: 848 time: 0.1174872 Dec 20 12:07:00.260099 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=5258e168-610e-431c-9bad-c79044af2f33,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:00.264046 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:00.264970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.279149 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a491151a-14c4-45f1-8158-aac032c84eb6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:00.315611 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-97a53d15-212f-4fd5-a900-ab7466aad713 req-bd75ecd6-150f-469d-a668-7afc2919cd05 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 210 time: 0.0745082 Dec 20 12:07:00.377988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ddca7c-fb14-4b54-9999-c1b723b79d67,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:00.386736 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:00.387742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.405872 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-77d29dae-48e2-42d4-8875-0716c121a8ca tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/b4ddca7c-fb14-4b54-9999-c1b723b79d67 HTTP/1.1" status: 204 len: 168 time: 1.2978921 Dec 20 12:07:00.408170 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48134) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.426130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450be0f-d373-4ed1-a013-1ab55b6bc2ff req-57b08040-ed54-480e-8018-35e9c6d53f1f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:00.432932 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d450be0f-d373-4ed1-a013-1ab55b6bc2ff req-57b08040-ed54-480e-8018-35e9c6d53f1f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.3743000 Dec 20 12:07:00.468417 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-358445e1-af3b-46a5-8eed-48aa97884dd2 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:00.469494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358445e1-af3b-46a5-8eed-48aa97884dd2 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:00.472764 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-358445e1-af3b-46a5-8eed-48aa97884dd2 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/a279b7a0-ce81-4cbb-885e-00dd280e3d4d HTTP/1.1" status: 404 len: 337 time: 0.0613613 Dec 20 12:07:00.476186 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-12d94f77-584d-4e71-9cba-f1f2261fa3b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1595829 Dec 20 12:07:00.476850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48138) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.501984 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d450be0f-d373-4ed1-a013-1ab55b6bc2ff req-b53e278d-a9d4-4397-a6e9-52ed0695cf39 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672250 Dec 20 12:07:00.554495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2004e37e-c0f0-4198-bcae-b6b58cba9274 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "GET /v2.0/ports?device_id=5040a29f-daef-45b4-a307-1a8dd95cf98a HTTP/1.1" status: 200 len: 205 time: 0.0739880 Dec 20 12:07:00.554592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.727447 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-26be2a62-807a-4f20-a0ec-dac33865af3b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] delete failed (client error): The resource could not be found. Dec 20 12:07:00.728523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-26be2a62-807a-4f20-a0ec-dac33865af3b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/routers/5040a29f-daef-45b4-a307-1a8dd95cf98a HTTP/1.1" status: 404 len: 336 time: 0.1730309 Dec 20 12:07:00.731184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.745952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-bd3b77b5-3812-41dd-9317-e2be138fb1de service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283509 Dec 20 12:07:00.783441 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba49374-c099-47f2-a5f4-f83827d122ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:00.784150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba49374-c099-47f2-a5f4-f83827d122ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:00.786064 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cba49374-c099-47f2-a5f4-f83827d122ff tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/8a9abcac-81ed-48f9-8bd6-08b0d1d44976 HTTP/1.1" status: 404 len: 337 time: 0.0535212 Dec 20 12:07:00.788864 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48152) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.837563 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c1f276-9eba-4967-9edb-684d1fd85156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:00.838133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c1f276-9eba-4967-9edb-684d1fd85156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:00.839863 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e7c1f276-9eba-4967-9edb-684d1fd85156 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/0d989468-fe2c-4a34-87d2-aa52b7298b38 HTTP/1.1" status: 404 len: 337 time: 0.0490093 Dec 20 12:07:00.843403 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48158) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.890764 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69dcf57-09cd-4ac0-8cac-6d995eaa2861 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:00.891370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69dcf57-09cd-4ac0-8cac-6d995eaa2861 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:00.896174 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f69dcf57-09cd-4ac0-8cac-6d995eaa2861 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/73a8a503-c746-4871-854d-14dffa8d483d HTTP/1.1" status: 404 len: 337 time: 0.0517323 Dec 20 12:07:00.896788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48162) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.943113 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-bada8b0a-e54c-4db1-ace7-cd9b670d37b6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:00.943564 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bada8b0a-e54c-4db1-ace7-cd9b670d37b6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:00.947991 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-bada8b0a-e54c-4db1-ace7-cd9b670d37b6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/24019137-8a02-450f-a18e-bfa4df97f78b HTTP/1.1" status: 404 len: 333 time: 0.0502245 Dec 20 12:07:00.948750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.004138 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4997eaf-2b0c-4857-9ad3-d500e73a70e6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:01.004631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4997eaf-2b0c-4857-9ad3-d500e73a70e6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:01.008654 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a4997eaf-2b0c-4857-9ad3-d500e73a70e6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/a2771fab-22cb-44f6-ada4-4168c038b94e HTTP/1.1" status: 404 len: 337 time: 0.0564454 Dec 20 12:07:01.009314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48170) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.054911 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c1310a-a82d-4fbd-9571-fc01c4fe9f8d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:01.055362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c1310a-a82d-4fbd-9571-fc01c4fe9f8d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:01.060240 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-00c1310a-a82d-4fbd-9571-fc01c4fe9f8d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/4cc4f7c8-d780-4435-a3b9-154fb580284a HTTP/1.1" status: 404 len: 337 time: 0.0467677 Dec 20 12:07:01.060240 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48174) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.080100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69762ed-debb-4127-8583-9c0627634738 None None] Network f4e0ed82-d9c5-4094-a361-b6f73b0dd34f requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:01.105269 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d743ae2c-e90b-4eb3-9e1b-86089b5cf0d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:01.105751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d743ae2c-e90b-4eb3-9e1b-86089b5cf0d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:01.112194 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d743ae2c-e90b-4eb3-9e1b-86089b5cf0d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/002701bb-72da-4272-a1f4-8236f72606f2 HTTP/1.1" status: 404 len: 333 time: 0.0454168 Dec 20 12:07:01.112871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.188568 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ff2b10-00ad-4f8f-bcf0-f277db18fe2d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:01.189068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ff2b10-00ad-4f8f-bcf0-f277db18fe2d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:01.190816 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-25ff2b10-00ad-4f8f-bcf0-f277db18fe2d tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/4514a2ca-0b64-49d6-bf89-05617f265000 HTTP/1.1" status: 404 len: 337 time: 0.0769644 Dec 20 12:07:01.193187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48182) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.220568 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-558b2faf-14b9-411c-97ce-56daf5eddc82 req-e89d332b-28a7-46ab-b432-2d61cf0eed6f service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672801 Dec 20 12:07:01.245516 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ec16e-a304-45dd-9d7d-89744ee70fae req-e0ef1fbd-d19a-417e-afef-fa86a579b4ee tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:01.246320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-401ec16e-a304-45dd-9d7d-89744ee70fae req-e0ef1fbd-d19a-417e-afef-fa86a579b4ee tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:01.253064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5258e168-610e-431c-9bad-c79044af2f33 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:01.266813 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-401ec16e-a304-45dd-9d7d-89744ee70fae req-e0ef1fbd-d19a-417e-afef-fa86a579b4ee tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:01.268133 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-401ec16e-a304-45dd-9d7d-89744ee70fae req-e0ef1fbd-d19a-417e-afef-fa86a579b4ee tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1629839 Dec 20 12:07:01.281384 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab9a34a-3af5-478a-9a5f-5af0e0720df8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] DELETE failed (client error): The resource could not be found. Dec 20 12:07:01.282436 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab9a34a-3af5-478a-9a5f-5af0e0720df8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:01.287439 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6ab9a34a-3af5-478a-9a5f-5af0e0720df8 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/subnets/1273c493-a19e-4545-a54c-e48117917b07 HTTP/1.1" status: 404 len: 337 time: 0.0925071 Dec 20 12:07:01.288462 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.325074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-401ec16e-a304-45dd-9d7d-89744ee70fae req-59702ffd-ea3e-487d-8309-95fac356fed4 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Dec 20 12:07:01.359613 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.363811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:01.364334 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.371083 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.393935 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c1d2cb0a-0659-4c4b-8d68-11363a7f2648 None None] Provisioning complete for port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:01.394348 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c1d2cb0a-0659-4c4b-8d68-11363a7f2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.479650 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2cb0a-0659-4c4b-8d68-11363a7f2648 None None] Port afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:01.486502 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 5258e168-610e-431c-9bad-c79044af2f33 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:01.487060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.553548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c1d2cb0a-0659-4c4b-8d68-11363a7f2648 None None] Provisioning complete for port 085faae5-d9f9-4544-be43-63d4c9387c55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:01.554301 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c1d2cb0a-0659-4c4b-8d68-11363a7f2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.596425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] DHCP port deletion for f4e0ed82-d9c5-4094-a361-b6f73b0dd34f request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:07:01.610191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-40fb29cb-bf96-4771-a581-6afeb847fb05 req-d9bb90b6-0809-4af0-a924-a64710ef8df9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 210 time: 0.1055427 Dec 20 12:07:01.619937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Deleting port 085faae5-d9f9-4544-be43-63d4c9387c55 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:01.619937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.698293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.835965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:01.884037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98c39055-8caf-4284-a6db-64c5d0c9fc55 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:07:01.884567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-ea3c97b7-dd3c-4460-9a90-8aa3afbcf00f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:01.886179 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-ea3c97b7-dd3c-4460-9a90-8aa3afbcf00f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 815 time: 0.2208023 Dec 20 12:07:01.999867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f4280-d6da-43c3-8be1-5e4cca25dc4d req-76405ec6-1882-42eb-a19c-41feb25c5eb4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:02.001896 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f3f4280-d6da-43c3-8be1-5e4cca25dc4d req-76405ec6-1882-42eb-a19c-41feb25c5eb4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 944 time: 0.1157649 Dec 20 12:07:02.003387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.016602 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-13efad4f-e8d4-4001-9ae7-53a8d2b8b7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:02.023405 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-c18a3a63-0957-4c26-8ab2-b8b4862f392b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b08fe66005ec40448adb1f7b556bb596 HTTP/1.1" status: 200 len: 380 time: 0.1212060 Dec 20 12:07:02.030301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'port': {'device_id': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'admin_state_up': True, 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'security_groups': ['048fa263-89bf-4830-b409-711b1900de75']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:02.055867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.092196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82390e-81dc-4626-a94b-0f7c8ab7ac45 req-db51e89c-9d37-4297-941f-4c56d610e35a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:02.094344 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Port': ['ID=afa4b8c9-4302-4b9e-bde2-53fa9c7a6650,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:02.099685 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad82390e-81dc-4626-a94b-0f7c8ab7ac45 req-db51e89c-9d37-4297-941f-4c56d610e35a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1804180 Dec 20 12:07:02.100543 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:02.110581 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/ports/afa4b8c9-4302-4b9e-bde2-53fa9c7a6650 HTTP/1.1" status: 204 len: 168 time: 0.8201983 Dec 20 12:07:02.119613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:02.132895 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0f3f4280-d6da-43c3-8be1-5e4cca25dc4d req-cab19c72-1576-46df-b304-27f5b1556610 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653174 Dec 20 12:07:02.220448 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=085faae5-d9f9-4544-be43-63d4c9387c55,segment=NetworkSegment(ea7a3be2-0abb-45dd-b88f-b2121ff33770),segment_id=ea7a3be2-0abb-45dd-b88f-b2121ff33770)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:02.220842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.319249 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ad82390e-81dc-4626-a94b-0f7c8ab7ac45 req-e3c886e3-0b4b-436d-98cc-d5cf4fb58576 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184081 Dec 20 12:07:02.346299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.348372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:02.353642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:port and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:02.357089 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Calling delete_port for 085faae5-d9f9-4544-be43-63d4c9387c55 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:02.358905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:02.365889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:02.371913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 085faae5-d9f9-4544-be43-63d4c9387c55 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:02.372163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.438714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Made reservation on behalf of b08fe66005ec40448adb1f7b556bb596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:02.441779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.473244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 98c39055-8caf-4284-a6db-64c5d0c9fc55, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98c39055-8caf-4284-a6db-64c5d0c9fc55,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:02.512922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '98c39055-8caf-4284-a6db-64c5d0c9fc55', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'port_id': '98c39055-8caf-4284-a6db-64c5d0c9fc55', 'mac_address': 'fa:16:3e:c1:6f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:07:02.561352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.568133 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-daa137b9-26c2-41da-8f83-dc8a89baaa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:02.640580 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Pushing event deleted for resources: {'Port': ['ID=085faae5-d9f9-4544-be43-63d4c9387c55,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:02.648699 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:02.664883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] No DVR routers for this DVR port 085faae5-d9f9-4544-be43-63d4c9387c55 on host n-d-victoria-1 {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:02.669506 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.704182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c39055-8caf-4284-a6db-64c5d0c9fc55 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:07:02.718819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a74e0-54dd-46b3-b320-3e0a6a80d28d req-c3af6db1-f49d-4081-bd90-3ed5983b9528 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:02.726670 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f90a74e0-54dd-46b3-b320-3e0a6a80d28d req-c3af6db1-f49d-4081-bd90-3ed5983b9528 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.2505982 Dec 20 12:07:02.728303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 98c39055-8caf-4284-a6db-64c5d0c9fc55, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98c39055-8caf-4284-a6db-64c5d0c9fc55,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:02.738584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.740950 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:02.781631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] For port 085faae5-d9f9-4544-be43-63d4c9387c55, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=085faae5-d9f9-4544-be43-63d4c9387c55,segment=NetworkSegment(ea7a3be2-0abb-45dd-b88f-b2121ff33770),segment_id=ea7a3be2-0abb-45dd-b88f-b2121ff33770)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:02.782245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.795013 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f90a74e0-54dd-46b3-b320-3e0a6a80d28d req-6372d356-7e57-4eb5-86e7-9503a694fc23 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668042 Dec 20 12:07:02.820988 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.827825 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=98c39055-8caf-4284-a6db-64c5d0c9fc55,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:02.839997 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:02.976125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['98c39055-8caf-4284-a6db-64c5d0c9fc55'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:02.977772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d96840b7-8604-4e8e-87ae-9c1f1c60b519 req-9fb809d4-a1e9-4edd-9409-d50cc03905ab tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 210 time: 0.1778207 Dec 20 12:07:02.988145 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Calling delete_port for 085faae5-d9f9-4544-be43-63d4c9387c55 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:03.034581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Allocated IP 172.20.0.4 (0b04bedf-04fb-46cb-95c8-971161e4d5d0/eb817e31-299e-4a18-9fe6-ef16fc775fc3/717b7c88-5cd9-4bef-8c44-c2618b783a74) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:03.211765 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 085faae5-d9f9-4544-be43-63d4c9387c55 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:03.228583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.db.api [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:07:03.228905 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_db.api [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:07:03.242294 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e6448-1f7a-492b-a571-a36c31c86a65 req-aab5de12-2487-4514-95b8-ac610f7e1aa8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:03.256328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 085faae5-d9f9-4544-be43-63d4c9387c55 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:03.256328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 085faae5-d9f9-4544-be43-63d4c9387c55 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:03.259714 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a59e6448-1f7a-492b-a571-a36c31c86a65 req-aab5de12-2487-4514-95b8-ac610f7e1aa8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1201470 Dec 20 12:07:03.417873 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a59e6448-1f7a-492b-a571-a36c31c86a65 req-c5a04648-6ca7-4e9f-a228-71a1395c7170 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573112 Dec 20 12:07:03.574871 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.612200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85a802-dbf0-4616-9069-ed08dbc0b0f1 req-19377386-9227-479c-9e53-c37c5e873f6f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:03.613927 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b85a802-dbf0-4616-9069-ed08dbc0b0f1 req-19377386-9227-479c-9e53-c37c5e873f6f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 945 time: 0.2914164 Dec 20 12:07:03.614897 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Transition to ACTIVE for port object 717b7c88-5cd9-4bef-8c44-c2618b783a74 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:03.680651 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5b85a802-dbf0-4616-9069-ed08dbc0b0f1 req-be23aff8-c94f-4aab-8900-fb9ed0c82cc5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603554 Dec 20 12:07:03.682759 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.689762 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5afee95c-1619-4461-826d-bd5ec41ebccb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:03.733746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Deleting port 085faae5-d9f9-4544-be43-63d4c9387c55 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:03.733959 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.824142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:03.832741 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] The port '085faae5-d9f9-4544-be43-63d4c9387c55' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:07:03.836273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:03.841110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:03.871116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:03.892460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98c39055-8caf-4284-a6db-64c5d0c9fc55 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:03.911673 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:04.007960 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 98c39055-8caf-4284-a6db-64c5d0c9fc55 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:04.016205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 98c39055-8caf-4284-a6db-64c5d0c9fc55 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:04.016425 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.049251 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.070724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:04.071339 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.112211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e0ed82-d9c5-4094-a361-b6f73b0dd34f']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:04.133953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7a3be2-0abb-45dd-b88f-b2121ff33770') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:04.134972 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7a3be2-0abb-45dd-b88f-b2121ff33770') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:04.150648 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1245201 Dec 20 12:07:04.156265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.179775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.189378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:07:04.191180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.219897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: util.warn( Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:07:04.227562 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:07:04.246548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Request body: {'port': {'device_id': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:04.342892 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c39055-8caf-4284-a6db-64c5d0c9fc55'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:04.351456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4967249-6bb0-47ee-8f25-ec2e1ef0b641 None None] Provisioning for port 717b7c88-5cd9-4bef-8c44-c2618b783a74 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:04.364154 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4967249-6bb0-47ee-8f25-ec2e1ef0b641 None None] Provisioning complete for port 717b7c88-5cd9-4bef-8c44-c2618b783a74 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:04.364552 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d4967249-6bb0-47ee-8f25-ec2e1ef0b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.424557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 98c39055-8caf-4284-a6db-64c5d0c9fc55, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98c39055-8caf-4284-a6db-64c5d0c9fc55,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:04.427223 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.440269 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:04.441136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cefc3-5917-4d35-940b-79587f74b988 req-96d3682b-2624-4462-8e99-568b5feb9512 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:04.441136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-042cefc3-5917-4d35-940b-79587f74b988 req-96d3682b-2624-4462-8e99-568b5feb9512 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:04.448735 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c39055-8caf-4284-a6db-64c5d0c9fc55', 'code': 200} Dec 20 12:07:04.450290 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.460828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.464938 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:04.472275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Pushing event deleted for resources: {'Network': ['ID=f4e0ed82-d9c5-4094-a361-b6f73b0dd34f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:04.493690 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:04.495759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-042cefc3-5917-4d35-940b-79587f74b988 req-96d3682b-2624-4462-8e99-568b5feb9512 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:04.499292 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-042cefc3-5917-4d35-940b-79587f74b988 req-96d3682b-2624-4462-8e99-568b5feb9512 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 931 time: 0.2654240 Dec 20 12:07:04.503559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] 10.222.0.32 "DELETE /v2.0/networks/f4e0ed82-d9c5-4094-a361-b6f73b0dd34f HTTP/1.1" status: 204 len: 168 time: 2.3798172 Dec 20 12:07:04.549773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.561658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d4967249-6bb0-47ee-8f25-ec2e1ef0b641 None None] Port 717b7c88-5cd9-4bef-8c44-c2618b783a74 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:04.573640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=98c39055-8caf-4284-a6db-64c5d0c9fc55,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:04.577643 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:04.612272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-042cefc3-5917-4d35-940b-79587f74b988 req-d7be85f1-52b1-43e5-a017-7d92c322ad23 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:04.628855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-042cefc3-5917-4d35-940b-79587f74b988 req-d7be85f1-52b1-43e5-a017-7d92c322ad23 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:04.630332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-042cefc3-5917-4d35-940b-79587f74b988 req-d7be85f1-52b1-43e5-a017-7d92c322ad23 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111014 Dec 20 12:07:04.845620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-869d55cc-148b-4ff8-812b-e3d5b79b3efc req-e9112990-bf9f-453e-afe9-b0568f81dfc1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 1099 time: 0.3365419 Dec 20 12:07:04.876854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48228) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:04.906912 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009153a1-faeb-4237-82e3-46a3f226598c req-2a164f8e-badb-4a13-8ab1-93efd1e73d31 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:04.908616 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-009153a1-faeb-4237-82e3-46a3f226598c req-2a164f8e-badb-4a13-8ab1-93efd1e73d31 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.3031478 Dec 20 12:07:04.925110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a423a-beb9-4dca-9388-6be57a9e6eba req-817f90b4-d08d-4c74-a30b-96e947eb66e3 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:04.927882 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a7a423a-beb9-4dca-9388-6be57a9e6eba req-817f90b4-d08d-4c74-a30b-96e947eb66e3 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 946 time: 0.0989411 Dec 20 12:07:05.002709 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9a7a423a-beb9-4dca-9388-6be57a9e6eba req-742f8bb9-bf07-48d1-b94a-50c9f7207c60 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 Dec 20 12:07:05.036074 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-869d55cc-148b-4ff8-812b-e3d5b79b3efc req-385c3a19-fbcb-4a29-a881-fe21422a30d8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814103 Dec 20 12:07:05.063158 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-009153a1-faeb-4237-82e3-46a3f226598c req-defa0ca9-1a55-420b-ac92-f47b22229f96 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456795 Dec 20 12:07:05.145895 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f72104c1-1cc0-4f60-b477-039873593a0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77107150b7bf418b807c865eae30ff91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2668328 Dec 20 12:07:05.148401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48234) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:05.207960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717b7c88-5cd9-4bef-8c44-c2618b783a74 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:07:05.211933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.216836 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.242580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Transition to ACTIVE for port object 717b7c88-5cd9-4bef-8c44-c2618b783a74 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:05.243631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.246781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.252400 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:05.309130 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.324501 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8ef2fdb9-16b9-49f2-acea-e5396b55ecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:05.340737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e50df1-21fe-4755-91ca-ace3656118a3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:05.345311 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:05.346949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.348525 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45e50df1-21fe-4755-91ca-ace3656118a3 HTTP/1.1" status: 204 len: 168 time: 0.1990914 Dec 20 12:07:05.408799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:05.411846 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:05.542535 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:05.543128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:05.543705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:05.551359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:07:05.552674 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:05.559409 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:05.560229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Checking segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:05.560229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Bound using segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:05.560703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Bound port: 717b7c88-5cd9-4bef-8c44-c2618b783a74, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:05.561343 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.831128 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:05.834299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:05.840647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.844906 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:05.883680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d285995-5af4-48b6-b732-11af220eb724 req-1ed92596-ebb0-46a7-83eb-de4d65c59c38 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:05.885279 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d285995-5af4-48b6-b732-11af220eb724 req-1ed92596-ebb0-46a7-83eb-de4d65c59c38 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 943 time: 0.0851886 Dec 20 12:07:05.903125 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.904850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] 10.222.0.53 "PUT /v2.0/ports/717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 1093 time: 1.6703198 Dec 20 12:07:05.914561 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:05.952688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:05.955764 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:06.006032 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d285995-5af4-48b6-b732-11af220eb724 req-a1f766f3-a599-4d53-8946-a606c1ac7fc4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124403 Dec 20 12:07:06.036545 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'status': 'completed', 'code': 200} Dec 20 12:07:06.138858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-ffe6b4c9-f431-4056-bb30-d60ebb4d5ee7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1096 time: 0.1817858 Dec 20 12:07:06.337128 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-bfe0e377-1618-4d2c-8406-f63bc10bc2ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 217 time: 0.1909585 Dec 20 12:07:06.362136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773297ec-0dd3-4aa6-a690-31f517ab1d6d req-ad888bab-b73e-4096-9867-e510e72ca619 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:06.369437 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773297ec-0dd3-4aa6-a690-31f517ab1d6d req-ad888bab-b73e-4096-9867-e510e72ca619 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0895245 Dec 20 12:07:06.427704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-0e14915b-f7cc-44b5-bf65-30ba1baaddf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:06.429204 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-0e14915b-f7cc-44b5-bf65-30ba1baaddf4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0827527 Dec 20 12:07:06.431884 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-773297ec-0dd3-4aa6-a690-31f517ab1d6d req-8bb2e073-aca3-49b3-8082-7c9773061992 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Dec 20 12:07:06.437284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5de126-2d0e-4bad-829f-ec7ffe466f9a req-1207bbf6-9ecd-4493-ba06-0309002abc48 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:06.438931 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c5de126-2d0e-4bad-829f-ec7ffe466f9a req-1207bbf6-9ecd-4493-ba06-0309002abc48 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 946 time: 0.1671340 Dec 20 12:07:06.538156 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3c5de126-2d0e-4bad-829f-ec7ffe466f9a req-4f79e4fd-b4fc-4902-8025-bc6dc03a973a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588398 Dec 20 12:07:06.555403 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-d6d822d3-311f-4c4a-a9d3-c03fb7296c55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1153116 Dec 20 12:07:06.695013 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-43dae19f-4517-4110-b1e9-68b7a9d08df9 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324697 Dec 20 12:07:06.848781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ff8a67e4-4e34-480d-997a-5536082c7d7c req-ebbab90b-728e-48cf-aba2-875dac434dcc service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480768 Dec 20 12:07:06.990742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-2f3d4dba-3c25-4ecd-b88e-7d8c1c37474f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1096 time: 0.0841048 Dec 20 12:07:07.158487 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-b7898228-87c7-4a6d-b2fc-084abf12097a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:07.160164 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-b7898228-87c7-4a6d-b2fc-084abf12097a service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.1640780 Dec 20 12:07:07.247010 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-3022b9ef-f671-4669-bf51-245ef018b46c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 217 time: 0.0802224 Dec 20 12:07:07.267102 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc6c0b-6f56-40a8-bfdd-d7ea347026b2 req-52bc171b-1732-48da-895b-f70950b6ca2f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:07.268607 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0bc6c0b-6f56-40a8-bfdd-d7ea347026b2 req-52bc171b-1732-48da-895b-f70950b6ca2f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 943 time: 0.0956020 Dec 20 12:07:07.324017 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c0bc6c0b-6f56-40a8-bfdd-d7ea347026b2 req-0bb7b654-a3c2-4e31-bb0e-af8e4ba946ec tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493543 Dec 20 12:07:07.329920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-ec912db6-376f-4104-af7f-a677e1dd6bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:07.331619 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-ec912db6-376f-4104-af7f-a677e1dd6bac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0787544 Dec 20 12:07:07.422531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-8d795590-e94c-4b1f-8ef4-c7ce763e1213 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0840075 Dec 20 12:07:07.624716 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-cb861423-7364-4d91-bb72-87cea5790035 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959393 Dec 20 12:07:07.760373 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad789-2410-42e7-936c-4a672537dc1a req-80c469a2-cd49-49cb-8431-26cc367c0790 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:07.762452 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e56ad789-2410-42e7-936c-4a672537dc1a req-80c469a2-cd49-49cb-8431-26cc367c0790 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 946 time: 0.0855155 Dec 20 12:07:07.808265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df319a69-e626-4c57-9a63-d6fd3327a13e req-429fe550-1811-4b77-8c0f-a24374820835 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:07.810093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df319a69-e626-4c57-9a63-d6fd3327a13e req-429fe550-1811-4b77-8c0f-a24374820835 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.2289927 Dec 20 12:07:07.813120 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-425266c0-8a64-410a-b22f-7b6bf3d2b4e3 req-1f19e404-3858-49f7-8bbb-5791f69d6c00 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815825 Dec 20 12:07:07.833921 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e56ad789-2410-42e7-936c-4a672537dc1a req-3efc3358-9c9d-425b-93ac-3bfb641864ce tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665359 Dec 20 12:07:07.883285 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df319a69-e626-4c57-9a63-d6fd3327a13e req-66f0354a-7884-4c73-8cd4-8be60bb4d639 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628858 Dec 20 12:07:08.076681 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e650922-2e4a-4595-be99-652ca8f1fdc3 req-86b000e4-c45b-43f8-9d03-9fc1357e96fe tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:08.078322 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3e650922-2e4a-4595-be99-652ca8f1fdc3 req-86b000e4-c45b-43f8-9d03-9fc1357e96fe tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 946 time: 0.0966434 Dec 20 12:07:08.131889 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3e650922-2e4a-4595-be99-652ca8f1fdc3 req-9ed436f7-4831-4923-93f4-8155a750133a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Dec 20 12:07:08.587543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1079c-c59a-4110-81fa-36fd6c1d1cbc req-4c95d345-a3a2-4f95-86de-c4b3b0885bac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:08.589287 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1fd1079c-c59a-4110-81fa-36fd6c1d1cbc req-4c95d345-a3a2-4f95-86de-c4b3b0885bac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 943 time: 0.1022811 Dec 20 12:07:08.640343 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-1fd1079c-c59a-4110-81fa-36fd6c1d1cbc req-8a3d07fc-0e00-425b-9eab-9e1138c28961 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448902 Dec 20 12:07:08.852233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808620a1-ceed-479f-b867-3c470ec28089 req-e40022fc-c88b-4629-a73b-18a3893093ef tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:08.853735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-808620a1-ceed-479f-b867-3c470ec28089 req-e40022fc-c88b-4629-a73b-18a3893093ef tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 946 time: 0.2215075 Dec 20 12:07:08.905392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-808620a1-ceed-479f-b867-3c470ec28089 req-21620ea7-5861-4ef6-89fb-43b5e4188245 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448220 Dec 20 12:07:09.089723 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463b89-60e1-4876-a53c-6ef68a84f1f3 req-f486b924-fed2-4c51-b2d4-59f64c27c44a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:09.091523 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-af463b89-60e1-4876-a53c-6ef68a84f1f3 req-f486b924-fed2-4c51-b2d4-59f64c27c44a tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0830491 Dec 20 12:07:09.147845 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-af463b89-60e1-4876-a53c-6ef68a84f1f3 req-ab4d7cf3-5713-4ddb-b4b8-7fd643c62a7e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467103 Dec 20 12:07:09.400070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:07:09.567966 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:09.582385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'port_id': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'mac_address': 'fa:16:3e:e7:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:07:09.639857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.656456 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717b7c88-5cd9-4bef-8c44-c2618b783a74 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:07:09.671775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:09.675273 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.679213 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-2572b655-0f5a-481d-a74e-4a6d92cb6cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:09.762755 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:09.767066 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:09.872224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730af48-a0fd-4bc6-bee9-b62c49f9e50b req-879046d0-0fee-4c11-b0f0-410aa24fe382 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:09.872224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7730af48-a0fd-4bc6-bee9-b62c49f9e50b req-879046d0-0fee-4c11-b0f0-410aa24fe382 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:09.885382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-7730af48-a0fd-4bc6-bee9-b62c49f9e50b req-879046d0-0fee-4c11-b0f0-410aa24fe382 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:09.886098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7730af48-a0fd-4bc6-bee9-b62c49f9e50b req-879046d0-0fee-4c11-b0f0-410aa24fe382 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1004336 Dec 20 12:07:09.891848 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['717b7c88-5cd9-4bef-8c44-c2618b783a74'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:09.936551 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7730af48-a0fd-4bc6-bee9-b62c49f9e50b req-af756292-1f6d-44ef-8af9-e1574bf5384b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Dec 20 12:07:10.150125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052244-2ce1-4e93-adcf-fc308b8defdb req-e4c40be8-32bd-460c-8e73-e9b6e665664b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:10.153235 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54052244-2ce1-4e93-adcf-fc308b8defdb req-e4c40be8-32bd-460c-8e73-e9b6e665664b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 946 time: 0.1032691 Dec 20 12:07:10.209737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-985c87f5-fa11-4edf-b712-45417e9cb00c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:10.210248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-54052244-2ce1-4e93-adcf-fc308b8defdb req-e38169d1-4ef0-4f02-a415-c2b29071483e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520394 Dec 20 12:07:10.221227 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-985c87f5-fa11-4edf-b712-45417e9cb00c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 946 time: 0.1020260 Dec 20 12:07:10.352726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Deleting port 98c39055-8caf-4284-a6db-64c5d0c9fc55 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:10.353062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.460757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d157c5-5127-48c9-9d0b-6e0a30381e7a req-6023f531-d7ef-4cea-89a4-f855a6688492 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:10.462226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21d157c5-5127-48c9-9d0b-6e0a30381e7a req-6023f531-d7ef-4cea-89a4-f855a6688492 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1872864 Dec 20 12:07:10.607572 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-21d157c5-5127-48c9-9d0b-6e0a30381e7a req-2d8f8fea-241f-4eed-b036-482d4a5fe74d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391881 Dec 20 12:07:10.649817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] For port 98c39055-8caf-4284-a6db-64c5d0c9fc55, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=98c39055-8caf-4284-a6db-64c5d0c9fc55,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:10.649817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.778574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Calling delete_port for 98c39055-8caf-4284-a6db-64c5d0c9fc55 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:10.954898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.961831 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdc92918-2c62-41a1-8eac-3222bf889e53 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:10.968941 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e36a4f13-539a-43b5-9b14-8ab97ef91206', '98c39055-8caf-4284-a6db-64c5d0c9fc55'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:11.134910 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event deleted for resources: {'Port': ['ID=98c39055-8caf-4284-a6db-64c5d0c9fc55,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:11.155627 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:11.207158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] No DVR routers for this DVR port 98c39055-8caf-4284-a6db-64c5d0c9fc55 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:11.210532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.214388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'name': 'network-vif-deleted', 'tag': '98c39055-8caf-4284-a6db-64c5d0c9fc55'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:11.250618 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10da1ab5-0c28-499a-9a9b-f28121eca715 req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "DELETE /v2.0/ports/98c39055-8caf-4284-a6db-64c5d0c9fc55 HTTP/1.1" status: 204 len: 173 time: 1.0242262 Dec 20 12:07:11.337290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118f038-bb39-4374-9190-15fe84378e64 req-65876b48-2994-4e33-bddf-fb230b969172 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:11.338808 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a118f038-bb39-4374-9190-15fe84378e64 req-65876b48-2994-4e33-bddf-fb230b969172 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1598032 Dec 20 12:07:11.365660 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:07:11.378932 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac51d7-664e-4f22-92d0-8c47f220fe58', 'name': 'network-vif-deleted', 'tag': '98c39055-8caf-4284-a6db-64c5d0c9fc55', 'status': 'completed', 'code': 200} Dec 20 12:07:11.410236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:11.426625 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a118f038-bb39-4374-9190-15fe84378e64 req-20111d30-98be-4a5b-b44d-ac7e21f5719c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800893 Dec 20 12:07:11.611640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ccedbab8-c80b-4efd-add9-e62604424abc req-1e6cec55-fc8d-4aba-8047-25a9a3ab36c2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:11.632618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 717b7c88-5cd9-4bef-8c44-c2618b783a74 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:11.637932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 717b7c88-5cd9-4bef-8c44-c2618b783a74 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:11.639707 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.643951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-ccedbab8-c80b-4efd-add9-e62604424abc req-1e6cec55-fc8d-4aba-8047-25a9a3ab36c2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:11.645213 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ccedbab8-c80b-4efd-add9-e62604424abc req-1e6cec55-fc8d-4aba-8047-25a9a3ab36c2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 210 time: 0.0915079 Dec 20 12:07:11.799558 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.842587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:11.857474 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:11.864027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.868573 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:11.924356 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216f0e4-61a8-4594-8f01-a4b544b266b3 req-141fa7f6-872e-4920-a453-c7632745ec52 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:11.945132 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8216f0e4-61a8-4594-8f01-a4b544b266b3 req-141fa7f6-872e-4920-a453-c7632745ec52 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1626363 Dec 20 12:07:11.963232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:11.968501 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:11.980793 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'code': 200} Dec 20 12:07:12.004120 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8216f0e4-61a8-4594-8f01-a4b544b266b3 req-0c1976bd-a447-419f-97bb-0a95acb572ec tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 Dec 20 12:07:12.113669 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ef8db66-8256-4631-b5d5-8d6504f62179 req-e0188876-65dd-4abc-99e6-56e2a393c3bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1098 time: 0.0734813 Dec 20 12:07:12.156982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ef8db66-8256-4631-b5d5-8d6504f62179 req-bd376d7b-236d-4986-bc42-f878adf2c307 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375061 Dec 20 12:07:12.676915 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c14032-767b-4c9f-a330-a52462206292 req-ea158a05-44cf-4e5f-8c7b-1304543cb303 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:12.678389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46c14032-767b-4c9f-a330-a52462206292 req-ea158a05-44cf-4e5f-8c7b-1304543cb303 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1026592 Dec 20 12:07:12.753207 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-46c14032-767b-4c9f-a330-a52462206292 req-98fa3a15-6a5d-43e3-ab75-48ba9fece842 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636718 Dec 20 12:07:12.856446 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c5b8e114-5a8e-4c1d-84c5-81664e347b61 req-e84c339d-d265-4d83-a15e-1d8fceab2ab6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ac51d7-664e-4f22-92d0-8c47f220fe58 HTTP/1.1" status: 200 len: 210 time: 0.0585773 Dec 20 12:07:13.238398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d5abc-cf82-4b7f-923b-8ca14471d2df req-569bbe36-5034-4f4f-b2be-86e3a0a5bb72 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:13.238398 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dd1d5abc-cf82-4b7f-923b-8ca14471d2df req-569bbe36-5034-4f4f-b2be-86e3a0a5bb72 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0850356 Dec 20 12:07:13.320513 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dd1d5abc-cf82-4b7f-923b-8ca14471d2df req-5d08b8b0-962c-496d-b8f7-b0889ceb8164 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783484 Dec 20 12:07:13.937653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98c39055-8caf-4284-a6db-64c5d0c9fc55 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:13.998432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418d5cb-52ed-46d5-8cdf-025bbec6249b req-7cb4b495-107a-4d0e-8d0a-63a0f1651ed9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:13.999886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a418d5cb-52ed-46d5-8cdf-025bbec6249b req-7cb4b495-107a-4d0e-8d0a-63a0f1651ed9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1123972 Dec 20 12:07:14.000249 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 98c39055-8caf-4284-a6db-64c5d0c9fc55 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:14.000614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 98c39055-8caf-4284-a6db-64c5d0c9fc55 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:14.059264 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a418d5cb-52ed-46d5-8cdf-025bbec6249b req-c2b81ae5-ef84-4382-879d-438f4e884015 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537798 Dec 20 12:07:14.437213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920f2d-2b60-40ff-bdce-33ea0312ee3c req-28eba68a-0a14-41b3-867c-77d34e3ae9b2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:14.438781 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70920f2d-2b60-40ff-bdce-33ea0312ee3c req-28eba68a-0a14-41b3-867c-77d34e3ae9b2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1483982 Dec 20 12:07:14.449796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48398) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:14.457578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'floatingip': {'port_id': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:14.594227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.932285 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59904f-1269-4198-976d-b6c39ee3924a req-44ab8a95-164e-4017-a5a6-8373eca5cde9 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:14.943002 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c59904f-1269-4198-976d-b6c39ee3924a req-44ab8a95-164e-4017-a5a6-8373eca5cde9 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.4200220 Dec 20 12:07:15.085518 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-2c59904f-1269-4198-976d-b6c39ee3924a req-f775d04c-2df1-47c5-a26d-c456a0e9f584 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326790 Dec 20 12:07:15.186256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.525739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.530509 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.731742 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Floating IP aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3 associated. External IP: 172.35.0.145, port: 717b7c88-5cd9-4bef-8c44-c2618b783a74. Dec 20 12:07:16.131123 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:07:16.299595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9fd4-df09-4d31-b90a-b5bdaa55e702 req-49260c42-58ec-47e8-9777-4bf6221a20e8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:16.306297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e30f9fd4-df09-4d31-b90a-b5bdaa55e702 req-49260c42-58ec-47e8-9777-4bf6221a20e8 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0855074 Dec 20 12:07:16.347420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:16.352257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.356899 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] Sync routers for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:16.366810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e30f9fd4-df09-4d31-b90a-b5bdaa55e702 req-17adeac5-c96c-48e2-8db1-4641dbb9594e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594790 Dec 20 12:07:16.371960 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:16.372783 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:07:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:16.426706 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9ae09719-e794-40a0-ae89-76cbdc77d39c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "PUT /v2.0/floatingips/aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3 HTTP/1.1" status: 200 len: 991 time: 1.9753768 Dec 20 12:07:16.427699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:16.613726 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'status': 'completed', 'code': 200} Dec 20 12:07:16.648899 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:07:16.974611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461785b5-c79d-4357-9e14-54969bbefc6f req-4187d1f2-a678-4a92-bf45-b0b8b634b164 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:16.976866 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-461785b5-c79d-4357-9e14-54969bbefc6f req-4187d1f2-a678-4a92-bf45-b0b8b634b164 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 945 time: 0.1051865 Dec 20 12:07:16.984209 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-9020b93c-a714-4ca4-9d81-33d576375d88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1098 time: 0.3486912 Dec 20 12:07:17.065233 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'floating_ip_address': '172.35.0.145', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'port_id': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'mac_address': 'fa:16:3e:e7:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:06:56Z', 'updated_at': '2021-12-20T12:07:15Z', 'revision_number': 1, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:59Z', 'revision_number': 5, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:17.069753 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] Checking router: ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:07:17.075220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-461785b5-c79d-4357-9e14-54969bbefc6f req-efdb824b-004e-458e-9f85-79bac907826d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 Dec 20 12:07:17.081601 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:17.082305 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:07:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:17.186351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-e7e49109-0517-44c8-ac36-40b4dab2af04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.187817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-e7e49109-0517-44c8-ac36-40b4dab2af04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.1887677 Dec 20 12:07:17.296574 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:07:17.301512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-29b89fed-7608-4e9e-85a1-57058573f57a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 999 time: 0.1070821 Dec 20 12:07:17.371702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-aa053aa2-788b-4429-b17f-9e7c405a29d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.373165 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-aa053aa2-788b-4429-b17f-9e7c405a29d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0666232 Dec 20 12:07:17.451646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-c081c6b4-c64d-4047-af95-9e267804742f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0728543 Dec 20 12:07:17.601547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-6297efc7-5eea-4765-b9ff-e0ebbd27e3b7 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431108 Dec 20 12:07:17.681005 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'floating_ip_address': '172.35.0.145', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'port_id': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'mac_address': 'fa:16:3e:e7:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:06:56Z', 'updated_at': '2021-12-20T12:07:15Z', 'revision_number': 1, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:59Z', 'revision_number': 5, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:17.690538 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6412fd8-256c-490c-86f9-6b990aaf3ba5 None None] The sync data for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 is: [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'floating_ip_address': '172.35.0.145', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'port_id': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'mac_address': 'fa:16:3e:e7:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:06:56Z', 'updated_at': '2021-12-20T12:07:15Z', 'revision_number': 1, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:59Z', 'revision_number': 5, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:17.758457 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-01e1c02e-8412-4ca4-a3c7-5a916f0430f8 req-9f8b3980-018d-4b28-b8f9-24ba82c5df20 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497624 Dec 20 12:07:17.772297 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfc202-c09b-45ba-ab87-4484bb954926 req-09dd2b24-9ea2-47d4-bd78-5f9b4c35e5f3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.773984 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95bfc202-c09b-45ba-ab87-4484bb954926 req-09dd2b24-9ea2-47d4-bd78-5f9b4c35e5f3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.2715285 Dec 20 12:07:17.821293 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95bfc202-c09b-45ba-ab87-4484bb954926 req-21800303-7b2a-46c7-85a9-72328ae100af tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Dec 20 12:07:17.902870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187f9c2-c15e-4ef5-bd71-c3563f18ed79 None None] New status for floating IP aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:07:18.203782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.341277 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06361-3cce-4454-97ba-95a497f2911a req-756cbe03-cb28-4ea9-8430-22ad554bbb0a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:18.342785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9af06361-3cce-4454-97ba-95a497f2911a req-756cbe03-cb28-4ea9-8430-22ad554bbb0a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 945 time: 0.1398673 Dec 20 12:07:18.349173 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-b07fd544-52e8-4491-a73d-8df6d567efe4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:18.350592 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-b07fd544-52e8-4491-a73d-8df6d567efe4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 945 time: 0.1137931 Dec 20 12:07:18.449701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9af06361-3cce-4454-97ba-95a497f2911a req-77d8ac36-9c98-496f-9eba-af0520a17ef4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7018be-327c-4def-aed5-3841355c1f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981636 Dec 20 12:07:18.454605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Deleting port e36a4f13-539a-43b5-9b14-8ab97ef91206 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:18.454944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.724518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] For port e36a4f13-539a-43b5-9b14-8ab97ef91206, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=e36a4f13-539a-43b5-9b14-8ab97ef91206,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:18.724890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.857496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Calling delete_port for e36a4f13-539a-43b5-9b14-8ab97ef91206 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:19.047328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.053171 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-21c06572-f875-4230-813f-53d1ab6d9439 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:19.058173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['e36a4f13-539a-43b5-9b14-8ab97ef91206'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:19.099732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event deleted for resources: {'Port': ['ID=e36a4f13-539a-43b5-9b14-8ab97ef91206,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:19.104749 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:19.304812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f3986-e529-4043-81d4-627d2de7a58b req-cca988c6-05ad-4d90-92d2-f50b79570ac3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:19.306265 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f93f3986-e529-4043-81d4-627d2de7a58b req-cca988c6-05ad-4d90-92d2-f50b79570ac3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.3359373 Dec 20 12:07:19.327236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] No DVR routers for this DVR port e36a4f13-539a-43b5-9b14-8ab97ef91206 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:19.341517 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.344022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'name': 'network-vif-deleted', 'tag': 'e36a4f13-539a-43b5-9b14-8ab97ef91206'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:19.370061 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3341694c-cb11-44c8-b417-38d84c9e5a8a req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "DELETE /v2.0/ports/e36a4f13-539a-43b5-9b14-8ab97ef91206 HTTP/1.1" status: 204 len: 173 time: 1.0027618 Dec 20 12:07:19.382701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f93f3986-e529-4043-81d4-627d2de7a58b req-2ff42fc4-d5c0-49c2-bad5-cbbc266321e3 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578249 Dec 20 12:07:19.410538 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8286d97d-3e4d-42da-8e2f-e29751c20b31', 'name': 'network-vif-deleted', 'tag': 'e36a4f13-539a-43b5-9b14-8ab97ef91206', 'status': 'completed', 'code': 200} Dec 20 12:07:19.627297 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-71056b7e-3a44-4816-9c83-c5ab39def4ce req-a2a0cf5c-0510-47e1-8304-18e26ca24c46 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=8286d97d-3e4d-42da-8e2f-e29751c20b31 HTTP/1.1" status: 200 len: 210 time: 0.0434334 Dec 20 12:07:20.605570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f854dc-8636-4dfe-b075-59c134a7aa9a req-a22517f8-f6cb-466c-b065-31bf42a12776 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:20.608008 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7f854dc-8636-4dfe-b075-59c134a7aa9a req-a22517f8-f6cb-466c-b065-31bf42a12776 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0922227 Dec 20 12:07:20.697250 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c7f854dc-8636-4dfe-b075-59c134a7aa9a req-0e23538a-43cd-4b5b-9c77-b46e5fa4c742 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816059 Dec 20 12:07:21.908687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767931-a630-4e71-b1b3-139672ad6310 req-ca5bbc48-644f-4f18-bb1a-0202dbccd361 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:21.908687 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67767931-a630-4e71-b1b3-139672ad6310 req-ca5bbc48-644f-4f18-bb1a-0202dbccd361 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0807252 Dec 20 12:07:21.941120 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e36a4f13-539a-43b5-9b14-8ab97ef91206 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:21.955445 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67767931-a630-4e71-b1b3-139672ad6310 req-b0575d67-7e1e-4d05-973b-6da385233f67 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Dec 20 12:07:21.989712 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: e36a4f13-539a-43b5-9b14-8ab97ef91206 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:21.990097 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device e36a4f13-539a-43b5-9b14-8ab97ef91206 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:23.167035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7669cd-fffb-4834-8a97-45e429f00538 req-32df46a7-66cb-45c9-8ed9-8ad82e4ade68 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:23.168405 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf7669cd-fffb-4834-8a97-45e429f00538 req-32df46a7-66cb-45c9-8ed9-8ad82e4ade68 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0780709 Dec 20 12:07:23.214306 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-bf7669cd-fffb-4834-8a97-45e429f00538 req-d10ebf35-c67d-49d3-8fa5-d08850af8525 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Dec 20 12:07:23.281599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48570) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:23.287308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355684179', 'description': 'tempest-secgroup-smoke-355684179 description', 'project_id': 'f2dacb9c6c4247caa656ec508ded5596'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:23.293809 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.303855 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.315307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.350981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.354754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:23.358077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:23.363643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.420997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.424510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.428000 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9ca8a4aa-2e90-4842-a0a1-842b80722416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:23.465488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37edad73-8a9e-4bf7-846f-5f8e008df097,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:23.469890 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:23.474422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.475752 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1930618 Dec 20 12:07:23.478781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48574) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:23.484525 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'security_group_rule': {'security_group_id': '37edad73-8a9e-4bf7-846f-5f8e008df097', 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:23.490746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.494467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:23.497235 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:23.503428 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.519310 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.577236 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.580881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.582642 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-49235c5a-d4c2-40b2-81f0-32f79f839787 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:23.603638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa7208a-c86d-47f6-811c-97f2ff539cea,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:23.608396 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:23.612762 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.613981 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1343098 Dec 20 12:07:23.616742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:23.622189 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'security_group_rule': {'security_group_id': '37edad73-8a9e-4bf7-846f-5f8e008df097', 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:23.629063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.632993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:23.635844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:23.641422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.657571 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.721062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.724541 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.726285 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-895fe9ba-d9f6-4c56-a5b7-16dac3036271 tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:23.747457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9fd8ff-98e3-49c2-b99e-d98e7d18fc47,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:23.749933 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:23.756828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.757969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1403356 Dec 20 12:07:23.760734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48582) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:23.766087 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'security_group_rule': {'security_group_id': '37edad73-8a9e-4bf7-846f-5f8e008df097', 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:23.772320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.776073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:23.779401 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:23.784947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.801348 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.861770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.865084 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.866760 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:23.887418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79940d8-898a-40e1-be26-3f1ba383552f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:23.889859 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:23.896878 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.898048 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5ef778b4-3ede-4df1-9c46-7e338901b5d1 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1363916 Dec 20 12:07:23.900825 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:23.906557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'security_group_rule': {'security_group_id': '37edad73-8a9e-4bf7-846f-5f8e008df097', 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:23.912867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.916634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:23.919472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:23.925629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.941731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.005265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.009707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.011322 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-809e16fb-0f51-467d-9c79-a1ae66dcf2d7 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:24.034243 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7644e043-c614-4c68-a3aa-23279e564cb6,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:24.036772 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:24.046139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.047322 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8607ecc9-f9f3-4f93-a423-2290d229aed4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1456075 Dec 20 12:07:24.049970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:24.055714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'security_group_rule': {'security_group_id': '37edad73-8a9e-4bf7-846f-5f8e008df097', 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:24.062606 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:24.066476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:24.069339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:24.075044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:24.088110 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Project f2dacb9c6c4247caa656ec508ded5596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:07:24.095062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.160498 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.164361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.166138 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9d02c9fb-f0b6-45be-b112-df0f52dbd7e7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:24.185567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e0bc2b-980f-4122-8b8b-880a5b4358e8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:24.189437 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:24.197544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.198741 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d7576b30-a05f-4f65-9d31-1dbeff42f9bb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478393 Dec 20 12:07:24.202044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48604) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:24.207465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'security_group_rule': {'security_group_id': '37edad73-8a9e-4bf7-846f-5f8e008df097', 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:24.213967 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:24.218323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:security_group_rule and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:24.221192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:24.226816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:24.236317 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Project f2dacb9c6c4247caa656ec508ded5596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:07:24.243179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.339808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.345257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.355042 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-401f2a4f-eade-4064-9f01-cba5f55756b7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:24.377050 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0a8520-06af-4bd1-b4d3-6ae37454f119,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:24.381175 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:24.399266 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.403366 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1d6bc409-dd1b-4906-8310-ea820ca49a3a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1974864 Dec 20 12:07:24.702524 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5aacf-3abe-4ec1-94c1-6f40ed45f2b3 req-7d6c66c0-a02b-47fd-82fa-7106afeed843 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:24.706662 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ef5aacf-3abe-4ec1-94c1-6f40ed45f2b3 req-7d6c66c0-a02b-47fd-82fa-7106afeed843 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.3441651 Dec 20 12:07:24.751048 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6ef5aacf-3abe-4ec1-94c1-6f40ed45f2b3 req-b975c86b-3007-4b1a-a8f6-e6ee0ea0e8b5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Dec 20 12:07:25.972157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e055c06-d224-416d-bd8c-3ad6ca44fe7f req-3cbb2b24-f94a-4d21-b399-ab2deb74065d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:25.973537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e055c06-d224-416d-bd8c-3ad6ca44fe7f req-3cbb2b24-f94a-4d21-b399-ab2deb74065d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0885730 Dec 20 12:07:26.023847 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e055c06-d224-416d-bd8c-3ad6ca44fe7f req-384c73e0-9d39-41db-b004-34fd37f0ca9f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Dec 20 12:07:27.276739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892720-701d-4383-a125-4fac481ba05f req-8d7de90f-8c64-420c-96d8-f9b3d61fa4d9 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:27.279517 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e892720-701d-4383-a125-4fac481ba05f req-8d7de90f-8c64-420c-96d8-f9b3d61fa4d9 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1157186 Dec 20 12:07:27.329078 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2e892720-701d-4383-a125-4fac481ba05f req-26a449da-3bab-4c71-a6cf-7b837c2afb5f tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Dec 20 12:07:27.743125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-938897ca-63f8-4bba-be24-2586960dacb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.625100 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c7689-ac71-4698-a656-fa2186d0434b req-7744d889-f136-4d57-a81e-d77ed893dd77 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:28.627235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-162c7689-ac71-4698-a656-fa2186d0434b req-7744d889-f136-4d57-a81e-d77ed893dd77 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0983002 Dec 20 12:07:28.678566 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-162c7689-ac71-4698-a656-fa2186d0434b req-e80f6b53-4179-45c5-be5a-3a0ed3c1b7fa tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 Dec 20 12:07:28.948029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48720) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:29.079496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483bba3-a4be-44a1-b5b3-3b3aa850db5e req-4fc0d912-d125-4b72-80da-709890b922d5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:29.081022 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6483bba3-a4be-44a1-b5b3-3b3aa850db5e req-4fc0d912-d125-4b72-80da-709890b922d5 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0859849 Dec 20 12:07:29.116412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.133425 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6483bba3-a4be-44a1-b5b3-3b3aa850db5e req-3164bea9-0f0a-4031-a0f5-6e76bb88cd9e tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Dec 20 12:07:29.152244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:29.156657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Usage tracker for resource:security_group_rule and tenant:dbfb027fd70e40b8b38f4981f4ce64ea is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:29.159893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:29.166496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:29.244023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.249514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.273442 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f6b5b618-e4ba-46dc-89b1-b81c46ffc0f0 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:29.332931 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbfb027fd70e40b8b38f4981f4ce64ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3838062 Dec 20 12:07:29.335665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:29.363295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f2b5c-51a1-4a76-bc81-b421d330eef5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:29.368091 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:29.390694 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa122-3179-4ba1-a9c9-35ae5b91f24b req-21b924fb-f5a9-42ca-b92d-d51ddbc9e80d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:29.392137 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5bcaa122-3179-4ba1-a9c9-35ae5b91f24b req-21b924fb-f5a9-42ca-b92d-d51ddbc9e80d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1081395 Dec 20 12:07:29.406328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.438328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.445011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5bcaa122-3179-4ba1-a9c9-35ae5b91f24b req-1abc26b2-72a8-4469-a888-ab3d5d9f0e5c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Dec 20 12:07:29.509121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.514419 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b479a9d1-96e1-4287-91f6-e88a09d2c38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:29.526841 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f2b5c-51a1-4a76-bc81-b421d330eef5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:29.530059 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:29.532017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.535749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b46f2b5c-51a1-4a76-bc81-b421d330eef5 HTTP/1.1" status: 204 len: 168 time: 0.1964431 Dec 20 12:07:29.911350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ae1c-df2c-44d1-9a99-f47a12bc1a55 req-ea198a87-7174-4fc3-8ec1-ab91747aadac tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:29.912911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1c0ae1c-df2c-44d1-9a99-f47a12bc1a55 req-ea198a87-7174-4fc3-8ec1-ab91747aadac tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.0875793 Dec 20 12:07:29.965840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-d1c0ae1c-df2c-44d1-9a99-f47a12bc1a55 req-d4b788b5-4f01-41bb-970b-c744bd5e2166 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Dec 20 12:07:29.977564 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-697f4f34-25ac-4dc6-876f-1142f49a93b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.024956 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:30.048909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.082928 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:30.088958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba0c88b82854bf38b82d8df02d5550f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:30.093530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:30.101477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:30.177188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.182209 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.189197 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5a377de3-6e9d-4ae0-aa46-1e9afeff045d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:30.230151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81875806-85dc-43df-b7fb-1e2fa55164e7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:30.234242 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ba0c88b82854bf38b82d8df02d5550f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2081499 Dec 20 12:07:30.235113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:30.236712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48748) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:30.299664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.327540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.385640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.390129 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d3f860ae-cdb2-461c-bc18-800eac152705 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:30.401359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81875806-85dc-43df-b7fb-1e2fa55164e7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:30.404743 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:30.412101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.413236 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81875806-85dc-43df-b7fb-1e2fa55164e7 HTTP/1.1" status: 204 len: 168 time: 0.1756396 Dec 20 12:07:31.087324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-8f61f261-a23f-4be0-bf24-6c01c4987e71 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:31.089296 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-8f61f261-a23f-4be0-bf24-6c01c4987e71 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.1051424 Dec 20 12:07:31.170741 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.242494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.244485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Deleting port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:31.244831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.347645 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44b135-9e76-4dcb-9dbd-f402b185ce65 req-6cb4ed1a-741e-499e-ac44-7b3034265ab7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:31.350468 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d44b135-9e76-4dcb-9dbd-f402b185ce65 req-6cb4ed1a-741e-499e-ac44-7b3034265ab7 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 946 time: 0.2189996 Dec 20 12:07:31.458541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3d44b135-9e76-4dcb-9dbd-f402b185ce65 req-7e3811bc-ae19-4a0d-b65f-5f3881a1ec40 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991900 Dec 20 12:07:31.628567 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] For port 7f074d36-62f7-4589-bd7f-057ff9d1cde7, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=7f074d36-62f7-4589-bd7f-057ff9d1cde7,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:31.628931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.759092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Calling delete_port for 7f074d36-62f7-4589-bd7f-057ff9d1cde7 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:31.919772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.925817 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-915df923-17f2-4076-96ad-50e3f97644ab tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:31.932743 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:31.964972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['7f074d36-62f7-4589-bd7f-057ff9d1cde7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:31.973437 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event deleted for resources: {'Port': ['ID=7f074d36-62f7-4589-bd7f-057ff9d1cde7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:31.975928 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:32.049838 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] No DVR routers for this DVR port 7f074d36-62f7-4589-bd7f-057ff9d1cde7 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:32.052432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:32.067726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'name': 'network-vif-deleted', 'tag': '7f074d36-62f7-4589-bd7f-057ff9d1cde7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:32.078793 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ecdad15a-58ae-4d98-ae9e-7f3155c317d9 req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.53 "DELETE /v2.0/ports/7f074d36-62f7-4589-bd7f-057ff9d1cde7 HTTP/1.1" status: 204 len: 173 time: 0.9828994 Dec 20 12:07:32.161768 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9260b9db-68aa-4493-8876-db6e90bcf9fd', 'name': 'network-vif-deleted', 'tag': '7f074d36-62f7-4589-bd7f-057ff9d1cde7', 'status': 'completed', 'code': 200} Dec 20 12:07:32.889958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:32.897501 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6f5e7598-bc0b-484b-b4c0-2232b7fbfe2e req-3e9cfbae-9f91-4195-82de-a13412bcd9ce tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=9260b9db-68aa-4493-8876-db6e90bcf9fd HTTP/1.1" status: 200 len: 210 time: 0.1186383 Dec 20 12:07:35.466149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fe24e-b27e-4d4c-9589-0d9e5482c36b req-bddaef46-04b1-4705-b937-c5217aee580c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:35.467539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8e8fe24e-b27e-4d4c-9589-0d9e5482c36b req-bddaef46-04b1-4705-b937-c5217aee580c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Synchronizing usage tracker for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:35.486427 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8e8fe24e-b27e-4d4c-9589-0d9e5482c36b req-bddaef46-04b1-4705-b937-c5217aee580c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Unset dirty status for tenant:d965e858fe204507b348bab15a89bd52 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:35.487982 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e8fe24e-b27e-4d4c-9589-0d9e5482c36b req-bddaef46-04b1-4705-b937-c5217aee580c tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 945 time: 0.1027339 Dec 20 12:07:35.492453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7f074d36-62f7-4589-bd7f-057ff9d1cde7 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:35.545347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 7f074d36-62f7-4589-bd7f-057ff9d1cde7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:35.545969 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 7f074d36-62f7-4589-bd7f-057ff9d1cde7 not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:35.547335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8e8fe24e-b27e-4d4c-9589-0d9e5482c36b req-9ed7f711-4a52-45cc-88c2-6e6e6aee260d tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528033 Dec 20 12:07:36.809464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-a3c0c6b2-8f4c-4bdf-af13-8bbbef8e7798 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:36.811081 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-a3c0c6b2-8f4c-4bdf-af13-8bbbef8e7798 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 945 time: 0.2577777 Dec 20 12:07:36.816381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ebf8-e7f2-4596-99c6-6099035922c3 req-d66838a0-4972-4e57-9e5a-45cfb2c21200 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:36.817697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f195ebf8-e7f2-4596-99c6-6099035922c3 req-d66838a0-4972-4e57-9e5a-45cfb2c21200 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 945 time: 0.1094124 Dec 20 12:07:36.909493 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f195ebf8-e7f2-4596-99c6-6099035922c3 req-80879a63-01cb-4f60-acfa-384f1a062a9b tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec0beb3e-f54d-4ba9-88c0-013a195a632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625741 Dec 20 12:07:36.917760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Deleting port b9691721-f7cf-405d-8272-3e444e8f7d4b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:36.918344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.196093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] For port b9691721-f7cf-405d-8272-3e444e8f7d4b, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=b9691721-f7cf-405d-8272-3e444e8f7d4b,segment=NetworkSegment(14d782f0-77e9-4324-afa0-1e6f9b017e34),segment_id=14d782f0-77e9-4324-afa0-1e6f9b017e34)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:37.196451 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.366227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Calling delete_port for b9691721-f7cf-405d-8272-3e444e8f7d4b owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:37.515266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.520811 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-37c041fe-890a-4f12-b356-e3dcc51bfad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:37.526753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['b9691721-f7cf-405d-8272-3e444e8f7d4b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:37.569736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Pushing event deleted for resources: {'Port': ['ID=b9691721-f7cf-405d-8272-3e444e8f7d4b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:37.572410 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:37.639363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] No DVR routers for this DVR port b9691721-f7cf-405d-8272-3e444e8f7d4b on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:37.641809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.644407 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54599a8-00fb-4041-8625-289dbda23a44', 'name': 'network-vif-deleted', 'tag': 'b9691721-f7cf-405d-8272-3e444e8f7d4b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:37.662376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-edad4f6c-1c20-4102-b4f2-08c02eb8ced5 req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.16 "DELETE /v2.0/ports/b9691721-f7cf-405d-8272-3e444e8f7d4b HTTP/1.1" status: 204 len: 173 time: 0.8432057 Dec 20 12:07:37.717033 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54599a8-00fb-4041-8625-289dbda23a44', 'name': 'network-vif-deleted', 'tag': 'b9691721-f7cf-405d-8272-3e444e8f7d4b', 'status': 'completed', 'code': 200} Dec 20 12:07:38.127521 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e5098716-1c60-45c1-87b7-60dfe0c5a88b req-eee4087f-5d01-4a17-80bf-98e80bb0bd03 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d54599a8-00fb-4041-8625-289dbda23a44 HTTP/1.1" status: 200 len: 210 time: 0.0584514 Dec 20 12:07:39.246552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:39.314721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Deleting subnet 9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:39.322162 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.394303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.449918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.524229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.529159 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3d4d3661-189d-488f-850c-46afbc548e23 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:39.564064 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:39.574574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.574954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.575354 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.575717 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.576076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.576435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.576789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.577152 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.577490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.577843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.578219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:39.581048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.583735 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:39.592095 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a5a1ab48-0994-44a4-b380-49a9ba3145cc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f9bf6f8-5fa0-44f3-b04e-56118b5b3ca4 HTTP/1.1" status: 204 len: 168 time: 0.3390827 Dec 20 12:07:39.592095 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 48924) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:39.736229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.904455 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.928654 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8726e32b-1abb-4a36-ab01-56e61220cc79']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:39.941887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d782f0-77e9-4324-afa0-1e6f9b017e34') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:39.942239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d782f0-77e9-4324-afa0-1e6f9b017e34') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:39.956279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.976574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.983393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:07:39.983881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:07:39.997635 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:07:40.066274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b9691721-f7cf-405d-8272-3e444e8f7d4b no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:40.105676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: b9691721-f7cf-405d-8272-3e444e8f7d4b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:40.106344 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device b9691721-f7cf-405d-8272-3e444e8f7d4b not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:40.232832 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.240365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.243715 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6adb76a0-484a-4eff-92d4-a63d3dbd55ab tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:40.272529 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=8726e32b-1abb-4a36-ab01-56e61220cc79,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:40.276034 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:40.280592 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] 10.222.0.32 "DELETE /v2.0/networks/8726e32b-1abb-4a36-ab01-56e61220cc79 HTTP/1.1" status: 204 len: 168 time: 0.6885321 Dec 20 12:07:40.546862 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:40.598555 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c1f4a38f-091c-45d6-a0e1-c68a5d012020 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d965e858fe204507b348bab15a89bd52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497880 Dec 20 12:07:40.600817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 48938) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:40.666244 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ee36d3c-8076-4320-8aca-c7347caff84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.697018 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ee36d3c-8076-4320-8aca-c7347caff84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.753186 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ee36d3c-8076-4320-8aca-c7347caff84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.757251 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c1c22077-424e-48e7-bd09-fb3b349e98f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:40.771455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee36d3c-8076-4320-8aca-c7347caff84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0beb3e-f54d-4ba9-88c0-013a195a632a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:40.774030 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ee36d3c-8076-4320-8aca-c7347caff84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:40.784638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ee36d3c-8076-4320-8aca-c7347caff84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.786143 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7ee36d3c-8076-4320-8aca-c7347caff84a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec0beb3e-f54d-4ba9-88c0-013a195a632a HTTP/1.1" status: 204 len: 168 time: 0.1842635 Dec 20 12:07:42.218346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-fa9fcbd5-8014-4f5a-a61e-a7a3cd4bda29 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:42.234116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-fa9fcbd5-8014-4f5a-a61e-a7a3cd4bda29 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:42.235392 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-fa9fcbd5-8014-4f5a-a61e-a7a3cd4bda29 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355684179&fields=id&tenant_id=f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 267 time: 0.0584114 Dec 20 12:07:42.390970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cdf0e26a-4294-467c-b820-e3c84c4e878d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:42.392700 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cdf0e26a-4294-467c-b820-e3c84c4e878d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.1505010 Dec 20 12:07:42.410425 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-3b300fe3-4314-48f0-b0c3-27b7e1bb60d9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/quotas/f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 375 time: 0.0122690 Dec 20 12:07:42.495061 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cbdcbe7a-7947-4f57-a916-9c078b2c9fa4 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796006 Dec 20 12:07:42.633981 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-643e5b1e-9597-43ee-8a17-8c62298bf7b7 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278050 Dec 20 12:07:42.759553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49024) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:42.883648 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-12e8109b-d1a6-4230-bbce-1b00bcd941ab service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420514 Dec 20 12:07:42.911257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.942898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:42.947462 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Usage tracker for resource:security_group_rule and tenant:0b39c1636edc47d6a8f52413d88cbb6d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:42.950941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:42.956669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:43.038090 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.043074 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.052345 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:43.104200 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b39c1636edc47d6a8f52413d88cbb6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3432086 Dec 20 12:07:43.105219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efbe31e-423c-4eee-81e8-68f039048f84,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:43.106669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:43.108853 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:43.188791 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.219307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.302041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.307280 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-ee813327-4a4c-46f2-873f-56ccc6f15cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:43.326863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efbe31e-423c-4eee-81e8-68f039048f84,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:43.337227 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:43.340839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e304e4f8-accc-48d3-becd-abb55d6d68a1 req-118aa793-9942-4e09-968b-19e37006096a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:43.342538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.343976 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8efbe31e-423c-4eee-81e8-68f039048f84 HTTP/1.1" status: 204 len: 168 time: 0.2363250 Dec 20 12:07:43.366647 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-e304e4f8-accc-48d3-becd-abb55d6d68a1 req-118aa793-9942-4e09-968b-19e37006096a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:43.376564 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e304e4f8-accc-48d3-becd-abb55d6d68a1 req-118aa793-9942-4e09-968b-19e37006096a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 210 time: 0.0780489 Dec 20 12:07:44.582720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-a65d2f17-ccd7-4850-bd2c-e7227e17688b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:44.584239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-a65d2f17-ccd7-4850-bd2c-e7227e17688b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.2153609 Dec 20 12:07:44.675440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:44.680703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-30ec2c4a-bca2-4834-ab8d-a26bd1150a3c req-b317c9af-1c1b-4551-9946-aa68ad7a383c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 210 time: 0.0928428 Dec 20 12:07:44.681373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-5e2f6dee-031d-4a28-8131-07275a58cb88 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 379 time: 0.0653589 Dec 20 12:07:44.710711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'port': {'device_id': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'admin_state_up': True, 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'security_groups': ['37edad73-8a9e-4bf7-846f-5f8e008df097']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:44.848940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.866377 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:44.899967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:44.904271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:44.909465 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Usage tracker for resource:security_group_rule and tenant:3abe350655b24b71bf1c67cdbe1e298b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:44.913669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:44.921934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:44.926609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:44.930317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.056981 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.072543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.080510 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:45.134795 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a7c78-a06a-41f1-9bd1-d0e28bdc878d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:45.139466 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3abe350655b24b71bf1c67cdbe1e298b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4616709 Dec 20 12:07:45.140573 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:45.141968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:45.160203 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.20.0.7 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/f67d7861-49b3-48b8-8a34-b076b075f49a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:45.190679 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.210948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.238037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.301046 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.307023 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7657657f-eb9f-470a-a2f6-ec465b53cb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:45.319765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a7c78-a06a-41f1-9bd1-d0e28bdc878d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:45.323759 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:45.339009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.359830 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a1a7c78-a06a-41f1-9bd1-d0e28bdc878d HTTP/1.1" status: 204 len: 168 time: 0.2132556 Dec 20 12:07:45.395715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.417649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Transition to ACTIVE for port object f67d7861-49b3-48b8-8a34-b076b075f49a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:45.446549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.454781 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-951c19df-3ba5-415e-ad3f-b70b00b7fece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:45.530507 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:45.532616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:45.543422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:45.627314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:45.628007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.636245 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=f67d7861-49b3-48b8-8a34-b076b075f49a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:45.650911 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:45.702879 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0072560 Dec 20 12:07:45.714284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Request body: {'port': {'device_id': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:45.878956 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.895813 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-628259da-3fe2-495e-896c-e6e8ae2d97f5 None None] Provisioning for port f67d7861-49b3-48b8-8a34-b076b075f49a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:45.901332 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-628259da-3fe2-495e-896c-e6e8ae2d97f5 None None] Provisioning complete for port f67d7861-49b3-48b8-8a34-b076b075f49a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:45.901783 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-628259da-3fe2-495e-896c-e6e8ae2d97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.946717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.002380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-628259da-3fe2-495e-896c-e6e8ae2d97f5 None None] Port f67d7861-49b3-48b8-8a34-b076b075f49a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:46.104124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62fb21-e97e-40d8-907a-436c5b394c29 req-040c2e6a-5a85-419a-9deb-e0d1a2f71aa7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:46.104821 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bf62fb21-e97e-40d8-907a-436c5b394c29 req-040c2e6a-5a85-419a-9deb-e0d1a2f71aa7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:46.151015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.186900 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-bf62fb21-e97e-40d8-907a-436c5b394c29 req-040c2e6a-5a85-419a-9deb-e0d1a2f71aa7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:46.188286 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf62fb21-e97e-40d8-907a-436c5b394c29 req-040c2e6a-5a85-419a-9deb-e0d1a2f71aa7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 931 time: 0.2986372 Dec 20 12:07:46.224925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:46.238680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Usage tracker for resource:security_group_rule and tenant:377e05ff06774276936b11419ace0826 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:46.241886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:46.251691 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:46.339807 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.346330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.357123 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-37e9a309-1fc6-4ceb-a227-05e09e0732cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.378833 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf62fb21-e97e-40d8-907a-436c5b394c29 req-728938cd-3202-45e6-a4c6-26262cc999e2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811790 Dec 20 12:07:46.411811 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=377e05ff06774276936b11419ace0826&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4637811 Dec 20 12:07:46.415192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.432207 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6204956-3e10-481c-9375-9bbdbb90771c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:46.457734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.458070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.458437 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.458802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.459171 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.459534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.459894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.460251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.460614 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.460966 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.461317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:46.472161 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:46.500432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.541523 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.618379 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.628206 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d6193aa3-22b0-4e97-a435-ed508f8d5505 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.642461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6204956-3e10-481c-9375-9bbdbb90771c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:46.646192 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:46.648615 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.649667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6204956-3e10-481c-9375-9bbdbb90771c HTTP/1.1" status: 204 len: 168 time: 0.2335439 Dec 20 12:07:46.660965 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67d7861-49b3-48b8-8a34-b076b075f49a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:07:46.670577 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.688557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Transition to ACTIVE for port object f67d7861-49b3-48b8-8a34-b076b075f49a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:46.692815 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.698667 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8b832fc7-9878-4c81-afa6-e9fe4192e1fb tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.862920 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Pushing event updated for resources: {'Port': ['ID=f67d7861-49b3-48b8-8a34-b076b075f49a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:46.867413 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:46.995194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Attempting to bind port f67d7861-49b3-48b8-8a34-b076b075f49a on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:46.995532 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Attempting to bind port f67d7861-49b3-48b8-8a34-b076b075f49a by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:46.995869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Attempting to bind port f67d7861-49b3-48b8-8a34-b076b075f49a on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:47.002250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Port f67d7861-49b3-48b8-8a34-b076b075f49a on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:07:47.002570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Attempting to bind port f67d7861-49b3-48b8-8a34-b076b075f49a on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:47.009136 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:47.009473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:47.009977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:47.010419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Bound port: f67d7861-49b3-48b8-8a34-b076b075f49a, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:47.010761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.112831 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] For port f67d7861-49b3-48b8-8a34-b076b075f49a, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:47.116293 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] For port f67d7861-49b3-48b8-8a34-b076b075f49a, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f67d7861-49b3-48b8-8a34-b076b075f49a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:47.124898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.130224 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dc6050f3-481b-4924-8384-caad1b20b13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:47.202657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.204026 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-b182e990-e553-49cc-b312-426f65b3474b service neutron] 10.222.0.16 "PUT /v2.0/ports/f67d7861-49b3-48b8-8a34-b076b075f49a HTTP/1.1" status: 200 len: 1093 time: 1.4944165 Dec 20 12:07:47.204550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:47.218026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Pushing event updated for resources: {'Port': ['ID=f67d7861-49b3-48b8-8a34-b076b075f49a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:47.221422 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:47.233789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49156) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:47.301282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.314251 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'status': 'completed', 'code': 200} Dec 20 12:07:47.352743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:47.359334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6330ec0dff44e38212c532f43b0243 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:47.367843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:47.377989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:47.402136 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-cdb5234f-c719-4f17-a583-4ccb480baca7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 1096 time: 0.1454606 Dec 20 12:07:47.492911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-850ecf2e-a377-4914-ae4a-1d0d868d38ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67d7861-49b3-48b8-8a34-b076b075f49a HTTP/1.1" status: 200 len: 217 time: 0.0835922 Dec 20 12:07:47.616356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-ba0ecc07-57f8-4792-8ee4-bfdf2593bb4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:47.617800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-ba0ecc07-57f8-4792-8ee4-bfdf2593bb4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.1188431 Dec 20 12:07:47.619502 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.700869 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.718242 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9254c5bd-c443-4314-94da-1330eac57e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:47.781436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef7ebb4-1cdf-4edb-a573-0cbf78c13360,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:47.784493 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:47.788625 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c6330ec0dff44e38212c532f43b0243&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5536623 Dec 20 12:07:47.791387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49174) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:47.832345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cd460-7e37-4645-b71c-e0bc56c730fd req-86f0af6d-8a3b-434b-8267-6c9155fef720 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:47.833783 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e41cd460-7e37-4645-b71c-e0bc56c730fd req-86f0af6d-8a3b-434b-8267-6c9155fef720 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 943 time: 0.2131090 Dec 20 12:07:47.836688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-7e93a5dd-06f0-4f63-8624-aa769c0fb2b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1796288 Dec 20 12:07:47.868976 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.897970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.953341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.956982 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-22c5f876-7941-4721-8100-57faec5af5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:47.962488 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e41cd460-7e37-4645-b71c-e0bc56c730fd req-0cb06a82-08f9-4d26-86be-149b83cc94e6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225913 Dec 20 12:07:47.969061 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef7ebb4-1cdf-4edb-a573-0cbf78c13360,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:47.973022 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:47.976466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.977844 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ef7ebb4-1cdf-4edb-a573-0cbf78c13360 HTTP/1.1" status: 204 len: 168 time: 0.1853135 Dec 20 12:07:48.017711 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-ad231eb5-6633-44eb-832d-5c48e9ea9fd0 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629698 Dec 20 12:07:48.169125 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9aad8a5d-a821-4038-8bc6-62fd5e957aa3 req-d5cfa6ff-8cd1-4d94-ab34-67c850e88601 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452034 Dec 20 12:07:48.193659 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.296353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-a57b57fa-4e1b-4906-a1e4-0fd6cbed8431 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 1096 time: 0.0781887 Dec 20 12:07:48.359515 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:07:48.431378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-820090e9-7efa-4747-a536-a2ab702987de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:48.433091 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-820090e9-7efa-4747-a536-a2ab702987de service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.1309783 Dec 20 12:07:48.507216 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-5572d691-fb49-4d44-9a2b-a957ed9230b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67d7861-49b3-48b8-8a34-b076b075f49a HTTP/1.1" status: 200 len: 217 time: 0.0668218 Dec 20 12:07:48.581093 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-ec8775b9-81f8-4a9d-9d9c-5d465c2be11f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:48.581093 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-ec8775b9-81f8-4a9d-9d9c-5d465c2be11f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0634940 Dec 20 12:07:48.792015 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-22507a33-25fd-4f15-b0ee-f2c9616cc017 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2087855 Dec 20 12:07:48.926467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-d8395480-7f32-4580-93ea-8c2636b94628 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281257 Dec 20 12:07:49.066479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-924414d9-60e9-4315-a8b7-9b8f37567f68 req-8fea4981-d7ba-44af-9c4e-37eb515770fb service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342573 Dec 20 12:07:49.193326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2ff2-1dc4-44c1-914a-48748409b160 req-aefb3f63-2f07-401a-a041-5012840ea504 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:49.199703 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53ca2ff2-1dc4-44c1-914a-48748409b160 req-aefb3f63-2f07-401a-a041-5012840ea504 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 943 time: 0.0930729 Dec 20 12:07:49.244433 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-53ca2ff2-1dc4-44c1-914a-48748409b160 req-65776080-88b4-4ac3-a70b-6cefe77012ab tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436940 Dec 20 12:07:50.519470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc649cf4-c72b-40c8-879a-209b1dbf8727 req-fd7f2bbb-e6e0-4280-b2a9-ef53b419e49f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:50.520924 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cc649cf4-c72b-40c8-879a-209b1dbf8727 req-fd7f2bbb-e6e0-4280-b2a9-ef53b419e49f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 943 time: 0.0893834 Dec 20 12:07:50.572667 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-cc649cf4-c72b-40c8-879a-209b1dbf8727 req-0a37366f-fe2d-4583-aab9-5b71e4458e5e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461402 Dec 20 12:07:51.656771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49290) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:51.787696 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2f7fd-4790-499d-bb0d-abe7c75a788a req-70470bff-1139-4d90-8267-0a31b7746313 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:51.796401 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92d2f7fd-4790-499d-bb0d-abe7c75a788a req-70470bff-1139-4d90-8267-0a31b7746313 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 943 time: 0.0895717 Dec 20 12:07:51.828464 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.853881 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-92d2f7fd-4790-499d-bb0d-abe7c75a788a req-f3c190c2-5c18-4a0a-869c-91cdb9aeb935 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565262 Dec 20 12:07:51.877673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:51.883107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Usage tracker for resource:security_group_rule and tenant:541b180996184e23b2d1ca76db524ea9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:51.886737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:51.895669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:51.967383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.971814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.979266 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-81be307e-d0e1-44c1-a005-4e461627552d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:52.031285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d780c9-8495-497d-9bd5-f3fc792603a6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:52.034427 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:52.039860 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=541b180996184e23b2d1ca76db524ea9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3819942 Dec 20 12:07:52.040598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49310) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:52.107815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.139735 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.190879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.196045 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:52.208170 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d780c9-8495-497d-9bd5-f3fc792603a6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:52.211069 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:52.213000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.217361 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88d780c9-8495-497d-9bd5-f3fc792603a6 HTTP/1.1" status: 204 len: 168 time: 0.1722968 Dec 20 12:07:52.547408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49318) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:52.566524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.597229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:52.601195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc91f99e9fd478580c1024619f527b0 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:52.604265 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:52.610519 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:52.680759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.685660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.692333 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-453c120d-b531-4cfc-bd29-9af524e18328 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:52.735942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c501f-15ae-4445-a8b8-350fd312e52b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:52.740260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bc91f99e9fd478580c1024619f527b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1917448 Dec 20 12:07:52.741132 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:52.742893 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:52.802101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.828838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.883724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.889745 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-92e57601-339c-42fa-bdd5-f11409320ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:52.905620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77c501f-15ae-4445-a8b8-350fd312e52b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:52.908688 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:52.910153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.914203 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e77c501f-15ae-4445-a8b8-350fd312e52b HTTP/1.1" status: 204 len: 168 time: 0.1677117 Dec 20 12:07:53.050845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d6b3-f347-404b-a6e0-4691fc50ea01 req-b640922a-12af-48fd-913c-9a3445ff1612 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:53.052350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bb6d6b3-f347-404b-a6e0-4691fc50ea01 req-b640922a-12af-48fd-913c-9a3445ff1612 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 943 time: 0.0818026 Dec 20 12:07:53.104925 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2bb6d6b3-f347-404b-a6e0-4691fc50ea01 req-97205783-7532-483c-b275-b20dd0ad484c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466547 Dec 20 12:07:54.375097 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec59bf-6be3-4fb9-8864-acf514143404 req-1b3cfe12-5787-4a75-afa2-1742c4da2fea tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:54.376535 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3eec59bf-6be3-4fb9-8864-acf514143404 req-1b3cfe12-5787-4a75-afa2-1742c4da2fea tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 943 time: 0.1350176 Dec 20 12:07:54.430621 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3eec59bf-6be3-4fb9-8864-acf514143404 req-f8be49c0-d293-44f1-8813-142c0d20ae77 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 Dec 20 12:07:54.534792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49388) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:54.679214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.713702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:54.718091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Usage tracker for resource:security_group_rule and tenant:be0448a4a9ed4bda9abdbb17ff65d4fd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:54.720848 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:54.726502 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:54.792516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.798798 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49398) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:54.799592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.806849 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6adf1ef7-95ba-4e3c-9496-3883e1def33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:54.849923 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be0448a4a9ed4bda9abdbb17ff65d4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3139391 Dec 20 12:07:54.850733 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb1202e-21aa-43ff-a2ed-41243ee3f984,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:54.853327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49404) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:54.854482 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:54.918987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.958228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.967820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.018114 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:55.022032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Usage tracker for resource:security_group_rule and tenant:2807e6b3def444b1984838b62be98f71 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:55.025234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:55.031766 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:55.047440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.053357 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2e4f6440-dbc5-44db-b72c-7eb7d85b41a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:55.075422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb1202e-21aa-43ff-a2ed-41243ee3f984,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:55.077691 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:55.109468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.110604 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbb1202e-21aa-43ff-a2ed-41243ee3f984 HTTP/1.1" status: 204 len: 168 time: 0.2550204 Dec 20 12:07:55.142814 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.146666 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.154543 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:55.195106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8394f56-7256-458b-b54e-5b6c236046f3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:55.198425 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:55.204170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2807e6b3def444b1984838b62be98f71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4015908 Dec 20 12:07:55.204730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49412) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:55.271261 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.301665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.362589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.367492 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4e398555-dc4f-42aa-977d-e881545da0a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:55.378510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8394f56-7256-458b-b54e-5b6c236046f3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:55.382154 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:55.385141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.386280 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8394f56-7256-458b-b54e-5b6c236046f3 HTTP/1.1" status: 204 len: 168 time: 0.1809332 Dec 20 12:07:55.635417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ae0ca-cc79-4d95-a324-324f28d87f37 req-0cbb7056-ea32-477d-8af3-27497386f41e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:55.636775 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f74ae0ca-cc79-4d95-a324-324f28d87f37 req-0cbb7056-ea32-477d-8af3-27497386f41e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 943 time: 0.0835927 Dec 20 12:07:55.684885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f74ae0ca-cc79-4d95-a324-324f28d87f37 req-7ee90e9b-023c-4ed3-a19f-e60b1b644f39 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417612 Dec 20 12:07:56.174460 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f67d7861-49b3-48b8-8a34-b076b075f49a details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:07:56.327076 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f67d7861-49b3-48b8-8a34-b076b075f49a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f67d7861-49b3-48b8-8a34-b076b075f49a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:56.378223 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'port_id': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'mac_address': 'fa:16:3e:93:1d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:07:56.497658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.520443 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67d7861-49b3-48b8-8a34-b076b075f49a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:07:56.538382 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f67d7861-49b3-48b8-8a34-b076b075f49a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f67d7861-49b3-48b8-8a34-b076b075f49a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:56.543327 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.546759 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:56.629251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f67d7861-49b3-48b8-8a34-b076b075f49a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:56.638822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.639272 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.639704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.640125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.640636 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.641051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.641485 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.641897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.642321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.642730 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.643141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:56.647728 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:56.736259 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['f67d7861-49b3-48b8-8a34-b076b075f49a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:56.918909 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663ef5-33fb-4e06-8c25-259b991c5e87 req-195b9213-6d25-43b1-9596-8fdb77f225b6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:56.926960 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95663ef5-33fb-4e06-8c25-259b991c5e87 req-195b9213-6d25-43b1-9596-8fdb77f225b6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 944 time: 0.1107490 Dec 20 12:07:56.973920 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-95663ef5-33fb-4e06-8c25-259b991c5e87 req-96d409da-64f1-457b-be36-386251afc383 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459399 Dec 20 12:07:57.747614 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22889919-b78c-48eb-893c-f60b5363392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.188132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f67d7861-49b3-48b8-8a34-b076b075f49a up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:58.195800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c7d04-8e6c-4c2d-afcc-176e49ab0118 req-cae94e0b-f80c-48d6-bf08-7655e14e2a05 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:58.197371 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea3c7d04-8e6c-4c2d-afcc-176e49ab0118 req-cae94e0b-f80c-48d6-bf08-7655e14e2a05 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 944 time: 0.0834684 Dec 20 12:07:58.244407 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ea3c7d04-8e6c-4c2d-afcc-176e49ab0118 req-ba125463-59e2-446b-98bf-8d51e3238cee tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Dec 20 12:07:58.292306 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port f67d7861-49b3-48b8-8a34-b076b075f49a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:58.298782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port f67d7861-49b3-48b8-8a34-b076b075f49a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:58.299416 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.426016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.453748 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:58.463236 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port f67d7861-49b3-48b8-8a34-b076b075f49a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f67d7861-49b3-48b8-8a34-b076b075f49a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:58.467666 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.469498 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:58.516970 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'code': 200} Dec 20 12:07:58.570510 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=f67d7861-49b3-48b8-8a34-b076b075f49a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:58.574337 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:58.876699 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0e46d836-8c83-4339-bfad-1fcc505ad963 req-4c6d598a-6750-41e5-8158-0e86077f7cbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 1098 time: 0.2914228 Dec 20 12:07:58.925662 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0e46d836-8c83-4339-bfad-1fcc505ad963 req-aa20e462-23f6-4b19-9129-ecb2df30e7a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426373 Dec 20 12:07:59.449855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340d61d-e62e-43f6-bb14-7e7663eb5d93 req-53c65fed-9ce9-44db-b9cc-87b21b7498d3 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:59.451342 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e340d61d-e62e-43f6-bb14-7e7663eb5d93 req-53c65fed-9ce9-44db-b9cc-87b21b7498d3 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 945 time: 0.0765796 Dec 20 12:07:59.504071 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e340d61d-e62e-43f6-bb14-7e7663eb5d93 req-a1462097-2c51-4121-bb56-e734b1ab44e9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461564 Dec 20 12:07:59.976028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04eaf30e-2624-48b2-be1d-67c5dab85f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.293735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-96a8aa80-6895-48eb-ad1c-b7f7fd931782 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2645564 Dec 20 12:08:00.441744 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-ce7eeefc-69b3-4c9e-968f-782d4382f404 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1098 time: 0.0750246 Dec 20 12:08:00.606902 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-c4a106f5-46a4-407a-bd57-16dd586b424e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:00.608345 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-c4a106f5-46a4-407a-bd57-16dd586b424e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 910 time: 0.1463058 Dec 20 12:08:00.766673 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-71d5af1c-f3f0-4d83-814c-2360736b4eff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 1001 time: 0.1512108 Dec 20 12:08:00.842265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d9358-0efb-43c0-904c-915b5b0db372 req-874d900e-2f0c-488a-b77e-3a30768d6862 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:00.843967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-532d9358-0efb-43c0-904c-915b5b0db372 req-874d900e-2f0c-488a-b77e-3a30768d6862 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 945 time: 0.1717038 Dec 20 12:08:00.899031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-6b200556-c13f-4ad4-a0e1-d817d038ac45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:00.900545 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-6b200556-c13f-4ad4-a0e1-d817d038ac45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 200 len: 848 time: 0.1259274 Dec 20 12:08:00.957521 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-532d9358-0efb-43c0-904c-915b5b0db372 req-0f38ff1e-c566-41de-af4e-8648bf24630a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059453 Dec 20 12:08:00.989232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-0225af71-b7b4-4a70-8627-641efd9f38dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0820587 Dec 20 12:08:01.184603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98dfdc-3125-428d-bbf4-49ca5bf6a10b req-d0260cdf-dbf4-4bb7-9daf-30446aaa9bf6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:01.192403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.192900 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ab98dfdc-3125-428d-bbf4-49ca5bf6a10b req-d0260cdf-dbf4-4bb7-9daf-30446aaa9bf6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 945 time: 0.1051748 Dec 20 12:08:01.254587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.260245 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ab98dfdc-3125-428d-bbf4-49ca5bf6a10b req-054d1ee7-9194-4131-af80-05a68421d905 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665870 Dec 20 12:08:01.281700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:01.301441 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-cab67434-2234-44e9-b7ea-8b3213f75327 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058836 Dec 20 12:08:01.369353 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-15cd3c68-ba4e-46db-9d3d-c78fb15e2853 tempest-TestVolumeBootPattern-1685946481 tempest-TestVolumeBootPattern-1685946481-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 1093 time: 0.0856309 Dec 20 12:08:01.372365 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49584) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:01.378347 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:01.385167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:01.390246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:floatingip and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:01.394702 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:01.402162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:01.415511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.490115 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8f93776a-0c34-46e8-b8ec-efbfb4153c10 req-dd980413-7fcc-49c9-ab29-fc18fc398fdb service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827149 Dec 20 12:08:01.582136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.790257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.35.0.101 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/f5de1fec-d46b-4068-b20c-2cb85c94fad9) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:02.063316 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.091535 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.095757 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9149c163-f0ef-4722-9b49-3c146d824e5e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:02.157932 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:02.161051 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:02.165195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:02.193641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=f5de1fec-d46b-4068-b20c-2cb85c94fad9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:02.199986 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:02.708395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.782062 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.805752 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.014122 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.019958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.024505 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-31b98bb9-5de0-4642-bc55-f6752f21ac60 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:03.085800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:03.140278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=f5de1fec-d46b-4068-b20c-2cb85c94fad9,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:03.151647 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:03.161943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.244153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.279597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:03.285004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Usage tracker for resource:security_group_rule and tenant:2785ad7c63d240fa8a275a53bad1b231 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:03.288587 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:03.295835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:03.374896 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.379026 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.389766 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d145ec61-9df0-4380-b46e-b10c3f3d7ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:03.389973 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.l3_db [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Floating IP 5215496a-1e52-4e81-9def-a82958990718 associated. External IP: 172.35.0.101, port: f67d7861-49b3-48b8-8a34-b076b075f49a. Dec 20 12:08:03.431350 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2785ad7c63d240fa8a275a53bad1b231&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415453 Dec 20 12:08:03.431350 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4993694b-1900-4f7a-bc3c-5239ce800d67,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:03.433159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:03.436045 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:03.501709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd6deb3-b523-481c-a7fa-70a3d5da5f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.528579 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd6deb3-b523-481c-a7fa-70a3d5da5f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.590447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd6deb3-b523-481c-a7fa-70a3d5da5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.596413 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-11ea6049-c7be-4a1c-ad52-0d91e975d5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:03.611558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8dd6deb3-b523-481c-a7fa-70a3d5da5f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.612914 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8dd6deb3-b523-481c-a7fa-70a3d5da5f4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4993694b-1900-4f7a-bc3c-5239ce800d67 HTTP/1.1" status: 204 len: 168 time: 0.1783087 Dec 20 12:08:03.614082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6deb3-b523-481c-a7fa-70a3d5da5f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4993694b-1900-4f7a-bc3c-5239ce800d67,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:03.617181 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8dd6deb3-b523-481c-a7fa-70a3d5da5f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:03.985626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Router f737ad25-abcc-4fec-842a-b2ba75d4239f has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:04.022546 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-da259b66-52c2-4c15-a7d4-f283a4238fb6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282291 Dec 20 12:08:04.109701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49630) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:04.184992 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-e7a539f3-2312-46a8-a334-f774370e41c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 1098 time: 0.0843527 Dec 20 12:08:04.193215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.236283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:04.249168 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Usage tracker for resource:security_group_rule and tenant:51c7e31703194081b5824283e8f78b65 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:04.253144 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:04.265752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:04.300645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:04.312498 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] Sync routers for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:04.333862 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:04.334697 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:08:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:04.376022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-528cd980-5739-4071-8a9b-2c2bc7877681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:04.378240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-528cd980-5739-4071-8a9b-2c2bc7877681 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.1740019 Dec 20 12:08:04.379410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.381073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.431917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.446852 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-daba8b13-9f9c-49b5-90ac-064a7cb2160b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:04.514482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765069cd-fb2d-492e-af17-9a3eea1bfb51,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:04.530070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51c7e31703194081b5824283e8f78b65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4099174 Dec 20 12:08:04.530070 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1488416 Dec 20 12:08:04.530070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:08:04.534566 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:04.540108 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:04.571361 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-9e27e338-ef8b-471e-9769-ee371fdaede5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67d7861-49b3-48b8-8a34-b076b075f49a HTTP/1.1" status: 200 len: 999 time: 0.1877570 Dec 20 12:08:04.649586 n-d-victoria-1 neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'status': 'completed', 'code': 200} Dec 20 12:08:04.650328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.666692 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:04.677228 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-dbf25ab5-4857-4326-9c38-238e81f136b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:04.678683 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-dbf25ab5-4857-4326-9c38-238e81f136b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0927975 Dec 20 12:08:04.692742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.767868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-96ccfcd4-1211-4dce-a270-74c2eed0688f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0815294 Dec 20 12:08:04.768320 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.773966 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-511f7602-3bf4-4e88-8882-001d93623aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:04.786528 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765069cd-fb2d-492e-af17-9a3eea1bfb51,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:04.789805 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:04.791739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.795857 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/765069cd-fb2d-492e-af17-9a3eea1bfb51 HTTP/1.1" status: 204 len: 168 time: 0.2514393 Dec 20 12:08:04.957677 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-01230576-91b3-4bfc-988d-589bb5ca15c8 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826963 Dec 20 12:08:05.110380 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ab7a6853-4fbb-43a5-a166-60e448962efd req-ab3a2663-42db-4624-b70e-edbd30605370 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462002 Dec 20 12:08:05.164740 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '5215496a-1e52-4e81-9def-a82958990718', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'floating_ip_address': '172.35.0.101', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'port_id': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'mac_address': 'fa:16:3e:93:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:08:02Z', 'updated_at': '2021-12-20T12:08:02Z', 'revision_number': 0, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:05.174576 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] Checking router: f737ad25-abcc-4fec-842a-b2ba75d4239f for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:08:05.188628 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:05.189234 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:08:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:05.241855 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-517c9bbc-59e7-4e1e-9906-fe60db3528c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 1098 time: 0.0816836 Dec 20 12:08:05.456037 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-5c5c8fa6-e036-4e28-ab5b-8e67eaed0443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:05.458042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-5c5c8fa6-e036-4e28-ab5b-8e67eaed0443 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.2098572 Dec 20 12:08:05.524502 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:05.593577 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-06e26ced-c512-4f33-a523-87e86176d860 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67d7861-49b3-48b8-8a34-b076b075f49a HTTP/1.1" status: 200 len: 999 time: 0.1297705 Dec 20 12:08:05.675725 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-4eacaff9-62b6-4c86-9741-fae61c477022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:05.677239 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-4eacaff9-62b6-4c86-9741-fae61c477022 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0783248 Dec 20 12:08:05.773980 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-52d1f4c1-9145-4c61-a757-57c3790c7b8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0890300 Dec 20 12:08:05.937616 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '5215496a-1e52-4e81-9def-a82958990718', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'floating_ip_address': '172.35.0.101', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'port_id': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'mac_address': 'fa:16:3e:93:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:08:02Z', 'updated_at': '2021-12-20T12:08:02Z', 'revision_number': 0, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:05.942408 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c4376-251e-4b7e-b0a7-5f815810d5e2 None None] The sync data for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 is: [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '5215496a-1e52-4e81-9def-a82958990718', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'floating_ip_address': '172.35.0.101', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'port_id': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'mac_address': 'fa:16:3e:93:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:08:02Z', 'updated_at': '2021-12-20T12:08:02Z', 'revision_number': 0, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:06.080300 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-c34d0354-d014-4780-ad85-4a360f718511 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002651 Dec 20 12:08:06.237627 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f752b4e3-81f3-48bb-a1ad-ab0e7197381b None None] New status for floating IP 5215496a-1e52-4e81-9def-a82958990718: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:08:06.265157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9d8736cb-1da7-42d5-8e86-194a4f83d39a req-d9229c89-5a88-4b04-a39b-256cb566f005 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787965 Dec 20 12:08:08.736807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49728) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:08.908281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.941856 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:08.946219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Usage tracker for resource:security_group_rule and tenant:6d49cf4e0ec0454a9f29cb49d7ef8a15 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:08.949103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:08.954809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:09.022601 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.026584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.033871 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-88c47846-d118-4dd2-aef5-b08811304638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:09.083142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18579066-3d6c-44e8-bc69-916b05094c94,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:09.087385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d49cf4e0ec0454a9f29cb49d7ef8a15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3493576 Dec 20 12:08:09.088320 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:09.090596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49742) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:09.152918 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6972abc-0efd-4a39-aa92-d7e6b118ad4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.177558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6972abc-0efd-4a39-aa92-d7e6b118ad4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.229727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6972abc-0efd-4a39-aa92-d7e6b118ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.234676 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-30911578-fe14-462c-bd8e-19f823c2873b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:09.244526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6972abc-0efd-4a39-aa92-d7e6b118ad4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18579066-3d6c-44e8-bc69-916b05094c94,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:09.248865 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b6972abc-0efd-4a39-aa92-d7e6b118ad4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:09.250845 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b6972abc-0efd-4a39-aa92-d7e6b118ad4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.251850 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b6972abc-0efd-4a39-aa92-d7e6b118ad4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18579066-3d6c-44e8-bc69-916b05094c94 HTTP/1.1" status: 204 len: 168 time: 0.1600835 Dec 20 12:08:09.620329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:09.639297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.669722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:09.673591 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Usage tracker for resource:security_group_rule and tenant:74ddab4ea44b40a8be4f12f0da2fe1e3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:09.676414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:09.681992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:09.747450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.751221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.757412 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a8ee92c9-401b-4416-9ab2-f0c297e3e6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:09.795370 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a852721e-82f5-40ed-b52b-0c30945e36bc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:09.799932 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:09.803224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c66529c0-5560-49cd-8ff6-7b06ddbf1772 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74ddab4ea44b40a8be4f12f0da2fe1e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814294 Dec 20 12:08:09.805883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49754) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:09.867000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.892680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.947000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.952117 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-da4b2aa8-d00f-45d6-a7af-a6f3ad52c370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:09.965029 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a852721e-82f5-40ed-b52b-0c30945e36bc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:09.968545 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:09.973213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.976622 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a852721e-82f5-40ed-b52b-0c30945e36bc HTTP/1.1" status: 204 len: 168 time: 0.1674893 Dec 20 12:08:13.030581 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49844) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:13.188607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.221948 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:13.226070 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Usage tracker for resource:security_group_rule and tenant:f0ccc61bd4744bedb3c15cb330104a95 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:13.229118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:13.235532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:13.306707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.311110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.319216 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-79058e6e-877e-44ab-bb03-1ea12cd7fe8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:13.359849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b76b53-e9e4-4d12-8316-52d3a9fc5f03,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:13.363461 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:13.369743 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0ccc61bd4744bedb3c15cb330104a95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3376598 Dec 20 12:08:13.370361 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49854) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:13.429913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.454194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.508536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.512441 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34bac012-a554-42ff-806a-cb571fde9b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:13.523435 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b76b53-e9e4-4d12-8316-52d3a9fc5f03,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:13.526770 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:13.530624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.534497 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06b76b53-e9e4-4d12-8316-52d3a9fc5f03 HTTP/1.1" status: 204 len: 168 time: 0.1630621 Dec 20 12:08:13.881110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:13.905071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.936472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:13.939609 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Usage tracker for resource:security_group_rule and tenant:bc7be52219db4553965b3b0ba0d48902 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:13.942398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:13.947902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:14.024608 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.028295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.034666 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c0a9198f-40a6-46ca-9bad-66f898c1552c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:14.078238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8238f72-a8d1-4366-aa8d-194fc4a0ded4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:14.082040 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:14.084794 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc7be52219db4553965b3b0ba0d48902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2022319 Dec 20 12:08:14.087499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49870) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:14.154099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.186526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.231242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.235004 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-97e05175-1e27-4079-a460-57e0f86d17ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:14.246461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8238f72-a8d1-4366-aa8d-194fc4a0ded4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:14.249862 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:14.253027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.254340 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8238f72-a8d1-4366-aa8d-194fc4a0ded4 HTTP/1.1" status: 204 len: 168 time: 0.1658530 Dec 20 12:08:15.224922 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.224665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 49932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:17.443440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.475378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:17.483633 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Usage tracker for resource:security_group_rule and tenant:50f20c898e154ceba204dfede55bf478 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:17.486761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:17.493884 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:17.571734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.577239 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.584439 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-44a2114d-b21e-4352-819d-d2d613a5326c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:17.628378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59256dcd-b152-4ee0-bdf1-89aedadc6a03,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:17.635771 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:17.641856 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50f20c898e154ceba204dfede55bf478&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4160717 Dec 20 12:08:17.643138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:17.757819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.827035 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.885033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.888666 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-16ce3920-dadd-4e5e-9bf3-85a092e17a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:17.915421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59256dcd-b152-4ee0-bdf1-89aedadc6a03,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:17.915421 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:17.930549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.939869 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59256dcd-b152-4ee0-bdf1-89aedadc6a03 HTTP/1.1" status: 204 len: 168 time: 0.2899194 Dec 20 12:08:18.211656 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.426703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49952) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:18.451190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.498939 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:18.504100 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Usage tracker for resource:security_group_rule and tenant:f4962ee93f214a98baa11ddc913c9186 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:18.507623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:18.518150 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:18.647085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.647085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.659281 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-51ecdf2c-d774-4936-a24e-d0e00f804e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:18.702829 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cb5f42-8847-41d9-85f9-3357bbf10350,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:18.710113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:18.720375 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4962ee93f214a98baa11ddc913c9186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2840569 Dec 20 12:08:18.720375 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 49958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:18.799986 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.827042 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.899157 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.904845 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1a51e816-cd90-4555-8687-1d1493567703 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:18.920282 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cb5f42-8847-41d9-85f9-3357bbf10350,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:18.923218 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:18.927089 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.932254 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4cb5f42-8847-41d9-85f9-3357bbf10350 HTTP/1.1" status: 204 len: 168 time: 0.2105451 Dec 20 12:08:20.309146 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:20.453017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.484769 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:20.487422 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Usage tracker for resource:security_group_rule and tenant:9d44c85d20cc4d6db9df176611d81ebc is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:20.490188 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:20.496568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:20.562160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.565478 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.572324 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7828a753-c092-4944-a5f9-760aa83a10ed tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:20.610957 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1d7120-3c65-4062-8d20-bebe7bf6d688,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:20.614382 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:20.619548 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-00d7296d-ded3-494e-be3b-a4284ad5167f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d44c85d20cc4d6db9df176611d81ebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3092356 Dec 20 12:08:20.619775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50006) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:20.685729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b28a09b-55b6-40d4-b13a-9989ed71cba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.718753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b28a09b-55b6-40d4-b13a-9989ed71cba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.779672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b28a09b-55b6-40d4-b13a-9989ed71cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.783697 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-746e19b9-35c1-4005-bfd8-c9a1ea3c41d1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:20.797989 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28a09b-55b6-40d4-b13a-9989ed71cba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1d7120-3c65-4062-8d20-bebe7bf6d688,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:20.805634 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6b28a09b-55b6-40d4-b13a-9989ed71cba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:20.807781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b28a09b-55b6-40d4-b13a-9989ed71cba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.809573 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6b28a09b-55b6-40d4-b13a-9989ed71cba7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c1d7120-3c65-4062-8d20-bebe7bf6d688 HTTP/1.1" status: 204 len: 168 time: 0.1888428 Dec 20 12:08:23.902472 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:24.053050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.087075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:24.091132 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Usage tracker for resource:security_group_rule and tenant:d450c343451c45efb66b47b5872d58e6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:24.094072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:24.100299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:24.171811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.176108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.185089 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8ea9a1cb-a951-4f73-81c8-659f489372eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:24.227508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9084d12c-06fd-4ce8-9ccd-09a0296ff1ee,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:24.231173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d450c343451c45efb66b47b5872d58e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3289905 Dec 20 12:08:24.232054 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:24.236640 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50092) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:24.300531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bb05-5181-4e74-87d6-e81661a7dd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.338729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bb05-5181-4e74-87d6-e81661a7dd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.403186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bb05-5181-4e74-87d6-e81661a7dd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.407255 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3230b934-fa90-4ef5-bc1b-e798ad7eea9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:24.419039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3bb05-5181-4e74-87d6-e81661a7dd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9084d12c-06fd-4ce8-9ccd-09a0296ff1ee,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:24.425125 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c2d3bb05-5181-4e74-87d6-e81661a7dd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:24.425755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bb05-5181-4e74-87d6-e81661a7dd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.439847 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c2d3bb05-5181-4e74-87d6-e81661a7dd85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9084d12c-06fd-4ce8-9ccd-09a0296ff1ee HTTP/1.1" status: 204 len: 168 time: 0.2040865 Dec 20 12:08:24.908391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:24.930603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.965238 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:24.969038 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Usage tracker for resource:security_group_rule and tenant:b37bf4b455ce4b96aea903892cc4e81b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:24.973272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:24.978941 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:25.056408 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.060419 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.068110 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c75d953f-3f7d-43b6-a291-666d8a8641f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:25.114872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67968940-7365-4ce6-81df-3344c0e08f96,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:25.119197 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:25.123322 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50116) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:25.124897 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4b9016b3-1902-491c-8dbe-26f657caa132 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b37bf4b455ce4b96aea903892cc4e81b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2122993 Dec 20 12:08:25.193827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.221154 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.288027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.293429 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-629ff3a9-e4e9-40e0-a852-c093dee09b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:25.308681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67968940-7365-4ce6-81df-3344c0e08f96,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:25.311359 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:25.313977 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.322710 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67968940-7365-4ce6-81df-3344c0e08f96 HTTP/1.1" status: 204 len: 168 time: 0.1906695 Dec 20 12:08:25.359634 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:08:26.900549 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50172) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:27.082824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.120980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:27.125616 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Usage tracker for resource:security_group_rule and tenant:3308f80a1be74926b6c53c7ee02c39c5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:27.128791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:27.135440 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:27.215352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.219827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.227021 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-80f49a54-c1e4-40a1-a9e4-127d14a66d7f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:27.288231 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ccc71f-ee4e-41e4-bd28-c9f3548c8266,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:27.291838 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:27.297173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3308f80a1be74926b6c53c7ee02c39c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3933365 Dec 20 12:08:27.297726 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:27.378196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c782-0fe1-4ec1-b787-fb0055035253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.404953 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c782-0fe1-4ec1-b787-fb0055035253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.459151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c782-0fe1-4ec1-b787-fb0055035253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.464532 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b86d95d9-ae9e-488b-b069-f38b3b5cf00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:27.477194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4c782-0fe1-4ec1-b787-fb0055035253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ccc71f-ee4e-41e4-bd28-c9f3548c8266,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:27.480620 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-2bb4c782-0fe1-4ec1-b787-fb0055035253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:27.481483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c782-0fe1-4ec1-b787-fb0055035253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.485216 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2bb4c782-0fe1-4ec1-b787-fb0055035253 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7ccc71f-ee4e-41e4-bd28-c9f3548c8266 HTTP/1.1" status: 204 len: 168 time: 0.1869285 Dec 20 12:08:27.507017 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:27.647797 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.683355 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:27.687273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Usage tracker for resource:security_group_rule and tenant:72da7dca0c43415b98b795dae8b3a4fd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:27.690143 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:27.695962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:27.751562 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57e74b5a-cecc-420f-8e73-0e9cc92d7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.763716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.767558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.774582 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-82dac1f5-8ad0-4b8a-91ec-5750816d1aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:27.814499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2465b4-be5a-498d-beda-caa21476d164,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:27.818356 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72da7dca0c43415b98b795dae8b3a4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3101435 Dec 20 12:08:27.819220 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:27.820946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50210) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:27.888065 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.916667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.976328 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.983002 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e092f3fb-d010-4de9-b9e0-386be9401358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:27.995741 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2465b4-be5a-498d-beda-caa21476d164,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:27.998261 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:28.008543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.012547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c2465b4-be5a-498d-beda-caa21476d164 HTTP/1.1" status: 204 len: 168 time: 0.1878350 Dec 20 12:08:28.572566 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50236) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:28.879916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'networks': [{'name': 'tempest-network--1159000790'}, {'name': 'tempest-network--803514290'}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:28.879916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'network': {'name': 'tempest-network--1159000790'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:28.879916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'network': {'name': 'tempest-network--803514290'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:28.884971 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:28.892092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Usage tracker for resource:network and tenant:47a4262af6c3446c84e4aa94822599ff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:28.892408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:28.904356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:28.911490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Made reservation on behalf of 47a4262af6c3446c84e4aa94822599ff for: {'network': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:28.917621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.928901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.962307 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:28.967259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Usage tracker for resource:security_group_rule and tenant:47a4262af6c3446c84e4aa94822599ff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:28.967259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:28.980688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:29.078511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.081921 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.082187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.096247 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cf4b4d0f-5dad-4e22-b748-4e6c7a5ea56d tempest-ServerActionsTestJSON-2144523576 tempest-ServerActionsTestJSON-2144523576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:29.139376 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6524e-c65e-4de3-b5b5-7593974cbbd0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:29.143985 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:29.144573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:29.158122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.158122 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Added segment 903d77d4-ff61-4077-be13-ea69916b2db9 of type vlan for network fc5bfb21-8a2e-4eaf-850f-77907469c1e6 Dec 20 12:08:29.200834 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.225614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:29.238899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.238899 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Added segment 379b6dd2-6cc0-41a8-9960-c80850c75bcf of type vlan for network 75c9f148-66bd-4097-b469-4a4ad391ce7d Dec 20 12:08:29.268193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.308876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.308876 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.310352 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:29.313087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:29.314242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.319344 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-67210609-7134-434c-a5b4-338bd5f8a7bf tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:29.445112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8675447 Dec 20 12:08:29.445739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:29.446520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Network': ['ID=fc5bfb21-8a2e-4eaf-850f-77907469c1e6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:29.472698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network fc5bfb21-8a2e-4eaf-850f-77907469c1e6 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:29.661763 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b6c8a-5a31-461c-99ba-1fbb2dc95efd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:29.666208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b6c8a-5a31-461c-99ba-1fbb2dc95efd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:29.673549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b6c8a-5a31-461c-99ba-1fbb2dc95efd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:29.678324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b6c8a-5a31-461c-99ba-1fbb2dc95efd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:29.680249 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-849b6c8a-5a31-461c-99ba-1fbb2dc95efd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2318637 Dec 20 12:08:29.688135 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50262) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:29.752196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Network': ['ID=75c9f148-66bd-4097-b469-4a4ad391ce7d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:29.766875 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 75c9f148-66bd-4097-b469-4a4ad391ce7d details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:29.778122 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:29.778122 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:29.779950 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:29.988748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.994822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ec486a5-0987-4c01-a271-608393abfe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.152781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.184903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5bfb21-8a2e-4eaf-850f-77907469c1e6']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:30.198918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903d77d4-ff61-4077-be13-ea69916b2db9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:30.198918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903d77d4-ff61-4077-be13-ea69916b2db9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:30.215252 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.244033 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.255924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:30.256753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:30.273633 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:30.370692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.376934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.379682 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c115ccc-e987-4b8f-9df8-cd8133fc5c04 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:30.404327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Network': ['ID=fc5bfb21-8a2e-4eaf-850f-77907469c1e6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:30.407196 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:30.411550 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-85af03f2-2ff4-4173-9bd0-276ef9bd3261 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/networks/fc5bfb21-8a2e-4eaf-850f-77907469c1e6 HTTP/1.1" status: 204 len: 168 time: 0.7257519 Dec 20 12:08:30.412154 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50274) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:30.535840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.684074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.709821 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c9f148-66bd-4097-b469-4a4ad391ce7d']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:30.729712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379b6dd2-6cc0-41a8-9960-c80850c75bcf') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:30.729712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379b6dd2-6cc0-41a8-9960-c80850c75bcf') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:30.748330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.762286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.768989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:30.768989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:30.788458 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:30.875015 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.880126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.884461 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ddbd385-af04-4b61-908f-eea845217e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:30.906442 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/networks/75c9f148-66bd-4097-b469-4a4ad391ce7d HTTP/1.1" status: 204 len: 168 time: 0.4933829 Dec 20 12:08:30.908966 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50278) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:30.909897 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Network': ['ID=75c9f148-66bd-4097-b469-4a4ad391ce7d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:30.915317 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-38264d9d-5211-4273-ba91-db4b36261c84 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:31.058779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca511a-efd1-41b9-89b0-56e93a4e6f56 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:31.063903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca511a-efd1-41b9-89b0-56e93a4e6f56 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:31.063903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6bca511a-efd1-41b9-89b0-56e93a4e6f56 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Synchronizing usage tracker for tenant:47a4262af6c3446c84e4aa94822599ff on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:31.082688 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6bca511a-efd1-41b9-89b0-56e93a4e6f56 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Unset dirty status for tenant:47a4262af6c3446c84e4aa94822599ff on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:31.082688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6bca511a-efd1-41b9-89b0-56e93a4e6f56 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1713667 Dec 20 12:08:31.085308 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50284) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.093226 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-393416171'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:31.098310 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:31.111098 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:31.123816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Made reservation on behalf of 47a4262af6c3446c84e4aa94822599ff for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:31.127819 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.166698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:31.170065 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.193734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.193734 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Added segment a475e6a7-53f2-40ae-a1b1-0f95fecf2c03 of type vlan for network b34142b7-c5d6-4c53-967f-3302db9f0faa Dec 20 12:08:31.250244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.271575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.350272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.355508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:31.355508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.359057 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6eda3db9-a9c0-41a6-b828-269662a457b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:31.466991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Network': ['ID=b34142b7-c5d6-4c53-967f-3302db9f0faa,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:31.476287 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:31.479370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network b34142b7-c5d6-4c53-967f-3302db9f0faa details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:31.483861 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-382fe1f0-c583-4374-af7d-5c9e97649987 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3972788 Dec 20 12:08:31.486474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50296) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.494604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1591581944'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:31.500388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:31.504488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Usage tracker for resource:network and tenant:47a4262af6c3446c84e4aa94822599ff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:31.508850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:31.516980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:31.524378 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Made reservation on behalf of 47a4262af6c3446c84e4aa94822599ff for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:31.527573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.556281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:31.566149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.566497 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Added segment d63207d1-78a6-4578-8570-2508c51ac95c of type vlan for network 88ff8e39-58a9-4551-8400-bdeeb938e281 Dec 20 12:08:31.601431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.637768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.642336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:31.642336 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.648991 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-973d8b48-8dde-4cb0-9c8b-984e7624e90e tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:31.759968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Network': ['ID=88ff8e39-58a9-4551-8400-bdeeb938e281,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:31.763620 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2741168 Dec 20 12:08:31.763620 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f5e626c9-b554-40eb-b874-fb7d2eea35c8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:31.766816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50308) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.776944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'ports': [{'network_id': 'b34142b7-c5d6-4c53-967f-3302db9f0faa', 'name': 'tempest-port--934147794', 'admin_state_up': True}, {'network_id': '88ff8e39-58a9-4551-8400-bdeeb938e281', 'admin_state_up': False}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:31.776944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'port': {'network_id': 'b34142b7-c5d6-4c53-967f-3302db9f0faa', 'name': 'tempest-port--934147794', 'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:31.776944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'port': {'network_id': '88ff8e39-58a9-4551-8400-bdeeb938e281', 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:31.783144 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 88ff8e39-58a9-4551-8400-bdeeb938e281 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:32.004230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:32.004230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Usage tracker for resource:port and tenant:47a4262af6c3446c84e4aa94822599ff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:32.011146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:32.014765 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:32.031781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Made reservation on behalf of 47a4262af6c3446c84e4aa94822599ff for: {'port': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:32.034557 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.055635 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.188010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] device_id is not set on port 1b969567-6e45-492f-b1b9-1ef619897f1d yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:32.320092 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.455822 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] device_id is not set on port e695ae06-f90a-4b5c-b455-6cbef7f1b41b yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:32.608360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.641925 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.648520 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-68b4d7cc-3ae1-44b7-bedf-5d8bd6867f70 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:32.753835 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Port': ['ID=1b969567-6e45-492f-b1b9-1ef619897f1d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:32.756225 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:32.771196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Checking segment: {'id': 'a475e6a7-53f2-40ae-a1b1-0f95fecf2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b34142b7-c5d6-4c53-967f-3302db9f0faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:32.772229 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network hostable DHCP agents. Network: b34142b7-c5d6-4c53-967f-3302db9f0faa, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:32.800428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.800911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network b34142b7-c5d6-4c53-967f-3302db9f0faa is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:32.812168 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, b34142b7-c5d6-4c53-967f-3302db9f0faa) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:32.817379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:32.820323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.826270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d10080-c845-4a1b-bd97-c08074ee486d None None] Network b34142b7-c5d6-4c53-967f-3302db9f0faa requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:32.830647 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-85d82bc9-29dc-42c2-8d9b-24adb1b7dc07 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:32.912852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Port': ['ID=e695ae06-f90a-4b5c-b455-6cbef7f1b41b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:32.916136 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:32.940222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Checking segment: {'id': 'd63207d1-78a6-4578-8570-2508c51ac95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '88ff8e39-58a9-4551-8400-bdeeb938e281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:32.940576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network hostable DHCP agents. Network: 88ff8e39-58a9-4551-8400-bdeeb938e281, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:32.962355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network 88ff8e39-58a9-4551-8400-bdeeb938e281 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:32.973206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 88ff8e39-58a9-4551-8400-bdeeb938e281) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:32.978214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:32.983810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:32.987396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:32.988027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.003722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212c744-c19c-4b37-9e1d-af23cbaa20cc None None] Network 88ff8e39-58a9-4551-8400-bdeeb938e281 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:33.012778 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2450235 Dec 20 12:08:33.013301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:33.104428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4dbd49-b126-4270-b1ba-a39736ffa816 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:33.108625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4dbd49-b126-4270-b1ba-a39736ffa816 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:33.109498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7a4dbd49-b126-4270-b1ba-a39736ffa816 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Synchronizing usage tracker for tenant:47a4262af6c3446c84e4aa94822599ff on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:33.127594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-7a4dbd49-b126-4270-b1ba-a39736ffa816 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Unset dirty status for tenant:47a4262af6c3446c84e4aa94822599ff on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:33.132307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50332) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:33.146903 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7a4dbd49-b126-4270-b1ba-a39736ffa816 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1325109 Dec 20 12:08:33.222728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Deleting port 1b969567-6e45-492f-b1b9-1ef619897f1d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:33.223066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.440255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.563813 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Calling delete_port for 1b969567-6e45-492f-b1b9-1ef619897f1d owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:33.646944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.653365 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-12e308b2-56f9-4cc5-b87a-c54b45c3fec6 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:33.700495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Port': ['ID=1b969567-6e45-492f-b1b9-1ef619897f1d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:33.703744 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:33.712712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.728332 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/ports/1b969567-6e45-492f-b1b9-1ef619897f1d HTTP/1.1" status: 204 len: 168 time: 0.5942490 Dec 20 12:08:33.730927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50340) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:33.800323 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Deleting port e695ae06-f90a-4b5c-b455-6cbef7f1b41b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:33.800661 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.013757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.134669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Calling delete_port for e695ae06-f90a-4b5c-b455-6cbef7f1b41b owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:34.220488 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.226107 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:34.270774 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Port': ['ID=e695ae06-f90a-4b5c-b455-6cbef7f1b41b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:34.275132 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:34.279781 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.290089 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e00d7fa2-c490-4926-b342-412919345002 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/ports/e695ae06-f90a-4b5c-b455-6cbef7f1b41b HTTP/1.1" status: 204 len: 168 time: 0.5581067 Dec 20 12:08:34.292572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50344) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:34.452653 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-81233d03-be43-4b7a-8edc-41c83be8312e tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Synchronizing usage tracker for tenant:47a4262af6c3446c84e4aa94822599ff on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:34.470521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-81233d03-be43-4b7a-8edc-41c83be8312e tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Unset dirty status for tenant:47a4262af6c3446c84e4aa94822599ff on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:34.472105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-81233d03-be43-4b7a-8edc-41c83be8312e tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1781833 Dec 20 12:08:34.475478 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50348) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:34.481240 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-66431014'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:34.487206 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:34.491097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Usage tracker for resource:network and tenant:47a4262af6c3446c84e4aa94822599ff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:34.494526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:34.501693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:34.512488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Made reservation on behalf of 47a4262af6c3446c84e4aa94822599ff for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:34.515488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.559714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:34.573400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.573400 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Added segment 9667479c-edf1-4f98-95b2-74b7b86053f7 of type vlan for network 30a693ae-5ed7-4e7d-8248-9b4440c6e848 Dec 20 12:08:34.606982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.641431 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.645389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:34.645974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.651790 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f450d13b-3ac6-4a09-a981-0cb9a5b28bcf tempest-NetworksIpV6Test-323536994 tempest-NetworksIpV6Test-323536994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:34.888262 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4117055 Dec 20 12:08:34.890916 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:34.891230 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Network': ['ID=30a693ae-5ed7-4e7d-8248-9b4440c6e848,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:34.896917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1380641076'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:34.904235 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:34.905162 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:34.905704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 30a693ae-5ed7-4e7d-8248-9b4440c6e848 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:34.910747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Usage tracker for resource:network and tenant:47a4262af6c3446c84e4aa94822599ff is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:34.913985 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:34.920931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:34.932859 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Made reservation on behalf of 47a4262af6c3446c84e4aa94822599ff for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:34.936047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.965749 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:34.974703 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.975228 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Added segment 10b3fcb0-0c1d-4fff-92f9-3a51924e01b9 of type vlan for network 85e136f2-3495-441b-8b76-667735dda402 Dec 20 12:08:34.983393 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50366) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:35.005754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.036835 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.040992 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:35.041593 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.047714 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-87eb5edd-6a72-4d97-8fb0-2a162571b8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:35.100609 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2082441 Dec 20 12:08:35.139942 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.175770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Network': ['ID=85e136f2-3495-441b-8b76-667735dda402,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:35.177314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:35.179188 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fb82af2b-cede-4f9d-bdf3-887fc971fa28 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:35.182248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Usage tracker for resource:security_group_rule and tenant:a5a8e01834854711868210660cd361ba is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:35.185744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:35.189607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 85e136f2-3495-441b-8b76-667735dda402 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:35.193163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:35.278547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.285078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.294076 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-33a1dc60-945d-49cb-bfba-b4d2313b3d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:35.328316 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e513862-a85e-435b-8a0d-934b8ddca940,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:35.347132 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:35.372699 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-e12570c2-ae15-4224-adae-641d929d46aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5a8e01834854711868210660cd361ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3862245 Dec 20 12:08:35.373289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50372) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:35.432771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.458614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.508816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.513261 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fafd7d15-a5ab-41d3-9ec1-269ecb0e8954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:35.524323 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e513862-a85e-435b-8a0d-934b8ddca940,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:35.527280 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:35.539190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.543219 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e513862-a85e-435b-8a0d-934b8ddca940 HTTP/1.1" status: 204 len: 168 time: 0.1662366 Dec 20 12:08:38.344518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50414) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:38.350312 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'subnets': [{'network_id': '30a693ae-5ed7-4e7d-8248-9b4440c6e848', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--851723045', 'ip_version': 6}, {'network_id': '85e136f2-3495-441b-8b76-667735dda402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:38.351200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'subnet': {'network_id': '30a693ae-5ed7-4e7d-8248-9b4440c6e848', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--851723045', 'ip_version': 6}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:38.351332 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Request body: {'subnet': {'network_id': '85e136f2-3495-441b-8b76-667735dda402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:38.593028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:38.597699 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Usage tracker for resource:subnet and tenant:47a4262af6c3446c84e4aa94822599ff is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:38.600018 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:38.605935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:38.616830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Made reservation on behalf of 47a4262af6c3446c84e4aa94822599ff for: {'subnet': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:38.816537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.816860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.267809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.277087 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-40ed71f7-f7b5-495a-a05b-4f7d958673a6 tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:39.371072 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Subnet': ['ID=1d5e1d04-5982-4d6c-b13c-938d4bf96eb4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:39.374526 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:39.379692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Checking segment: {'id': '9667479c-edf1-4f98-95b2-74b7b86053f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '30a693ae-5ed7-4e7d-8248-9b4440c6e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:39.380044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network hostable DHCP agents. Network: 30a693ae-5ed7-4e7d-8248-9b4440c6e848, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:39.401781 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network 30a693ae-5ed7-4e7d-8248-9b4440c6e848 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:39.412177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 30a693ae-5ed7-4e7d-8248-9b4440c6e848) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:39.421527 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.426324 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c89e23c-6980-48a6-9871-536eee0d12a1 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:39.427081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cdfedd-2179-4b52-8c05-298db905ea75 None None] Network 30a693ae-5ed7-4e7d-8248-9b4440c6e848 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:39.525267 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Checking segment: {'id': '10b3fcb0-0c1d-4fff-92f9-3a51924e01b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85e136f2-3495-441b-8b76-667735dda402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:39.525862 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network hostable DHCP agents. Network: 85e136f2-3495-441b-8b76-667735dda402, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:39.535194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event updated for resources: {'Subnet': ['ID=660f4357-eb3c-44fb-bc5a-935fcb313cca,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:39.547537 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:39.559301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Network 85e136f2-3495-441b-8b76-667735dda402 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:39.570275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 85e136f2-3495-441b-8b76-667735dda402) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:39.574818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:39.575372 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:39.576046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.585582 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b31f0-3a91-4a7f-ac0a-93529f5e8d1b None None] Network 85e136f2-3495-441b-8b76-667735dda402 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:39.610721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2621000 Dec 20 12:08:39.610721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50424) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:39.691002 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb546e-6e12-474e-b41a-fa473f2959dc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:39.692423 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb546e-6e12-474e-b41a-fa473f2959dc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:39.693990 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb546e-6e12-474e-b41a-fa473f2959dc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:39.694844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dedb546e-6e12-474e-b41a-fa473f2959dc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Synchronizing usage tracker for tenant:47a4262af6c3446c84e4aa94822599ff on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:39.717595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dedb546e-6e12-474e-b41a-fa473f2959dc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Unset dirty status for tenant:47a4262af6c3446c84e4aa94822599ff on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:39.727088 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dedb546e-6e12-474e-b41a-fa473f2959dc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1070671 Dec 20 12:08:39.737598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50428) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:39.766854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9cad93-3d89-4208-aa5d-1f17faeadafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-30a693ae-5ed7-4e7d-8248-9b4440c6e848', 'network_id': '30a693ae-5ed7-4e7d-8248-9b4440c6e848', 'tenant_id': '47a4262af6c3446c84e4aa94822599ff', 'fixed_ips': [{'subnet_id': '1d5e1d04-5982-4d6c-b13c-938d4bf96eb4'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:39.767881 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be9cad93-3d89-4208-aa5d-1f17faeadafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.818593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Deleting subnet 1d5e1d04-5982-4d6c-b13c-938d4bf96eb4 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:39.824320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.903905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.976595 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-85e136f2-3495-441b-8b76-667735dda402', 'network_id': '85e136f2-3495-441b-8b76-667735dda402', 'tenant_id': '47a4262af6c3446c84e4aa94822599ff', 'fixed_ips': [{'subnet_id': '660f4357-eb3c-44fb-bc5a-935fcb313cca'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:39.978657 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.993475 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.126406 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.126406 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea502cc3-030a-4cd3-8df7-0df6ee9a98e8 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server [None req-be9cad93-3d89-4208-aa5d-1f17faeadafb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5e1d04-5982-4d6c-b13c-938d4bf96eb4: This subnet is being modified by another concurrent operation. Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise exception Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5e1d04-5982-4d6c-b13c-938d4bf96eb4: This subnet is being modified by another concurrent operation. Dec 20 12:08:40.164143 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Dec 20 12:08:40.187128 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340003ac-de61-4267-a93c-a2d994cf1275 None None] Network 30a693ae-5ed7-4e7d-8248-9b4440c6e848 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:40.194974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.194974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5e1d04-5982-4d6c-b13c-938d4bf96eb4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.217067 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:40.228147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Allocated IP 2001:db8:0:1::1 (85e136f2-3495-441b-8b76-667735dda402/660f4357-eb3c-44fb-bc5a-935fcb313cca/45b2bc03-9dc1-4aab-ac54-27191b1c2bb3) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:40.231556 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:40.237900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:40.274104 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a36ec1f9-cc19-473a-8f6d-c7fc7f792517 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/subnets/1d5e1d04-5982-4d6c-b13c-938d4bf96eb4 HTTP/1.1" status: 204 len: 168 time: 0.5050628 Dec 20 12:08:40.587711 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Deleting subnet 660f4357-eb3c-44fb-bc5a-935fcb313cca {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:40.672503 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.683561 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Transition to ACTIVE for port object 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:40.703274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Transition to ACTIVE for port object 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:40.712734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.714385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.719758 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-0ea9fed8-2c17-4a0a-8398-78ae4ffbae2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:40.778522 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.796689 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Network 85e136f2-3495-441b-8b76-667735dda402 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:40.799390 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:40.801738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:40.805232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Pushing event updated for resources: {'Port': ['ID=45b2bc03-9dc1-4aab-ac54-27191b1c2bb3,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:40.808020 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:40.877554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.909188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Attempting to bind port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:40.909188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Attempting to bind port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '10b3fcb0-0c1d-4fff-92f9-3a51924e01b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85e136f2-3495-441b-8b76-667735dda402'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:40.909188 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Attempting to bind port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 on network 85e136f2-3495-441b-8b76-667735dda402 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:40.917655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:40.917655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Checking segment: {'id': '10b3fcb0-0c1d-4fff-92f9-3a51924e01b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85e136f2-3495-441b-8b76-667735dda402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:40.917655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.917655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Bound using segment: {'id': '10b3fcb0-0c1d-4fff-92f9-3a51924e01b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85e136f2-3495-441b-8b76-667735dda402'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:40.917655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Bound port: 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b3fcb0-0c1d-4fff-92f9-3a51924e01b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85e136f2-3495-441b-8b76-667735dda402'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:40.917655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.961382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.968380 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e9aab8d4-600c-4f02-98f8-2cd0cc70e4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:41.006568 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] For port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:41.009640 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] For port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=45b2bc03-9dc1-4aab-ac54-27191b1c2bb3,segment=NetworkSegment(10b3fcb0-0c1d-4fff-92f9-3a51924e01b9),segment_id=10b3fcb0-0c1d-4fff-92f9-3a51924e01b9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:41.016574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Subnet': ['ID=660f4357-eb3c-44fb-bc5a-935fcb313cca,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:41.021222 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.025603 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:41.027437 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:41.030934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.037681 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/subnets/660f4357-eb3c-44fb-bc5a-935fcb313cca HTTP/1.1" status: 204 len: 168 time: 0.8031859 Dec 20 12:08:41.039401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50444) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:41.109216 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Pushing event updated for resources: {'Port': ['ID=45b2bc03-9dc1-4aab-ac54-27191b1c2bb3,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:41.115650 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:41.125118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9304c6-eebb-4fff-9883-54a2e383713f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:41.125118 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-df9304c6-eebb-4fff-9883-54a2e383713f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Synchronizing usage tracker for tenant:47a4262af6c3446c84e4aa94822599ff on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:41.162414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-df9304c6-eebb-4fff-9883-54a2e383713f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Unset dirty status for tenant:47a4262af6c3446c84e4aa94822599ff on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:41.162414 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-df9304c6-eebb-4fff-9883-54a2e383713f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182649 Dec 20 12:08:41.166383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:41.318658 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.332155 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Deleting port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:41.332710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.599216 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] For port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=45b2bc03-9dc1-4aab-ac54-27191b1c2bb3,segment=NetworkSegment(10b3fcb0-0c1d-4fff-92f9-3a51924e01b9),segment_id=10b3fcb0-0c1d-4fff-92f9-3a51924e01b9)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:41.599570 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.738846 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Calling delete_port for 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:41.816521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.820945 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0c8913c0-7e44-4e2e-b047-8a0e2ca60a55 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:41.863953 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Port': ['ID=45b2bc03-9dc1-4aab-ac54-27191b1c2bb3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:41.867101 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:41.873128 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] No DVR routers for this DVR port 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3 on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:08:42.042861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.075912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e136f2-3495-441b-8b76-667735dda402']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:42.089229 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b3fcb0-0c1d-4fff-92f9-3a51924e01b9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:42.089552 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b3fcb0-0c1d-4fff-92f9-3a51924e01b9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:42.101507 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.126368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.136816 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:42.137225 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:42.152331 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:42.258333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.272129 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-de2fbeb5-716f-4cf8-b8cb-ce24db688fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:42.272251 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e5b9c-4169-4379-955f-f539b6bdb323 None None] Network 85e136f2-3495-441b-8b76-667735dda402 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:42.293842 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e5b9c-4169-4379-955f-f539b6bdb323 None None] Network 85e136f2-3495-441b-8b76-667735dda402 could not be found, it might have been deleted concurrently. {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 12:08:42.294256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.323798 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/networks/85e136f2-3495-441b-8b76-667735dda402 HTTP/1.1" status: 204 len: 168 time: 1.1579514 Dec 20 12:08:42.324400 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50482) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:42.336455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Network': ['ID=85e136f2-3495-441b-8b76-667735dda402,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:42.340916 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-221339cc-4e20-4efd-a266-c96d6cfed6a8 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:42.350651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cf288e3e-4e7f-421e-ab81-27a51fba45a3 None None] Could not find standard attr ID for object 45b2bc03-9dc1-4aab-ac54-27191b1c2bb3. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:08:42.412283 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5174d233-d8b4-4b88-83b9-ef812a7ca3db None None] DHCP port deletion for 85e136f2-3495-441b-8b76-667735dda402 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:08:42.428375 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50017697-696e-4d81-af4f-f46c9ee2c706 None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:08:42.584431 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50017697-696e-4d81-af4f-f46c9ee2c706 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:08:42.661256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.812383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.842799 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a693ae-5ed7-4e7d-8248-9b4440c6e848']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:42.863408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9667479c-edf1-4f98-95b2-74b7b86053f7') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:42.863585 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9667479c-edf1-4f98-95b2-74b7b86053f7') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:42.890943 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.907287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.913870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:42.914364 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:42.932430 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:43.011379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.016642 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.019362 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-94bafe65-059e-4f4b-8525-ddfc5146fa10 tempest-PortsTestJSON-1968349911 tempest-PortsTestJSON-1968349911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:43.048327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Network': ['ID=30a693ae-5ed7-4e7d-8248-9b4440c6e848,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:43.051281 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:43.052791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ce64bc25-fe8b-4272-960c-d772fa04a1aa tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/networks/30a693ae-5ed7-4e7d-8248-9b4440c6e848 HTTP/1.1" status: 204 len: 168 time: 0.7276218 Dec 20 12:08:43.055195 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50500) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:43.167182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.301991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.329430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ff8e39-58a9-4551-8400-bdeeb938e281']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:43.341693 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63207d1-78a6-4578-8570-2508c51ac95c') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:43.341979 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63207d1-78a6-4578-8570-2508c51ac95c') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:43.353689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.370275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.376270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:43.376649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:43.391704 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:43.474905 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.478547 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ee59c860-9864-4251-b91f-4e3919066867 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:43.496534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.504986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Network': ['ID=88ff8e39-58a9-4551-8400-bdeeb938e281,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:43.508723 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:43.510302 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-8f85dbc6-a53a-44bd-aa97-365b49937476 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/networks/88ff8e39-58a9-4551-8400-bdeeb938e281 HTTP/1.1" status: 204 len: 168 time: 0.4540577 Dec 20 12:08:43.513201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50512) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:43.625256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.759534 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.783546 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34142b7-c5d6-4c53-967f-3302db9f0faa']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:43.795820 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a475e6a7-53f2-40ae-a1b1-0f95fecf2c03') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:43.796116 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a475e6a7-53f2-40ae-a1b1-0f95fecf2c03') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:43.807992 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.823752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.830103 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:43.830485 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:43.845231 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:43.926477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.929974 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b69b55de-cc3f-4ef3-a77a-7727d7271490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:43.947403 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.959980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Pushing event deleted for resources: {'Network': ['ID=b34142b7-c5d6-4c53-967f-3302db9f0faa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:43.964108 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:43.968568 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] 10.222.0.32 "DELETE /v2.0/networks/b34142b7-c5d6-4c53-967f-3302db9f0faa HTTP/1.1" status: 204 len: 168 time: 0.4517982 Dec 20 12:08:44.271219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50536) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:44.456327 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cead357c-8f34-40a5-84a5-4d54d33418c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47a4262af6c3446c84e4aa94822599ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838217 Dec 20 12:08:44.458804 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50546) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:44.529565 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b230a29-2fab-47fd-a24c-881ecb8d32a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.554182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b230a29-2fab-47fd-a24c-881ecb8d32a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.605072 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b230a29-2fab-47fd-a24c-881ecb8d32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.609065 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f4d16886-e807-4e5b-a96a-22185702434c tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:44.621536 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b230a29-2fab-47fd-a24c-881ecb8d32a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6524e-c65e-4de3-b5b5-7593974cbbd0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:44.623837 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8b230a29-2fab-47fd-a24c-881ecb8d32a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:44.627665 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8b230a29-2fab-47fd-a24c-881ecb8d32a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.631836 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-8b230a29-2fab-47fd-a24c-881ecb8d32a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ee6524e-c65e-4de3-b5b5-7593974cbbd0 HTTP/1.1" status: 204 len: 168 time: 0.1697142 Dec 20 12:08:45.214428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.481073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:45.621040 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'networks': [{'name': 'tempest-network--975851760'}, {'name': 'tempest-network--1528594092'}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:45.621411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'network': {'name': 'tempest-network--975851760'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:45.621940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'network': {'name': 'tempest-network--1528594092'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:45.627534 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:45.631551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Usage tracker for resource:network and tenant:856394d45c2f4941817eefe6a35b6b53 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:45.634554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:45.641156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:45.651900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Made reservation on behalf of 856394d45c2f4941817eefe6a35b6b53 for: {'network': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:45.655705 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.669248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.701141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:45.705056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Usage tracker for resource:security_group_rule and tenant:856394d45c2f4941817eefe6a35b6b53 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:45.707857 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:45.714206 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:45.787787 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.792304 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.792874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.806727 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8f4b33f8-c4c2-4bb1-926e-bccdd551a0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:45.851332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f126db-37b0-493a-84b3-7879d866128c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:45.853765 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:45.855972 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:45.864904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.865362 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Added segment f77fe66f-dfcc-4dde-a265-fdd2416676ef of type vlan for network 4215e714-8438-4ce5-bf14-64e583516e84 Dec 20 12:08:45.890879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.923533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:45.932069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.932410 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Added segment 0cba12e1-086f-4edb-8e4d-bdfd294cc806 of type vlan for network 7a45bf3e-751b-4962-98f6-25689d9cc87f Dec 20 12:08:45.957670 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.988271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.988822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.992524 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:45.995527 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:45.996133 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.999845 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5b9ed34a-ab8e-4fdf-9b02-0ea54105f2cd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:46.234503 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Network': ['ID=4215e714-8438-4ce5-bf14-64e583516e84,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:46.244979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4215e714-8438-4ce5-bf14-64e583516e84 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:46.254169 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7695546 Dec 20 12:08:46.254396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50606) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:46.349132 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Network': ['ID=7a45bf3e-751b-4962-98f6-25689d9cc87f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:46.352133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:46.352850 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:46.353404 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-720ecdfd-0602-45f6-b4cd-5bc411202074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:46.392165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 7a45bf3e-751b-4962-98f6-25689d9cc87f details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:46.461786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c440a-722a-4e15-814d-fb78dde7af90 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.465705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c440a-722a-4e15-814d-fb78dde7af90 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.469474 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c440a-722a-4e15-814d-fb78dde7af90 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.473273 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c440a-722a-4e15-814d-fb78dde7af90 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.474887 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-943c440a-722a-4e15-814d-fb78dde7af90 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2190056 Dec 20 12:08:46.477668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:46.717290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.847931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.875960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4215e714-8438-4ce5-bf14-64e583516e84']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:46.888007 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77fe66f-dfcc-4dde-a265-fdd2416676ef') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:46.888303 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77fe66f-dfcc-4dde-a265-fdd2416676ef') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:46.899519 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.920360 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.930284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:46.930284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:46.944857 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:47.027205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.030774 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-72fb2c5e-4e4c-47f3-b084-f27b3f2422a4 tempest-RoutersTest-177395911 tempest-RoutersTest-177395911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:47.045256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.055001 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Network': ['ID=4215e714-8438-4ce5-bf14-64e583516e84,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:47.058116 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/networks/4215e714-8438-4ce5-bf14-64e583516e84 HTTP/1.1" status: 204 len: 168 time: 0.5794909 Dec 20 12:08:47.058987 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:47.061380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50628) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:47.178960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.321410 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.347397 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a45bf3e-751b-4962-98f6-25689d9cc87f']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:47.359385 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cba12e1-086f-4edb-8e4d-bdfd294cc806') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:47.359692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cba12e1-086f-4edb-8e4d-bdfd294cc806') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:47.370866 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.387567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.393767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:47.394184 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:47.409126 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:47.491307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.494654 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7cf840d3-7cf5-4d02-9820-23a57d92bc0e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:47.508759 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.519075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Network': ['ID=7a45bf3e-751b-4962-98f6-25689d9cc87f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:47.522747 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/networks/7a45bf3e-751b-4962-98f6-25689d9cc87f HTTP/1.1" status: 204 len: 168 time: 0.4591124 Dec 20 12:08:47.524388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50642) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:47.556693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.557116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.557496 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.557871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.558271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.558640 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.559006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.559369 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.559730 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.560098 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.560460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:47.565752 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:47.681569 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948176e-c1fc-4cf4-b21f-0a3ea5a11cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:47.686105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948176e-c1fc-4cf4-b21f-0a3ea5a11cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:47.686840 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d948176e-c1fc-4cf4-b21f-0a3ea5a11cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Synchronizing usage tracker for tenant:856394d45c2f4941817eefe6a35b6b53 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:47.703688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-d948176e-c1fc-4cf4-b21f-0a3ea5a11cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Unset dirty status for tenant:856394d45c2f4941817eefe6a35b6b53 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:47.704822 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d948176e-c1fc-4cf4-b21f-0a3ea5a11cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1795280 Dec 20 12:08:47.708637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50650) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:47.714975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1479341283'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:47.725463 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:47.735575 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:47.745878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Made reservation on behalf of 856394d45c2f4941817eefe6a35b6b53 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:47.749146 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.777661 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:47.786357 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.786769 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Added segment 040fb81d-b272-46bc-b926-4a0ff0f3807f of type vlan for network 3eb3c452-40e5-4f31-bfce-2d8f97819393 Dec 20 12:08:47.825731 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.854501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.858233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:47.858810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.862756 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a0e8ae3d-2c0e-4966-af6e-4d0fe3d7ca2e tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:47.973931 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Network': ['ID=3eb3c452-40e5-4f31-bfce-2d8f97819393,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:47.979309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2688105 Dec 20 12:08:47.980645 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fdecf484-418e-4e93-9356-1b4cea1956e1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:47.980760 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50660) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:47.988946 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 3eb3c452-40e5-4f31-bfce-2d8f97819393 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:47.991273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-513396866'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:47.998537 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:48.005894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Usage tracker for resource:network and tenant:856394d45c2f4941817eefe6a35b6b53 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:48.007517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:48.014977 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:48.025630 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Made reservation on behalf of 856394d45c2f4941817eefe6a35b6b53 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:48.029415 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.059558 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:48.068744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.069367 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Added segment 504e4bab-36c1-469e-953f-1e1ad72f34dd of type vlan for network aea4e338-642c-4c3e-8948-1ef67620acf0 Dec 20 12:08:48.096585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.126740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.130499 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:48.131067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.134560 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:48.200468 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.241785 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2599750 Dec 20 12:08:48.245458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50668) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:48.253493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Network': ['ID=aea4e338-642c-4c3e-8948-1ef67620acf0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:48.253620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'ports': [{'network_id': '3eb3c452-40e5-4f31-bfce-2d8f97819393', 'name': 'tempest-port--1353988975', 'admin_state_up': True}, {'network_id': 'aea4e338-642c-4c3e-8948-1ef67620acf0', 'admin_state_up': False}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:48.253620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'port': {'network_id': '3eb3c452-40e5-4f31-bfce-2d8f97819393', 'name': 'tempest-port--1353988975', 'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:48.253620 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'port': {'network_id': 'aea4e338-642c-4c3e-8948-1ef67620acf0', 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:48.254711 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:48.270793 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network aea4e338-642c-4c3e-8948-1ef67620acf0 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:48.488301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:48.492023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Usage tracker for resource:port and tenant:856394d45c2f4941817eefe6a35b6b53 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:48.494909 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:48.500548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:48.510329 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Made reservation on behalf of 856394d45c2f4941817eefe6a35b6b53 for: {'port': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:48.513868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.538385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.659060 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] device_id is not set on port 77876489-36ee-4bd6-abcb-e4cf5e96c3ff yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:48.814180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.923732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] device_id is not set on port c840645e-1398-463a-a17d-9bd7046af4a6 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:49.060598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.088761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.094547 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:49.179284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Port': ['ID=77876489-36ee-4bd6-abcb-e4cf5e96c3ff,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:49.183457 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:49.190888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Checking segment: {'id': '040fb81d-b272-46bc-b926-4a0ff0f3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3eb3c452-40e5-4f31-bfce-2d8f97819393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:49.191244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network hostable DHCP agents. Network: 3eb3c452-40e5-4f31-bfce-2d8f97819393, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:49.215623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network 3eb3c452-40e5-4f31-bfce-2d8f97819393 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:49.225775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 3eb3c452-40e5-4f31-bfce-2d8f97819393) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:49.229637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:49.230496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.237143 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e182a-a846-46ec-9c58-213d1038a938 None None] Network 3eb3c452-40e5-4f31-bfce-2d8f97819393 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:49.237648 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:49.358443 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Port': ['ID=c840645e-1398-463a-a17d-9bd7046af4a6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:49.362327 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:49.371188 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Checking segment: {'id': '504e4bab-36c1-469e-953f-1e1ad72f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'aea4e338-642c-4c3e-8948-1ef67620acf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:49.371548 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network hostable DHCP agents. Network: aea4e338-642c-4c3e-8948-1ef67620acf0, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:49.395366 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network aea4e338-642c-4c3e-8948-1ef67620acf0 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:49.407338 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, aea4e338-642c-4c3e-8948-1ef67620acf0) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:49.411302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:49.415510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:49.418778 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:49.419570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.439031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a814e-aec6-41dc-ac88-913f695450ed None None] Network aea4e338-642c-4c3e-8948-1ef67620acf0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:49.446152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-65b9c5e2-752f-4782-ac24-ac65e5df0cf3 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1972511 Dec 20 12:08:49.446883 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:49.553012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62440f5-bdab-40b0-bdab-b1217e9f9044 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:49.558739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62440f5-bdab-40b0-bdab-b1217e9f9044 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:49.560665 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d62440f5-bdab-40b0-bdab-b1217e9f9044 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1120908 Dec 20 12:08:49.563652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50700) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:49.637666 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Deleting port 77876489-36ee-4bd6-abcb-e4cf5e96c3ff {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:49.638036 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.865074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.991361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Calling delete_port for 77876489-36ee-4bd6-abcb-e4cf5e96c3ff owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:50.067283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.072895 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2c75f2bc-c92a-43ab-92ee-f41b39944ecd tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:50.242388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Port': ['ID=77876489-36ee-4bd6-abcb-e4cf5e96c3ff,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:50.245200 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:50.249283 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.260597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50716) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:50.262260 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dcbc8485-71f9-4aaf-aabd-74bf1d1b5eba tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/ports/77876489-36ee-4bd6-abcb-e4cf5e96c3ff HTTP/1.1" status: 204 len: 168 time: 0.6952591 Dec 20 12:08:50.330775 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Deleting port c840645e-1398-463a-a17d-9bd7046af4a6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:50.331227 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.664027 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.800298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Calling delete_port for c840645e-1398-463a-a17d-9bd7046af4a6 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:50.883941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.892680 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8c0070e5-bc27-47e6-8e16-64e326037732 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:50.938659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Port': ['ID=c840645e-1398-463a-a17d-9bd7046af4a6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:50.942095 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:50.946785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.955286 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a0199ce5-cf1b-4ad8-8745-4280c90420a8 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/ports/c840645e-1398-463a-a17d-9bd7046af4a6 HTTP/1.1" status: 204 len: 168 time: 0.6919188 Dec 20 12:08:50.955937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50740) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:51.013348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08d1b897-8738-4138-a41d-8a5cf615b9ec tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Synchronizing usage tracker for tenant:856394d45c2f4941817eefe6a35b6b53 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:51.030808 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-08d1b897-8738-4138-a41d-8a5cf615b9ec tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Unset dirty status for tenant:856394d45c2f4941817eefe6a35b6b53 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:51.035672 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-08d1b897-8738-4138-a41d-8a5cf615b9ec tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0751643 Dec 20 12:08:51.036054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:51.042790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-355704933'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:51.048607 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:51.052806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Usage tracker for resource:network and tenant:856394d45c2f4941817eefe6a35b6b53 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:51.055949 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:51.062951 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:51.073660 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Made reservation on behalf of 856394d45c2f4941817eefe6a35b6b53 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:51.076738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.105576 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:51.115940 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.116364 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.segments_db [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Added segment 11a8a5b9-7237-4312-abb7-3eea645af575 of type vlan for network fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7 Dec 20 12:08:51.146990 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.187384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.189889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:51.189889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.194378 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-df40d198-23e2-4ee8-9f8d-7fef069b8fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:51.288514 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2512474 Dec 20 12:08:51.292201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50756) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:51.303911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-711404233'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:51.320219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:51.339005 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Usage tracker for resource:network and tenant:856394d45c2f4941817eefe6a35b6b53 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:51.352500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:51.375151 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:51.377599 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Network': ['ID=fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:51.380328 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9a123647-8e0f-44bf-a7a6-063b55533d8d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:51.390809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:51.392214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Made reservation on behalf of 856394d45c2f4941817eefe6a35b6b53 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:51.395157 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.426158 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:51.442508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.442852 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Added segment efe89a74-ddb1-44ce-88af-ef7df4d75f1e of type vlan for network 85076963-62fd-4574-a1e0-12b8408e7430 Dec 20 12:08:51.478495 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.533186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.537411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:51.539975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.544339 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1086864f-c8fe-465c-baeb-c2008a3a3338 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:51.639395 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3458872 Dec 20 12:08:51.705044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Network': ['ID=85076963-62fd-4574-a1e0-12b8408e7430,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:51.707672 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bb1d682d-dd74-4350-b71f-b37a932343f7 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:51.715603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 85076963-62fd-4574-a1e0-12b8408e7430 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:51.773428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50766) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:51.780010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'subnets': [{'network_id': 'fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1886225789', 'ip_version': 4}, {'network_id': '85076963-62fd-4574-a1e0-12b8408e7430', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:51.780596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'subnet': {'network_id': 'fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1886225789', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:51.781319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Request body: {'subnet': {'network_id': '85076963-62fd-4574-a1e0-12b8408e7430', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:52.033330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:52.037526 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Usage tracker for resource:subnet and tenant:856394d45c2f4941817eefe6a35b6b53 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:52.040589 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:52.049543 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:52.060760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Made reservation on behalf of 856394d45c2f4941817eefe6a35b6b53 for: {'subnet': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:52.269898 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.270282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.731669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.735223 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb8ab6f6-8750-4bf4-bc09-a57728a47c4b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:52.958436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Subnet': ['ID=2c8d742e-a0a9-4e14-976f-fad979b746d3,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:52.961450 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:52.972709 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Checking segment: {'id': '11a8a5b9-7237-4312-abb7-3eea645af575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:52.973061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network hostable DHCP agents. Network: fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:52.994998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:53.006133 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:53.010281 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.016390 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4639ba1f-50f2-4b08-b55e-133cf5ed79c1 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:53.017739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec5a53-6986-41b6-a53a-76f717d0ec6b None None] Network fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:53.095559 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event updated for resources: {'Subnet': ['ID=7ba80a47-2d13-40aa-bc3f-673f97d13c18,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:53.098129 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:53.112171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Checking segment: {'id': 'efe89a74-ddb1-44ce-88af-ef7df4d75f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '85076963-62fd-4574-a1e0-12b8408e7430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:53.112523 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network hostable DHCP agents. Network: 85076963-62fd-4574-a1e0-12b8408e7430, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:53.134704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Network 85076963-62fd-4574-a1e0-12b8408e7430 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:53.147873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 85076963-62fd-4574-a1e0-12b8408e7430) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:53.154266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:53.154649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:53.155265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.163761 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a179fb-6281-40f7-b1f6-f852c314c454 None None] Network 85076963-62fd-4574-a1e0-12b8408e7430 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:53.184197 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:53.184776 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4098337 Dec 20 12:08:53.274460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07a9bc-4225-4192-b062-0fbe8880acf5 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:53.277370 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07a9bc-4225-4192-b062-0fbe8880acf5 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:53.279272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07a9bc-4225-4192-b062-0fbe8880acf5 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:53.284520 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50810) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:53.284812 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cd07a9bc-4225-4192-b062-0fbe8880acf5 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0993538 Dec 20 12:08:53.403384 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Deleting subnet 2c8d742e-a0a9-4e14-976f-fad979b746d3 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:53.407257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.446458 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1c476-67d4-4db8-acd4-50a0e7dae625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7', 'network_id': 'fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7', 'tenant_id': '856394d45c2f4941817eefe6a35b6b53', 'fixed_ips': [{'subnet_id': '2c8d742e-a0a9-4e14-976f-fad979b746d3'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:53.447275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c476-67d4-4db8-acd4-50a0e7dae625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.484714 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.566885 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-85076963-62fd-4574-a1e0-12b8408e7430', 'network_id': '85076963-62fd-4574-a1e0-12b8408e7430', 'tenant_id': '856394d45c2f4941817eefe6a35b6b53', 'fixed_ips': [{'subnet_id': '7ba80a47-2d13-40aa-bc3f-673f97d13c18'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:53.568769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.570664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.680076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.688482 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6fee8fc5-edfa-49ac-b1ce-a0740ce5829d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server [None req-7ba1c476-67d4-4db8-acd4-50a0e7dae625 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8d742e-a0a9-4e14-976f-fad979b746d3: This subnet is being modified by another concurrent operation. Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server raise exception Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8d742e-a0a9-4e14-976f-fad979b746d3: This subnet is being modified by another concurrent operation. Dec 20 12:08:53.700419 n-d-victoria-1 neutron-server[83559]: ERROR oslo_messaging.rpc.server Dec 20 12:08:53.727369 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb6e78-aaad-4631-bfa4-72218301c969 None None] Network fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:53.737576 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8d742e-a0a9-4e14-976f-fad979b746d3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:53.740337 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:53.746319 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.761894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50822) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:53.766642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3a7fe571-14f7-4690-ab2b-e60d5fc8c171 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/subnets/2c8d742e-a0a9-4e14-976f-fad979b746d3 HTTP/1.1" status: 204 len: 168 time: 0.4809370 Dec 20 12:08:53.956475 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Allocated IP 172.20.0.18 (85076963-62fd-4574-a1e0-12b8408e7430/7ba80a47-2d13-40aa-bc3f-673f97d13c18/8c82a6ad-6c71-4d54-8dc1-790075ce68e5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:54.081407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a15fc3-5ee3-4b3c-ab5e-6cb1b2df0ee1 req-86dee1aa-b97e-4353-82d3-f05bfd2b1f0b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:54.082885 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6a15fc3-5ee3-4b3c-ab5e-6cb1b2df0ee1 req-86dee1aa-b97e-4353-82d3-f05bfd2b1f0b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.2027116 Dec 20 12:08:54.089895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Deleting subnet 7ba80a47-2d13-40aa-bc3f-673f97d13c18 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:54.148402 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f6a15fc3-5ee3-4b3c-ab5e-6cb1b2df0ee1 req-4d3122e8-385a-44a4-a819-197ed3211543 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553689 Dec 20 12:08:54.220688 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.230321 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Transition to ACTIVE for port object 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:54.248155 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Transition to ACTIVE for port object 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:54.255443 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.260870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.267256 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:54.314734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.329256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Network 85076963-62fd-4574-a1e0-12b8408e7430 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:54.332710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:54.343370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:54.415251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.432556 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Pushing event updated for resources: {'Port': ['ID=8c82a6ad-6c71-4d54-8dc1-790075ce68e5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:54.468302 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:54.515446 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.519857 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-bad01485-272e-4941-b8bf-d6a4bee88577 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:54.521587 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Attempting to bind port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:54.522121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Attempting to bind port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'efe89a74-ddb1-44ce-88af-ef7df4d75f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '85076963-62fd-4574-a1e0-12b8408e7430'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:54.522499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Attempting to bind port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 on network 85076963-62fd-4574-a1e0-12b8408e7430 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:54.528954 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:54.529336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Checking segment: {'id': 'efe89a74-ddb1-44ce-88af-ef7df4d75f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '85076963-62fd-4574-a1e0-12b8408e7430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:54.529747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.530233 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Bound using segment: {'id': 'efe89a74-ddb1-44ce-88af-ef7df4d75f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '85076963-62fd-4574-a1e0-12b8408e7430'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:54.530715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Bound port: 8c82a6ad-6c71-4d54-8dc1-790075ce68e5, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe89a74-ddb1-44ce-88af-ef7df4d75f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '85076963-62fd-4574-a1e0-12b8408e7430'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:54.531104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.554852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba80a47-2d13-40aa-bc3f-673f97d13c18,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:54.558413 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:54.560743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.569672 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e3d763f0-3211-4318-9fa7-6cfb83a7a55e tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/subnets/7ba80a47-2d13-40aa-bc3f-673f97d13c18 HTTP/1.1" status: 204 len: 168 time: 0.8039591 Dec 20 12:08:54.570345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50844) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:54.622775 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] For port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:54.625868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] For port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8c82a6ad-6c71-4d54-8dc1-790075ce68e5,segment=NetworkSegment(efe89a74-ddb1-44ce-88af-ef7df4d75f1e),segment_id=efe89a74-ddb1-44ce-88af-ef7df4d75f1e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:54.630563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.634904 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f2c2070e-f1f2-4433-9c71-a0a1432e5f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:54.641066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7587de-fb67-4053-8648-6a087fc33f88 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:54.641777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb7587de-fb67-4053-8648-6a087fc33f88 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Synchronizing usage tracker for tenant:856394d45c2f4941817eefe6a35b6b53 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:54.658081 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb7587de-fb67-4053-8648-6a087fc33f88 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Unset dirty status for tenant:856394d45c2f4941817eefe6a35b6b53 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:54.662594 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fb7587de-fb67-4053-8648-6a087fc33f88 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879965 Dec 20 12:08:54.664175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:54.713002 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Pushing event updated for resources: {'Port': ['ID=8c82a6ad-6c71-4d54-8dc1-790075ce68e5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:54.715741 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:54.810996 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243ba79-0f28-42c8-9364-98b69ed91b09 None None] Network 85076963-62fd-4574-a1e0-12b8408e7430 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:54.815555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.826596 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Deleting port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:54.826999 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.013404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c6d09-a071-448c-94bd-67fd8d1e758b None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:08:55.044780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] For port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=8c82a6ad-6c71-4d54-8dc1-790075ce68e5,segment=NetworkSegment(efe89a74-ddb1-44ce-88af-ef7df4d75f1e),segment_id=efe89a74-ddb1-44ce-88af-ef7df4d75f1e)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:55.044780 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.146907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c6d09-a071-448c-94bd-67fd8d1e758b None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:08:55.176243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Calling delete_port for 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:55.284346 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.309500 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-32a439c9-f881-46e6-94e3-0e407e566202 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:55.397600 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] No DVR routers for this DVR port 8c82a6ad-6c71-4d54-8dc1-790075ce68e5 on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:08:55.400857 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Port': ['ID=8c82a6ad-6c71-4d54-8dc1-790075ce68e5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:55.458862 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:55.543276 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3fdd8a-0f43-46b5-ab98-cb54da41daff None None] get_active_networks_info from n-d-victoria-1 {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:08:55.568698 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.605302 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85076963-62fd-4574-a1e0-12b8408e7430']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:55.621015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe89a74-ddb1-44ce-88af-ef7df4d75f1e') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:55.621525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe89a74-ddb1-44ce-88af-ef7df4d75f1e') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:55.634349 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f3d1c-8795-41fa-8bc2-6b751e834dd5 req-bb42935e-378d-43e4-8130-e35ab95e047a tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:55.641627 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-278f3d1c-8795-41fa-8bc2-6b751e834dd5 req-bb42935e-378d-43e4-8130-e35ab95e047a tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.2779989 Dec 20 12:08:55.662987 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.686911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3fdd8a-0f43-46b5-ab98-cb54da41daff None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:08:55.698680 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.710051 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-278f3d1c-8795-41fa-8bc2-6b751e834dd5 req-fda9aa4c-088e-4db9-919b-a192926b7764 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678005 Dec 20 12:08:55.710985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:55.711381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:55.725980 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:55.815434 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.819277 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-523f26c1-c363-4584-85cf-c4856704baca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:55.834510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.849940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Network': ['ID=85076963-62fd-4574-a1e0-12b8408e7430,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:55.855513 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:55.861440 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d3a7de23-6376-4876-8daa-a3bbdd16d541 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/networks/85076963-62fd-4574-a1e0-12b8408e7430 HTTP/1.1" status: 204 len: 168 time: 1.1963952 Dec 20 12:08:55.863866 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50876) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:55.990045 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.125678 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.272003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:56.284562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a8a5b9-7237-4312-abb7-3eea645af575') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:56.284860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a8a5b9-7237-4312-abb7-3eea645af575') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:56.296605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.312399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.318554 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:56.318949 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:56.333781 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:56.414950 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.418580 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e487ebc3-2f67-416e-91e2-479198a70fc6 tempest-RoutersIpV6Test-1867500181 tempest-RoutersIpV6Test-1867500181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:56.436763 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.451040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Network': ['ID=fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:56.455007 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:56.457182 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-7a233db8-5d46-4793-bb85-c72cf371f69d tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/networks/fe2bb7ab-fecd-4497-a8d8-2a51b8b59ce7 HTTP/1.1" status: 204 len: 168 time: 0.5923994 Dec 20 12:08:56.459023 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50890) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:56.568311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.706650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.731014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea4e338-642c-4c3e-8948-1ef67620acf0']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:56.748976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504e4bab-36c1-469e-953f-1e1ad72f34dd') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:56.749250 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504e4bab-36c1-469e-953f-1e1ad72f34dd') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:56.761318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.777929 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.784294 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:56.784750 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:56.799517 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:56.882494 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.890575 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:56.908777 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.917868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Network': ['ID=aea4e338-642c-4c3e-8948-1ef67620acf0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:56.920186 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:56.927082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1fc021e8-95fc-43c9-bd49-c5061eb1d652 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/networks/aea4e338-642c-4c3e-8948-1ef67620acf0 HTTP/1.1" status: 204 len: 168 time: 0.4643710 Dec 20 12:08:56.927082 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:56.936811 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f79ec-a360-4aba-9085-5adf0e836710 req-7873d0f5-be13-4c9c-9f1f-fe92231ae392 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:56.938295 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ef8f79ec-a360-4aba-9085-5adf0e836710 req-7873d0f5-be13-4c9c-9f1f-fe92231ae392 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.0859802 Dec 20 12:08:57.002102 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-ef8f79ec-a360-4aba-9085-5adf0e836710 req-55ae2ec3-9e9c-4b4e-a2a3-b408565a6167 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578907 Dec 20 12:08:57.054614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.188284 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.222461 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb3c452-40e5-4f31-bfce-2d8f97819393']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:57.237875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040fb81d-b272-46bc-b926-4a0ff0f3807f') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:57.238209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040fb81d-b272-46bc-b926-4a0ff0f3807f') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:57.262192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.275006 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.281246 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:57.281704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:57.296557 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:57.380213 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.383622 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-341343b6-0889-4c82-8b56-00c4ec58e5f1 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:57.402184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.408539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Pushing event deleted for resources: {'Network': ['ID=3eb3c452-40e5-4f31-bfce-2d8f97819393,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:57.412843 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:57.417229 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f373fcd2-387e-4561-9fbf-56973ac14d98 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] 10.222.0.32 "DELETE /v2.0/networks/3eb3c452-40e5-4f31-bfce-2d8f97819393 HTTP/1.1" status: 204 len: 168 time: 0.4892168 Dec 20 12:08:57.712091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:57.774884 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-372540ba-29fd-4ebd-b025-274967e9d67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.894581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ff17669c-6304-4c47-8253-611d239f26d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=856394d45c2f4941817eefe6a35b6b53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1811543 Dec 20 12:08:57.896825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 50932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:57.956840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47957f7d-dea0-4943-94f8-00c3c4211cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.986555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47957f7d-dea0-4943-94f8-00c3c4211cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.051022 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47957f7d-dea0-4943-94f8-00c3c4211cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.059110 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1c3ace38-f87b-47fd-8dcc-00f9762ba653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:58.075186 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47957f7d-dea0-4943-94f8-00c3c4211cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f126db-37b0-493a-84b3-7879d866128c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:58.082696 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47957f7d-dea0-4943-94f8-00c3c4211cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.087067 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-47957f7d-dea0-4943-94f8-00c3c4211cea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07f126db-37b0-493a-84b3-7879d866128c HTTP/1.1" status: 204 len: 168 time: 0.1891515 Dec 20 12:08:58.089020 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-47957f7d-dea0-4943-94f8-00c3c4211cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:58.234359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede3a1-adfd-4098-9b4b-afc04257f6fc req-beec61af-a24b-407f-88ae-c3241d8b1b2b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:58.235973 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-faede3a1-adfd-4098-9b4b-afc04257f6fc req-beec61af-a24b-407f-88ae-c3241d8b1b2b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.0867348 Dec 20 12:08:58.330514 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-faede3a1-adfd-4098-9b4b-afc04257f6fc req-05e1e282-620a-437f-9ec9-a3cf3dfcfd91 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848689 Dec 20 12:08:58.991530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50974) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.132758 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-008f984d-982c-498f-8e02-967fb37ed9a7 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] Request body: {'port': {'network_id': '23245128-1869-456f-a804-7a8fc7a66c3a', 'name': 'tempest-NetworksNegativeTestJSON-2010550641'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:59.153382 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-008f984d-982c-498f-8e02-967fb37ed9a7 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] POST failed (client error): The resource could not be found. Dec 20 12:08:59.153812 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008f984d-982c-498f-8e02-967fb37ed9a7 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.154923 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-008f984d-982c-498f-8e02-967fb37ed9a7 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1623852 Dec 20 12:08:59.158700 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.183180 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc61a78-0e28-4564-919c-d06db92e89d1 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:59.183600 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc61a78-0e28-4564-919c-d06db92e89d1 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.185153 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5dc61a78-0e28-4564-919c-d06db92e89d1 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "DELETE /v2.0/networks/c96fea43-67a8-4b6b-8d68-88ee59f624b2 HTTP/1.1" status: 404 len: 339 time: 0.0255804 Dec 20 12:08:59.188596 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50988) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.230898 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1b2a9f-68a9-478a-b419-2709410645ed tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:59.231332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1b2a9f-68a9-478a-b419-2709410645ed tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.232948 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6a1b2a9f-68a9-478a-b419-2709410645ed tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "DELETE /v2.0/ports/5a724856-de3d-43b7-98e9-9098f373b602 HTTP/1.1" status: 404 len: 333 time: 0.0434921 Dec 20 12:08:59.236853 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.277355 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbdce88-6000-4cb7-afe1-af7d5a76d343 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:59.277800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbdce88-6000-4cb7-afe1-af7d5a76d343 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.280613 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ddbdce88-6000-4cb7-afe1-af7d5a76d343 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "DELETE /v2.0/subnets/a935b409-368e-423d-996b-7ac220af1894 HTTP/1.1" status: 404 len: 337 time: 0.0417171 Dec 20 12:08:59.283085 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 50996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.310812 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46ef846-3ab9-4b20-aad5-db7a697a01ae tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] GET failed (client error): The resource could not be found. Dec 20 12:08:59.312356 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d46ef846-3ab9-4b20-aad5-db7a697a01ae tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "GET /v2.0/networks/ff4184cd-7f64-4eb4-a617-9f3f407f3c75 HTTP/1.1" status: 404 len: 339 time: 0.0282900 Dec 20 12:08:59.316136 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51004) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.365756 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39c2b50-30d9-4b08-a187-2f1db77e8a50 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] GET failed (client error): The resource could not be found. Dec 20 12:08:59.367041 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c39c2b50-30d9-4b08-a187-2f1db77e8a50 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "GET /v2.0/ports/145c2be3-b2e1-4423-bcfc-6bb351dd36b1 HTTP/1.1" status: 404 len: 333 time: 0.0498102 Dec 20 12:08:59.371275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.429066 n-d-victoria-1 neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aadbbcc-bbfe-4627-a77c-34125bb01595 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] GET failed (client error): The resource could not be found. Dec 20 12:08:59.430584 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0aadbbcc-bbfe-4627-a77c-34125bb01595 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "GET /v2.0/subnets/0d14e1e4-3adb-46d2-bb9f-76d4568e284f HTTP/1.1" status: 404 len: 337 time: 0.0580959 Dec 20 12:08:59.435350 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51016) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.441196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-519ff0d6-21c0-4237-846f-bf677839ae7e tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:59.461412 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-519ff0d6-21c0-4237-846f-bf677839ae7e tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] PUT failed (client error): The resource could not be found. Dec 20 12:08:59.461852 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519ff0d6-21c0-4237-846f-bf677839ae7e tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.463066 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-519ff0d6-21c0-4237-846f-bf677839ae7e tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "PUT /v2.0/networks/9c943b38-c512-498d-90fe-410e37acec47 HTTP/1.1" status: 404 len: 339 time: 0.0266740 Dec 20 12:08:59.466777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.472435 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9c24411e-3ca3-4b53-a3d2-f2c49946694f tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:59.544266 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c24411e-3ca3-4b53-a3d2-f2c49946694f tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] PUT failed (client error): The resource could not be found. Dec 20 12:08:59.544707 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c24411e-3ca3-4b53-a3d2-f2c49946694f tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.545803 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9c24411e-3ca3-4b53-a3d2-f2c49946694f tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "PUT /v2.0/ports/536d786e-e22b-4225-9201-5d658b1a7ffa HTTP/1.1" status: 404 len: 333 time: 0.0780525 Dec 20 12:08:59.549727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51024) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.556549 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-050d70db-a7af-416e-bb16-e0ca83088883 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:59.595273 n-d-victoria-1 neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-050d70db-a7af-416e-bb16-e0ca83088883 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] PUT failed (client error): The resource could not be found. Dec 20 12:08:59.595717 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050d70db-a7af-416e-bb16-e0ca83088883 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.596932 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-050d70db-a7af-416e-bb16-e0ca83088883 tempest-NetworksNegativeTestJSON-1168144744 tempest-NetworksNegativeTestJSON-1168144744-project] 10.222.0.32 "PUT /v2.0/subnets/7931578c-b583-4b80-90de-1bee9ea70c79 HTTP/1.1" status: 404 len: 337 time: 0.0461483 Dec 20 12:08:59.628457 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ab62b-5f10-424e-8b52-e10bc0b934e5 req-1e194f14-6d80-4df5-8f6e-ca0b0e24df24 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:59.635229 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d9ab62b-5f10-424e-8b52-e10bc0b934e5 req-1e194f14-6d80-4df5-8f6e-ca0b0e24df24 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1378751 Dec 20 12:08:59.690310 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0d9ab62b-5f10-424e-8b52-e10bc0b934e5 req-a0be4311-5f0b-4261-acef-d7c8d0c44830 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541244 Dec 20 12:08:59.908757 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.968061 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1506618c-c5cd-48fd-8c1c-622249989178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.061510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.093049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:00.096869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Usage tracker for resource:security_group_rule and tenant:2105600bb6354870a7f2b2d60a4f95ba is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:00.099674 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:00.105548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:00.173177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.177119 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.186359 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8718807f-ccc6-49f9-9200-3d31acab7c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:00.227689 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e855fa38-1d96-4a72-bb0d-4fa3901df966,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:00.230789 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:00.235179 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2105600bb6354870a7f2b2d60a4f95ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3246355 Dec 20 12:09:00.237400 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51050) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.301947 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.328308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.383064 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.389519 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9cc89100-052b-4ebc-8d2f-cdbfd486af82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:00.410510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.414746 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e855fa38-1d96-4a72-bb0d-4fa3901df966 HTTP/1.1" status: 204 len: 168 time: 0.1733570 Dec 20 12:09:00.414746 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e855fa38-1d96-4a72-bb0d-4fa3901df966,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:00.418113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:00.913935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0812d-d76f-4650-b207-5b54c1f250cb req-45c00dfa-d18c-4e23-973d-4f26c28de1d8 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:00.915610 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ee0812d-d76f-4650-b207-5b54c1f250cb req-45c00dfa-d18c-4e23-973d-4f26c28de1d8 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.0821064 Dec 20 12:09:00.963840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2ee0812d-d76f-4650-b207-5b54c1f250cb req-6f6e0ed5-843e-4945-a8f1-33ce980e9a07 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Dec 20 12:09:01.169423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.251047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.303931 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.434970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e4e84e37-1b75-4295-b96d-ebb75ed628ad tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-424509407', 'prefixes': ['172.20.0.0/16']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:01.441341 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e4e84e37-1b75-4295-b96d-ebb75ed628ad tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:01.508288 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4e84e37-1b75-4295-b96d-ebb75ed628ad tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.511930 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e4e84e37-1b75-4295-b96d-ebb75ed628ad tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2044790 Dec 20 12:09:01.512091 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.566938 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-ce08f21c-9221-4192-b97f-231c82b04423 tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] 10.222.0.32 "GET /v2.0/subnetpools/5c461982-881c-4671-9bf7-e9e99d94a0df HTTP/1.1" status: 200 len: 731 time: 0.0457790 Dec 20 12:09:01.570619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51108) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.570619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fe0aac5d-b0bb-4c59-81ae-d87117994b7b tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1114880784'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:01.711880 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-e1609492-a4be-4c5c-8be8-d5c1c626c956 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1098 time: 0.1319237 Dec 20 12:09:01.715513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fe0aac5d-b0bb-4c59-81ae-d87117994b7b tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] Notify callbacks [] for subnetpool, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.718709 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-fe0aac5d-b0bb-4c59-81ae-d87117994b7b tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] 10.222.0.32 "PUT /v2.0/subnetpools/5c461982-881c-4671-9bf7-e9e99d94a0df HTTP/1.1" status: 200 len: 684 time: 0.1545706 Dec 20 12:09:01.719388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.824903 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2de9dc36-7f70-4919-a5bb-60e9bcf514e3 tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.828409 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2de9dc36-7f70-4919-a5bb-60e9bcf514e3 tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5c461982-881c-4671-9bf7-e9e99d94a0df HTTP/1.1" status: 204 len: 168 time: 0.1055682 Dec 20 12:09:01.828618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.852171 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-70f70710-526d-447e-bef4-31f255eda6c2 tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] show failed (client error): The resource could not be found. Dec 20 12:09:01.855712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-70f70710-526d-447e-bef4-31f255eda6c2 tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] 10.222.0.32 "GET /v2.0/subnetpools/5c461982-881c-4671-9bf7-e9e99d94a0df HTTP/1.1" status: 404 len: 346 time: 0.0236788 Dec 20 12:09:01.855960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.875038 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-88c30f77-0511-4038-bd09-5dbfde9e8004 tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] delete failed (client error): The resource could not be found. Dec 20 12:09:01.880266 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-88c30f77-0511-4038-bd09-5dbfde9e8004 tempest-SubnetPoolsTestJSON-1209890163 tempest-SubnetPoolsTestJSON-1209890163-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5c461982-881c-4671-9bf7-e9e99d94a0df HTTP/1.1" status: 404 len: 346 time: 0.0192130 Dec 20 12:09:02.024617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-4e809053-1d58-4eb6-a7be-b041ab9f2474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:02.026335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-4e809053-1d58-4eb6-a7be-b041ab9f2474 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.2805862 Dec 20 12:09:02.183228 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-8e5f5b07-b4aa-47ee-9c48-7e8864deb455 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 1001 time: 0.1505554 Dec 20 12:09:02.216295 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.248165 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdef67-c1cc-42f6-8998-7639926b364f req-90559a0a-7094-4539-9e0c-21b92e5df57e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:02.249906 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4bbdef67-c1cc-42f6-8998-7639926b364f req-90559a0a-7094-4539-9e0c-21b92e5df57e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1163034 Dec 20 12:09:02.264916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-77326483-3b4c-487e-9128-5f45e6178153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:02.266987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-77326483-3b4c-487e-9128-5f45e6178153 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0769722 Dec 20 12:09:02.361523 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:09:02.364950 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4bbdef67-c1cc-42f6-8998-7639926b364f req-5efedc95-b0c0-4f8c-afa8-46de1002f334 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093903 Dec 20 12:09:02.384997 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-1271d1a5-6d5c-4623-bbc5-bb061ba5fed0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1103134 Dec 20 12:09:02.416936 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.470083 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:02.473972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Usage tracker for resource:security_group_rule and tenant:2c962c9581834fb78f3a6b9f435f9800 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:02.476823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:02.483752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:02.545255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-fc306549-1d16-4583-8ea3-193632cf40b5 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542313 Dec 20 12:09:02.560603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.564899 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.573480 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-385dca19-2e01-4b81-b616-241ab1db40c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:02.695012 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b087f0de-e3ea-46ee-8eea-c5a9bd0a5b25 req-a286b015-a5ad-4a95-b6a1-cdaa86d67428 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439030 Dec 20 12:09:02.738351 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db06eacc-b9eb-47c1-af27-713d46e82f60,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:02.741773 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:02.747545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51154) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.748019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c962c9581834fb78f3a6b9f435f9800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5295050 Dec 20 12:09:02.797350 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.817752 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb376e29-bc09-425b-b9d2-5b3e5caafc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.843052 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb376e29-bc09-425b-b9d2-5b3e5caafc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.902205 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb376e29-bc09-425b-b9d2-5b3e5caafc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.906118 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a9b76a72-9d11-43ff-98cf-291a2ceb5139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:02.917641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb376e29-bc09-425b-b9d2-5b3e5caafc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db06eacc-b9eb-47c1-af27-713d46e82f60,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:02.923786 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cb376e29-bc09-425b-b9d2-5b3e5caafc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:02.924130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb376e29-bc09-425b-b9d2-5b3e5caafc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.927498 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-cb376e29-bc09-425b-b9d2-5b3e5caafc74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db06eacc-b9eb-47c1-af27-713d46e82f60 HTTP/1.1" status: 204 len: 168 time: 0.1745772 Dec 20 12:09:03.612035 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf931180-86a5-41c2-99ce-c07be0a394d4 req-2841f029-491e-4ff5-95ae-c6065bdd5a33 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:03.613495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf931180-86a5-41c2-99ce-c07be0a394d4 req-2841f029-491e-4ff5-95ae-c6065bdd5a33 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1020019 Dec 20 12:09:03.660407 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf931180-86a5-41c2-99ce-c07be0a394d4 req-7bb4ddb7-f5d0-4329-ac70-2ea2111b20ad tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Dec 20 12:09:03.791613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:03.931558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-993566592-network', 'tenant_id': 'f1b079226a62498eace6ba7b7cda881c'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:03.936870 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:03.940743 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Usage tracker for resource:network and tenant:f1b079226a62498eace6ba7b7cda881c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:03.943740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:03.950024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:03.961525 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Made reservation on behalf of f1b079226a62498eace6ba7b7cda881c for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:03.964659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.009012 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.058511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:04.064692 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b079226a62498eace6ba7b7cda881c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:04.074753 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:04.081954 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:04.095815 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-35e1ca38-2d53-4feb-ba69-0e61e9d7dd42 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1161487 Dec 20 12:09:04.203624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.210344 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.215992 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-8448e597-242f-4adc-9593-860e3d9f1b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:04.249071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:04.251180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eed31b1-5af2-4dd0-b252-04129e56f95c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:04.257426 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:04.265264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.265621 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Added segment 5dd75e00-a8e4-4fae-bb56-8c1238e8ebae of type vlan for network 4badeb0f-b70b-4fc5-98e3-af258925b565 Dec 20 12:09:04.308553 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-8c2b0cc4-4ce2-4a0d-a1e7-4ff559c394a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 1098 time: 0.1412778 Dec 20 12:09:04.310070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.373034 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.373933 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:04.374530 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.383666 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4e203e17-6cbd-4c27-84b3-ac4850f04a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:04.497858 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7050457 Dec 20 12:09:04.507495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51210) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.509887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Request body: {'subnet': {'network_id': '4badeb0f-b70b-4fc5-98e3-af258925b565', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-993566592-subnet', 'tenant_id': 'f1b079226a62498eace6ba7b7cda881c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:04.516619 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:04.520516 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Usage tracker for resource:subnet and tenant:f1b079226a62498eace6ba7b7cda881c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:04.523487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:04.529943 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:04.541823 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Made reservation on behalf of f1b079226a62498eace6ba7b7cda881c for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:04.544395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.582260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-8820b62a-c3e1-442d-a2be-ee425c1d3d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:04.583935 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-8820b62a-c3e1-442d-a2be-ee425c1d3d16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.2550340 Dec 20 12:09:04.585687 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Pushing event updated for resources: {'Network': ['ID=4badeb0f-b70b-4fc5-98e3-af258925b565,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:04.591056 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-52a1e65e-44fd-4138-95a5-21621c3bf569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:04.599308 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 4badeb0f-b70b-4fc5-98e3-af258925b565 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:04.708273 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-ad16609f-c2c8-499e-84cd-85ed468475a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67d7861-49b3-48b8-8a34-b076b075f49a HTTP/1.1" status: 200 len: 1001 time: 0.1155908 Dec 20 12:09:04.789209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-3028792b-5e12-4bf4-a98a-78df114dbff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:04.791580 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-3028792b-5e12-4bf4-a98a-78df114dbff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0702460 Dec 20 12:09:04.808604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.812878 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-73e10306-d54c-4766-8c70-694ccc0be00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:04.877414 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-d4bee1f9-2816-45f8-86d4-78a9023dfb9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0717080 Dec 20 12:09:04.942815 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca6f19a-c8a9-47fb-a036-474bc5ba3b8a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:04.945421 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:04.980505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Checking segment: {'id': '5dd75e00-a8e4-4fae-bb56-8c1238e8ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4badeb0f-b70b-4fc5-98e3-af258925b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:04.981068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Network hostable DHCP agents. Network: 4badeb0f-b70b-4fc5-98e3-af258925b565, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:04.998871 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e2373-5039-4807-8e89-02ed43ee434f req-4791eb59-d54e-4a07-a796-9cebae55645a tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:05.000756 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c28e2373-5039-4807-8e89-02ed43ee434f req-4791eb59-d54e-4a07-a796-9cebae55645a tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1595969 Dec 20 12:09:05.088104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Network 4badeb0f-b70b-4fc5-98e3-af258925b565 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:05.109700 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c28e2373-5039-4807-8e89-02ed43ee434f req-d3e9e3ed-0f26-4b7f-b09e-ef7b67ce65e0 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009157 Dec 20 12:09:05.113869 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 4badeb0f-b70b-4fc5-98e3-af258925b565) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:05.123165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e44817-ba80-480c-8a7d-734e4d437180 None None] Network 4badeb0f-b70b-4fc5-98e3-af258925b565 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:05.128148 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:05.128881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.185862 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3c1fbe43-2e24-47cd-980c-f1aa06f5d163 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6838210 Dec 20 12:09:05.304385 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-2cb4f488-971a-4d0b-9309-0c63f8bf4fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214599 Dec 20 12:09:05.452693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9c3a9-ce70-4aae-9f5d-cfad2d2ce0f2 None None] Network 4badeb0f-b70b-4fc5-98e3-af258925b565 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:05.532334 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51a37e99-3948-44dc-8101-70cdb1969e72 req-72e9f0c1-d961-4374-b9f8-a81990ff5da2 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206328 Dec 20 12:09:05.882159 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:09:06.045665 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:06.059264 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'port_id': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'mac_address': 'fa:16:3e:e7:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:09:06.111857 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.129030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 717b7c88-5cd9-4bef-8c44-c2618b783a74 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:09:06.144116 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:06.149402 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.151627 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:06.224317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:06.233976 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.234352 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.234806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.235148 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.235480 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.235809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.236125 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.236615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.237122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.237600 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.238095 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:06.242206 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:06.262240 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['717b7c88-5cd9-4bef-8c44-c2618b783a74'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:09:06.412663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51264) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.431171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1934207261-network', 'tenant_id': 'c889fe6de2684e6fadbfd076d810ff24'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:06.437083 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:06.444260 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b759-9443-48e9-82e1-0411d1f6eb11 req-7f695cca-26fc-4e5f-a00a-b3332a1d3e79 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:06.445696 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed75b759-9443-48e9-82e1-0411d1f6eb11 req-7f695cca-26fc-4e5f-a00a-b3332a1d3e79 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1017838 Dec 20 12:09:06.449762 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Usage tracker for resource:network and tenant:c889fe6de2684e6fadbfd076d810ff24 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:06.454272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:06.475711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:06.498782 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Made reservation on behalf of c889fe6de2684e6fadbfd076d810ff24 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:06.501165 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.516930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.529816 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ed75b759-9443-48e9-82e1-0411d1f6eb11 req-2a5fe8d1-e368-426e-b7a0-d11a0ebf2fcf tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771749 Dec 20 12:09:06.560063 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:06.564446 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Usage tracker for resource:security_group_rule and tenant:c889fe6de2684e6fadbfd076d810ff24 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:06.568015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:06.574625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:06.655221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.668944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.672034 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-34104e0f-9ec9-4438-bc7a-ff8ced0f9e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:06.710275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:06.720070 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce86d5e5-773c-4794-95b5-3565529c9af7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:06.723690 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:06.726194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.726564 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Added segment 127c588e-32fa-426f-8e54-a32c1fce2d8f of type vlan for network 21a4d50e-0c43-4102-b642-08613b6f59d1 Dec 20 12:09:06.752553 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.783283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.784218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:06.784770 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.788322 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a57dcbb0-eb83-4b37-9f7c-13967c8c7abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090290416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:06.907730 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Pushing event updated for resources: {'Network': ['ID=21a4d50e-0c43-4102-b642-08613b6f59d1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:06.914205 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:06.919822 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 21a4d50e-0c43-4102-b642-08613b6f59d1 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:06.923779 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a328b1b3-1de6-4c05-bd41-2913c165e3ba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4995589 Dec 20 12:09:06.927247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51278) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.933787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Request body: {'subnet': {'network_id': '21a4d50e-0c43-4102-b642-08613b6f59d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1934207261-subnet', 'tenant_id': 'c889fe6de2684e6fadbfd076d810ff24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:06.941025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:06.945705 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Usage tracker for resource:subnet and tenant:c889fe6de2684e6fadbfd076d810ff24 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:06.949881 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:06.959211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:06.974701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Made reservation on behalf of c889fe6de2684e6fadbfd076d810ff24 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:06.977501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1843987'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.232270 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1257628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1844001'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.238964 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9fb14278-1048-4f55-93c9-46b835a1afcd tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:07.311480 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc018db-0c61-4f7c-a769-14cb4b333391,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:07.316951 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:07.346040 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Checking segment: {'id': '127c588e-32fa-426f-8e54-a32c1fce2d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '21a4d50e-0c43-4102-b642-08613b6f59d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:07.346481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Network hostable DHCP agents. Network: 21a4d50e-0c43-4102-b642-08613b6f59d1, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:07.381913 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Network 21a4d50e-0c43-4102-b642-08613b6f59d1 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:07.397178 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 21a4d50e-0c43-4102-b642-08613b6f59d1) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:07.402107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:07.403066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.409209 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a8216-f5e4-4032-aa1c-84f38dc72917 None None] Network 21a4d50e-0c43-4102-b642-08613b6f59d1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:07.439978 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-afe8c709-626c-45e0-bc8b-b05e0125c29e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5122526 Dec 20 12:09:07.660481 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51310) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:07.726270 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1da369-0a2d-4de9-819e-db8fcaa89132 None None] Network 21a4d50e-0c43-4102-b642-08613b6f59d1 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:07.746729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Deleting subnet 7ca6f19a-c8a9-47fb-a036-474bc5ba3b8a {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:09:07.754388 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.831873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070634'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.883513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82c52-22d3-4127-8368-faa110ec898e req-1fc42a2d-6d4e-4769-9946-eda1197aa781 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:07.896929 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48b82c52-22d3-4127-8368-faa110ec898e req-1fc42a2d-6d4e-4769-9946-eda1197aa781 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1617286 Dec 20 12:09:07.897887 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.908979 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:07.988470 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48b82c52-22d3-4127-8368-faa110ec898e req-ff6e8308-b74f-479b-966f-14904015c828 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895183 Dec 20 12:09:08.042450 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1257565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1844022'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.049023 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0203f09c-1d92-4448-9fa6-9ed467a11b79 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:08.084322 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 717b7c88-5cd9-4bef-8c44-c2618b783a74 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:08.085246 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.131584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca6f19a-c8a9-47fb-a036-474bc5ba3b8a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:08.135957 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:08.139248 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.148332 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.148499 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-0fa990b3-56c9-4824-b30a-6a4309458a02 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ca6f19a-c8a9-47fb-a036-474bc5ba3b8a HTTP/1.1" status: 204 len: 168 time: 0.4866400 Dec 20 12:09:08.228809 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.277634 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:08.280962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:08.293531 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.297064 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7e9f8817-ec94-4c1b-b7e5-f8fc25a9aa1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:08.350329 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.382668 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'code': 200} Dec 20 12:09:08.410579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:08.413843 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:08.579955 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.614276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4badeb0f-b70b-4fc5-98e3-af258925b565']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:08.632204 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd75e00-a8e4-4fae-bb56-8c1238e8ebae') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:08.632792 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd75e00-a8e4-4fae-bb56-8c1238e8ebae') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:08.648572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.685158 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.696475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:09:08.697138 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:09:08.721181 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:09:08.888346 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.892784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d5dd8c23-0c0d-4cf5-9a84-783674d49537 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:08.910480 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.922490 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4badeb0f-b70b-4fc5-98e3-af258925b565 HTTP/1.1" status: 204 len: 168 time: 0.7726970 Dec 20 12:09:08.923461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Pushing event deleted for resources: {'Network': ['ID=4badeb0f-b70b-4fc5-98e3-af258925b565,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:08.925221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.928153 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:08.995685 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Deleting subnet 8cc018db-0c61-4f7c-a769-14cb4b333391 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:09:08.999566 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.054273 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.138520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.213513 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.222723 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a75bb84e-48bf-46fc-b342-c864ff5833b5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:09.307473 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc018db-0c61-4f7c-a769-14cb4b333391,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:09.315305 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:09.318814 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.329903 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d7480fc3-b534-4933-8a43-4ffff10d730d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8cc018db-0c61-4f7c-a769-14cb4b333391 HTTP/1.1" status: 204 len: 168 time: 0.4035785 Dec 20 12:09:09.332511 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51346) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:09.504849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.541875 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f47882-070d-4d07-ac71-7cd015a6a228 req-a95499d0-a9c4-488f-8b2c-e187b3de34e6 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:09.543690 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03f47882-070d-4d07-ac71-7cd015a6a228 req-a95499d0-a9c4-488f-8b2c-e187b3de34e6 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.2942364 Dec 20 12:09:09.662556 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03f47882-070d-4d07-ac71-7cd015a6a228 req-e2a0cddf-3dbf-4d5c-81f1-68a386a918cc tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084421 Dec 20 12:09:09.908772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.941539 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a4d50e-0c43-4102-b642-08613b6f59d1']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:09.959079 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127c588e-32fa-426f-8e54-a32c1fce2d8f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:09.959625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127c588e-32fa-426f-8e54-a32c1fce2d8f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:09.979417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.001012 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.010828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:09:10.011227 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:09:10.024652 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:09:10.126420 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.130525 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-735fe3ba-642d-4309-9529-eb88373c8957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:10.145567 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.155867 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a4d50e-0c43-4102-b642-08613b6f59d1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:10.158533 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/21a4d50e-0c43-4102-b642-08613b6f59d1 HTTP/1.1" status: 204 len: 168 time: 0.8252225 Dec 20 12:09:10.159643 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74072369-121d-473a-ad21-d91f3417b9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:10.466495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:10.539618 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-d1e676ce-9612-464f-9385-8be5f3fe87c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1b079226a62498eace6ba7b7cda881c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0715442 Dec 20 12:09:10.542737 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51374) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:10.617414 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-912f6a8e-4b4d-4b30-8724-3aa3e772988b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.648351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-912f6a8e-4b4d-4b30-8724-3aa3e772988b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.721314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-912f6a8e-4b4d-4b30-8724-3aa3e772988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.724655 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c230eca8-be10-4dc3-8cb4-f23935b90265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:10.741923 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f6a8e-4b4d-4b30-8724-3aa3e772988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eed31b1-5af2-4dd0-b252-04129e56f95c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:10.747558 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-912f6a8e-4b4d-4b30-8724-3aa3e772988b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:10.764660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-912f6a8e-4b4d-4b30-8724-3aa3e772988b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.768631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-912f6a8e-4b4d-4b30-8724-3aa3e772988b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8eed31b1-5af2-4dd0-b252-04129e56f95c HTTP/1.1" status: 204 len: 168 time: 0.2250450 Dec 20 12:09:10.975843 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64995b8-defd-40a4-8675-3b74e23dc683 req-383b2921-672b-4780-ab20-77e3c34a55e2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:10.982818 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b64995b8-defd-40a4-8675-3b74e23dc683 req-383b2921-672b-4780-ab20-77e3c34a55e2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1223383 Dec 20 12:09:11.051871 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b64995b8-defd-40a4-8675-3b74e23dc683 req-f720c6e8-8ced-40f0-b66e-c54bb791d3bd tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661728 Dec 20 12:09:11.393183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51398) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:11.476946 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3b7f5d26-89aa-46e9-9b03-cff36158b43a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c889fe6de2684e6fadbfd076d810ff24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0800231 Dec 20 12:09:11.477288 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51402) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:11.565613 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05081db4-c8e6-4198-a527-33664488f998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.594159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05081db4-c8e6-4198-a527-33664488f998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.662396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05081db4-c8e6-4198-a527-33664488f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.673766 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b4ce2d54-a001-45a0-a59d-52c3cad3ed33 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:11.696039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081db4-c8e6-4198-a527-33664488f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce86d5e5-773c-4794-95b5-3565529c9af7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:11.699003 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-05081db4-c8e6-4198-a527-33664488f998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:11.700263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05081db4-c8e6-4198-a527-33664488f998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.705416 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-05081db4-c8e6-4198-a527-33664488f998 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce86d5e5-773c-4794-95b5-3565529c9af7 HTTP/1.1" status: 204 len: 168 time: 0.2267027 Dec 20 12:09:12.356988 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ade86-be15-4234-bbf9-3410f66a667a req-c0faedb2-19bf-4e28-b3cc-019467806814 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:12.364202 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e7ade86-be15-4234-bbf9-3410f66a667a req-c0faedb2-19bf-4e28-b3cc-019467806814 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1096840 Dec 20 12:09:12.421412 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-0e7ade86-be15-4234-bbf9-3410f66a667a req-83836efa-8aa0-4ee8-87f9-02342fbee480 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562739 Dec 20 12:09:13.691124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42246fb9-ec7f-4a7c-a9f3-a3b8cdafc122 req-db51fde5-8a64-4698-bb86-80008c941647 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:13.698173 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42246fb9-ec7f-4a7c-a9f3-a3b8cdafc122 req-db51fde5-8a64-4698-bb86-80008c941647 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1140766 Dec 20 12:09:13.766057 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-42246fb9-ec7f-4a7c-a9f3-a3b8cdafc122 req-e014b965-e748-47fa-8bac-847d91cd5c1c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667584 Dec 20 12:09:15.061468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 51560) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:15.111584 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da4906-fbfe-405c-a44f-0b693b59c14c req-c1bb5a85-86ce-4d3f-a653-7133f76728b4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:15.113519 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-59da4906-fbfe-405c-a44f-0b693b59c14c req-c1bb5a85-86ce-4d3f-a653-7133f76728b4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1715052 Dec 20 12:09:15.179286 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-59da4906-fbfe-405c-a44f-0b693b59c14c req-0fcb2ab7-badc-41ad-961f-9e9a07c8a625 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587080 Dec 20 12:09:15.237787 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.266860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.305268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:15.309501 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cb842690504ca0a14859fe31fa5e57 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:15.317196 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:15.324852 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:15.419389 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.427513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.438570 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-e3402772-bfba-4016-b339-d39471331745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:15.495237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1cd74b-a36b-411d-82da-572d06e3ae30,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:15.498910 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:15.503742 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-880340f3-c658-4dac-a6ac-39d7fe1d0113 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4cb842690504ca0a14859fe31fa5e57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4387829 Dec 20 12:09:15.505004 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:15.578526 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a035d99-2ce1-493c-b767-8ef02d7d3d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.610442 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a035d99-2ce1-493c-b767-8ef02d7d3d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.686117 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a035d99-2ce1-493c-b767-8ef02d7d3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.690061 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1ea2037b-056b-4bd3-9d9f-a1b1b1fb051f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:15.702629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a035d99-2ce1-493c-b767-8ef02d7d3d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1cd74b-a36b-411d-82da-572d06e3ae30,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:15.705660 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0a035d99-2ce1-493c-b767-8ef02d7d3d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:15.714493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a035d99-2ce1-493c-b767-8ef02d7d3d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.719640 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0a035d99-2ce1-493c-b767-8ef02d7d3d60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd1cd74b-a36b-411d-82da-572d06e3ae30 HTTP/1.1" status: 204 len: 168 time: 0.2122900 Dec 20 12:09:16.151268 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:16.172384 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.220728 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:16.225212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Usage tracker for resource:security_group_rule and tenant:66d8d396d777400dba07308abddc2378 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:16.228750 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:16.235257 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:16.352482 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.361622 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.371775 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6341c7ea-aea6-4f8a-ade3-d35a81ccc3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:16.424054 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba55cee3-305a-4719-afa6-24a0c4a10cf9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:16.428123 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:16.432753 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66d8d396d777400dba07308abddc2378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2789600 Dec 20 12:09:16.434620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 51690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:16.525430 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-621e281c-7f5a-4887-a6d2-c9d97e4c7d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.567994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-621e281c-7f5a-4887-a6d2-c9d97e4c7d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.646151 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-621e281c-7f5a-4887-a6d2-c9d97e4c7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.650525 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c703dc2b-c7e7-4f57-89ec-c5335264737a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:16.679073 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e281c-7f5a-4887-a6d2-c9d97e4c7d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba55cee3-305a-4719-afa6-24a0c4a10cf9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:16.685234 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-621e281c-7f5a-4887-a6d2-c9d97e4c7d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.686784 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-621e281c-7f5a-4887-a6d2-c9d97e4c7d43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba55cee3-305a-4719-afa6-24a0c4a10cf9 HTTP/1.1" status: 204 len: 168 time: 0.2502763 Dec 20 12:09:16.688297 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-621e281c-7f5a-4887-a6d2-c9d97e4c7d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:16.759297 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6830fa6-d3e5-44d4-a2ed-442ea017a8e7 req-bc25d836-74eb-4aed-a1ac-b3068348770f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:16.767276 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6830fa6-d3e5-44d4-a2ed-442ea017a8e7 req-bc25d836-74eb-4aed-a1ac-b3068348770f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.2776239 Dec 20 12:09:16.827011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a6830fa6-d3e5-44d4-a2ed-442ea017a8e7 req-1a9808e1-d514-4092-a68d-b12666a7ab53 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586109 Dec 20 12:09:18.094643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754fb7b-7b1b-452f-a9d9-4adde3fd4df4 req-4ef199a4-b087-4eb2-b891-5c4421dcbe57 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:18.096318 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3754fb7b-7b1b-452f-a9d9-4adde3fd4df4 req-4ef199a4-b087-4eb2-b891-5c4421dcbe57 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1039228 Dec 20 12:09:18.177588 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3754fb7b-7b1b-452f-a9d9-4adde3fd4df4 req-272a1a98-556c-4b15-b4bd-b83bda44c3d2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729587 Dec 20 12:09:18.227201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.576290 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d50d-f0ae-473e-836d-1df74e3730b8 req-b307d516-962b-4d22-89e5-7a8cddb7c7e3 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:19.577890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba59d50d-f0ae-473e-836d-1df74e3730b8 req-b307d516-962b-4d22-89e5-7a8cddb7c7e3 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1104529 Dec 20 12:09:19.653076 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ba59d50d-f0ae-473e-836d-1df74e3730b8 req-3d3486ed-c5cf-4a1e-b13e-3d7cda77c0c3 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668578 Dec 20 12:09:20.390697 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-25d8a82c-c463-4c80-90b7-8da9ebc75063 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1098 time: 0.0698001 Dec 20 12:09:20.522032 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-c88be891-2056-4e8c-bb12-10f119d3c2a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:20.523481 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-c88be891-2056-4e8c-bb12-10f119d3c2a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.1277168 Dec 20 12:09:20.636111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-0557bb5a-1224-49d7-923f-c76bb8acec53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 1001 time: 0.1063473 Dec 20 12:09:20.699855 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-310f1427-4a29-4f62-a640-1770e2cf4e39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:20.701295 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-310f1427-4a29-4f62-a640-1770e2cf4e39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0588892 Dec 20 12:09:20.781649 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-3a4f6897-bfcd-4adf-9227-d557cbbbc3d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0736735 Dec 20 12:09:20.896954 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e75855-b972-47cd-b47f-05c4cdf1dd42 req-f63932b5-51df-47fc-b499-0ef6cce63b00 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:20.898450 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44e75855-b972-47cd-b47f-05c4cdf1dd42 req-f63932b5-51df-47fc-b499-0ef6cce63b00 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.0981483 Dec 20 12:09:20.931156 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-e583245b-2107-4b1e-b9b1-5861d31f2423 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431401 Dec 20 12:09:20.952024 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-44e75855-b972-47cd-b47f-05c4cdf1dd42 req-36b7a303-c669-484b-bb3b-6d15a4f78346 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474360 Dec 20 12:09:21.071184 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c9b28e4a-7fcd-48fe-8787-2ba54432bb50 req-112c3cba-0214-460e-af77-00395e9ad49e service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331508 Dec 20 12:09:22.187153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8f86d-988a-442b-af42-9c2709d74189 req-54e48088-50b2-47ab-8f9a-efd948f4189b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:22.188496 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5b8f86d-988a-442b-af42-9c2709d74189 req-54e48088-50b2-47ab-8f9a-efd948f4189b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.0895646 Dec 20 12:09:22.240838 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a5b8f86d-988a-442b-af42-9c2709d74189 req-3d18db97-3730-4af2-9667-c1f73a79d3a3 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 Dec 20 12:09:23.504881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829f832-4ba5-46f2-8a7f-d131d2b3c36d req-bab6e485-53e2-4683-9647-75c177301db4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:23.506406 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f829f832-4ba5-46f2-8a7f-d131d2b3c36d req-bab6e485-53e2-4683-9647-75c177301db4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.0948961 Dec 20 12:09:23.559023 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f829f832-4ba5-46f2-8a7f-d131d2b3c36d req-7ec46fe5-2aaf-46ba-9b23-4d42cd4fb5d9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451410 Dec 20 12:09:23.564669 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:23.713910 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.746726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:23.750933 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Usage tracker for resource:security_group_rule and tenant:180ca75b8e6f4e7f8e400c16fe0bd042 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:23.754047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:23.760743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:23.836041 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.840325 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.847576 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-96536289-e662-40ae-bd3e-eac85f2980be tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:23.896737 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49d176-840c-41ac-9084-05992832fee2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:23.900146 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:23.903127 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2b2c46a2-8cb9-4314-aff8-0345ab93b42f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=180ca75b8e6f4e7f8e400c16fe0bd042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3374391 Dec 20 12:09:23.905635 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:23.990231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e3091e3-f5b8-4ae9-9711-a4cfb7bf8a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.990685 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:09:24.022808 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e3091e3-f5b8-4ae9-9711-a4cfb7bf8a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.090413 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e3091e3-f5b8-4ae9-9711-a4cfb7bf8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.099211 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f09b1897-8654-436d-b6d0-b0aadc23ee37 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:24.127766 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3091e3-f5b8-4ae9-9711-a4cfb7bf8a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49d176-840c-41ac-9084-05992832fee2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:24.130477 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e3091e3-f5b8-4ae9-9711-a4cfb7bf8a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.131857 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-6e3091e3-f5b8-4ae9-9711-a4cfb7bf8a06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c49d176-840c-41ac-9084-05992832fee2 HTTP/1.1" status: 204 len: 168 time: 0.2248349 Dec 20 12:09:24.133212 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6e3091e3-f5b8-4ae9-9711-a4cfb7bf8a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:24.250401 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.280001 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:24.291244 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:24.304150 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.310733 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-f029c686-2131-4ce1-b6ba-d8d0c3a7e038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:24.452944 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:24.456752 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:24.642851 n-d-victoria-1 neutron-server[83559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'code': 422} returned with failed status Dec 20 12:09:24.730479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-dc1692e2-d804-4c5e-ba83-0489bbe372c0 req-40c8829a-fa71-4f14-a424-c5fead7eda63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696979 Dec 20 12:09:24.957846 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52176) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:25.056271 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8d01-c982-4fa9-9efc-fa00518a7938 req-975d6b9b-7166-42c0-a998-e1f701ab78d9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:25.058378 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-901a8d01-c982-4fa9-9efc-fa00518a7938 req-975d6b9b-7166-42c0-a998-e1f701ab78d9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 943 time: 0.1067154 Dec 20 12:09:25.131146 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-901a8d01-c982-4fa9-9efc-fa00518a7938 req-754327be-43a5-4bb4-9c95-3351a2226d90 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672331 Dec 20 12:09:25.227693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-56d774f7-ee5e-462c-a0e4-d17ac4322345 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2683845 Dec 20 12:09:26.505477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9195b-21d6-4b2c-b6fd-6d636faa600a req-b799931b-2748-4e19-8fc9-e37ab0abc143 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:26.511826 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51e9195b-21d6-4b2c-b6fd-6d636faa600a req-b799931b-2748-4e19-8fc9-e37ab0abc143 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 943 time: 0.1193268 Dec 20 12:09:26.584613 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-51e9195b-21d6-4b2c-b6fd-6d636faa600a req-0799fd0f-d997-4666-a3d7-6abb19095af2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658340 Dec 20 12:09:27.077652 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52254) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:27.260163 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.298958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:27.303619 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Usage tracker for resource:security_group_rule and tenant:7ae2aabf834745e49f3fd3c09df60e95 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:27.307793 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:27.315131 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:27.397211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.402551 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.409244 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3270227-e7bc-4979-ab84-23a3ba961d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:27.455112 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ae2aabf834745e49f3fd3c09df60e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3762662 Dec 20 12:09:27.455293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:27.462779 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da474417-bb1d-49ee-96f8-ef4d7add3dda,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:27.476973 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-73342835-5b76-4dfc-b4f2-826b7aa0fe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:27.537800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1695-0b1e-478f-8d06-243c3eef0015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.565663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1695-0b1e-478f-8d06-243c3eef0015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.625445 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1695-0b1e-478f-8d06-243c3eef0015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.629229 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e70caa77-5279-4481-af31-16573ee93d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:27.640989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b1695-0b1e-478f-8d06-243c3eef0015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da474417-bb1d-49ee-96f8-ef4d7add3dda,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:27.645046 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3d8b1695-0b1e-478f-8d06-243c3eef0015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:27.648211 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1695-0b1e-478f-8d06-243c3eef0015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.652879 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-3d8b1695-0b1e-478f-8d06-243c3eef0015 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da474417-bb1d-49ee-96f8-ef4d7add3dda HTTP/1.1" status: 204 len: 168 time: 0.1963725 Dec 20 12:09:27.763716 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b74c2bd-57e8-49d1-886b-7c101a4800ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.846714 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d99d2f-7134-455c-a7c5-5e58f39cee74 req-32dbc65e-a27b-42b6-87ea-bf045c4fce2c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:27.853546 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48d99d2f-7134-455c-a7c5-5e58f39cee74 req-32dbc65e-a27b-42b6-87ea-bf045c4fce2c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 943 time: 0.0946057 Dec 20 12:09:27.897103 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-48d99d2f-7134-455c-a7c5-5e58f39cee74 req-75d5f6b5-a187-4371-b0fd-cfbb2066c884 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Dec 20 12:09:28.079918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:28.099982 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.134139 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:28.139352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Usage tracker for resource:security_group_rule and tenant:aee5aa17b41942e9b5c617d8ba148c4b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:28.142505 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:28.149069 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:28.213410 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-07697e1d-f46e-4850-8620-117d549143d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd&tenant_id=b08fe66005ec40448adb1f7b556bb596 HTTP/1.1" status: 200 len: 1096 time: 0.0862892 Dec 20 12:09:28.223888 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-victoria-1', 'device_owner': 'compute:nova'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:28.230272 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.235278 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.242131 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-6790341d-5b09-49a1-881b-97876b094e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:28.286525 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aee5aa17b41942e9b5c617d8ba148c4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2052259 Dec 20 12:09:28.290688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:28.322475 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1630cee2-aaa6-447c-ba4b-ff7596108568,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:28.341485 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b0d2d10c-0ae7-4a4b-9ee7-d2a66eb4fad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:28.341827 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.382286 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7a71-bd09-4d45-b569-5ddd021ddbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.410037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7a71-bd09-4d45-b569-5ddd021ddbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.466952 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7a71-bd09-4d45-b569-5ddd021ddbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.471255 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-17597aad-f988-43f2-afb8-1898fd21f4c6 tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:28.482712 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd7a71-bd09-4d45-b569-5ddd021ddbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1630cee2-aaa6-447c-ba4b-ff7596108568,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:28.490310 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ddd7a71-bd09-4d45-b569-5ddd021ddbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:28.491125 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7a71-bd09-4d45-b569-5ddd021ddbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.492312 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7ddd7a71-bd09-4d45-b569-5ddd021ddbc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1630cee2-aaa6-447c-ba4b-ff7596108568 HTTP/1.1" status: 204 len: 168 time: 0.2005210 Dec 20 12:09:28.770622 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:28.801028 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:28.854484 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717b7c88-5cd9-4bef-8c44-c2618b783a74 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:09:28.861304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.876848 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Transition to ACTIVE for port object 717b7c88-5cd9-4bef-8c44-c2618b783a74 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:28.880818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.885205 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d92af1d-a1a0-40f3-8a0d-8db840ea7d6f tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:29.050511 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=9']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:29.055665 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:29.179184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] No DVR routers for this DVR port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:09:29.339973 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fc92c-af09-4364-8101-d27ed72184f2 req-86a2f95b-117d-4d75-9399-59596ddaba7f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:29.341419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f09fc92c-af09-4364-8101-d27ed72184f2 req-86a2f95b-117d-4d75-9399-59596ddaba7f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 943 time: 0.2178693 Dec 20 12:09:29.459294 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f09fc92c-af09-4364-8101-d27ed72184f2 req-d9e4d955-b43e-4dec-89bf-5cf71bace9a0 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649235 Dec 20 12:09:29.553479 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:29.553818 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:29.554193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:29.561531 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:09:29.561976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Attempting to bind port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:29.571816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:29.572263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Checking segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:29.572742 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Bound using segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:29.573265 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Bound port: 717b7c88-5cd9-4bef-8c44-c2618b783a74, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:29.573801 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.671175 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:29.675263 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:29.682547 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.688177 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f395d875-0e9a-4302-aace-09bdb13baef6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:29.742771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.744544 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] 10.222.0.16 "PUT /v2.0/ports/717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 1093 time: 1.5246382 Dec 20 12:09:29.748355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:29.849355 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=10']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:29.853464 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:29.891732 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-dd3fd673-6006-4324-ab7d-2c32da62764f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1097 time: 0.1190073 Dec 20 12:09:29.986499 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3b0e-24ed-4963-84fa-835b12c122bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.092883 n-d-victoria-1 neutron-server[83558]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'status': 'failed', 'code': 422} returned with failed status Dec 20 12:09:30.115882 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-3afb6686-77c9-4044-bf22-18af99743a9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:30.117556 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-3afb6686-77c9-4044-bf22-18af99743a9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.2190726 Dec 20 12:09:30.265399 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-8640573f-b9a3-4ecd-a353-3405668d11d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 999 time: 0.1413441 Dec 20 12:09:30.347356 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-035a07bd-bf71-4473-a51c-45c4243aad5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:30.349036 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-035a07bd-bf71-4473-a51c-45c4243aad5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0776100 Dec 20 12:09:30.434652 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-353b32cc-8bc7-46d5-a690-20bc7e7eea80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0793495 Dec 20 12:09:30.573762 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-e5e70636-c8a8-421a-bf02-21a277ba17ff service neutron] 10.222.0.16 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330647 Dec 20 12:09:30.919064 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0fa1cbbc-bd1e-44f7-91a6-1bc34b33e6c0 req-bf3db8a5-e1c1-485c-b5ed-7d99c6f8f040 service neutron] 10.222.0.16 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398795 Dec 20 12:09:30.941544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d0b-b6d7-4e00-8194-fd6023051eb8 req-0847d3ac-f9d0-49dc-9863-22ec34b185ba tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:30.943006 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4898d0b-b6d7-4e00-8194-fd6023051eb8 req-0847d3ac-f9d0-49dc-9863-22ec34b185ba tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1681182 Dec 20 12:09:30.999306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c4898d0b-b6d7-4e00-8194-fd6023051eb8 req-df1fe000-4d70-4c9c-a48c-3f248dfa8a5e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483546 Dec 20 12:09:31.163588 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:31.255303 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.312086 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547ad12-a544-46bb-a890-85b7c15190f3 req-8d52dafb-7844-499f-a164-0802edb85b7d tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:32.324418 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d547ad12-a544-46bb-a890-85b7c15190f3 req-8d52dafb-7844-499f-a164-0802edb85b7d tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1240311 Dec 20 12:09:32.407259 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d547ad12-a544-46bb-a890-85b7c15190f3 req-294d38b5-23b7-4cff-b270-93816add7d32 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819774 Dec 20 12:09:32.959693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:33.690401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3f294-30db-4455-ab73-d8bcb0cfc918 req-cd790264-b765-44b0-8d76-0bb1b2e60a94 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:33.697266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-27e3f294-30db-4455-ab73-d8bcb0cfc918 req-cd790264-b765-44b0-8d76-0bb1b2e60a94 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1013441 Dec 20 12:09:33.768825 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-27e3f294-30db-4455-ab73-d8bcb0cfc918 req-10ac55cd-7461-4e08-a863-98d903e84def tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701241 Dec 20 12:09:35.639187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d831-28ef-4495-9987-d24f99eba2dd req-50b86f67-3f4d-40ce-8a95-edac7a4fb5df tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:35.641558 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8105d831-28ef-4495-9987-d24f99eba2dd req-50b86f67-3f4d-40ce-8a95-edac7a4fb5df tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.2198546 Dec 20 12:09:35.710248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8105d831-28ef-4495-9987-d24f99eba2dd req-9065fc09-fefe-4f87-9a5f-1f57f2acb645 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615306 Dec 20 12:09:37.099117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfecb4a-3580-46f9-97d1-e5405f1dc870 req-56f7b9ba-5911-4043-9046-971144b5e899 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:37.109324 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9cfecb4a-3580-46f9-97d1-e5405f1dc870 req-56f7b9ba-5911-4043-9046-971144b5e899 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1796067 Dec 20 12:09:37.214052 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9cfecb4a-3580-46f9-97d1-e5405f1dc870 req-f490e0f8-e0e5-45b4-a4f8-25c123b68689 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028726 Dec 20 12:09:38.536842 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af34657-ff5d-4b85-ba2d-4fb36f4d6387 req-e4a912e0-fa94-4a32-987e-41ff837cf3c2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:38.544673 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3af34657-ff5d-4b85-ba2d-4fb36f4d6387 req-e4a912e0-fa94-4a32-987e-41ff837cf3c2 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1016736 Dec 20 12:09:38.606653 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3af34657-ff5d-4b85-ba2d-4fb36f4d6387 req-9bd4ed3c-6c66-4ba1-9a51-429f9743f1d6 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610518 Dec 20 12:09:39.375537 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:09:39.834935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e884cc-4bbb-474c-82dd-f9a6ea2f94d1 req-4c4313c6-61c6-4280-ac91-91275acf8281 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:39.836466 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-06e884cc-4bbb-474c-82dd-f9a6ea2f94d1 req-4c4313c6-61c6-4280-ac91-91275acf8281 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.0848663 Dec 20 12:09:39.890462 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-06e884cc-4bbb-474c-82dd-f9a6ea2f94d1 req-a97f2275-9a92-4bf8-8b70-d783d2a55fad tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Dec 20 12:09:41.116568 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b9ced-ae4a-4495-93e7-cc59ab07599b req-a17585d5-7e32-43ad-9d35-75db05f9b501 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:41.117969 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-313b9ced-ae4a-4495-93e7-cc59ab07599b req-a17585d5-7e32-43ad-9d35-75db05f9b501 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.0811331 Dec 20 12:09:41.165563 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-313b9ced-ae4a-4495-93e7-cc59ab07599b req-6af64178-f100-45bc-a330-4c3a37048344 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419440 Dec 20 12:09:42.433256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac0ec0-0c9f-479e-b188-8e7d6b1c8a68 req-0bf5197f-bcc4-4f38-8590-53b62f061e1d tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:42.438547 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dac0ec0-0c9f-479e-b188-8e7d6b1c8a68 req-0bf5197f-bcc4-4f38-8590-53b62f061e1d tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.0931716 Dec 20 12:09:42.495959 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3dac0ec0-0c9f-479e-b188-8e7d6b1c8a68 req-23f6f3f7-84c9-43c1-8a31-2d9ba291ff69 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551052 Dec 20 12:09:43.737790 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749cf37-c36d-4902-8406-ac6bca823ae1 req-e2f5586c-415f-4add-a6d4-3c4c092c9951 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:43.738376 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9749cf37-c36d-4902-8406-ac6bca823ae1 req-e2f5586c-415f-4add-a6d4-3c4c092c9951 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.0862699 Dec 20 12:09:43.787224 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-9749cf37-c36d-4902-8406-ac6bca823ae1 req-25aac733-2b6c-44c4-996b-1c2aa719ea14 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Dec 20 12:09:45.236060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.262946 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd17941-38b3-4c3d-a8a2-7c348dc25fe7 req-c529a4ce-06e7-4d06-8583-5d41cc723c65 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:45.264532 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0bd17941-38b3-4c3d-a8a2-7c348dc25fe7 req-c529a4ce-06e7-4d06-8583-5d41cc723c65 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.1027305 Dec 20 12:09:45.338591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0bd17941-38b3-4c3d-a8a2-7c348dc25fe7 req-2bdbc2b7-9977-47c8-9e43-92546dcf457f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629008 Dec 20 12:09:46.569560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57242893-a4d9-443e-9bd5-035056edafa7 req-637435f0-0762-4f60-99fa-0bf25c97aa1c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:46.572019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57242893-a4d9-443e-9bd5-035056edafa7 req-637435f0-0762-4f60-99fa-0bf25c97aa1c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 944 time: 0.0805898 Dec 20 12:09:46.624499 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-57242893-a4d9-443e-9bd5-035056edafa7 req-503ef4da-659e-41ee-bd0b-d77771091c07 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475218 Dec 20 12:09:46.713173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:09:46.845565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:46.860257 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'port_id': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'mac_address': 'fa:16:3e:e7:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:09:46.916376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.933543 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717b7c88-5cd9-4bef-8c44-c2618b783a74 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:09:46.948131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:46.952599 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.954477 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:47.033596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:47.039713 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:47.167305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['717b7c88-5cd9-4bef-8c44-c2618b783a74'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:09:47.873628 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe9b02-c8c6-421d-a307-f80f31307c45 req-9c8e86ec-0c25-4983-96dd-1e19cd2d3c4c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:47.875170 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ffe9b02-c8c6-421d-a307-f80f31307c45 req-9c8e86ec-0c25-4983-96dd-1e19cd2d3c4c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 945 time: 0.1118891 Dec 20 12:09:47.938631 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-3ffe9b02-c8c6-421d-a307-f80f31307c45 req-fa9e1ae5-8a18-4459-a0b3-a96d0f85e2ab tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566752 Dec 20 12:09:48.233147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.716742 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:48.794256 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 717b7c88-5cd9-4bef-8c44-c2618b783a74 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:48.800093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 717b7c88-5cd9-4bef-8c44-c2618b783a74 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:48.800705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.944897 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.002038 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:49.003006 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:49.020258 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.029200 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-13c3571c-1fad-46b0-96d5-bf2da492957a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:49.044533 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:49.177860 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'code': 200} Dec 20 12:09:49.253381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=12']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:49.261983 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:49.425689 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7fb50197-b945-4474-a01c-b228f5368ca6 req-f2453a62-b910-454d-bd66-51e37150a746 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1099 time: 0.0892117 Dec 20 12:09:49.475261 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.475971 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-7fb50197-b945-4474-a01c-b228f5368ca6 req-70c028b1-df0f-47f9-93ab-178567d178ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Dec 20 12:09:49.517879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:49.523925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Usage tracker for resource:security_group_rule and tenant:367980e81d794cbfbc448f9de074438f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:49.531306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:49.540251 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:49.552806 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d35300-4f03-4cf5-ba1f-806b195b5fc7 req-f8c48d75-5686-4b4c-85a9-7b1e931e2bb6 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:49.554284 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06d35300-4f03-4cf5-ba1f-806b195b5fc7 req-f8c48d75-5686-4b4c-85a9-7b1e931e2bb6 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 946 time: 0.3201456 Dec 20 12:09:49.623377 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-06d35300-4f03-4cf5-ba1f-806b195b5fc7 req-e8770eae-6fc7-486c-bbe5-d820e3149fdd tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623758 Dec 20 12:09:49.671684 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.676113 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.683400 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-4a837163-d3ff-426b-bd36-797c92a46852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:49.726072 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=367980e81d794cbfbc448f9de074438f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6794553 Dec 20 12:09:49.727137 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eae327-daf7-4100-9206-43fe65ba5050,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:49.728760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:49.736398 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.736777 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.737187 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.737557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.737917 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.738300 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.738656 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.739009 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.739362 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.739710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.740056 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.744179 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-75b00fb5-430b-4fbb-b0e5-87d55cc718ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:49.794889 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.822299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.876807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.883931 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-14058c6a-3d51-4e35-8b2c-756377858f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:49.898147 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eae327-daf7-4100-9206-43fe65ba5050,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:49.915719 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.916011 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.916381 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.916746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.917110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.917469 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.917823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.918209 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.918608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.918914 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.919266 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:49.923488 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:49.924477 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.927930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-9f8f8bc5-ff20-4c87-957e-f4ce6efa06ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02eae327-daf7-4100-9206-43fe65ba5050 HTTP/1.1" status: 204 len: 168 time: 0.1956074 Dec 20 12:09:50.863868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4e24-a513-40ac-b4e3-b0a2c378c47b req-380850f8-a49c-4c49-a79a-3b47b458f147 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:50.866077 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-305e4e24-a513-40ac-b4e3-b0a2c378c47b req-380850f8-a49c-4c49-a79a-3b47b458f147 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 946 time: 0.0821986 Dec 20 12:09:50.936462 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-305e4e24-a513-40ac-b4e3-b0a2c378c47b req-8a887a88-d8ee-4b3b-a046-dc2f80991b0c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638928 Dec 20 12:09:51.938895 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52610) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:52.167994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aade6-4bd2-4a25-ac48-5617ea2b0f66 req-a23f3b5f-e52d-45eb-9b18-309f6eb70dc0 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:52.169174 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'network': {'name': 'tempest-network-smoke--15701635', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:52.169467 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4c5aade6-4bd2-4a25-ac48-5617ea2b0f66 req-a23f3b5f-e52d-45eb-9b18-309f6eb70dc0 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 946 time: 0.0968921 Dec 20 12:09:52.174723 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:52.178772 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:network and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:52.182597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:52.194625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:52.210611 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Made reservation on behalf of 94fb30a898c144269f7fe6e53b521ed1 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:52.213872 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.228003 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.235978 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4c5aade6-4bd2-4a25-ac48-5617ea2b0f66 req-f1ed3cc3-3af5-4f26-acab-d65106aec54a tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565677 Dec 20 12:09:52.266807 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:52.271629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:52.275428 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:52.281476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:52.413396 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.417571 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.425487 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fca69782-b398-4a43-a4de-b74199961f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:52.448512 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:52.489740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9363d24-1df9-4e32-8773-848660ce5668,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:52.495182 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.495898 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Added segment d308e2cf-4444-4c66-abfc-abe355931fef of type vlan for network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c Dec 20 12:09:52.497381 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:52.537773 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.597592 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.602076 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:52.602700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.606415 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dccbc2f7-a9d3-4d45-aecf-8042c807f707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:52.681288 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7412899 Dec 20 12:09:52.684298 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:52.692626 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-310074906', 'admin_state_up': True, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:52.706881 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:52.714335 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:router and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:52.719643 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:52.738672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:52.744458 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Network': ['ID=1e8d9ac9-b8bd-4255-bb49-667a798bd24c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:52.748287 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-50725651-f3b0-477b-b921-57f835c17cc5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:52.758560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:52.767900 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.768942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.790452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.037376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.317924 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.358071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.541688 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Allocated IP 172.35.0.26 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/38169234-19af-4fef-a49e-06388fa492c4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:53.771280 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.810636 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.814316 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aba5bc85-b132-4d5a-ac70-06dd16fde8b4 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:53.882222 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:53.885591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:53.887613 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Port': ['ID=38169234-19af-4fef-a49e-06388fa492c4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:53.890075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:53.915408 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:54.102483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.103709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.365970 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Router 306a272f-6c82-4197-8315-9723b5733cde is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:09:54.725190 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:54.738771 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Sync routers for ids ['306a272f-6c82-4197-8315-9723b5733cde'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:54.753854 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Routers {'306a272f-6c82-4197-8315-9723b5733cde'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:54.754858 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:09:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['306a272f-6c82-4197-8315-9723b5733cde'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:54.758647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.763092 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-14e8c403-28ba-4507-9d20-eadb303dc972 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0777426 Dec 20 12:09:54.763233 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:54.878113 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-1c4053d4-5ec7-4ab0-ada5-e2d9b4dba37e tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=94fb30a898c144269f7fe6e53b521ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1114388 Dec 20 12:09:54.878334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:54.970646 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Set router 306a272f-6c82-4197-8315-9723b5733cde gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:55.022257 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5835b4-5ae5-48a6-9480-2a82f3ece7f8 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:55.024494 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ff5835b4-5ae5-48a6-9480-2a82f3ece7f8 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1443748 Dec 20 12:09:55.026715 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52640) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:55.080715 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ef446d53-f372-4bb6-8061-4448b76168ea tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528631 Dec 20 12:09:55.084721 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52644) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:55.090531 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1604980858', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:55.203010 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:55.206521 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:subnet and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:55.209631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:55.217195 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:55.230407 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Made reservation on behalf of 94fb30a898c144269f7fe6e53b521ed1 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:55.407544 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.416107 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:54Z', 'revision_number': 3, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:55.420630 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Checking router: 306a272f-6c82-4197-8315-9723b5733cde for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:55.421027 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Updating router 306a272f-6c82-4197-8315-9723b5733cde port 38169234-19af-4fef-a49e-06388fa492c4 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:09:55.477320 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.643387 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.647197 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0bcd314e-a553-461e-8bdf-d1c23ddd51dc tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:55.735141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Subnet': ['ID=bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:55.738203 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:55.753411 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Checking segment: {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:55.753734 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Network hostable DHCP agents. Network: 1e8d9ac9-b8bd-4255-bb49-667a798bd24c, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:55.780863 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:55.800116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, 1e8d9ac9-b8bd-4255-bb49-667a798bd24c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:55.809208 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:55.809828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.812753 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59161e-0a45-421d-918e-87981cb926ce None None] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:55.836459 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-18ff0f75-3d9a-4ed9-9b97-9257c9fc3040 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7497752 Dec 20 12:09:55.846183 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:55.852067 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.887702 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Transition to ACTIVE for port object 38169234-19af-4fef-a49e-06388fa492c4 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:55.901685 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.907766 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d2a6f025-f7e8-46fd-808f-ba0e35106802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:56.002409 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Attempting to bind port 38169234-19af-4fef-a49e-06388fa492c4 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:56.002708 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Attempting to bind port 38169234-19af-4fef-a49e-06388fa492c4 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:56.003078 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Attempting to bind port 38169234-19af-4fef-a49e-06388fa492c4 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:56.010459 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:56.010828 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:56.011232 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.011624 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:56.012085 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Bound port: 38169234-19af-4fef-a49e-06388fa492c4, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:56.012458 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.039014 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Pushing event updated for resources: {'Port': ['ID=38169234-19af-4fef-a49e-06388fa492c4,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:56.063638 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.063981 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.064320 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.065141 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.065141 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.065408 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.065585 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.065890 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.066979 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.067323 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.068167 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:56.072104 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:56.082492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:09:56.084031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.163865 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] For port 38169234-19af-4fef-a49e-06388fa492c4, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:56.167359 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] For port 38169234-19af-4fef-a49e-06388fa492c4, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=38169234-19af-4fef-a49e-06388fa492c4,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:56.177486 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.186383 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-2e7d8771-8ec9-414e-b520-d93066618c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:56.270087 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Routers {'306a272f-6c82-4197-8315-9723b5733cde'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:56.270624 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:09:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['306a272f-6c82-4197-8315-9723b5733cde'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:56.337403 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Pushing event updated for resources: {'Port': ['ID=38169234-19af-4fef-a49e-06388fa492c4,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:56.341091 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-7eabd763-8c4b-4299-ad69-692fcbfe4334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:56.353596 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Allocated IP 172.20.0.2 (1e8d9ac9-b8bd-4255-bb49-667a798bd24c/bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5/5ab36e39-2e27-42bc-a50b-30329c13d81c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:56.480342 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] Set router 306a272f-6c82-4197-8315-9723b5733cde gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:56.621514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.633305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Transition to ACTIVE for port object 5ab36e39-2e27-42bc-a50b-30329c13d81c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:56.665341 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Transition to ACTIVE for port object 5ab36e39-2e27-42bc-a50b-30329c13d81c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:56.680651 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.685372 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-86a448b1-52f6-41d2-b2c2-d3f90c2da208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:56.739316 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:56.744000 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:56.747864 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:56.868045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Pushing event updated for resources: {'Port': ['ID=5ab36e39-2e27-42bc-a50b-30329c13d81c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:56.873351 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:56.877149 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Attempting to bind port 5ab36e39-2e27-42bc-a50b-30329c13d81c on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:56.877530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Attempting to bind port 5ab36e39-2e27-42bc-a50b-30329c13d81c by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:56.877906 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Attempting to bind port 5ab36e39-2e27-42bc-a50b-30329c13d81c on network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:56.884603 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:56.885032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Checking segment: {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:56.885449 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.885866 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Bound using segment: {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:56.886384 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Bound port: 5ab36e39-2e27-42bc-a50b-30329c13d81c, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:56.886791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.901571 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:54Z', 'revision_number': 3, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:56.919461 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9647e-af09-4d75-962a-4045d8e1d3ec None None] The sync data for ids ['306a272f-6c82-4197-8315-9723b5733cde'] in n-d-victoria-1 is: [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:54Z', 'revision_number': 3, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:57.016820 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] For port 5ab36e39-2e27-42bc-a50b-30329c13d81c, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:57.020853 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] For port 5ab36e39-2e27-42bc-a50b-30329c13d81c, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5ab36e39-2e27-42bc-a50b-30329c13d81c,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:57.022440 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.027706 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.032095 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:57.134579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Pushing event updated for resources: {'Port': ['ID=5ab36e39-2e27-42bc-a50b-30329c13d81c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:57.137679 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:57.451931 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 38169234-19af-4fef-a49e-06388fa492c4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:57.557635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 38169234-19af-4fef-a49e-06388fa492c4 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:57.565114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 38169234-19af-4fef-a49e-06388fa492c4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:57.565372 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.695629 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.713704 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 38169234-19af-4fef-a49e-06388fa492c4, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=38169234-19af-4fef-a49e-06388fa492c4,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:57.721345 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.723924 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:57.771934 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Allocated IP 172.20.0.1 (1e8d9ac9-b8bd-4255-bb49-667a798bd24c/bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5/0a376bc5-39ed-4ba2-9809-179ba5d4e2ad) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:57.807016 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57943546-f844-46a2-a33c-20ea012e8d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.819591 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=38169234-19af-4fef-a49e-06388fa492c4,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:57.822672 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:57.956530 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.977647 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Transition to ACTIVE for port object 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:58.008067 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.013273 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-f3f7dd43-fe3e-4bad-8bb7-aa2df97f4d97 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:58.107585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:58.111131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Port': ['ID=0a376bc5-39ed-4ba2-9809-179ba5d4e2ad,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:58.114656 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:58.115586 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:58.118664 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:58.176772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.287770 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.421911 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234f330-a54d-4aec-8849-7a94e7d721a6 None None] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:58.549370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-53c86e78-c489-427b-8ab4-3c02e2b703df None None] Provisioning for port 5ab36e39-2e27-42bc-a50b-30329c13d81c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:58.742629 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.747305 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.776953 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-70fee378-cbab-4d69-955e-37a9c4f422a5 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:58.864361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.868255 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Port': ['ID=0a376bc5-39ed-4ba2-9809-179ba5d4e2ad,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:58.871230 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:58.996579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7aa02a6c-b184-4710-b047-8dd4a57e66f2 None None] Provisioning for port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:59.005680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7aa02a6c-b184-4710-b047-8dd4a57e66f2 None None] Provisioning complete for port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:59.006145 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7aa02a6c-b184-4710-b047-8dd4a57e66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.027331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:59.028927 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:59.079239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7aa02a6c-b184-4710-b047-8dd4a57e66f2 None None] Port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:59.222047 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cae89e83-9532-4640-80f6-d5ff3fe69ed6 None None] Provisioning complete for port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:59.222574 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cae89e83-9532-4640-80f6-d5ff3fe69ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.280923 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cae89e83-9532-4640-80f6-d5ff3fe69ed6 None None] Port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:59.470271 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 38169234-19af-4fef-a49e-06388fa492c4 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:59.545048 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-958f3a2e-0500-4adb-9af3-942c85229001 None None] Provisioning complete for port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:59.545432 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-958f3a2e-0500-4adb-9af3-942c85229001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.604754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-958f3a2e-0500-4adb-9af3-942c85229001 None None] Port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:59.606426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 38169234-19af-4fef-a49e-06388fa492c4 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:59.606812 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.653167 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Router 306a272f-6c82-4197-8315-9723b5733cde has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:59.725757 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5ab36e39-2e27-42bc-a50b-30329c13d81c up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:59.807839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 5ab36e39-2e27-42bc-a50b-30329c13d81c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:59.815983 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 5ab36e39-2e27-42bc-a50b-30329c13d81c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:59.816628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.901075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:59.913253 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "PUT /v2.0/routers/306a272f-6c82-4197-8315-9723b5733cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0631042 Dec 20 12:09:59.913342 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:00.007205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.024336 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0e56-26cb-49f5-bc7c-96cbeae138b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.044265 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 5ab36e39-2e27-42bc-a50b-30329c13d81c, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5ab36e39-2e27-42bc-a50b-30329c13d81c,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:00.048280 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.050220 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:00.067032 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.067483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.067908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.068330 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.068745 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.069161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.069623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.070591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.071000 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.075725 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-97367878-ba17-4f00-860a-a675a4bbfcc2 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6379 time: 0.1580770 Dec 20 12:10:00.075993 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:00.118356 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=5ab36e39-2e27-42bc-a50b-30329c13d81c,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:00.121337 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:00.157301 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.157673 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.158090 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.158418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.158888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.159254 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.159598 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.159944 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.160308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:00.162280 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7134f518-6ddb-4415-aa42-b3c7f08ac314 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5918 time: 0.0848572 Dec 20 12:10:00.165127 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:00.391044 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-f03d194f-7eab-4a1e-b918-be3eb3aa6861 tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5205 time: 0.2247336 Dec 20 12:10:00.730653 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Sync routers for ids ['306a272f-6c82-4197-8315-9723b5733cde'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:00.742589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Routers {'306a272f-6c82-4197-8315-9723b5733cde'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:00.743140 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['306a272f-6c82-4197-8315-9723b5733cde'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:00.914169 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Set router 306a272f-6c82-4197-8315-9723b5733cde gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:01.206690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.243937 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:58Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0a376bc5-39ed-4ba2-9809-179ba5d4e2ad', 'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'mac_address': 'fa:16:3e:f0:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:57Z', 'updated_at': '2021-12-20T12:09:58Z', 'revision_number': 2, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'subnets': [{'id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:01.253234 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Checking router: 306a272f-6c82-4197-8315-9723b5733cde for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:01.253601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Updating router 306a272f-6c82-4197-8315-9723b5733cde port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:10:01.311037 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.318880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.341173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5ab36e39-2e27-42bc-a50b-30329c13d81c up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:01.582464 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 5ab36e39-2e27-42bc-a50b-30329c13d81c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:01.582938 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.703019 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52700) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:01.709752 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643648350', 'description': 'tempest-secgroup-smoke-1643648350 description', 'project_id': '94fb30a898c144269f7fe6e53b521ed1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:01.717551 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:01.721782 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:01.725078 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:01.731548 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:01.745487 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.786359 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:01.792987 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:01.795965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:01.801849 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:01.863710 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.869032 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.869550 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.875268 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3e263ded-4222-439b-9c65-49ec9426bc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:01.881676 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Transition to ACTIVE for port object 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:01.888611 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.892291 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-609ac450-7bf6-4df2-bf5d-f175aac7879f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:01.914489 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:01.917498 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:01.918368 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.922432 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9819a93c-6512-4c85-8e11-12d229b9841c tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2154243 Dec 20 12:10:01.922638 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52704) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:01.931560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'security_group_rule': {'security_group_id': '2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:01.937843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:01.942107 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:01.946432 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:01.954592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:01.977742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.019014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9670a51-902f-4f94-8c1f-cb370d4ca8be None None] Pushing event updated for resources: {'Port': ['ID=0a376bc5-39ed-4ba2-9809-179ba5d4e2ad,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:02.023662 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e9670a51-902f-4f94-8c1f-cb370d4ca8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:02.052876 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.067284 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.069216 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-d45663d2-099e-45c1-9ca6-69d7b86590ae tempest-ServersTestBootFromVolume-718610457 tempest-ServersTestBootFromVolume-718610457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:02.096006 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cd23a7-af6a-484b-97f3-067736ae92f2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:02.103488 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:02.116623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.121439 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:02.122126 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1e908332-76a8-4f70-8a18-bf711f7e2cbf tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1982386 Dec 20 12:10:02.128602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'security_group_rule': {'security_group_id': '2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:02.129773 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Attempting to bind port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:02.130177 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Attempting to bind port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:02.130542 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Attempting to bind port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad on network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:02.135593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:02.137217 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:02.137641 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Checking segment: {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:02.138063 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.138517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Bound using segment: {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:02.138984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Bound port: 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:02.139360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.140858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:02.144598 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:02.151724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:02.173410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.247061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.252171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.255655 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-08aa492c-6679-44ae-bcf6-a8ed6fc1fd73 tempest-NegativeSecGroupIPv6Test-1151145079 tempest-NegativeSecGroupIPv6Test-1151145079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:02.282171 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c2f618-96b6-428a-b851-6e7f8bc1cc76,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:02.285210 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:02.296565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.298542 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5ebe3764-2b08-4f9e-a67b-05d673cae707 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1752598 Dec 20 12:10:02.302590 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:02.306738 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] For port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:02.310117 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] For port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0a376bc5-39ed-4ba2-9809-179ba5d4e2ad,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:02.315744 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'security_group_rule': {'security_group_id': '2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:02.315888 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.320636 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:02.326699 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:02.330861 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:02.334404 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:02.359788 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:02.385153 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.407376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9670a51-902f-4f94-8c1f-cb370d4ca8be None None] Pushing event updated for resources: {'Port': ['ID=0a376bc5-39ed-4ba2-9809-179ba5d4e2ad,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:02.412134 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-e9670a51-902f-4f94-8c1f-cb370d4ca8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:02.416734 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Routers {'306a272f-6c82-4197-8315-9723b5733cde'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:02.417349 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['306a272f-6c82-4197-8315-9723b5733cde'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:02.464908 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.472701 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.475018 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:02.493164 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c3245e-3905-4c87-9920-08088f36be4f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:02.500419 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:02.514642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.519449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52716) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:02.519782 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-841d4848-248b-4af0-b4e7-ec8969df8ad3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2150524 Dec 20 12:10:02.526311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'security_group_rule': {'security_group_id': '2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:02.536121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:02.540984 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:02.544542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:02.550978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:02.578609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.663928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.667174 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] Set router 306a272f-6c82-4197-8315-9723b5733cde gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:02.671304 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.674731 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6ae150ec-b9ee-4938-994e-aa421e14301c tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:02.709509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c938d23-de3d-4ebf-9e6c-4026499a3ce3,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:02.722211 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:02.740088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.741432 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ea27bee9-8f62-467f-b92b-32d84d2f581a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2206571 Dec 20 12:10:02.744873 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52722) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:02.751068 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'security_group_rule': {'security_group_id': '2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:02.760810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:02.786061 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:02.791473 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:02.806313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:02.830052 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Project 94fb30a898c144269f7fe6e53b521ed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:10:02.838883 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.981503 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.986893 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.999685 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:03.029309 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.029928 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be2ee90-fcc3-426a-86d0-cd02bc1b5b0f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:03.033158 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:03.039944 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.042489 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-a3cd5509-1e15-4b09-8457-c66fc632f15f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2964027 Dec 20 12:10:03.049510 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:03.059034 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'security_group_rule': {'security_group_id': '2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644', 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:03.074126 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:03.079540 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:security_group_rule and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:03.084293 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:03.092879 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:03.115426 n-d-victoria-1 neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Project 94fb30a898c144269f7fe6e53b521ed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:10:03.126196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.225650 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.232376 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.234821 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-873f61e6-aecc-475d-8ce5-e00376cda378 tempest-SecGroupIPv6Test-28623403 tempest-SecGroupIPv6Test-28623403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:03.253093 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:58Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0a376bc5-39ed-4ba2-9809-179ba5d4e2ad', 'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'mac_address': 'fa:16:3e:f0:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:57Z', 'updated_at': '2021-12-20T12:10:02Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'subnets': [{'id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:03.257720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359144f5-940b-4a12-8e2c-56335188ac7c None None] The sync data for ids ['306a272f-6c82-4197-8315-9723b5733cde'] in n-d-victoria-1 is: [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:58Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '0a376bc5-39ed-4ba2-9809-179ba5d4e2ad', 'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'mac_address': 'fa:16:3e:f0:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:57Z', 'updated_at': '2021-12-20T12:10:02Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'subnets': [{'id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:03.306858 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c85fc-dbf8-43f1-9798-5349fdd491fc,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:03.320655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.323701 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2725260 Dec 20 12:10:03.326842 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1c332b4f-951b-4336-ab8a-f65142b480e6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:03.584961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-128924db-603f-4df0-b5fd-bab8ecceb294 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Synchronizing usage tracker for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:03.619149 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-128924db-603f-4df0-b5fd-bab8ecceb294 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Unset dirty status for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:03.632226 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-128924db-603f-4df0-b5fd-bab8ecceb294 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643648350&fields=id&tenant_id=94fb30a898c144269f7fe6e53b521ed1 HTTP/1.1" status: 200 len: 267 time: 0.1089983 Dec 20 12:10:03.800639 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ab5e-0967-4785-b6bf-43c977728d7b req-b2d59f97-fe15-4187-9726-d2555d595f12 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:03.808768 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b12ab5e-0967-4785-b6bf-43c977728d7b req-b2d59f97-fe15-4187-9726-d2555d595f12 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 945 time: 0.1116698 Dec 20 12:10:03.874310 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7b12ab5e-0967-4785-b6bf-43c977728d7b req-ead1ef71-8297-4644-a6ec-840f193a3fa2 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643888 Dec 20 12:10:03.936955 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-873bdfa3-6d30-4c63-b4b6-be1166f179f2 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:03.937662 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-873bdfa3-6d30-4c63-b4b6-be1166f179f2 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Synchronizing usage tracker for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:03.955608 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-873bdfa3-6d30-4c63-b4b6-be1166f179f2 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Unset dirty status for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:03.957516 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-873bdfa3-6d30-4c63-b4b6-be1166f179f2 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/networks?id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c HTTP/1.1" status: 200 len: 795 time: 0.3253245 Dec 20 12:10:03.976353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-5864f812-afe1-4a48-b73c-946e43fe0028 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/quotas/94fb30a898c144269f7fe6e53b521ed1 HTTP/1.1" status: 200 len: 375 time: 0.0123999 Dec 20 12:10:04.065270 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-d9b538b4-a01a-420d-aea3-6ff9cf8ca17e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94fb30a898c144269f7fe6e53b521ed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825255 Dec 20 12:10:04.298624 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-5ff21b4b-3a01-49f8-a7e9-313c448afbef service neutron] 10.222.0.32 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206974 Dec 20 12:10:04.476643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-2114b542-79d7-45c4-940c-13300c7ece83 service neutron] 10.222.0.32 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770258 Dec 20 12:10:04.498486 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-ce8c6bde-8abc-46ca-9504-f79e9cda9c63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952449 Dec 20 12:10:04.661210 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-d6d4f3f7-20ae-4251-9f00-48d9868b835b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e6086959b444bf9afd375d8214e207&device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 1098 time: 0.0817814 Dec 20 12:10:04.691352 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-93d840d7-9009-4038-ac0f-5643076c6098 req-8ef63a9f-bfca-4a2d-a0a2-6e41a5b681f6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Synchronizing usage tracker for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:04.710604 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-93d840d7-9009-4038-ac0f-5643076c6098 req-8ef63a9f-bfca-4a2d-a0a2-6e41a5b681f6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Unset dirty status for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:04.711942 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-93d840d7-9009-4038-ac0f-5643076c6098 req-8ef63a9f-bfca-4a2d-a0a2-6e41a5b681f6 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 210 time: 0.0726845 Dec 20 12:10:04.851746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2b114-b421-473a-a789-da343c028924 req-f3836963-3f4c-427f-96b5-8d95815a3893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:04.853381 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-f3836963-3f4c-427f-96b5-8d95815a3893 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 200 len: 910 time: 0.1704578 Dec 20 12:10:05.011408 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-375d658b-7ebe-42e3-bf1a-364ee5063dcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 200 len: 1001 time: 0.1517580 Dec 20 12:10:05.132108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2b114-b421-473a-a789-da343c028924 req-a2e33e2a-fecf-4f45-b346-29ab6e1fe0d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:05.132108 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-a2e33e2a-fecf-4f45-b346-29ab6e1fe0d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 200 len: 848 time: 0.1131158 Dec 20 12:10:05.257720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da8d22-4f95-4320-8303-d1ccd0665c1d req-139cf8de-bf29-4c4e-9713-81b7a39634be tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:05.259050 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5da8d22-4f95-4320-8303-d1ccd0665c1d req-139cf8de-bf29-4c4e-9713-81b7a39634be tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 945 time: 0.1992719 Dec 20 12:10:05.349642 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-c3e3a489-ed5f-423c-a11d-14a425919c0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5eaa4d83-aec3-467a-bfe4-3216ed5888d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1822314 Dec 20 12:10:05.360106 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-4b383191-409b-4c0c-915c-973d804f29eb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:05.362560 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-4b383191-409b-4c0c-915c-973d804f29eb tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 945 time: 0.2293253 Dec 20 12:10:05.374526 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e5da8d22-4f95-4320-8303-d1ccd0665c1d req-cf819445-b281-4906-8bad-1ecf3bafb6f9 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098690 Dec 20 12:10:05.439152 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:05.605467 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:05.610437 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:05.611459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.692685 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Deleting port f67d7861-49b3-48b8-8a34-b076b075f49a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:05.693641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.761735 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.791933 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-9c6afe29-d6e5-41ef-9a04-2c19db79f3e2 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157286 Dec 20 12:10:05.805034 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=0a376bc5-39ed-4ba2-9809-179ba5d4e2ad,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:05.812584 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.818491 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-007dd429-f41c-4def-bc5a-b7caf9403dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:05.822508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-6816fe56-19cd-4c87-b135-88f03d85a577 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3032160 Dec 20 12:10:06.076379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=0a376bc5-39ed-4ba2-9809-179ba5d4e2ad,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:06.088982 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:06.196947 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-6a7cbe02-85cc-4f26-9a95-0b30ac080cb1 req-f166d3f4-a3fd-42b5-9243-f4c87236615f tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 210 time: 0.0855064 Dec 20 12:10:06.386365 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-57b2b114-b421-473a-a789-da343c028924 req-6f2f474d-9012-404a-9dd7-136c1c8bcb47 service neutron] 10.222.0.53 "GET /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676677 Dec 20 12:10:06.455810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] For port f67d7861-49b3-48b8-8a34-b076b075f49a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=f67d7861-49b3-48b8-8a34-b076b075f49a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:06.455810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.623791 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-79d5dd97-fca5-4553-b09d-8cbc3352aff5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:06.625062 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-79d5dd97-fca5-4553-b09d-8cbc3352aff5 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.53 "GET /v2.0/networks?id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c HTTP/1.1" status: 200 len: 795 time: 0.4592307 Dec 20 12:10:06.634920 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-018de852-8e69-4f69-98b0-02ad6fac8988 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 1099 time: 0.5633047 Dec 20 12:10:06.875235 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-ae2482a3-d732-45b9-a610-5e5d32bc4ee3 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94fb30a898c144269f7fe6e53b521ed1 HTTP/1.1" status: 200 len: 380 time: 0.2309456 Dec 20 12:10:06.895318 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'port': {'device_id': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'admin_state_up': True, 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'security_groups': ['2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:07.015607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3cbf5-dfc6-4890-8818-061ab024a902 req-42d1d294-c6f4-4b57-b4d6-a45c48f17aca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:07.017042 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5de3cbf5-dfc6-4890-8818-061ab024a902 req-42d1d294-c6f4-4b57-b4d6-a45c48f17aca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 945 time: 0.4434707 Dec 20 12:10:07.063375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-f89bd024-ed4e-4709-a4f4-32f12f8c04d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:07.064772 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-f89bd024-ed4e-4709-a4f4-32f12f8c04d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.4008241 Dec 20 12:10:07.189222 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.189537 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.189802 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Floating IP 5215496a-1e52-4e81-9def-a82958990718 disassociated. External IP: 172.35.0.101, port: f67d7861-49b3-48b8-8a34-b076b075f49a. Dec 20 12:10:07.190153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Calling delete_port for f67d7861-49b3-48b8-8a34-b076b075f49a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:07.395276 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-5de3cbf5-dfc6-4890-8818-061ab024a902 req-83755ae7-a818-4d98-ae00-0dfa0a9a6c84 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519752 Dec 20 12:10:07.423353 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-303d6038-a3ec-4955-923d-c1f20a096c6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 200 len: 1001 time: 0.3504109 Dec 20 12:10:07.429337 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:07.481604 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:07.507663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:07.573105 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e14e727c-4a79-4b70-829f-9362297b137e req-9b742133-acb9-430b-8152-9cce2ece1517 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 210 time: 0.0917532 Dec 20 12:10:07.584707 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-390b1fee-d991-40b8-b7bb-5c0191a2650e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:07.587157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-390b1fee-d991-40b8-b7bb-5c0191a2650e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.1576772 Dec 20 12:10:07.591275 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Made reservation on behalf of 94fb30a898c144269f7fe6e53b521ed1 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:07.594609 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.634492 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 0a376bc5-39ed-4ba2-9809-179ba5d4e2ad triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:07.635205 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.903379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.916786 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7aaa79b4-d389-4371-a239-10c2f0f8c19f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:07.969729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event deleted for resources: {'Port': ['ID=f67d7861-49b3-48b8-8a34-b076b075f49a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:07.975609 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:08.021646 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-e705f7d5-8ed8-4b61-a110-6af9009badfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4117756 Dec 20 12:10:08.266244 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Allocated IP 172.20.0.13 (1e8d9ac9-b8bd-4255-bb49-667a798bd24c/bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5/08ef1492-bbf3-4b08-86ce-39b71c32b7dc) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:08.319152 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-6800af57-d022-4754-aacd-adffb293eb8c service neutron] 10.222.0.16 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661047 Dec 20 12:10:08.730011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-6a376739-6a8e-40f9-97a4-d212a1a40f53 req-bed6f280-61b6-49c3-9f0f-ccdefcc6eec5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 210 time: 0.1191216 Dec 20 12:10:08.779716 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-dc039c86-8155-4aac-9db5-7967b56a9946 req-df83df79-c077-43ff-8879-34987664ae64 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 210 time: 0.0420959 Dec 20 12:10:08.837565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f67d7861-49b3-48b8-8a34-b076b075f49a no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:08.856091 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-bf3fadc6-8745-48e1-ae6f-74ea8098a9bc req-157a224c-ce04-44b7-9252-909f1f307906 service neutron] 10.222.0.16 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285935 Dec 20 12:10:08.888201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: f67d7861-49b3-48b8-8a34-b076b075f49a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:08.888555 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device f67d7861-49b3-48b8-8a34-b076b075f49a not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:08.910340 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.934014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Transition to ACTIVE for port object 08ef1492-bbf3-4b08-86ce-39b71c32b7dc will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:08.936194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Router f737ad25-abcc-4fec-842a-b2ba75d4239f has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:09.029422 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.037211 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b7c8c632-2dfd-49b1-8e1c-496fd4d97560 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:09.110646 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:09.118828 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:09.122030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:09.178412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Port': ['ID=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:09.182762 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:09.259538 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:09.261408 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.308540 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-abbc6a7e-03de-42f1-8ad1-cf3ecef13f7e tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4235368 Dec 20 12:10:09.329704 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Request body: {'port': {'device_id': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:09.468050 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:09.496526 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] Sync routers for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:09.513840 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:09.514885 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.522403 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1605c82-ade0-467e-9d95-8da8ea0d37df None None] Provisioning for port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:09.530173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1605c82-ade0-467e-9d95-8da8ea0d37df None None] Provisioning complete for port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:09.530801 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1605c82-ade0-467e-9d95-8da8ea0d37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.591715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1605c82-ade0-467e-9d95-8da8ea0d37df None None] Port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:09.729703 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.732150 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:09.742359 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] No DVR routers for this DVR port f67d7861-49b3-48b8-8a34-b076b075f49a on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:09.745328 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.747755 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-c23b1aa0-a1d5-479b-92bf-f29fadbfb37c req-03073a46-07d0-4afe-8a94-1d94663bd32d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "DELETE /v2.0/ports/f67d7861-49b3-48b8-8a34-b076b075f49a HTTP/1.1" status: 204 len: 173 time: 4.3705401 Dec 20 12:10:09.752906 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'name': 'network-vif-deleted', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:09.901754 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc66daf-d82f-4dbb-9d70-9b2acc402920', 'name': 'network-vif-deleted', 'tag': 'f67d7861-49b3-48b8-8a34-b076b075f49a', 'status': 'completed', 'code': 200} Dec 20 12:10:10.046275 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e3953efa-0487-4c86-9799-ac8eccbd391b req-e9f4ee4f-4ca2-4525-b7a6-421e5843835d tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 210 time: 0.0676672 Dec 20 12:10:10.189283 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9330a-55d1-46bd-aff7-739c7ceece8d req-5321e0ff-1e3a-44df-b0b4-2de58126cb88 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:10.190602 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-02f9330a-55d1-46bd-aff7-739c7ceece8d req-5321e0ff-1e3a-44df-b0b4-2de58126cb88 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Synchronizing usage tracker for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:10.265287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-02f9330a-55d1-46bd-aff7-739c7ceece8d req-5321e0ff-1e3a-44df-b0b4-2de58126cb88 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Unset dirty status for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:10.266467 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02f9330a-55d1-46bd-aff7-739c7ceece8d req-5321e0ff-1e3a-44df-b0b4-2de58126cb88 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 932 time: 0.2314537 Dec 20 12:10:10.278273 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:10.292342 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] Checking router: f737ad25-abcc-4fec-842a-b2ba75d4239f for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:10.329551 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:10.330231 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:10.400846 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02f9330a-55d1-46bd-aff7-739c7ceece8d req-3ebc2f7e-68b8-4dce-aba0-953f839d2405 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177988 Dec 20 12:10:10.503465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ef1492-bbf3-4b08-86ce-39b71c32b7dc {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:10.512677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.527660 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Transition to ACTIVE for port object 08ef1492-bbf3-4b08-86ce-39b71c32b7dc will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:10.534805 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.540384 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-abb31932-00a8-4ad4-a2f0-d49ddba20333 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:10.582165 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:10.616399 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Pushing event updated for resources: {'Port': ['ID=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:10.621690 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:10.868097 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Attempting to bind port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:10.868673 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Attempting to bind port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:10.869008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Attempting to bind port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc on network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:10.877617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc on network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:10:10.877951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Attempting to bind port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc on network 1e8d9ac9-b8bd-4255-bb49-667a798bd24c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:10.893489 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:10.893825 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Checking segment: {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:10.895839 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Bound using segment: {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:10.896412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Bound port: 08ef1492-bbf3-4b08-86ce-39b71c32b7dc, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd308e2cf-4444-4c66-abfc-abe355931fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:10.896768 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.026375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] For port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:11.029993 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] For port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:11.041044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.055742 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f64b14fe-d602-4485-91e8-d2e49f4a4c1b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:11.065018 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:11.070745 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f4a48-7288-46bb-ac98-041c360c9e9d None None] The sync data for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 is: [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:11.105430 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.106813 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] 10.222.0.53 "PUT /v2.0/ports/08ef1492-bbf3-4b08-86ce-39b71c32b7dc HTTP/1.1" status: 200 len: 1094 time: 1.7838144 Dec 20 12:10:11.141197 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Pushing event updated for resources: {'Port': ['ID=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:11.153467 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:11.262355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-1dca4e36-651b-468d-a511-859c7f2f49db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94fb30a898c144269f7fe6e53b521ed1&device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1097 time: 0.0908420 Dec 20 12:10:11.328756 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-a7cffac6-69b2-49ee-8f69-ea5d00d7ba53 req-946d01ed-1ade-464a-a5c8-cb103bc88aec tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc66daf-d82f-4dbb-9d70-9b2acc402920 HTTP/1.1" status: 200 len: 210 time: 0.0895720 Dec 20 12:10:11.367859 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-f0add3c8-87b0-4fb4-8367-51ddcdbd8ea8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc HTTP/1.1" status: 200 len: 217 time: 0.0877423 Dec 20 12:10:11.452256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-7267303b-954f-4eec-b6df-a670f9e168fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:11.453757 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-7267303b-954f-4eec-b6df-a670f9e168fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5 HTTP/1.1" status: 200 len: 835 time: 0.0776079 Dec 20 12:10:11.529721 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-8d2e61bc-80f6-4e44-85f3-16a1784bbc08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0699224 Dec 20 12:10:11.716360 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-ec524375-348c-4acd-9126-d5058776a1e8 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805067 Dec 20 12:10:11.726326 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424ac03-241d-4e9c-a819-01636b3ec615 req-52b1473d-2f89-452a-a4dd-a12dd94165f4 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:11.727658 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e424ac03-241d-4e9c-a819-01636b3ec615 req-52b1473d-2f89-452a-a4dd-a12dd94165f4 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 944 time: 0.1748271 Dec 20 12:10:11.873088 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e424ac03-241d-4e9c-a819-01636b3ec615 req-6e8d1f42-9fe7-4370-a89b-5d20da03526b tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224897 Dec 20 12:10:11.904269 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'tag': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:11.916231 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8ee322f9-53b5-4ebd-88be-3d5fcbd69122 req-24efce61-0e2b-497b-9205-1549e5b9a308 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877110 Dec 20 12:10:11.970437 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'tag': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'status': 'completed', 'code': 200} Dec 20 12:10:12.069512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-e755b6b6-8a16-4ac9-a317-85824a78cc20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94fb30a898c144269f7fe6e53b521ed1&device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1097 time: 0.0781064 Dec 20 12:10:12.338792 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-bd6bbb92-3561-419a-b933-f8140a7733be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:12.340297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-bd6bbb92-3561-419a-b933-f8140a7733be service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c HTTP/1.1" status: 200 len: 896 time: 0.2656109 Dec 20 12:10:12.415323 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-d19a7ae8-6cbb-4b9d-842b-8cd6caa017a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc HTTP/1.1" status: 200 len: 217 time: 0.0684140 Dec 20 12:10:12.485044 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-222ba3f3-7fd8-4bf2-8101-1b3257530b0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:12.486581 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-222ba3f3-7fd8-4bf2-8101-1b3257530b0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5 HTTP/1.1" status: 200 len: 835 time: 0.0650661 Dec 20 12:10:12.562838 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-c57d5679-9693-48c5-a6af-839cb52e1ff6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0697992 Dec 20 12:10:12.685076 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-aa09e5fb-a574-472c-8fa6-6eed64a93372 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355684179&fields=id&tenant_id=f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 267 time: 0.0415480 Dec 20 12:10:12.712708 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-d3213e6f-6c87-4dfa-9437-1d7d4d36f68b service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431913 Dec 20 12:10:12.867952 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fa01fb64-c5c9-4801-bbc9-ab9a8f2993ef req-443f77f5-c5af-4649-a804-4ee02ef8ec93 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487949 Dec 20 12:10:12.986327 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-c4345590-27a2-47a4-93d5-4296bd7b387e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:12.987806 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-c4345590-27a2-47a4-93d5-4296bd7b387e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.2906568 Dec 20 12:10:13.007586 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-61e2e56d-0c7d-41bc-b18e-4bcdb404ace0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/quotas/f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 375 time: 0.0135477 Dec 20 12:10:13.089932 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f356c-d4a3-4804-8be8-7d1a6b8b3b9b None None] New status for floating IP 5215496a-1e52-4e81-9def-a82958990718: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:10:13.115542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5402d-1ac4-4293-a2b0-63ed0fde363e req-d9e5fd57-9237-4a89-adc2-040d6e6c776b tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:13.116930 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6b5402d-1ac4-4293-a2b0-63ed0fde363e req-d9e5fd57-9237-4a89-adc2-040d6e6c776b tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 944 time: 0.0902543 Dec 20 12:10:13.118506 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f17f0ac7-7d1d-4ad0-aaa9-130cb72b0eb8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041055 Dec 20 12:10:13.187561 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e6b5402d-1ac4-4293-a2b0-63ed0fde363e req-b9e3eed9-f115-4670-b4c7-48512ead4f3a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653040 Dec 20 12:10:13.360233 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-13b5a615-8834-433e-9bcb-7efdbcd8bc44 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307589 Dec 20 12:10:13.498691 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-942eec96-8722-490a-9092-082f932e0973 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313026 Dec 20 12:10:14.148546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 08ef1492-bbf3-4b08-86ce-39b71c32b7dc details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:10:14.325862 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:14.342042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'port_id': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'mac_address': 'fa:16:3e:8a:b4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:10:14.383670 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981c192-17a9-45d9-bc2d-f67dd6cfeba3 req-f7986ccf-ba2a-4993-88be-4aef35fbdcde tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:14.385761 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0981c192-17a9-45d9-bc2d-f67dd6cfeba3 req-f7986ccf-ba2a-4993-88be-4aef35fbdcde tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 944 time: 0.0827749 Dec 20 12:10:14.400870 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.417972 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ef1492-bbf3-4b08-86ce-39b71c32b7dc {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:14.433300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:14.437778 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.439608 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:14.443699 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-0981c192-17a9-45d9-bc2d-f67dd6cfeba3 req-ee676ff2-2597-4b31-be6f-c29ec44a4f47 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505064 Dec 20 12:10:14.521463 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:14.531254 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.531711 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.532162 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.532642 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.533013 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.533424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.534027 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.534554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.535071 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.535607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.536132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-victoria-1 {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:14.540116 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:14.698909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['08ef1492-bbf3-4b08-86ce-39b71c32b7dc'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:10:14.991432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1ed5f830-bff7-4153-afdd-4d2e52ec0d1e req-19a91889-17cf-4bcb-9391-ea5ab7a56620 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:15.006365 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-1ed5f830-bff7-4153-afdd-4d2e52ec0d1e req-19a91889-17cf-4bcb-9391-ea5ab7a56620 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:15.018830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1ed5f830-bff7-4153-afdd-4d2e52ec0d1e req-19a91889-17cf-4bcb-9391-ea5ab7a56620 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 210 time: 0.0954969 Dec 20 12:10:15.236011 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.683272 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105f30e-e38b-4339-b36a-f751bf1ad573 req-f3566b15-48b4-4609-8eb7-0b85da8d9d15 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:15.685495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2105f30e-e38b-4339-b36a-f751bf1ad573 req-f3566b15-48b4-4609-8eb7-0b85da8d9d15 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 945 time: 0.0904045 Dec 20 12:10:15.735814 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2105f30e-e38b-4339-b36a-f751bf1ad573 req-62381c65-a5e5-496f-bd7c-80458cac9122 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449402 Dec 20 12:10:15.772011 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7302a8-0885-4fac-8ffe-83f08ea46e28 req-4cb21fd1-1d3d-4c29-b716-0ead9c6c149a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:15.773500 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a7302a8-0885-4fac-8ffe-83f08ea46e28 req-4cb21fd1-1d3d-4c29-b716-0ead9c6c149a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.0890968 Dec 20 12:10:15.821454 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-8a7302a8-0885-4fac-8ffe-83f08ea46e28 req-5d5009f9-f08b-4c6d-a326-d960096ebcad tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 Dec 20 12:10:16.137555 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-3b7ab008-5791-4c35-b531-1626fa55391f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:16.140447 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-3b7ab008-5791-4c35-b531-1626fa55391f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 811 time: 0.1526053 Dec 20 12:10:16.158015 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 08ef1492-bbf3-4b08-86ce-39b71c32b7dc up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:16.241779 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:16.250917 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:16.251377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.254980 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-898794e1-0ff9-44ed-8c40-56baa0e56ff5 req-527048c7-57be-4552-a556-cd5149ab6281 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 210 time: 0.0885413 Dec 20 12:10:16.291150 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-80ffc756-f8a0-49d6-b1fb-005956fd1e9f tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2dacb9c6c4247caa656ec508ded5596 HTTP/1.1" status: 200 len: 379 time: 0.1263437 Dec 20 12:10:16.302419 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'port': {'device_id': '19388881-1f9e-4104-8258-9459878d71f5', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'admin_state_up': True, 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'security_groups': ['37edad73-8a9e-4bf7-846f-5f8e008df097']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:16.365368 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:10:16.399237 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.429206 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:16.440909 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 08ef1492-bbf3-4b08-86ce-39b71c32b7dc, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,segment=NetworkSegment(d308e2cf-4444-4c66-abfc-abe355931fef),segment_id=d308e2cf-4444-4c66-abfc-abe355931fef)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:16.453424 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.455625 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:16.499289 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:16.512816 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:16.527850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Made reservation on behalf of f2dacb9c6c4247caa656ec508ded5596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:16.529899 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=08ef1492-bbf3-4b08-86ce-39b71c32b7dc,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:16.531285 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.542333 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:16.552448 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'code': 200} Dec 20 12:10:16.771926 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80241e75-125a-4135-84f2-986482fba7ee req-2b02700b-f208-44d8-b378-cec73b41d295 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1099 time: 0.1505823 Dec 20 12:10:16.776795 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.20.0.9 (0d7b7e03-06b9-4c2c-b3f7-d64203cc831d/9035c058-76be-4189-aa79-50b729d2591f/49683d47-31d0-4bf8-9dab-caed7a7c152a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:16.831107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-80241e75-125a-4135-84f2-986482fba7ee req-670109f1-16c7-40ee-bc7a-b228dc4ea606 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516124 Dec 20 12:10:17.070333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73967f68-db09-47fc-8a8f-68a647dac526 req-5258947f-fe26-4278-a200-31208f562e3f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:17.074811 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73967f68-db09-47fc-8a8f-68a647dac526 req-5258947f-fe26-4278-a200-31208f562e3f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.1143353 Dec 20 12:10:17.164769 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-73967f68-db09-47fc-8a8f-68a647dac526 req-eadcb94b-aff8-44db-b7eb-4dd776120805 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830591 Dec 20 12:10:17.326153 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.329940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-3c1b1280-a7ba-43f6-8de6-e6ae92ab025f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:17.331593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-3c1b1280-a7ba-43f6-8de6-e6ae92ab025f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.53 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.2709851 Dec 20 12:10:17.375580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea62df-8f45-4520-99a3-fccfdc2a2f19 req-0f9844b0-43bf-4aca-9b09-aa88e66db0e9 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:17.383110 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-86ea62df-8f45-4520-99a3-fccfdc2a2f19 req-0f9844b0-43bf-4aca-9b09-aa88e66db0e9 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 946 time: 0.3603141 Dec 20 12:10:17.424677 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Transition to ACTIVE for port object 49683d47-31d0-4bf8-9dab-caed7a7c152a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:17.467121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Deleting port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:17.467460 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.489597 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-553c3bad-86f8-4fe7-a2a2-d9f70c557de1 req-47b10057-db5f-408a-90c3-549de5a89dd5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 210 time: 0.0470691 Dec 20 12:10:17.536803 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-86ea62df-8f45-4520-99a3-fccfdc2a2f19 req-d6ff4e95-9d38-4ffc-9c89-c850834e1c79 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531925 Dec 20 12:10:17.559237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.567656 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:17.700998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:17.705055 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:17.707193 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=49683d47-31d0-4bf8-9dab-caed7a7c152a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:17.726039 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:17.755279 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:17.907639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:17.908320 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.954327 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] For port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:17.954747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.964688 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-446a34c2-d6de-42dd-8199-00ee05c9cf31 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6675682 Dec 20 12:10:18.048576 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a09dd1fa-538e-4ae0-a35d-f31bb73b8b68 None None] Provisioning for port 49683d47-31d0-4bf8-9dab-caed7a7c152a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:18.057411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a09dd1fa-538e-4ae0-a35d-f31bb73b8b68 None None] Provisioning complete for port 49683d47-31d0-4bf8-9dab-caed7a7c152a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:18.058404 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a09dd1fa-538e-4ae0-a35d-f31bb73b8b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.067593 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Request body: {'port': {'device_id': '19388881-1f9e-4104-8258-9459878d71f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:18.139112 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a09dd1fa-538e-4ae0-a35d-f31bb73b8b68 None None] Port 49683d47-31d0-4bf8-9dab-caed7a7c152a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:18.168854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-63bb401a-3a62-4293-9b41-67c734faa582 req-3b762dab-79b1-4b9b-8938-9596d563ad1a tempest-ServerRescueTestJSON-1724765640 tempest-ServerRescueTestJSON-1724765640-project] (83558) timed out ('10.222.0.16', 60268) {{(pid=83558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 12:10:18.260806 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.345059 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.458248 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5eb7-2729-4882-9fa8-6084ad13c644 req-ff43d31e-b555-45a0-9ca0-60d63230f52d tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:18.458248 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d6b5eb7-2729-4882-9fa8-6084ad13c644 req-ff43d31e-b555-45a0-9ca0-60d63230f52d tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 945 time: 0.0963154 Dec 20 12:10:18.501702 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.502099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.502416 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Floating IP 083de41d-5d36-43ee-a6fc-9fd1f4d09841 disassociated. External IP: 172.35.0.249, port: 49ace18f-6586-4dd4-a0fb-b5a5c97e80df. Dec 20 12:10:18.502754 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Calling delete_port for 49ace18f-6586-4dd4-a0fb-b5a5c97e80df owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:18.508547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4d6b5eb7-2729-4882-9fa8-6084ad13c644 req-ad1a5710-111b-4989-a94f-aba8bf77788c tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Dec 20 12:10:18.783028 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445003a-a597-4e93-aaf8-d38e00c950a2 req-b0217bb8-6a95-4303-b428-93d3a7c941de tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:18.786457 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b445003a-a597-4e93-aaf8-d38e00c950a2 req-b0217bb8-6a95-4303-b428-93d3a7c941de tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 946 time: 0.0946555 Dec 20 12:10:18.843336 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b445003a-a597-4e93-aaf8-d38e00c950a2 req-4bcc10f6-0d6f-48a0-8c76-80c8a62dd577 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Synchronizing usage tracker for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:18.857476 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-b445003a-a597-4e93-aaf8-d38e00c950a2 req-4bcc10f6-0d6f-48a0-8c76-80c8a62dd577 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Unset dirty status for tenant:94fb30a898c144269f7fe6e53b521ed1 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:18.858398 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-b445003a-a597-4e93-aaf8-d38e00c950a2 req-4bcc10f6-0d6f-48a0-8c76-80c8a62dd577 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671389 Dec 20 12:10:18.982623 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.003670 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-cce25d45-94ec-49eb-a3bf-23cf1fef1da6 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:19.048069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc8c71-a462-42ee-b5ac-133a86483106 req-5cb5ce34-05b9-4395-ba0f-ec2204341424 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:19.048785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-10cc8c71-a462-42ee-b5ac-133a86483106 req-5cb5ce34-05b9-4395-ba0f-ec2204341424 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Synchronizing usage tracker for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:19.090351 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event deleted for resources: {'Port': ['ID=49ace18f-6586-4dd4-a0fb-b5a5c97e80df,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:19.093559 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb7cff-4f9c-4c48-8875-7d039ff83ec6 req-c9f9f9e4-2916-4416-a3b3-2178398c8879 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:19.099256 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:19.101624 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c5cb7cff-4f9c-4c48-8875-7d039ff83ec6 req-c9f9f9e4-2916-4416-a3b3-2178398c8879 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 946 time: 0.0923944 Dec 20 12:10:19.155016 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-c5cb7cff-4f9c-4c48-8875-7d039ff83ec6 req-8429d9bb-59bb-451e-887c-b66a355efc87 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a5a87b6-92f0-4eb6-ba8e-c541cc3a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522895 Dec 20 12:10:19.187217 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49683d47-31d0-4bf8-9dab-caed7a7c152a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:19.189382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52884) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:19.198208 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-10cc8c71-a462-42ee-b5ac-133a86483106 req-5cb5ce34-05b9-4395-ba0f-ec2204341424 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Unset dirty status for tenant:f2dacb9c6c4247caa656ec508ded5596 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:19.199352 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10cc8c71-a462-42ee-b5ac-133a86483106 req-5cb5ce34-05b9-4395-ba0f-ec2204341424 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 931 time: 0.5756986 Dec 20 12:10:19.203991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.245449 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Transition to ACTIVE for port object 49683d47-31d0-4bf8-9dab-caed7a7c152a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:19.257313 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.266595 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-fb560bb4-b5ab-4e2d-9eaa-802906c9b03f tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:19.298584 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 52888) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:19.306749 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c62ac3f9-8cc3-4e01-b017-3abfe441cd6c tempest-TestNetworkBasicOps-1673672491 tempest-TestNetworkBasicOps-1673672491-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1094 time: 0.1157813 Dec 20 12:10:19.307214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:19.335961 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:19.344661 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-10cc8c71-a462-42ee-b5ac-133a86483106 req-dab71f17-f6c7-47b3-8a4f-502000f5a8d8 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368413 Dec 20 12:10:19.345769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Usage tracker for resource:floatingip and tenant:94fb30a898c144269f7fe6e53b521ed1 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:19.358980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:19.425833 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:19.440021 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Pushing event updated for resources: {'Port': ['ID=49683d47-31d0-4bf8-9dab-caed7a7c152a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:19.447052 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:19.513940 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.726935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Attempting to bind port 49683d47-31d0-4bf8-9dab-caed7a7c152a on host n-h2-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:19.727280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Attempting to bind port 49683d47-31d0-4bf8-9dab-caed7a7c152a by drivers openvswitch,hyperv on host n-h2-victoria-1 at level 0 using segments [{'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:19.727606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Attempting to bind port 49683d47-31d0-4bf8-9dab-caed7a7c152a on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:19.751883 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-d265f614-714b-4480-a06a-d818a630d835 req-1e429a17-c5d7-42f0-bdc9-833b7df3753b tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 210 time: 0.0507503 Dec 20 12:10:19.822580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Port 49683d47-31d0-4bf8-9dab-caed7a7c152a on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d not bound, no agent of type Open vSwitch agent registered on host n-h2-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:10:19.822988 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Attempting to bind port 49683d47-31d0-4bf8-9dab-caed7a7c152a on network 0d7b7e03-06b9-4c2c-b3f7-d64203cc831d {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:19.832690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Checking agent: {'id': 'b9af63d9-cf3f-4960-a283-c3594ad2da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:19.833088 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Checking segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:19.833544 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Bound using segment: {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:19.834069 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Bound port: 49683d47-31d0-4bf8-9dab-caed7a7c152a, host: n-h2-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa857c-fd96-4986-969f-f02561d932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:19.834483 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.929075 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Router 05f2fcd0-672f-4b33-93b8-870ba83184db has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:19.975019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.061904 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] For port 49683d47-31d0-4bf8-9dab-caed7a7c152a, host n-h2-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:20.094492 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] For port 49683d47-31d0-4bf8-9dab-caed7a7c152a, host n-h2-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:20.106299 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.118081 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4fe064e8-589b-4555-a830-8f3850dfb24c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:20.177856 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 49ace18f-6586-4dd4-a0fb-b5a5c97e80df no longer exists at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:20.213563 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] No Port match for: 49ace18f-6586-4dd4-a0fb-b5a5c97e80df {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:20.214165 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 49ace18f-6586-4dd4-a0fb-b5a5c97e80df not bound to the agent host n-h1-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:20.228278 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.229629 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] 10.222.0.16 "PUT /v2.0/ports/49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1093 time: 2.2567668 Dec 20 12:10:20.233800 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19388881-1f9e-4104-8258-9459878d71f5', 'tag': '49683d47-31d0-4bf8-9dab-caed7a7c152a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:20.283380 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Pushing event updated for resources: {'Port': ['ID=49683d47-31d0-4bf8-9dab-caed7a7c152a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:20.325441 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:20.344765 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19388881-1f9e-4104-8258-9459878d71f5', 'tag': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'status': 'completed', 'code': 200} Dec 20 12:10:20.345860 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Allocated IP 172.35.0.120 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/96c7a61a-7ff5-47f7-b402-e3bab3f88d2d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:20.572455 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6e0d-a5a0-47a2-a42d-36153cb88256 req-c521144e-1795-47f0-81d4-665e1576e427 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:20.574019 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-483f6e0d-a5a0-47a2-a42d-36153cb88256 req-c521144e-1795-47f0-81d4-665e1576e427 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 943 time: 0.0956163 Dec 20 12:10:20.623615 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-483f6e0d-a5a0-47a2-a42d-36153cb88256 req-88cd12dc-98a8-4e3e-81f2-4099de8d3e35 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433092 Dec 20 12:10:20.714563 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-bb4eb3ce-2656-4e7b-a65e-da6757f25054 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1096 time: 0.4322827 Dec 20 12:10:20.813806 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-e705f540-f1b2-4848-b90d-0433b01794f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 217 time: 0.0904584 Dec 20 12:10:20.827573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:20.841304 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] Sync routers for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:20.855177 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:20.856084 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:20.908268 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.994317 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] No DVR routers for this DVR port 49ace18f-6586-4dd4-a0fb-b5a5c97e80df on host n-h1-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:21.004785 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.009537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-8d6cd76b-7d60-4698-aca9-1cde4d204bd9 req-7fd666ed-eb18-4385-a5df-1784d31da5f1 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "GET /v2.0/ports?device_id=4485eb8d-1e5e-4426-b5c8-87a33061857b HTTP/1.1" status: 200 len: 210 time: 0.1131697 Dec 20 12:10:21.046140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-ed346757-5d1e-43c5-8d9c-bfd6a5f5b675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:21.047870 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-ed346757-5d1e-43c5-8d9c-bfd6a5f5b675 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.2185361 Dec 20 12:10:21.052647 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b9c4d793-85c5-4d02-aae0-4fa0655d5db4 req-6d3dcc3e-b23b-49ea-ac05-11ae5777c539 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.53 "DELETE /v2.0/ports/49ace18f-6586-4dd4-a0fb-b5a5c97e80df HTTP/1.1" status: 204 len: 173 time: 3.7121801 Dec 20 12:10:21.072063 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:21.099810 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.111614 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:21.178663 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:21.182065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:21.187672 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:21.241757 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Port': ['ID=96c7a61a-7ff5-47f7-b402-e3bab3f88d2d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:21.247383 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:21.325373 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-f1085b86-da04-4b5b-99b6-b4ea07abbc31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2704105 Dec 20 12:10:21.453877 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:51Z', 'revision_number': 5, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:21.458495 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] Checking router: 05f2fcd0-672f-4b33-93b8-870ba83184db for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:21.470565 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:21.471477 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:21.598088 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-02b3e166-e779-4b04-abdb-8df5fbd666c2 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632177 Dec 20 12:10:21.736273 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:21.866785 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-f9b70dd2-35d6-4456-84c7-44aa5bcb9706 req-c2004ee7-a358-4fae-a98b-c8fe8886ce40 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610221 Dec 20 12:10:21.899112 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b00e3b-5f77-4c40-b7d0-f46e98920d26 req-1cbe28a0-b06c-41d5-91a7-2253695a84db tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:21.900610 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-69b00e3b-5f77-4c40-b7d0-f46e98920d26 req-1cbe28a0-b06c-41d5-91a7-2253695a84db tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 943 time: 0.1301975 Dec 20 12:10:21.982322 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-69b00e3b-5f77-4c40-b7d0-f46e98920d26 req-2dce233a-2414-41ad-8bde-6027e1b42ce0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667207 Dec 20 12:10:22.129367 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:51Z', 'revision_number': 5, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:22.138950 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe180e-c18f-437e-bbe1-829258b95eb2 None None] The sync data for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 is: [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:38Z', 'revision_number': 4, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa', 'name': '', 'network_id': '5eaa4d83-aec3-467a-bfe4-3216ed5888d9', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'mac_address': 'fa:16:3e:fb:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:37Z', 'updated_at': '2021-12-20T12:04:51Z', 'revision_number': 5, 'project_id': '01e6086959b444bf9afd375d8214e207', 'subnets': [{'id': 'f095d790-5f80-4102-a8b3-55fef147b249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:22.139890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-f8785ad4-703b-48be-8532-f97f28619496 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1096 time: 0.2088683 Dec 20 12:10:22.151339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52918) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:22.304141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.376925 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Deleting port 06af53e0-37bd-4d36-bf08-64671cee5b30 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:22.377361 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.397787 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'name': 'network-vif-deleted', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:22.461695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-270b04fe-dd4e-434a-8e77-86b5d7121f2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:22.467344 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-270b04fe-dd4e-434a-8e77-86b5d7121f2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.3102181 Dec 20 12:10:22.540598 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2136b-a106-4a66-ac68-6a67b978e1bc None None] New status for floating IP 083de41d-5d36-43ee-a6fc-9fd1f4d09841: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:10:22.543756 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:22.591962 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.592553 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.731904 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4485eb8d-1e5e-4426-b5c8-87a33061857b', 'name': 'network-vif-deleted', 'tag': '49ace18f-6586-4dd4-a0fb-b5a5c97e80df', 'status': 'completed', 'code': 200} Dec 20 12:10:22.742623 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Calling delete_port for 06af53e0-37bd-4d36-bf08-64671cee5b30 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:22.748179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.778520 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.786800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-36e59b0a-a9cd-4941-b235-3f2cf8da7456 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 217 time: 0.3133297 Dec 20 12:10:22.832960 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:22.844198 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Usage tracker for resource:security_group_rule and tenant:6af1dda14442408c9801d9a351b2932e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:22.847380 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:22.854644 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:22.869942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:22.870290 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:22.899643 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-e07ae81a-0a6b-478c-93fa-fd01174ee1bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:22.901099 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-e07ae81a-0a6b-478c-93fa-fd01174ee1bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0993836 Dec 20 12:10:22.926185 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.930308 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.936499 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-52039793-ebb1-43cd-bb2c-2df72866af83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:22.981655 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed6d9a7-bdf4-4bcc-b7ac-d08bb41fc57a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:22.984876 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:22.987694 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-b3415ca8-0b06-43c1-8e85-8b4daf408adb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6af1dda14442408c9801d9a351b2932e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4427965 Dec 20 12:10:22.990652 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52932) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:23.052587 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a019618e-52f2-4181-990d-9837f675c907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.067570 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-078186f1-2e49-4e84-98a9-5712558c616a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1193540 Dec 20 12:10:23.069425 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.074594 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.079918 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a019618e-52f2-4181-990d-9837f675c907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.080058 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b182e990-e553-49cc-b312-426f65b3474b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:23.132467 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a019618e-52f2-4181-990d-9837f675c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.136669 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0e8899bf-09da-44e2-b232-de9b98e52be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:23.150203 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019618e-52f2-4181-990d-9837f675c907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed6d9a7-bdf4-4bcc-b7ac-d08bb41fc57a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:23.153899 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a019618e-52f2-4181-990d-9837f675c907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:23.165751 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a019618e-52f2-4181-990d-9837f675c907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.166913 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-a019618e-52f2-4181-990d-9837f675c907 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bed6d9a7-bdf4-4bcc-b7ac-d08bb41fc57a HTTP/1.1" status: 204 len: 168 time: 0.1750870 Dec 20 12:10:23.301202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Pushing event updated for resources: {'Port': ['ID=96c7a61a-7ff5-47f7-b402-e3bab3f88d2d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:23.313497 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:23.361812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.371912 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Deleting port 06af53e0-37bd-4d36-bf08-64671cee5b30 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:23.372270 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.445837 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-9d96a8eb-1b69-4daa-9efb-74367047885f service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667340 Dec 20 12:10:23.462937 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd457-79a8-49bb-b553-e02f92794245 req-54989b07-d222-4e86-9f17-22a6d0ff5502 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:23.462937 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-991cd457-79a8-49bb-b553-e02f92794245 req-54989b07-d222-4e86-9f17-22a6d0ff5502 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 943 time: 0.3312538 Dec 20 12:10:23.570269 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.570594 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.672392 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-991cd457-79a8-49bb-b553-e02f92794245 req-d97378e0-789f-47c7-b16b-6f95b08cbe19 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917350 Dec 20 12:10:23.707461 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ec78e07d-6d3f-4fea-a4b3-c9d76cc3584e req-268dee65-6c4e-49ec-9025-2f7d5ab328ac service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527740 Dec 20 12:10:23.757769 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Floating IP b16bb6cc-a36b-435f-829d-a4d921e6567a associated. External IP: 172.35.0.120, port: 08ef1492-bbf3-4b08-86ce-39b71c32b7dc. Dec 20 12:10:23.838860 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Calling delete_port for 06af53e0-37bd-4d36-bf08-64671cee5b30 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:23.991819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.999361 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-eefee39d-22b0-4769-89fd-f40c84cab831 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:24.043263 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event deleted for resources: {'Port': ['ID=06af53e0-37bd-4d36-bf08-64671cee5b30,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:24.046537 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:24.148621 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.165103 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.168787 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-2e6d40dc-0e8e-49e3-8f80-8f99ae2782ee tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "DELETE /v2.0/floatingips/083de41d-5d36-43ee-a6fc-9fd1f4d09841 HTTP/1.1" status: 204 len: 168 time: 2.0137899 Dec 20 12:10:24.322379 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Router 306a272f-6c82-4197-8315-9723b5733cde has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:24.339426 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:24.415989 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7aa06e56-3457-48b6-b839-8faf864c8a13 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.447439 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7aa06e56-3457-48b6-b839-8faf864c8a13 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.521493 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7aa06e56-3457-48b6-b839-8faf864c8a13 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.527736 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-a2eb1ded-91bc-4ba9-8adf-9b4e82d4f17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:24.535296 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:24.546721 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] Sync routers for ids ['306a272f-6c82-4197-8315-9723b5733cde'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:24.551895 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa06e56-3457-48b6-b839-8faf864c8a13 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63e0cb-6c16-4789-86d4-0afe0c21d6b8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:24.560330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.561638 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7aa06e56-3457-48b6-b839-8faf864c8a13 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:24.563815 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] Routers {'306a272f-6c82-4197-8315-9723b5733cde'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:24.564460 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['306a272f-6c82-4197-8315-9723b5733cde'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:24.570579 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7aa06e56-3457-48b6-b839-8faf864c8a13 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.574339 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7aa06e56-3457-48b6-b839-8faf864c8a13 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac63e0cb-6c16-4789-86d4-0afe0c21d6b8 HTTP/1.1" status: 204 len: 168 time: 0.2312317 Dec 20 12:10:24.626847 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52978) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:24.652645 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 52984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:24.652890 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3530130 Dec 20 12:10:24.733138 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'tag': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:24.806751 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] Set router 306a272f-6c82-4197-8315-9723b5733cde gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:24.845866 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'tag': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'status': 'completed', 'code': 200} Dec 20 12:10:24.982712 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-481e7cfd-533f-4ef8-a2d9-99bd97351666 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/floatingips/b16bb6cc-a36b-435f-829d-a4d921e6567a HTTP/1.1" status: 200 len: 992 time: 0.3281238 Dec 20 12:10:25.010873 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-cdc5c659-71f7-4692-902d-9d016900939c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94fb30a898c144269f7fe6e53b521ed1&device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1099 time: 0.1403892 Dec 20 12:10:25.078264 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46987f-2b71-4b81-b738-f115b04f91b3 req-82e87554-8fc8-4198-9bee-9a291e4cb4c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:25.080193 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df46987f-2b71-4b81-b738-f115b04f91b3 req-82e87554-8fc8-4198-9bee-9a291e4cb4c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 943 time: 0.1623924 Dec 20 12:10:25.294735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-df46987f-2b71-4b81-b738-f115b04f91b3 req-cf22e65e-9f86-491e-a1b4-be5f1ad5ecd0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865765 Dec 20 12:10:25.299625 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-dc34df73-6353-4843-8595-c883d6bd76cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:25.301011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-dc34df73-6353-4843-8595-c883d6bd76cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c HTTP/1.1" status: 200 len: 896 time: 0.2847579 Dec 20 12:10:25.353349 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:58Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'b16bb6cc-a36b-435f-829d-a4d921e6567a', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'floating_ip_address': '172.35.0.120', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '306a272f-6c82-4197-8315-9723b5733cde', 'port_id': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'mac_address': 'fa:16:3e:8a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:21Z', 'updated_at': '2021-12-20T12:10:21Z', 'revision_number': 0, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a376bc5-39ed-4ba2-9809-179ba5d4e2ad', 'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'mac_address': 'fa:16:3e:f0:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:57Z', 'updated_at': '2021-12-20T12:10:05Z', 'revision_number': 5, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'subnets': [{'id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:25.363917 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] Checking router: 306a272f-6c82-4197-8315-9723b5733cde for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:25.391098 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] Routers {'306a272f-6c82-4197-8315-9723b5733cde'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:25.391970 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['306a272f-6c82-4197-8315-9723b5733cde'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:25.417824 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.454766 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-72fd1d16-ba39-47eb-9395-8195b46fe846 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc HTTP/1.1" status: 200 len: 1000 time: 0.1462803 Dec 20 12:10:25.542456 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-595496dc-e9bc-4975-954c-75aa83f505b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:25.544690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-595496dc-e9bc-4975-954c-75aa83f505b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5 HTTP/1.1" status: 200 len: 835 time: 0.0829809 Dec 20 12:10:25.639839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-a630de8b-8118-4cff-a372-b2adb57eb4a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0891514 Dec 20 12:10:25.685071 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] Set router 306a272f-6c82-4197-8315-9723b5733cde gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:25.905876 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-43e341f6-d740-45bb-9102-322ba93e91e4 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573287 Dec 20 12:10:25.993514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53016) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:26.005111 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:26.017554 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236815587', 'description': 'tempest-secgroup-smoke-236815587 description', 'project_id': '3e80711094ec40258a3da1b18bd919b6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:26.030588 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:26.035964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:26.039983 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:26.048454 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:26.069882 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.094425 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.108486 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:58Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'b16bb6cc-a36b-435f-829d-a4d921e6567a', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'floating_ip_address': '172.35.0.120', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '306a272f-6c82-4197-8315-9723b5733cde', 'port_id': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'mac_address': 'fa:16:3e:8a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:21Z', 'updated_at': '2021-12-20T12:10:21Z', 'revision_number': 0, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a376bc5-39ed-4ba2-9809-179ba5d4e2ad', 'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'mac_address': 'fa:16:3e:f0:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:57Z', 'updated_at': '2021-12-20T12:10:05Z', 'revision_number': 5, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'subnets': [{'id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:26.112737 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f2d39-f053-4101-9322-33b72417b3a0 None None] The sync data for ids ['306a272f-6c82-4197-8315-9723b5733cde'] in n-d-victoria-1 is: [{'id': '306a272f-6c82-4197-8315-9723b5733cde', 'name': 'tempest-TestNetworkBasicOps-router-310074906', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': '38169234-19af-4fef-a49e-06388fa492c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:09:52Z', 'updated_at': '2021-12-20T12:09:58Z', 'revision_number': 4, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'gw_port': {'id': '38169234-19af-4fef-a49e-06388fa492c4', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:53Z', 'updated_at': '2021-12-20T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': 'b16bb6cc-a36b-435f-829d-a4d921e6567a', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'floating_ip_address': '172.35.0.120', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': '306a272f-6c82-4197-8315-9723b5733cde', 'port_id': '08ef1492-bbf3-4b08-86ce-39b71c32b7dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'mac_address': 'fa:16:3e:8a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438bbaf6-dd16-4200-847b-6f27bdab85ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:21Z', 'updated_at': '2021-12-20T12:10:21Z', 'revision_number': 0, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a376bc5-39ed-4ba2-9809-179ba5d4e2ad', 'name': '', 'network_id': '1e8d9ac9-b8bd-4255-bb49-667a798bd24c', 'tenant_id': '94fb30a898c144269f7fe6e53b521ed1', 'mac_address': 'fa:16:3e:f0:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306a272f-6c82-4197-8315-9723b5733cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:57Z', 'updated_at': '2021-12-20T12:10:05Z', 'revision_number': 5, 'project_id': '94fb30a898c144269f7fe6e53b521ed1', 'subnets': [{'id': 'bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:26.170680 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:26.180704 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:26.184727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:26.190699 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-77cc65dd-750e-45aa-b038-cb6effb9514a tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/floatingips/b16bb6cc-a36b-435f-829d-a4d921e6567a HTTP/1.1" status: 200 len: 992 time: 0.1958098 Dec 20 12:10:26.195555 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:26.200497 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-eccc067a-ed9a-49a2-a010-f2c3478862f4 req-28c03665-c1c8-44cc-9191-5a3fe23180ff service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881880 Dec 20 12:10:26.366887 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992748b-8bf4-48bb-a91c-ae02038057e2 None None] New status for floating IP b16bb6cc-a36b-435f-829d-a4d921e6567a: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:10:26.504889 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Deleting port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:26.505497 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.615124 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b89883-58ca-4d0d-ae3a-f0a31a352412 req-1f79396c-a126-40cc-b543-2eaa3594414e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:26.618359 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-11b89883-58ca-4d0d-ae3a-f0a31a352412 req-1f79396c-a126-40cc-b543-2eaa3594414e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 943 time: 0.1575243 Dec 20 12:10:26.687637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] For port 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:26.688115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.689297 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-11b89883-58ca-4d0d-ae3a-f0a31a352412 req-b3b65b9a-1160-4288-9e38-67d100836c8e tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630860 Dec 20 12:10:26.828276 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Calling delete_port for 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:26.936418 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.944290 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.965472 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:26.968783 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-33b5db8f-fd76-4e8a-bd2c-0ebbdbe2e25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:26.984224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:26.987753 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:27.008532 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:27.039731 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f407998-0f85-4747-8ca7-95078409a833,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.043113 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.151683 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.157267 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.164610 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-74d6f3cd-4c32-4c91-a4fa-bf26a0cebee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:27.195659 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53028) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.222819 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.227886 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.2179091 Dec 20 12:10:27.227886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41757459-1db9-45e0-9fc4-90f3653e2493,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.227886 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.230096 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c26606fe-99b2-46f4-99e4-e537934bc8d5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.234068 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'security_group_rule': {'security_group_id': '41757459-1db9-45e0-9fc4-90f3653e2493', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:27.240843 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.245182 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:27.247414 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-53c927bc-ed99-4183-bedc-7d0abb9e4f2c tempest-TaggedBootDevicesTest-401290542 tempest-TaggedBootDevicesTest-401290542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:27.298044 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:27.301192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.303047 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:27.310784 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.311961 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:27.314098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4882cea8-a5ad-45ea-ba9c-316219061429 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] 10.222.0.32 "GET /v2.0/floatingips/b16bb6cc-a36b-435f-829d-a4d921e6567a HTTP/1.1" status: 200 len: 994 time: 0.1169529 Dec 20 12:10:27.394212 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.549466 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.555353 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.557218 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:27.592160 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79186100-5860-440f-9972-c8df1c653622,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.598137 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.657221 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.658421 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-c7b86f95-cee1-453c-be51-f1d66057d047 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4300265 Dec 20 12:10:27.661392 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53036) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.667331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'security_group_rule': {'security_group_id': '41757459-1db9-45e0-9fc4-90f3653e2493', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:27.679658 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:27.684595 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:27.687809 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:27.694681 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:27.706461 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.712287 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.767616 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-766b4372-1276-4644-8c94-f1393efa2e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.790581 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.795605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.797418 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-86496df5-accc-4e8e-8bac-b44d784bc104 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:27.823224 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eb7b69-05a6-4e30-b70c-9a92e4e450c9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.825932 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.835957 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.837358 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-dac3016e-30ce-414e-bd5e-5a9747d57739 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1749434 Dec 20 12:10:27.841107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53042) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.851200 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'security_group_rule': {'security_group_id': '41757459-1db9-45e0-9fc4-90f3653e2493', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:27.858573 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:27.865607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:27.903110 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:27.913797 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:27.940958 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.988014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8f1d-84ea-45b6-9737-d18bad32428a req-139390a4-2c8c-433d-8c72-3b9db7436786 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:27.989446 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bad8f1d-84ea-45b6-9737-d18bad32428a req-139390a4-2c8c-433d-8c72-3b9db7436786 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 943 time: 0.1259861 Dec 20 12:10:28.200187 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.202901 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4bad8f1d-84ea-45b6-9737-d18bad32428a req-bddc7171-8deb-4123-943f-9f8d8cc7edfa tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071884 Dec 20 12:10:28.212850 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.214762 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-1ef93f97-a9f2-4dff-b574-f62134958bc9 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:28.238908 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38ee0a4-2ded-4d8b-818a-2bf73f02f45f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:28.243673 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:28.253508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.255087 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-5c3049cf-edb9-4d57-975c-3e07016c2e56 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4130831 Dec 20 12:10:28.258605 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53050) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:28.265117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'security_group_rule': {'security_group_id': '41757459-1db9-45e0-9fc4-90f3653e2493', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:28.273141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:28.277615 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:28.281528 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:28.290755 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:28.312985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.390542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.395202 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.397727 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-530f0562-9597-45bc-9378-31ed06dfeede tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:28.418139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b491ca4c-1bfb-48c1-8321-59b0118f7723,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:28.422164 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:28.431221 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.432448 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-c895f44d-8a1c-4eb5-849e-dec5dc30bff0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1723788 Dec 20 12:10:28.435219 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53056) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:28.441746 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'security_group_rule': {'security_group_id': '41757459-1db9-45e0-9fc4-90f3653e2493', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:28.447806 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:28.451811 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:28.454713 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:28.461130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:28.473381 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Project 3e80711094ec40258a3da1b18bd919b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:10:28.483160 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.508037 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Router 05f2fcd0-672f-4b33-93b8-870ba83184db has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:28.564107 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.567938 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.579130 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ce6bb63f-09e9-42b6-afa9-bdde061ed679 tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:28.605875 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efb982d-53aa-4cf2-b32d-e6e0a02c431d,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:28.608619 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:28.617033 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.621473 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3f8ef19e-1171-4343-903c-23807b4eefe6 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1853638 Dec 20 12:10:28.622790 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53062) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:28.629301 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'security_group_rule': {'security_group_id': '41757459-1db9-45e0-9fc4-90f3653e2493', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:28.636890 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:28.640691 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:security_group_rule and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:28.643649 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:28.655194 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:28.708252 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Project 3e80711094ec40258a3da1b18bd919b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:10:28.719936 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.722578 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:28.727350 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-5806abf2-81a5-424b-8a0c-1d3f60045595 admin admin] 10.222.0.32 "PUT /v2.0/routers/05f2fcd0-672f-4b33-93b8-870ba83184db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1017742 Dec 20 12:10:28.730438 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:28.734937 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] Sync routers for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:28.748295 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:28.749031 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:28.783252 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d3a0-8321-4ad9-835e-fb543a22591c req-744fa88b-fedb-42f1-ad64-1c4ea3710023 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:28.784610 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b584d3a0-8321-4ad9-835e-fb543a22591c req-744fa88b-fedb-42f1-ad64-1c4ea3710023 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 946 time: 0.1343784 Dec 20 12:10:28.831733 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.843375 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.857475 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-07da095f-1a70-4192-812e-ea363c3a001a tempest-TestServerBasicOps-581631637 tempest-TestServerBasicOps-581631637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:28.883498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8336c5-e3d2-41cd-aa42-dceea4cbbd4f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:28.886391 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:28.890962 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b584d3a0-8321-4ad9-835e-fb543a22591c req-31181fb2-8704-47bb-be1c-14edddc56c1d tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974681 Dec 20 12:10:28.894980 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.898466 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-acd2d38a-a7aa-4876-8463-47510938a711 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2744236 Dec 20 12:10:28.900190 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53070) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:28.908878 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'network': {'name': 'tempest-network-smoke--185267074', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:28.918476 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:28.923382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:network and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:28.926976 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:28.931973 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 49683d47-31d0-4bf8-9dab-caed7a7c152a details requested by agent hyperv_n-h2-victoria-1 with host n-h2-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:10:28.935386 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:28.940196 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:28.947110 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.957978 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Made reservation on behalf of 3e80711094ec40258a3da1b18bd919b6 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:28.961722 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.996536 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:10:29.007641 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.008085 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.segments_db [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Added segment 0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5 of type vlan for network d5046be5-846a-481a-89d6-fbea87f7d8b0 Dec 20 12:10:29.037048 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741096829678'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.073631 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.078401 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:29.079143 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.087465 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef0124d0-ad57-45e9-a862-e660aca1d1f3 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:29.144082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2414143 Dec 20 12:10:29.147066 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53074) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:29.156074 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714693703', 'admin_state_up': True, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:29.163887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:29.167926 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:router and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:29.170980 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:29.178641 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:29.191601 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 49683d47-31d0-4bf8-9dab-caed7a7c152a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:29.208846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Returning: {'device': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'port_id': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'mac_address': 'fa:16:3e:57:f7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:10:29.214452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.218742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8095'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.219642 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-393728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8084'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.226367 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'Network': ['ID=d5046be5-846a-481a-89d6-fbea87f7d8b0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:29.230076 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-96ced30c-844d-4450-b6b8-c59f893bf2d0 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:29.232027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Deleting port fe6f20a0-b87f-43b0-89a6-981e4bf406ed {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:29.232470 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.263658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 details requested by agent ovs-agent-n-d-victoria-1 with host n-d-victoria-1 {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:10:29.278586 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:10:27Z', 'revision_number': 5, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port': {'id': 'fe6f20a0-b87f-43b0-89a6-981e4bf406ed', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:29.287306 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] Checking router: 05f2fcd0-672f-4b33-93b8-870ba83184db for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:29.314977 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] Routers {'05f2fcd0-672f-4b33-93b8-870ba83184db'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:29.316627 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:00Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['05f2fcd0-672f-4b33-93b8-870ba83184db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:29.318256 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.448927 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.470033 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49683d47-31d0-4bf8-9dab-caed7a7c152a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:29.488191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 49683d47-31d0-4bf8-9dab-caed7a7c152a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:29.494289 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.496308 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:29.534346 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] Set router 05f2fcd0-672f-4b33-93b8-870ba83184db gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:29.563201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=49683d47-31d0-4bf8-9dab-caed7a7c152a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:29.566085 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:29.641517 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] For port fe6f20a0-b87f-43b0-89a6-981e4bf406ed, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:29.641872 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.644323 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:10:29Z', 'revision_number': 6, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port_host': None}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:29.648985 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b39fb-5b68-41ae-a8c4-19857a0839e8 None None] The sync data for ids ['05f2fcd0-672f-4b33-93b8-870ba83184db'] in n-d-victoria-1 is: [{'id': '05f2fcd0-672f-4b33-93b8-870ba83184db', 'name': 'tempest-TestServerBasicOps-1280568307-router', 'tenant_id': '01e6086959b444bf9afd375d8214e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:31Z', 'updated_at': '2021-12-20T12:10:29Z', 'revision_number': 6, 'project_id': '01e6086959b444bf9afd375d8214e207', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:29.700007 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] get_ports_and_sgs() called for port_ids ['49683d47-31d0-4bf8-9dab-caed7a7c152a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:10:29.899946 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f783c0-f41c-48bc-ac3e-f3e4f998e086 req-a1ebae53-be8b-4c11-9b77-a4fd5502424b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:29.901638 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-04f783c0-f41c-48bc-ac3e-f3e4f998e086 req-a1ebae53-be8b-4c11-9b77-a4fd5502424b tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 943 time: 0.4917254 Dec 20 12:10:29.908589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Calling delete_port for fe6f20a0-b87f-43b0-89a6-981e4bf406ed owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:29.936474 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-393782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.983819 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a3deb81-988a-4340-8f17-f1f843024a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.059062 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-04f783c0-f41c-48bc-ac3e-f3e4f998e086 req-64fc68d4-7fe1-4c3d-a5d3-cc4cece844f0 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239913 Dec 20 12:10:30.223580 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-c416c168-a3b9-4174-833c-7dc360193014 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:30.225763 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-c416c168-a3b9-4174-833c-7dc360193014 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 946 time: 0.1734166 Dec 20 12:10:30.226832 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.232615 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-592a1516-9694-4dbe-9212-7c4137b577ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:30.235736 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c9ab5-3b07-4ef0-a2a1-4b34ef486768 req-f3b47d76-bd60-4b8e-9bfa-7b17f29ed399 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:30.237080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-270c9ab5-3b07-4ef0-a2a1-4b34ef486768 req-f3b47d76-bd60-4b8e-9bfa-7b17f29ed399 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 946 time: 0.1051111 Dec 20 12:10:30.278339 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6f20a0-b87f-43b0-89a6-981e4bf406ed,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:30.282133 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:30.329235 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Deleting port 717b7c88-5cd9-4bef-8c44-c2618b783a74 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:30.329732 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.372202 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-270c9ab5-3b07-4ef0-a2a1-4b34ef486768 req-7b20757c-7c66-4a9a-adbe-d0378be0d0a0 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?id=048fa263-89bf-4830-b409-711b1900de75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078668 Dec 20 12:10:30.480818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.573460 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.581854 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] For port 717b7c88-5cd9-4bef-8c44-c2618b783a74, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=717b7c88-5cd9-4bef-8c44-c2618b783a74,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:30.582234 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.613720 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.867391 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.867668 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.867978 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Floating IP aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3 disassociated. External IP: 172.35.0.145, port: 717b7c88-5cd9-4bef-8c44-c2618b783a74. Dec 20 12:10:30.868311 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Calling delete_port for 717b7c88-5cd9-4bef-8c44-c2618b783a74 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:30.936772 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.951201 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.951483 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 49683d47-31d0-4bf8-9dab-caed7a7c152a up at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:30.974784 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Allocated IP 172.35.0.192 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/23d634f9-7583-4156-97eb-9b9452dc4144) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:31.016276 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.022589 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.023395 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f2fcd0-672f-4b33-93b8-870ba83184db {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:10:31.023639 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3c2271e0-3a90-4e4f-9dd5-db1142efd9d3 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:31.032868 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning for port 49683d47-31d0-4bf8-9dab-caed7a7c152a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:31.037898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Provisioning complete for port 49683d47-31d0-4bf8-9dab-caed7a7c152a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:31.038377 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.053459 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.054975 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9121b65e-bef9-4e39-8e3b-72e62671a24f admin admin] 10.222.0.32 "DELETE /v2.0/routers/05f2fcd0-672f-4b33-93b8-870ba83184db HTTP/1.1" status: 204 len: 168 time: 2.3242016 Dec 20 12:10:31.058218 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53082) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:31.070139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event deleted for resources: {'Port': ['ID=717b7c88-5cd9-4bef-8c44-c2618b783a74,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:31.074339 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:31.123161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Deleting subnet f095d790-5f80-4102-a8b3-55fef147b249 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:31.126105 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.214747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.223940 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.265770 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19388881-1f9e-4104-8258-9459878d71f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49683d47-31d0-4bf8-9dab-caed7a7c152a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:31.274905 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.278147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] For port 49683d47-31d0-4bf8-9dab-caed7a7c152a, host n-h2-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-victoria-1',level=0,port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a,segment=NetworkSegment(6caa857c-fd96-4986-969f-f02561d932c5),segment_id=6caa857c-fd96-4986-969f-f02561d932c5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:31.284759 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.286546 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 no longer exists at agent hyperv_n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:31.347534 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:31.406521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] No Port match for: 717b7c88-5cd9-4bef-8c44-c2618b783a74 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:31.406997 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Device 717b7c88-5cd9-4bef-8c44-c2618b783a74 not bound to the agent host n-h2-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:31.417722 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19388881-1f9e-4104-8258-9459878d71f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'code': 200} Dec 20 12:10:31.440505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:31.504141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:31.504602 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 5af4ad90-59bd-4cc6-b6db-2cb7f72c5ffa not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:31.505127 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe6f20a0-b87f-43b0-89a6-981e4bf406ed no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:31.545030 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Pushing event updated for resources: {'Port': ['ID=49683d47-31d0-4bf8-9dab-caed7a7c152a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:31.545657 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:31.552307 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.566937 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:31.567904 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: fe6f20a0-b87f-43b0-89a6-981e4bf406ed {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:31.569530 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device fe6f20a0-b87f-43b0-89a6-981e4bf406ed not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:31.653417 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.681538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7ff00-0417-4523-a329-fe099563e214 req-a89a91b3-b6e5-485d-a709-f989089336de tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:31.683429 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f0a7ff00-0417-4523-a329-fe099563e214 req-a89a91b3-b6e5-485d-a709-f989089336de tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 944 time: 0.4719508 Dec 20 12:10:31.715628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-48b291e1-5e6e-4c9a-824f-0dd6a614e279 req-889cf6cf-2729-49c9-88be-a07306018f5f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc7f8a10-71f2-413b-9c8d-77ecd30722cd HTTP/1.1" status: 200 len: 210 time: 0.0644815 Dec 20 12:10:31.721394 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fcf9f6c-28e8-4e45-8770-2a5c7893d4bb req-855054e0-49f5-4a51-adaa-42a903095080 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.2619507 Dec 20 12:10:31.735141 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.796172 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-f0a7ff00-0417-4523-a329-fe099563e214 req-fb666248-60d2-4737-945f-0f66ae9b69e5 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046121 Dec 20 12:10:31.812747 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.817767 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:31.832232 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1fcf9f6c-28e8-4e45-8770-2a5c7893d4bb req-56a5d2eb-0fc1-4798-b980-c4015adbb421 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048546 Dec 20 12:10:31.878935 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.886837 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:31.896333 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:31.898486 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] Sync routers for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:31.903156 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:31.907118 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'Port': ['ID=23d634f9-7583-4156-97eb-9b9452dc4144,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:31.909775 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:31.912698 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:31.913436 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:31.939038 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:31.942464 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-effb3f65-688d-48e5-a05e-2be1356197ea tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:31.957259 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] No DVR routers for this DVR port 717b7c88-5cd9-4bef-8c44-c2618b783a74 on host n-h2-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:31.960004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.962891 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-deleted', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:31.979317 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.981817 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f095d790-5f80-4102-a8b3-55fef147b249,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:31.983684 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-cfb9b878-b366-4e21-8eb8-24312daa4010 req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.16 "DELETE /v2.0/ports/717b7c88-5cd9-4bef-8c44-c2618b783a74 HTTP/1.1" status: 204 len: 173 time: 1.7534263 Dec 20 12:10:31.987552 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:31.994079 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53094) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:31.994341 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-0a041457-f1e0-4490-8080-bb2596f9dcda admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f095d790-5f80-4102-a8b3-55fef147b249 HTTP/1.1" status: 204 len: 168 time: 0.9349809 Dec 20 12:10:31.995171 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deead5af-5fdf-4d23-b90c-929e51dcccc5 None None] Network 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:32.038267 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8a10-71f2-413b-9c8d-77ecd30722cd', 'name': 'network-vif-deleted', 'tag': '717b7c88-5cd9-4bef-8c44-c2618b783a74', 'status': 'completed', 'code': 200} Dec 20 12:10:32.133421 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.134214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395735'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.136700 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.148701 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Deleting port 7cf81e41-8c58-446b-9938-f07dd274fdda {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:32.149099 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.280839 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:32.370592 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Router 7805b969-51de-4071-8e68-a21f89019467 is scheduled to L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:10:32.379901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] For port 7cf81e41-8c58-446b-9938-f07dd274fdda, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=7cf81e41-8c58-446b-9938-f07dd274fdda,segment=NetworkSegment(50ac5076-8b48-47be-93bd-5581eaa052f3),segment_id=50ac5076-8b48-47be-93bd-5581eaa052f3)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:32.380689 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.519935 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Calling delete_port for 7cf81e41-8c58-446b-9938-f07dd274fdda owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:32.605177 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.613161 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:32.614386 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bc7b3cb3-a490-4187-8c5e-fd1ed9f12995 tempest-ServersTestJSON-744603245 tempest-ServersTestJSON-744603245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:32.626063 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Sync routers for ids ['7805b969-51de-4071-8e68-a21f89019467'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:32.643711 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Routers {'7805b969-51de-4071-8e68-a21f89019467'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:32.645516 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['7805b969-51de-4071-8e68-a21f89019467'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:32.670894 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.675762 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-98c2677c-a05d-48c4-bac1-3f35c0b7a736 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5276906 Dec 20 12:10:32.676838 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:32.690951 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf81e41-8c58-446b-9938-f07dd274fdda,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:32.703318 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:32.720499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] No DVR routers for this DVR port 7cf81e41-8c58-446b-9938-f07dd274fdda on host n-d-victoria-1 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:32.797067 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7cb8c3-a8ab-4a08-8935-06b0dfa5aa5e None None] DHCP port deletion for 5eaa4d83-aec3-467a-bfe4-3216ed5888d9 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:32.862239 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.901193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:59Z', 'revision_number': 5, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:32.910586 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] Checking router: ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:32.936723 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] Routers {'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:32.938478 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:32.959949 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Set router 7805b969-51de-4071-8e68-a21f89019467 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:33.074539 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.086685 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-20eeb51e-c774-4eba-bb5b-b4542be408fe tempest-TestNetworkAdvancedServerOps-322405736 tempest-TestNetworkAdvancedServerOps-322405736-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3e80711094ec40258a3da1b18bd919b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4085071 Dec 20 12:10:33.091697 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53110) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.099115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.169796 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4a94-015b-4227-8753-61e950efc99b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.196211 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa4d83-aec3-467a-bfe4-3216ed5888d9']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.202491 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4a94-015b-4227-8753-61e950efc99b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.229237 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ac5076-8b48-47be-93bd-5581eaa052f3') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.229542 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ac5076-8b48-47be-93bd-5581eaa052f3') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.232343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] Set router ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:33.274049 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4a94-015b-4227-8753-61e950efc99b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.278720 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-b73dd07f-4ad1-4a9f-836e-3182d5dc8c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:33.292347 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070643'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.315199 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b4a94-015b-4227-8753-61e950efc99b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048fa263-89bf-4830-b409-711b1900de75,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:33.320001 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cf3b4a94-015b-4227-8753-61e950efc99b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:33.331004 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.342177 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4a94-015b-4227-8753-61e950efc99b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.346037 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cf3b4a94-015b-4227-8753-61e950efc99b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "DELETE /v2.0/security-groups/048fa263-89bf-4830-b409-711b1900de75 HTTP/1.1" status: 204 len: 168 time: 0.2459157 Dec 20 12:10:33.346620 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.364212 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:33.364617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1258739'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: Traceback (most recent call last): Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: timer() Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: cb(*args, **kw) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: return func(*args, **kwargs) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: self._notify() Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: self.callback(batched_events) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: event.method(event) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: return f(self, *a, **k) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: return self._get(url).json() Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:33.382930 n-d-victoria-1 neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:33.389545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296f79c-ee28-4367-8bcc-1564983bd2d4 tempest-TestNetworkAdvancedServerOps-322405736 tempest-TestNetworkAdvancedServerOps-322405736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:33.391065 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-2296f79c-ee28-4367-8bcc-1564983bd2d4 tempest-TestNetworkAdvancedServerOps-322405736 tempest-TestNetworkAdvancedServerOps-322405736-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2984242 Dec 20 12:10:33.397410 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53122) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.406832 n-d-victoria-1 neutron-server[83557]: INFO neutron.api.v2.resource [None req-dead2ab5-f1ab-404e-95b7-e445282c5ef8 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] show failed (client error): The resource could not be found. Dec 20 12:10:33.413146 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-dead2ab5-f1ab-404e-95b7-e445282c5ef8 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups/048fa263-89bf-4830-b409-711b1900de75 HTTP/1.1" status: 404 len: 347 time: 0.0653162 Dec 20 12:10:33.414077 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53126) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.463959 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7cf81e41-8c58-446b-9938-f07dd274fdda no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:33.501453 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7805b969-51de-4071-8e68-a21f89019467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714693703', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192'}], 'enable_snat': True}, 'gw_port_id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:10:29Z', 'updated_at': '2021-12-20T12:10:32Z', 'revision_number': 3, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'gw_port': {'id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:30Z', 'updated_at': '2021-12-20T12:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.507535 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Checking router: 7805b969-51de-4071-8e68-a21f89019467 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:33.508363 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Updating router 7805b969-51de-4071-8e68-a21f89019467 port 23d634f9-7583-4156-97eb-9b9452dc4144 binding host n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:10:33.526182 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 7cf81e41-8c58-446b-9938-f07dd274fdda {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:33.526545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 7cf81e41-8c58-446b-9938-f07dd274fdda not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:33.594142 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Deleting port 040647a0-8db1-4c72-8c49-f80b1b013eb2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:33.594483 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.596913 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.643985 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460cc8-879d-4fe0-bb5a-44d575742e1b req-706e5704-1217-4ee3-92e6-8feb9f0bcd3c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:33.650791 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85460cc8-879d-4fe0-bb5a-44d575742e1b req-706e5704-1217-4ee3-92e6-8feb9f0bcd3c tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 945 time: 0.5598373 Dec 20 12:10:33.655335 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-d3050d84-598e-4d85-8b57-9bcbf3eccf53 tempest-TestNetworkAdvancedServerOps-322405736 tempest-TestNetworkAdvancedServerOps-322405736-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2568190 Dec 20 12:10:33.661179 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53130) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.688101 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015051147', 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0', 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:33.709352 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-85460cc8-879d-4fe0-bb5a-44d575742e1b req-bb046e47-ef97-469a-af6e-2a0ba715e595 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575762 Dec 20 12:10:33.713916 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.722704 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-eb5603f3-a461-45c6-b694-fd1e3c50d16f tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:33.739080 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.750500 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaa4d83-aec3-467a-bfe4-3216ed5888d9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:33.755763 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:33.762537 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-f1d6e5dc-81cf-485c-be39-1471ef224073 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5eaa4d83-aec3-467a-bfe4-3216ed5888d9 HTTP/1.1" status: 204 len: 168 time: 1.7644470 Dec 20 12:10:33.763062 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53134) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.766042 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:59Z', 'revision_number': 5, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.773122 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4a99-1182-4354-a5bf-bd3ae25ea8cc None None] The sync data for ids ['ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb'] in n-d-victoria-1 is: [{'id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'name': 'tempest-AttachVolumeShelveTestJSON-71649541-router', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209'}], 'enable_snat': True}, 'gw_port_id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:43Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 4, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'gw_port': {'id': '710f8347-35ad-4652-9ad2-a9b6a6705bb8', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:45Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': '5258e168-610e-431c-9bad-c79044af2f33', 'name': '', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'mac_address': 'fa:16:3e:25:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2828d6-26c9-4e8c-a8d8-2776d14d3bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:59Z', 'revision_number': 5, 'project_id': 'b08fe66005ec40448adb1f7b556bb596', 'subnets': [{'id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:33.901246 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:33.914452 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Usage tracker for resource:subnet and tenant:3e80711094ec40258a3da1b18bd919b6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:33.918726 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:33.936709 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:33.947324 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.947693 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.001855 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.016056 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Transition to ACTIVE for port object 23d634f9-7583-4156-97eb-9b9452dc4144 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:34.024101 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.028162 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-945539e9-5b06-4db7-99e5-0d2dab2e4e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:34.081197 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104f6bb-0ad6-438a-8782-20858499fbf4 None None] New status for floating IP aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:10:34.120380 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf3551-2b1f-41e2-8676-cd3b8e1647a6 None None] Pushing event updated for resources: {'Port': ['ID=23d634f9-7583-4156-97eb-9b9452dc4144,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:34.124336 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d3bf3551-2b1f-41e2-8676-cd3b8e1647a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:34.125230 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Attempting to bind port 23d634f9-7583-4156-97eb-9b9452dc4144 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:34.125593 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Attempting to bind port 23d634f9-7583-4156-97eb-9b9452dc4144 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:34.125952 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Attempting to bind port 23d634f9-7583-4156-97eb-9b9452dc4144 on network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:34.137939 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:34.138669 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Checking segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:34.139438 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.139851 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Bound using segment: {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:34.140429 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Bound port: 23d634f9-7583-4156-97eb-9b9452dc4144, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fea170-cb35-4787-8e76-90a3257bb4dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:34.141170 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.218586 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] For port 23d634f9-7583-4156-97eb-9b9452dc4144, host n-d-victoria-1, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:34.221599 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] For port 23d634f9-7583-4156-97eb-9b9452dc4144, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=23d634f9-7583-4156-97eb-9b9452dc4144,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:34.228152 n-d-victoria-1 neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.239195 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-72a28d03-56a3-4d9a-9cf5-092fce9492f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:34.243116 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Calling delete_port for 040647a0-8db1-4c72-8c49-f80b1b013eb2 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:34.286588 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401286'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.308262 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Routers {'7805b969-51de-4071-8e68-a21f89019467'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:34.308898 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['7805b969-51de-4071-8e68-a21f89019467'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:34.329543 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Made reservation on behalf of 3e80711094ec40258a3da1b18bd919b6 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:34.393900 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf3551-2b1f-41e2-8676-cd3b8e1647a6 None None] Pushing event updated for resources: {'Port': ['ID=23d634f9-7583-4156-97eb-9b9452dc4144,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:34.401802 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.db.api [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:34.402508 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_db.api [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:34.406666 n-d-victoria-1 neutron-server[83560]: DEBUG oslo_concurrency.lockutils [None req-d3bf3551-2b1f-41e2-8676-cd3b8e1647a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:34.478314 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686798'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.521371 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] Set router 7805b969-51de-4071-8e68-a21f89019467 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:34.699345 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686844'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.703707 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-783d00b4-ffcb-484e-9045-a092a090d652 tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:34.788303 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'Subnet': ['ID=5d5f998e-a158-4cb9-9c24-58fcb7163837,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:34.791447 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:34.796874 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Checking segment: {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:34.797232 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Network hostable DHCP agents. Network: d5046be5-846a-481a-89d6-fbea87f7d8b0, hostable agents: ['4731ada3-0141-488c-a731-4e24d51259a4'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:10:34.826063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 is scheduled to be hosted by DHCP agent 4731ada3-0141-488c-a731-4e24d51259a4 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:10:34.829620 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7805b969-51de-4071-8e68-a21f89019467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714693703', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192'}], 'enable_snat': True}, 'gw_port_id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:10:29Z', 'updated_at': '2021-12-20T12:10:32Z', 'revision_number': 3, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'gw_port': {'id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:30Z', 'updated_at': '2021-12-20T12:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:34.836830 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bc4c1-a970-4392-b97b-3b6f93c63b6e None None] The sync data for ids ['7805b969-51de-4071-8e68-a21f89019467'] in n-d-victoria-1 is: [{'id': '7805b969-51de-4071-8e68-a21f89019467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714693703', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192'}], 'enable_snat': True}, 'gw_port_id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:10:29Z', 'updated_at': '2021-12-20T12:10:32Z', 'revision_number': 3, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'gw_port': {'id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:30Z', 'updated_at': '2021-12-20T12:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:34.840104 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-victoria-1, d5046be5-846a-481a-89d6-fbea87f7d8b0) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:34.850201 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07421995-152b-447e-bc98-2852411a0177 None None] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:34.853904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:34.854637 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.906382 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Deleting port 040647a0-8db1-4c72-8c49-f80b1b013eb2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:34.907364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.976123 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Deleting port cbf38aee-a13c-425f-9213-bc20cf33d15e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:34.976724 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.981193 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-273f6174-463c-45e4-bba8-508c274ad3ec tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3164332 Dec 20 12:10:34.983023 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53140) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:35.095589 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1299d4bd-5600-53a9-80dd-50205500f996-d5046be5-846a-481a-89d6-fbea87f7d8b0', 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'fixed_ips': [{'subnet_id': '5d5f998e-a158-4cb9-9c24-58fcb7163837'}]}} from n-d-victoria-1. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:35.096494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.150606 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] For port cbf38aee-a13c-425f-9213-bc20cf33d15e, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=cbf38aee-a13c-425f-9213-bc20cf33d15e,segment=NetworkSegment(f78dd454-7a78-48d3-b585-86ee0464529b),segment_id=f78dd454-7a78-48d3-b585-86ee0464529b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:35.150960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.155071 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e367089-45bc-4e91-ba73-37c6044bfb91 req-8eeec2d2-2a98-40a0-a6eb-e1219aa365aa tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:35.156547 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e367089-45bc-4e91-ba73-37c6044bfb91 req-8eeec2d2-2a98-40a0-a6eb-e1219aa365aa tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 945 time: 0.2975459 Dec 20 12:10:35.221075 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.221391 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.257849 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Allocated IP 172.20.0.2 (d5046be5-846a-481a-89d6-fbea87f7d8b0/5d5f998e-a158-4cb9-9c24-58fcb7163837/79514f60-95a3-47d5-a11f-6fd032eada09) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:35.362560 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Calling delete_port for 040647a0-8db1-4c72-8c49-f80b1b013eb2 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:35.415192 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-7e367089-45bc-4e91-ba73-37c6044bfb91 req-cf01b0b7-6059-4d00-a35a-601fe0989e65 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459202 Dec 20 12:10:35.430565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Calling delete_port for cbf38aee-a13c-425f-9213-bc20cf33d15e owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:35.559786 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.572681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Transition to ACTIVE for port object 79514f60-95a3-47d5-a11f-6fd032eada09 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:35.591459 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Transition to ACTIVE for port object 79514f60-95a3-47d5-a11f-6fd032eada09 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:35.597495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.608018 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-ed970b8f-704f-4f53-a704-a8c08c3ed737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:35.685109 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:35.689534 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:35.692690 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:35.700328 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Pushing event updated for resources: {'Port': ['ID=79514f60-95a3-47d5-a11f-6fd032eada09,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:35.702665 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282adb45-8c85-4d0e-abb8-de518241ec53 req-559ac584-cda6-4315-9f2b-b659e954712a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:35.703612 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:35.709011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-282adb45-8c85-4d0e-abb8-de518241ec53 req-559ac584-cda6-4315-9f2b-b659e954712a tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 945 time: 0.1463964 Dec 20 12:10:35.714724 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.721366 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:35.770105 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.775905 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:35.793958 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Attempting to bind port 79514f60-95a3-47d5-a11f-6fd032eada09 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:35.794367 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Attempting to bind port 79514f60-95a3-47d5-a11f-6fd032eada09 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:35.794720 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Attempting to bind port 79514f60-95a3-47d5-a11f-6fd032eada09 on network d5046be5-846a-481a-89d6-fbea87f7d8b0 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:35.801817 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:35.802230 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Checking segment: {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:35.802548 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.802999 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Bound using segment: {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:35.803476 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Bound port: 79514f60-95a3-47d5-a11f-6fd032eada09, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:35.803854 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.832991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf38aee-a13c-425f-9213-bc20cf33d15e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:35.839334 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:35.895678 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-282adb45-8c85-4d0e-abb8-de518241ec53 req-b3525f43-e2ee-4f40-a86a-1ab3c69cf3ae tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "GET /v2.0/security-groups?id=37edad73-8a9e-4bf7-846f-5f8e008df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573918 Dec 20 12:10:35.899200 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] For port 79514f60-95a3-47d5-a11f-6fd032eada09, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:35.904045 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] For port 79514f60-95a3-47d5-a11f-6fd032eada09, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79514f60-95a3-47d5-a11f-6fd032eada09,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:35.911017 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.919639 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:35.924063 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event deleted for resources: {'Port': ['ID=040647a0-8db1-4c72-8c49-f80b1b013eb2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:35.927650 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53146) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:35.930457 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:36.079883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Pushing event updated for resources: {'Port': ['ID=79514f60-95a3-47d5-a11f-6fd032eada09,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:36.088738 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eaa749c6-0c98-4421-a1f3-539b512bafa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:36.112287 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.142515 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.146428 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-fdaf8d18-14f3-462a-8485-a81cdb6508f4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "DELETE /v2.0/floatingips/aafbeb27-a7bc-4b38-a13d-ab1b33cc4fe3 HTTP/1.1" status: 204 len: 168 time: 2.7280452 Dec 20 12:10:36.308761 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bc977b8f-de9c-4067-b096-ca10d19b88c0 tempest-TestVolumeBootPattern-1685946481 tempest-TestVolumeBootPattern-1685946481-project-admin] Synchronizing usage tracker for tenant:96399b4571a943cbb5137ad1ffe56bd8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:36.315509 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66462369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399448'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.422624 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-bc977b8f-de9c-4067-b096-ca10d19b88c0 tempest-TestVolumeBootPattern-1685946481 tempest-TestVolumeBootPattern-1685946481-project-admin] Unset dirty status for tenant:96399b4571a943cbb5137ad1ffe56bd8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:36.426971 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-bc977b8f-de9c-4067-b096-ca10d19b88c0 tempest-TestVolumeBootPattern-1685946481 tempest-TestVolumeBootPattern-1685946481-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1093 time: 0.4627850 Dec 20 12:10:36.428804 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53154) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:36.435669 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'port_id': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:36.442201 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:36.446282 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Usage tracker for resource:floatingip and tenant:f2dacb9c6c4247caa656ec508ded5596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:36.449108 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:36.457348 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:36.486242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.678822 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.688847 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53158) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:36.698508 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042905043', 'description': 'tempest-description--1777011849'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:36.710858 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:36.715614 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:36.720218 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:36.730066 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:36.815621 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.877374 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.051637 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:37.069453 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group_rule and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:37.077330 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:37.092398 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:37.171076 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Allocated IP 172.20.0.1 (d5046be5-846a-481a-89d6-fbea87f7d8b0/5d5f998e-a158-4cb9-9c24-58fcb7163837/aac634af-7a51-4cc9-b06f-0c0f35266372) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:37.395615 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff02e37-f86b-458a-8cb7-6739603c2c5d None None] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:37.408914 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.425727 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Allocated IP 172.35.0.254 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/b01a376b-a958-4c0e-95c0-715249561229) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:37.444716 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Transition to ACTIVE for port object aac634af-7a51-4cc9-b06f-0c0f35266372 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:37.500215 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.504422 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fe5509b-8ab1-40ef-a29e-81e54383e4ca tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:37.593711 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.619070 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 79514f60-95a3-47d5-a11f-6fd032eada09 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:37.620298 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489207'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.624538 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:37.625800 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:37.628902 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'Port': ['ID=aac634af-7a51-4cc9-b06f-0c0f35266372,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:37.629035 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-04c1f36e-b21f-4483-a652-97fa520261dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:37.631803 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:37.696453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395545'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.713476 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:37.735550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.739459 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0466518 Dec 20 12:10:37.740769 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50513c88-6701-434c-a2b9-735dda80231b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:37.741557 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-74da8ee3-c966-4f85-8743-ffb4edc042fe None None] Provisioning for port 79514f60-95a3-47d5-a11f-6fd032eada09 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:37.752985 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-3c0aea34-4999-463e-99d4-2b2ebcfed2f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:37.757465 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53162) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:37.777369 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'security_group_rule': {'security_group_id': '50513c88-6701-434c-a2b9-735dda80231b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:37.811131 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.824675 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 79514f60-95a3-47d5-a11f-6fd032eada09 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:37.832173 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 79514f60-95a3-47d5-a11f-6fd032eada09 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:37.832554 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.837514 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:37.847899 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.852975 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group_rule and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:37.859607 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:37.871078 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:37.905112 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.967824 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.995009 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.002430 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-7d0a9fa6-9265-4da3-91c7-00ec6599668b tempest-PortsIpV6TestJSON-1625976067 tempest-PortsIpV6TestJSON-1625976067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:38.003225 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 79514f60-95a3-47d5-a11f-6fd032eada09, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=79514f60-95a3-47d5-a11f-6fd032eada09,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:38.010907 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.011769 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 23d634f9-7583-4156-97eb-9b9452dc4144 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:38.035678 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-3ed2dea5-67a4-499b-aa2c-4a98da15f286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:38.106139 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=b01a376b-a958-4c0e-95c0-715249561229,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:38.120330 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:38.122963 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Router 70f5726e-0571-49c9-ab73-52464f952ac8 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:38.125412 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:38.133541 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:38.138232 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:38.140035 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=79514f60-95a3-47d5-a11f-6fd032eada09,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:38.144517 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:38.158560 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port 23d634f9-7583-4156-97eb-9b9452dc4144 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:38.166745 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 23d634f9-7583-4156-97eb-9b9452dc4144 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:38.167227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.276565 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.316700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.333830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port 23d634f9-7583-4156-97eb-9b9452dc4144, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=23d634f9-7583-4156-97eb-9b9452dc4144,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:38.335516 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4de445be-91f5-416b-a437-a2b499eb1793 None None] Provisioning for port aac634af-7a51-4cc9-b06f-0c0f35266372 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:38.341495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4de445be-91f5-416b-a437-a2b499eb1793 None None] Provisioning complete for port aac634af-7a51-4cc9-b06f-0c0f35266372 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:38.341495 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4de445be-91f5-416b-a437-a2b499eb1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.343967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.350934 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6406f9f6-8889-4d5a-b6fc-3837b2b810f0 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:38.380710 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.396803 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:38.437453 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.449585 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.469279 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1958e49b-1082-4946-a40d-0418665956b7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:38.475863 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:38.480114 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4de445be-91f5-416b-a437-a2b499eb1793 None None] Port aac634af-7a51-4cc9-b06f-0c0f35266372 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:38.481440 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-3c50255f-66c8-40cd-adbe-0738cd3d92a2 tempest-NetworksTestDHCPv6-1992024362 tempest-NetworksTestDHCPv6-1992024362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:38.491962 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=23d634f9-7583-4156-97eb-9b9452dc4144,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:38.495095 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:38.503851 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4de445be-91f5-416b-a437-a2b499eb1793 None None] Provisioning complete for port 79514f60-95a3-47d5-a11f-6fd032eada09 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:38.504329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4de445be-91f5-416b-a437-a2b499eb1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.546046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.546808 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-6541560a-0be6-4fa5-936c-dd30119de7b1 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7804928 Dec 20 12:10:38.552121 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:38.566820 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'security_group_rule': {'security_group_id': '50513c88-6701-434c-a2b9-735dda80231b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:38.590360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:38.593364 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'Port': ['ID=aac634af-7a51-4cc9-b06f-0c0f35266372,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:38.597574 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:38.598671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66462447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401269'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.607662 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:security_group_rule and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:38.612634 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:38.620828 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:38.714958 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.762394 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cab1a3f1-4281-4588-b3f9-69468adef718 None None] Provisioning complete for port aac634af-7a51-4cc9-b06f-0c0f35266372 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:38.763167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cab1a3f1-4281-4588-b3f9-69468adef718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.798231 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:38.800192 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:38.815014 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:38.830542 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] 10.222.0.32 "PUT /v2.0/routers/70f5726e-0571-49c9-ab73-52464f952ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0662878 Dec 20 12:10:38.830997 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] Sync routers for ids ['70f5726e-0571-49c9-ab73-52464f952ac8'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:38.833510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.32', 53170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:38.835722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cab1a3f1-4281-4588-b3f9-69468adef718 None None] Port aac634af-7a51-4cc9-b06f-0c0f35266372 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:38.843649 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] Routers {'70f5726e-0571-49c9-ab73-52464f952ac8'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:38.844344 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['70f5726e-0571-49c9-ab73-52464f952ac8'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:38.897767 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.916603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489002'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.920921 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-1666df8c-bfd8-4638-87bc-6f1a7eb2a335 tempest-SecGroupTest-1525682597 tempest-SecGroupTest-1525682597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:39.005740 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcba5d1-e9ae-4844-adf0-6fab18b8b461,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:39.013050 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:39.065991 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.137138 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] Set router 70f5726e-0571-49c9-ab73-52464f952ac8 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:39.139115 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.143144 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-7b6a2f9a-cbdb-4cf3-8dda-b12b08f255f9 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5871563 Dec 20 12:10:39.151381 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53174) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:39.159625 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.v2.base [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'floatingip': {'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:39.165672 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:39.166663 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1f66be01-6457-4ca6-853c-e7c8808e257a None None] Provisioning complete for port aac634af-7a51-4cc9-b06f-0c0f35266372 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:39.167470 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f66be01-6457-4ca6-853c-e7c8808e257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.169468 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Usage tracker for resource:floatingip and tenant:b08fe66005ec40448adb1f7b556bb596 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:39.172306 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:39.179572 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:39.196122 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.204140 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.238135 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1f66be01-6457-4ca6-853c-e7c8808e257a None None] Port aac634af-7a51-4cc9-b06f-0c0f35266372 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:39.470916 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 79514f60-95a3-47d5-a11f-6fd032eada09 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:39.477394 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.479844 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.483837 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Router 7805b969-51de-4071-8e68-a21f89019467 has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:39.541794 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:10:35Z', 'revision_number': 5, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:39.546747 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] Checking router: 70f5726e-0571-49c9-ab73-52464f952ac8 for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:39.560256 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] Routers {'70f5726e-0571-49c9-ab73-52464f952ac8'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:39.561098 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['70f5726e-0571-49c9-ab73-52464f952ac8'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:39.580232 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 79514f60-95a3-47d5-a11f-6fd032eada09 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:39.580774 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.713141 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.727140 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.732917 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-90f3d427-546c-477e-95e6-337cb5517777 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:39.758833 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Allocated IP 172.35.0.53 (1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d/ada7de68-c15c-42ae-a3e2-08f30a9bfbd7/863b67a6-bbba-4f9b-98f9-4305f85fbf0a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:39.786836 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] Set router 70f5726e-0571-49c9-ab73-52464f952ac8 gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:39.808368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 23d634f9-7583-4156-97eb-9b9452dc4144 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:39.847840 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Pushing event updated for resources: {'Port': ['ID=b01a376b-a958-4c0e-95c0-715249561229,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:39.854870 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:39.889572 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.901183 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port 23d634f9-7583-4156-97eb-9b9452dc4144 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:39.902081 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.982490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.005015 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Deleting port 9c1dc769-9264-4426-ae18-04dff0ce3329 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:40.005353 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.149838 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:10:35Z', 'revision_number': 5, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:40.154023 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71c4f9-7059-4446-b141-c2d6a4a56c1a None None] The sync data for ids ['70f5726e-0571-49c9-ab73-52464f952ac8'] in n-d-victoria-1 is: [{'id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'name': 'tempest-TestServerBasicOps-828276390-router', 'tenant_id': '28b8032d1bc34c0486f3678cffd69ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194'}], 'enable_snat': True}, 'gw_port_id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:50Z', 'updated_at': '2021-12-20T12:10:35Z', 'revision_number': 5, 'project_id': '28b8032d1bc34c0486f3678cffd69ad4', 'gw_port': {'id': '9c1dc769-9264-4426-ae18-04dff0ce3329', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5726e-0571-49c9-ab73-52464f952ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:52Z', 'updated_at': '2021-12-20T12:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:40.207692 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.212196 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:40.225832 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-9fc3f31a-e40c-47ff-af75-7e9b0bc9465a tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "PUT /v2.0/routers/7805b969-51de-4071-8e68-a21f89019467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2274830 Dec 20 12:10:40.249360 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.255281 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-5ae92710-99dd-418b-b1f7-501dd8f8d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:40.269331 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] For port 9c1dc769-9264-4426-ae18-04dff0ce3329, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=9c1dc769-9264-4426-ae18-04dff0ce3329,segment=NetworkSegment(54fea170-cb35-4787-8e76-90a3257bb4dd),segment_id=54fea170-cb35-4787-8e76-90a3257bb4dd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:40.269683 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.318557 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Network 1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:40.329743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:40.334942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:40.370331 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'Port': ['ID=863b67a6-bbba-4f9b-98f9-4305f85fbf0a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:40.374671 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:40.437919 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Calling delete_port for 9c1dc769-9264-4426-ae18-04dff0ce3329 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:40.511306 n-d-victoria-1 neutron-server[83558]: INFO neutron.db.l3_db [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Floating IP 0e435610-4834-4deb-bab4-70648af7eccc associated. External IP: 172.35.0.254, port: 49683d47-31d0-4bf8-9dab-caed7a7c152a. Dec 20 12:10:40.515748 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.577663 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.628457 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-e50c77c1-7138-42e4-b657-969a32c82a92 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236815587&fields=id&tenant_id=3e80711094ec40258a3da1b18bd919b6 HTTP/1.1" status: 200 len: 267 time: 0.1977088 Dec 20 12:10:40.636565 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Sync routers for ids ['7805b969-51de-4071-8e68-a21f89019467'] in n-d-victoria-1 {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:40.659360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Routers {'7805b969-51de-4071-8e68-a21f89019467'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:40.660194 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['7805b969-51de-4071-8e68-a21f89019467'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:40.815873 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.822224 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1102085'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.826852 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-7ae4201a-c8d8-4b95-b25e-56f386855d98 tempest-TestNetworkBasicOps-319747695 tempest-TestNetworkBasicOps-319747695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:40.859527 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Set router 7805b969-51de-4071-8e68-a21f89019467 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:40.891179 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c7f52180-11ec-441a-b4ef-127922ef204f tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:40.891771 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c7f52180-11ec-441a-b4ef-127922ef204f tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Synchronizing usage tracker for tenant:3e80711094ec40258a3da1b18bd919b6 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:40.930997 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'Port': ['ID=863b67a6-bbba-4f9b-98f9-4305f85fbf0a,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:40.935685 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:40.953965 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395654'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.976309 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.977522 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-36e1c777-0e4b-4fbf-8de2-f9b006e7077e tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8250906 Dec 20 12:10:41.098570 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.106812 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4ddba07f-def9-471c-a445-03dd6f3771ac tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:41.157493 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1dc769-9264-4426-ae18-04dff0ce3329,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:41.161520 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:41.167583 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c7f52180-11ec-441a-b4ef-127922ef204f tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Unset dirty status for tenant:3e80711094ec40258a3da1b18bd919b6 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:41.168810 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c7f52180-11ec-441a-b4ef-127922ef204f tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "GET /v2.0/networks?id=d5046be5-846a-481a-89d6-fbea87f7d8b0 HTTP/1.1" status: 200 len: 796 time: 0.5309026 Dec 20 12:10:41.199010 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7805b969-51de-4071-8e68-a21f89019467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714693703', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192'}], 'enable_snat': True}, 'gw_port_id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:10:29Z', 'updated_at': '2021-12-20T12:10:37Z', 'revision_number': 4, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'gw_port': {'id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:30Z', 'updated_at': '2021-12-20T12:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aac634af-7a51-4cc9-b06f-0c0f35266372', 'name': '', 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'mac_address': 'fa:16:3e:86:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5f998e-a158-4cb9-9c24-58fcb7163837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:36Z', 'updated_at': '2021-12-20T12:10:38Z', 'revision_number': 2, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'subnets': [{'id': '5d5f998e-a158-4cb9-9c24-58fcb7163837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:41.204136 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Checking router: 7805b969-51de-4071-8e68-a21f89019467 for host: n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:41.204500 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Updating router 7805b969-51de-4071-8e68-a21f89019467 port aac634af-7a51-4cc9-b06f-0c0f35266372 binding host n-d-victoria-1 {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:10:41.241754 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-d5aca9f9-839a-46b2-ba0e-38de71f8ef0b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:41.258347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.266358 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-88e62afa-cc79-43f3-b678-904644394d8f tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "GET /v2.0/quotas/3e80711094ec40258a3da1b18bd919b6 HTTP/1.1" status: 200 len: 375 time: 0.0653653 Dec 20 12:10:41.278994 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-d5aca9f9-839a-46b2-ba0e-38de71f8ef0b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:41.290403 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-d5aca9f9-839a-46b2-ba0e-38de71f8ef0b tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2042905043&fields=id&tenant_id=b08fe66005ec40448adb1f7b556bb596 HTTP/1.1" status: 200 len: 267 time: 0.0947092 Dec 20 12:10:41.416631 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cbf38aee-a13c-425f-9213-bc20cf33d15e no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:41.456948 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: cbf38aee-a13c-425f-9213-bc20cf33d15e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:41.458100 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device cbf38aee-a13c-425f-9213-bc20cf33d15e not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:41.480887 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-0ad6cdfe-897c-4a24-992e-2abf8e667581 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:41.483086 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-0ad6cdfe-897c-4a24-992e-2abf8e667581 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 815 time: 0.1915512 Dec 20 12:10:41.487967 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395771'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.500050 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-781f9e12-73bc-4d0b-b353-26a1ef457a2d tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/quotas/b08fe66005ec40448adb1f7b556bb596 HTTP/1.1" status: 200 len: 375 time: 0.0122139 Dec 20 12:10:41.599968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-d87e7551-536b-491a-9924-3495b15b74e4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:41.621964 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-d87e7551-536b-491a-9924-3495b15b74e4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:41.626783 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-d87e7551-536b-491a-9924-3495b15b74e4 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175759 Dec 20 12:10:41.703343 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.716318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Transition to ACTIVE for port object aac634af-7a51-4cc9-b06f-0c0f35266372 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:41.723658 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.727950 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:41.766836 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-bbd0a477-7c53-489a-9864-53ee3bcd0ec5 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e80711094ec40258a3da1b18bd919b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4867630 Dec 20 12:10:41.797513 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-4f0d757f-008b-4591-be98-806d89029c82 service neutron] 10.222.0.32 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571763 Dec 20 12:10:41.847141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8b7b-2302-4dc3-bf9d-23f6f3fc561a None None] Pushing event updated for resources: {'Port': ['ID=aac634af-7a51-4cc9-b06f-0c0f35266372,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:41.856411 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eedf8b7b-2302-4dc3-bf9d-23f6f3fc561a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:41.880091 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8077'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.945861 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-5ce02862-e7c0-4ee8-922d-d6b7785eafcd service neutron] 10.222.0.32 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473417 Dec 20 12:10:41.947121 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.963235 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Attempting to bind port aac634af-7a51-4cc9-b06f-0c0f35266372 on host n-d-victoria-1 for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:41.964488 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Attempting to bind port aac634af-7a51-4cc9-b06f-0c0f35266372 by drivers openvswitch,hyperv on host n-d-victoria-1 at level 0 using segments [{'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:41.965060 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Attempting to bind port aac634af-7a51-4cc9-b06f-0c0f35266372 on network d5046be5-846a-481a-89d6-fbea87f7d8b0 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:41.977036 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Checking agent: {'id': 'c58bbe7d-735e-4d57-b346-95054422b70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 21, 31), 'started_at': datetime.datetime(2021, 12, 20, 11, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-victoria-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:41.977423 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Checking segment: {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:41.977833 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.978630 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Bound using segment: {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:41.979121 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Bound port: aac634af-7a51-4cc9-b06f-0c0f35266372, host: n-d-victoria-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:41.979505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.101044 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] For port aac634af-7a51-4cc9-b06f-0c0f35266372, host n-d-victoria-1, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:42.104715 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] For port aac634af-7a51-4cc9-b06f-0c0f35266372, host n-d-victoria-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aac634af-7a51-4cc9-b06f-0c0f35266372,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:42.107237 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-abe1cef0-4bd2-4420-a7ed-b68f53bc3616 service neutron] 10.222.0.32 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626553 Dec 20 12:10:42.118168 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.130308 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:42.147721 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471511'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.148382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f5726e-0571-49c9-ab73-52464f952ac8 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:10:42.150149 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-3bb6ff75-bcdd-443d-a6d9-cdbcb7201591 req-7dd10261-4f99-4be8-99a7-2ce7e6ceb77d tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f HTTP/1.1" status: 200 len: 210 time: 0.0518723 Dec 20 12:10:42.206142 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.207313 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-4a740405-adbf-4dd6-971b-a8e32efe620e admin admin] 10.222.0.32 "DELETE /v2.0/routers/70f5726e-0571-49c9-ab73-52464f952ac8 HTTP/1.1" status: 204 len: 168 time: 3.3723631 Dec 20 12:10:42.210738 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53198) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:42.275635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8b7b-2302-4dc3-bf9d-23f6f3fc561a None None] Pushing event updated for resources: {'Port': ['ID=aac634af-7a51-4cc9-b06f-0c0f35266372,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:42.289521 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-eedf8b7b-2302-4dc3-bf9d-23f6f3fc561a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:42.307877 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Routers {'7805b969-51de-4071-8e68-a21f89019467'} bound to L3 agent in host n-d-victoria-1 {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:42.308795 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['7805b969-51de-4071-8e68-a21f89019467'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:42.310312 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Deleting subnet a60e94fc-aa0d-45f0-b7c5-e2425d17e550 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:42.314818 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.369419 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-4628609f-6577-4b38-be8e-d73bd6788117 service neutron] 10.222.0.32 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499404 Dec 20 12:10:42.409117 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Router f737ad25-abcc-4fec-842a-b2ba75d4239f has already been hosted by L3 agent ee332c01-551f-4761-86cf-f0c3eb9c8c63 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:42.426504 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1102318'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.635426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] Set router 7805b969-51de-4071-8e68-a21f89019467 gateway port host: n-d-victoria-1 {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:42.713591 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e4a295e2-023c-4b26-8b9e-876ddf1a0f00 req-792c8e70-b7cb-492b-8b77-987315961b74 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Synchronizing usage tracker for tenant:3e80711094ec40258a3da1b18bd919b6 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:42.719603 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66561131'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.789618 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.quota.resource [req-e4a295e2-023c-4b26-8b9e-876ddf1a0f00 req-792c8e70-b7cb-492b-8b77-987315961b74 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Unset dirty status for tenant:3e80711094ec40258a3da1b18bd919b6 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:42.790964 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-e4a295e2-023c-4b26-8b9e-876ddf1a0f00 req-792c8e70-b7cb-492b-8b77-987315961b74 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90a69474-640e-497a-9c29-171960c7076c HTTP/1.1" status: 200 len: 210 time: 0.1517730 Dec 20 12:10:42.828968 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66561124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1102163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686827'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.841751 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-c8511722-bbfa-40ee-925f-d8fdc48d7ed4 tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:42.960671 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60e94fc-aa0d-45f0-b7c5-e2425d17e550,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:42.963552 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:42.971161 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify agent at l3_agent.n-d-victoria-1 the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:42.973942 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.985568 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] Sync routers for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:42.993745 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-cc0e2527-e4ea-48a9-b07a-02db21211104 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a60e94fc-aa0d-45f0-b7c5-e2425d17e550 HTTP/1.1" status: 204 len: 168 time: 0.7791123 Dec 20 12:10:42.993888 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.32', 53216) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:43.008981 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.011718 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ecfaeb-8d72-487f-b1af-cfa636bf54bf None None] Network f8d2745c-ee11-4507-bd7f-45855c975aa3 requested from n-d-victoria-1 {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:43.030940 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:43.031608 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:43.105742 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536939'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.124597 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6823206 Dec 20 12:10:43.124597 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19388881-1f9e-4104-8258-9459878d71f5', 'tag': '49683d47-31d0-4bf8-9dab-caed7a7c152a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:43.135743 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Deleting port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:43.136727 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.282251 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19388881-1f9e-4104-8258-9459878d71f5', 'tag': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'status': 'completed', 'code': 200} Dec 20 12:10:43.556121 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-152d2410-9768-40e0-83ec-1528475e3bfd req-0be9ceae-1d98-47b1-9a30-d53d934e60fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.2440462 Dec 20 12:10:43.715217 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] For port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,segment=NetworkSegment(f78dd454-7a78-48d3-b585-86ee0464529b),segment_id=f78dd454-7a78-48d3-b585-86ee0464529b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:43.715844 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.720961 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7805b969-51de-4071-8e68-a21f89019467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714693703', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192'}], 'enable_snat': True}, 'gw_port_id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:10:29Z', 'updated_at': '2021-12-20T12:10:37Z', 'revision_number': 4, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'gw_port': {'id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:30Z', 'updated_at': '2021-12-20T12:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aac634af-7a51-4cc9-b06f-0c0f35266372', 'name': '', 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'mac_address': 'fa:16:3e:86:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5f998e-a158-4cb9-9c24-58fcb7163837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:36Z', 'updated_at': '2021-12-20T12:10:42Z', 'revision_number': 4, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'subnets': [{'id': '5d5f998e-a158-4cb9-9c24-58fcb7163837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:43.738633 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f834e54-f4e9-46aa-9050-a020c4dbedf6 None None] The sync data for ids ['7805b969-51de-4071-8e68-a21f89019467'] in n-d-victoria-1 is: [{'id': '7805b969-51de-4071-8e68-a21f89019467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714693703', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192'}], 'enable_snat': True}, 'gw_port_id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:10:29Z', 'updated_at': '2021-12-20T12:10:37Z', 'revision_number': 4, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'gw_port': {'id': '23d634f9-7583-4156-97eb-9b9452dc4144', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:30Z', 'updated_at': '2021-12-20T12:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_interfaces': [{'id': 'aac634af-7a51-4cc9-b06f-0c0f35266372', 'name': '', 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0', 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'mac_address': 'fa:16:3e:86:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805b969-51de-4071-8e68-a21f89019467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5f998e-a158-4cb9-9c24-58fcb7163837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:10:36Z', 'updated_at': '2021-12-20T12:10:42Z', 'revision_number': 4, 'project_id': '3e80711094ec40258a3da1b18bd919b6', 'subnets': [{'id': '5d5f998e-a158-4cb9-9c24-58fcb7163837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:43.759276 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:43.790191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] DHCP port deletion for f8d2745c-ee11-4507-bd7f-45855c975aa3 request from n-d-victoria-1 {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:43.796594 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Deleting port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:43.797156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.883690 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d2410-9768-40e0-83ec-1528475e3bfd req-ee634f69-3696-4c87-81b0-5a23dcd9b1fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:43.883868 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-152d2410-9768-40e0-83ec-1528475e3bfd req-ee634f69-3696-4c87-81b0-5a23dcd9b1fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.3270273 Dec 20 12:10:44.168771 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-152d2410-9768-40e0-83ec-1528475e3bfd req-f09787d6-7569-4771-bfb8-ebd78a2792c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 999 time: 0.2739928 Dec 20 12:10:44.305374 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Calling delete_port for 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:44.435454 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [req-03550ceb-5d1e-4f9a-8a71-956cf2b59b42 req-dc5ee6ce-a88e-4815-9bef-b8c33d170e73 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.32 "GET /v2.0/ports?device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f HTTP/1.1" status: 200 len: 210 time: 0.7895083 Dec 20 12:10:44.436380 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] For port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,segment=NetworkSegment(f78dd454-7a78-48d3-b585-86ee0464529b),segment_id=f78dd454-7a78-48d3-b585-86ee0464529b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:44.440521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398390'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.595486 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741097295607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741096866928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102094'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.606497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d2410-9768-40e0-83ec-1528475e3bfd req-5597e765-bea3-4299-8f4f-74991d4913af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:44.608351 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-8806fa15-381d-4850-b298-cf597f3dd301 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:44.611082 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-152d2410-9768-40e0-83ec-1528475e3bfd req-5597e765-bea3-4299-8f4f-74991d4913af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.4127188 Dec 20 12:10:44.667739 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7e5f2e-94bd-450d-a476-58bd8e71e3ea,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:44.675818 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:44.689850 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] No DVR routers for this DVR port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea on host n-d-victoria-1 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:44.744000 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-9e8b79b0-91fe-42fb-af01-a260c18a967c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:44.746549 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-9e8b79b0-91fe-42fb-af01-a260c18a967c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 815 time: 0.5762002 Dec 20 12:10:44.771998 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Calling delete_port for 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:44.831527 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-152d2410-9768-40e0-83ec-1528475e3bfd req-1263891e-d686-4330-b350-2c42beb7a212 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2115808 Dec 20 12:10:44.844902 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0e435610-4834-4deb-bab4-70648af7eccc', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'floating_ip_address': '172.35.0.254', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'port_id': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'mac_address': 'fa:16:3e:57:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19388881-1f9e-4104-8258-9459878d71f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:38Z', 'updated_at': '2021-12-20T12:10:38Z', 'revision_number': 0, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:44.853572 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] Checking router: f737ad25-abcc-4fec-842a-b2ba75d4239f for host: n-d-victoria-1 {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:44.878712 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] Routers {'f737ad25-abcc-4fec-842a-b2ba75d4239f'} bound to L3 agent in host n-d-victoria-1 {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:44.879338 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-victoria-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T11:21:30Z,description=,heartbeat_timestamp=2021-12-20T12:10:30Z,host='n-d-victoria-1',id=ee332c01-551f-4761-86cf-f0c3eb9c8c63,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:21:30Z,topic='l3_agent')) {'router_ids': ['f737ad25-abcc-4fec-842a-b2ba75d4239f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:44.895274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.db.api [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:44.896151 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_db.api [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:44.896300 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-84ce24d7-0134-47ba-a2a9-e3e5d48dc20c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Synchronizing usage tracker for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:44.966716 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.quota.resource [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-84ce24d7-0134-47ba-a2a9-e3e5d48dc20c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Unset dirty status for tenant:b08fe66005ec40448adb1f7b556bb596 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:44.968376 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-84ce24d7-0134-47ba-a2a9-e3e5d48dc20c tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b08fe66005ec40448adb1f7b556bb596 HTTP/1.1" status: 200 len: 380 time: 0.2070971 Dec 20 12:10:44.987180 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Request body: {'port': {'device_id': 'c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'admin_state_up': True, 'tenant_id': 'b08fe66005ec40448adb1f7b556bb596', 'security_groups': ['50513c88-6701-434c-a2b9-735dda80231b']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:45.004667 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66573300', 'neutron.services.segments.db._delete_segments_for_network-8741097323987'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.061388 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d2745c-ee11-4507-bd7f-45855c975aa3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.082631 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78dd454-7a78-48d3-b585-86ee0464529b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.084495 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78dd454-7a78-48d3-b585-86ee0464529b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.107383 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741097326318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1102327'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.142214 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560223'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.150456 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:45.150972 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103357'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: Traceback (most recent call last): Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: timer() Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: cb(*args, **kw) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: return func(*args, **kwargs) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: self._notify() Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: self.callback(batched_events) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: event.method(event) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: return f(self, *a, **k) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: return self._get(url).json() Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:45.173893 n-d-victoria-1 neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:45.183144 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] Set router f737ad25-abcc-4fec-842a-b2ba75d4239f gateway port host: n-d-victoria-1 {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:45.257318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.289027 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66573293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395664'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.297165 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-aff12095-97fd-4339-8c41-8d7c4f9bacab tempest-BulkNetworkOpsTest-1327174317 tempest-BulkNetworkOpsTest-1327174317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:45.299107 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-152d2410-9768-40e0-83ec-1528475e3bfd req-ff507986-7c69-4e19-8182-622a0850e48e service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574373 Dec 20 12:10:45.321786 n-d-victoria-1 neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.343904 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=f8d2745c-ee11-4507-bd7f-45855c975aa3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:45.349116 n-d-victoria-1 neutron-server[83557]: DEBUG oslo_concurrency.lockutils [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:45.352809 n-d-victoria-1 neutron-server[83557]: INFO neutron.wsgi [None req-e646225f-2859-42c1-aa28-0f8635996bdc admin admin] 10.222.0.32 "DELETE /v2.0/networks/f8d2745c-ee11-4507-bd7f-45855c975aa3 HTTP/1.1" status: 204 len: 168 time: 2.3579834 Dec 20 12:10:45.397505 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Deleting port 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:45.397900 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741097289988'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.406382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-1cfaad3a-82f4-49d1-bcc9-0b61c46282f3 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:45.409080 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-1cfaad3a-82f4-49d1-bcc9-0b61c46282f3 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.53 "GET /v2.0/networks?id=d5046be5-846a-481a-89d6-fbea87f7d8b0 HTTP/1.1" status: 200 len: 796 time: 0.3950186 Dec 20 12:10:45.452764 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aac634af-7a51-4cc9-b06f-0c0f35266372 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:45.525268 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eef51a18-fd5f-4118-8f20-92535a144cf3 None None] The port '4a7e5f2e-94bd-450d-a476-58bd8e71e3ea' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:10:45.556760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:45.562507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning for port aac634af-7a51-4cc9-b06f-0c0f35266372 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:45.567852 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aac634af-7a51-4cc9-b06f-0c0f35266372 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:45.568371 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.585911 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:45.594147 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-9bec3927-d62e-4254-bf17-652f278ccbf3 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e80711094ec40258a3da1b18bd919b6 HTTP/1.1" status: 200 len: 379 time: 0.1616116 Dec 20 12:10:45.605383 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Request body: {'port': {'device_id': '90a69474-640e-497a-9c29-171960c7076c', 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0', 'admin_state_up': True, 'tenant_id': '3e80711094ec40258a3da1b18bd919b6', 'security_groups': ['41757459-1db9-45e0-9fc4-90f3653e2493']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:45.619916 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-152d2410-9768-40e0-83ec-1528475e3bfd req-f53efc52-2d94-4f51-a5f9-9a0e86943db3 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039763 Dec 20 12:10:45.623382 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Made reservation on behalf of b08fe66005ec40448adb1f7b556bb596 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:45.626490 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.655754 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0e435610-4834-4deb-bab4-70648af7eccc', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'floating_ip_address': '172.35.0.254', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'port_id': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'mac_address': 'fa:16:3e:57:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19388881-1f9e-4104-8258-9459878d71f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:38Z', 'updated_at': '2021-12-20T12:10:38Z', 'revision_number': 0, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-victoria-1', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.668312 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9e39-5a43-4a6e-93f8-3accbfb9f4ee None None] The sync data for ids ['f737ad25-abcc-4fec-842a-b2ba75d4239f'] in n-d-victoria-1 is: [{'id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'name': 'tempest-TestVolumeBootPattern-650690355-router', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'external_fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:20Z', 'updated_at': '2021-12-20T12:03:27Z', 'revision_number': 4, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'gw_port': {'id': 'a61a1451-838b-4893-ab3f-b1ce7dcebad9', 'name': '', 'network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada7de68-c15c-42ae-a3e2-08f30a9bfbd7', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-victoria-1', '_floatingips': [{'id': '0e435610-4834-4deb-bab4-70648af7eccc', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'floating_ip_address': '172.35.0.254', 'floating_network_id': '1ea6d42f-8eb2-4ad9-b6da-1ef6fcf4ba3d', 'router_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'port_id': '49683d47-31d0-4bf8-9dab-caed7a7c152a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'mac_address': 'fa:16:3e:57:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19388881-1f9e-4104-8258-9459878d71f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:38Z', 'updated_at': '2021-12-20T12:10:38Z', 'revision_number': 0, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a4fb7-0ac1-4443-b7c7-679168a5e993', 'name': '', 'network_id': '0d7b7e03-06b9-4c2c-b3f7-d64203cc831d', 'tenant_id': 'f2dacb9c6c4247caa656ec508ded5596', 'mac_address': 'fa:16:3e:de:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f737ad25-abcc-4fec-842a-b2ba75d4239f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9035c058-76be-4189-aa79-50b729d2591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-victoria-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:25Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 5, 'project_id': 'f2dacb9c6c4247caa656ec508ded5596', 'subnets': [{'id': '9035c058-76be-4189-aa79-50b729d2591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:45.747622 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.781693 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] For port aac634af-7a51-4cc9-b06f-0c0f35266372, host n-d-victoria-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-victoria-1',level=0,port_id=aac634af-7a51-4cc9-b06f-0c0f35266372,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:45.786670 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.789110 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-7a4ff433-4cd2-422c-9b55-eef9e1eb8c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:45.843030 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:45.845847 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c1dc769-9264-4426-ae18-04dff0ce3329 no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:45.887791 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 9c1dc769-9264-4426-ae18-04dff0ce3329 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:45.888147 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 9c1dc769-9264-4426-ae18-04dff0ce3329 not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:45.888571 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea no longer exists at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:45.931156 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] No Port match for: 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:45.931509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device 4a7e5f2e-94bd-450d-a476-58bd8e71e3ea not bound to the agent host n-d-victoria-1 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:45.938329 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Pushing event updated for resources: {'Port': ['ID=aac634af-7a51-4cc9-b06f-0c0f35266372,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:45.941351 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:46.027998 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:46.048545 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Made reservation on behalf of 3e80711094ec40258a3da1b18bd919b6 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:46.051510 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.073786 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Allocated IP 172.20.0.12 (0b04bedf-04fb-46cb-95c8-971161e4d5d0/eb817e31-299e-4a18-9fe6-ef16fc775fc3/12b967f2-1a8d-4c3f-87dc-46a16fa5b766) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:46.344363 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Allocated IP 172.20.0.5 (d5046be5-846a-481a-89d6-fbea87f7d8b0/5d5f998e-a158-4cb9-9c24-58fcb7163837/115707ba-06a8-4e3e-b393-f15e3d22bbfb) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:46.393345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.424087 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Transition to ACTIVE for port object 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:46.555868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.565086 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-bdf6c971-ae86-48d6-818b-edf7e53763bc tempest-BulkNetworkOpsIpV6Test-243283538 tempest-BulkNetworkOpsIpV6Test-243283538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:46.627314 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.662496 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Transition to ACTIVE for port object 115707ba-06a8-4e3e-b393-f15e3d22bbfb will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:46.665823 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Pushing event updated for resources: {'Port': ['ID=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:46.669089 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:46.670961 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:46.671886 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:46.674574 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:46.742214 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:46.742824 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.764629 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741096866919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1257472'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.771999 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ba5afa09-7250-4185-8bd9-0f06e18e1707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:46.827752 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-04e5f24f-0c6b-4699-bc04-9e218120fe62 tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8454640 Dec 20 12:10:46.843740 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Request body: {'port': {'device_id': 'c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:46.881156 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Network d5046be5-846a-481a-89d6-fbea87f7d8b0 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:46.889664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:46.896024 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:46.907880 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aa5d5a7c-6b6a-4d74-ad4c-748722febc19 None None] Provisioning for port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:46.919635 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aa5d5a7c-6b6a-4d74-ad4c-748722febc19 None None] Provisioning complete for port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:46.920291 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5a7c-6b6a-4d74-ad4c-748722febc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.925324 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Pushing event updated for resources: {'Port': ['ID=115707ba-06a8-4e3e-b393-f15e3d22bbfb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:46.934837 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:46.990517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d5a7c-6b6a-4d74-ad4c-748722febc19 None None] Port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:47.018550 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:47.019159 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.043345 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.061490 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b72cd463-e375-4a84-b3f3-3c552cb932c4 tempest-TestNetworkAdvancedServerOps-2064055058 tempest-TestNetworkAdvancedServerOps-2064055058-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4596684 Dec 20 12:10:47.095744 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.v2.base [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Request body: {'port': {'device_id': '90a69474-640e-497a-9c29-171960c7076c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-victoria-1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:47.113509 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8b2f0c86-065e-4e29-9728-5752ec2f9031 None None] Provisioning for port 115707ba-06a8-4e3e-b393-f15e3d22bbfb completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:47.118450 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8b2f0c86-065e-4e29-9728-5752ec2f9031 None None] Provisioning complete for port 115707ba-06a8-4e3e-b393-f15e3d22bbfb triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:47.118878 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0c86-065e-4e29-9728-5752ec2f9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.175179 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f0c86-065e-4e29-9728-5752ec2f9031 None None] Port 115707ba-06a8-4e3e-b393-f15e3d22bbfb cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:47.290335 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.369274 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Device aac634af-7a51-4cc9-b06f-0c0f35266372 up at agent ovs-agent-n-d-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:47.436304 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Provisioning complete for port aac634af-7a51-4cc9-b06f-0c0f35266372 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:47.436511 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.825639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:47.841812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.865065 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Transition to ACTIVE for port object 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:47.869385 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.873726 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-9ed0303e-ee70-43a6-a9bd-3babf547255f tempest-AttachVolumeShelveTestJSON-856511334 tempest-AttachVolumeShelveTestJSON-856511334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:48.060236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Pushing event updated for resources: {'Port': ['ID=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:48.067909 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:48.070505 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115707ba-06a8-4e3e-b393-f15e3d22bbfb {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:48.076785 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c718d-66dc-46e9-84ab-5e74c2fa2ecc None None] New status for floating IP 0e435610-4834-4deb-bab4-70648af7eccc: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:10:48.079071 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.126960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Transition to ACTIVE for port object 115707ba-06a8-4e3e-b393-f15e3d22bbfb will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:48.162812 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.168340 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-415ee7c2-bd59-4680-b2e6-e0594d5813bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:48.288014 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.323192 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Pushing event updated for resources: {'Port': ['ID=115707ba-06a8-4e3e-b393-f15e3d22bbfb,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:48.328617 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:48.329720 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Attempting to bind port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:48.330243 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Attempting to bind port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:48.330738 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Attempting to bind port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:48.371747 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:10:48.372031 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Attempting to bind port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 on network 0b04bedf-04fb-46cb-95c8-971161e4d5d0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:48.410295 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:48.410636 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Checking segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:48.411019 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Bound using segment: {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:48.411444 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Bound port: 12b967f2-1a8d-4c3f-87dc-46a16fa5b766, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f1ef43-b98c-4a3b-8ad6-b88d77722f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:48.411789 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.515010 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Attempting to bind port 115707ba-06a8-4e3e-b393-f15e3d22bbfb on host n-h1-victoria-1 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:48.515358 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Attempting to bind port 115707ba-06a8-4e3e-b393-f15e3d22bbfb by drivers openvswitch,hyperv on host n-h1-victoria-1 at level 0 using segments [{'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:48.515682 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Attempting to bind port 115707ba-06a8-4e3e-b393-f15e3d22bbfb on network d5046be5-846a-481a-89d6-fbea87f7d8b0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:48.534488 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Port 115707ba-06a8-4e3e-b393-f15e3d22bbfb on network d5046be5-846a-481a-89d6-fbea87f7d8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-victoria-1 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:10:48.534739 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Attempting to bind port 115707ba-06a8-4e3e-b393-f15e3d22bbfb on network d5046be5-846a-481a-89d6-fbea87f7d8b0 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:48.539274 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] For port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:48.543025 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] For port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:48.546639 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Checking agent: {'id': 'f8ca2c74-3274-404f-8c6f-d0dd642be5c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-victoria-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'started_at': datetime.datetime(2021, 12, 20, 11, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:48.546968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Checking segment: {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:48.547468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Bound using segment: {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:48.547901 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Bound port: 115707ba-06a8-4e3e-b393-f15e3d22bbfb, host: n-h1-victoria-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:48.548241 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.559130 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.564688 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-f82d8278-ac1f-4dd3-b0f5-d5bbe68aadc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:48.666046 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.667424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] 10.222.0.53 "PUT /v2.0/ports/12b967f2-1a8d-4c3f-87dc-46a16fa5b766 HTTP/1.1" status: 200 len: 1094 time: 1.8297467 Dec 20 12:10:48.667941 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f', 'tag': '12b967f2-1a8d-4c3f-87dc-46a16fa5b766'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:48.707729 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Pushing event updated for resources: {'Port': ['ID=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:48.712752 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-13bd5445-2ef1-4ac8-aa55-ed0c0480c216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:48.748814 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f', 'tag': '12b967f2-1a8d-4c3f-87dc-46a16fa5b766', 'status': 'completed', 'code': 200} Dec 20 12:10:48.761695 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] For port 115707ba-06a8-4e3e-b393-f15e3d22bbfb, host n-h1-victoria-1, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:48.773468 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] For port 115707ba-06a8-4e3e-b393-f15e3d22bbfb, host n-h1-victoria-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:48.779749 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1257483'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.786256 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ee9d82b6-c8ac-480e-9df8-c0ff3510f5c7 tempest-TestVolumeBootPattern-1549344700 tempest-TestVolumeBootPattern-1549344700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:48.860242 n-d-victoria-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76953'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.861634 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] 10.222.0.53 "PUT /v2.0/ports/115707ba-06a8-4e3e-b393-f15e3d22bbfb HTTP/1.1" status: 200 len: 1093 time: 1.7702208 Dec 20 12:10:48.870086 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-c05d756f-ff09-4b90-94fc-038b2131ee92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f HTTP/1.1" status: 200 len: 1097 time: 0.1534660 Dec 20 12:10:48.875974 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Pushing event updated for resources: {'Port': ['ID=115707ba-06a8-4e3e-b393-f15e3d22bbfb,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:48.880134 n-d-victoria-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-c2b78ed4-dc05-4ea3-833b-95b18ca1492b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:48.984961 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-9a003af0-a787-4479-a810-81dd82ad6377 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766 HTTP/1.1" status: 200 len: 217 time: 0.1058481 Dec 20 12:10:49.060280 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-141280fa-bac2-4756-ac3e-5a8839902c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:49.061693 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-141280fa-bac2-4756-ac3e-5a8839902c3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0703535 Dec 20 12:10:49.117715 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-bc8d3665-b1a3-42be-b9b2-531dc9ad534b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e80711094ec40258a3da1b18bd919b6&device_id=90a69474-640e-497a-9c29-171960c7076c HTTP/1.1" status: 200 len: 1096 time: 0.1797645 Dec 20 12:10:49.205819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-b957afc6-5b42-43fb-bd6f-d69c1843141e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb HTTP/1.1" status: 200 len: 217 time: 0.0782712 Dec 20 12:10:49.246663 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-dbd58114-d37e-4920-b676-2111fe5f399b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1742668 Dec 20 12:10:49.307498 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-27639e0c-fb4d-4889-acfe-ee8946925eba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:49.308488 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-27639e0c-fb4d-4889-acfe-ee8946925eba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d5f998e-a158-4cb9-9c24-58fcb7163837 HTTP/1.1" status: 200 len: 835 time: 0.0960081 Dec 20 12:10:49.577643 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-e80259eb-f42a-4d76-af73-6235a311fdb6 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230543 Dec 20 12:10:49.620666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-551bce5d-4fcd-4365-9902-a07daf2960f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5046be5-846a-481a-89d6-fbea87f7d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2653763 Dec 20 12:10:49.817389 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-4273fd04-bce2-45ca-8f4d-fb5823514344 req-e1b11174-1548-478f-b5ac-26e0b61f9c37 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280626 Dec 20 12:10:49.838111 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-d6d4776a-55e4-462c-b25a-818ce8a08c81 service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054944 Dec 20 12:10:50.027593 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a4067379-dfd5-4500-ad1c-5c1c54188b63 req-ab8f7162-57e0-4b45-9852-f91567b4680f service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735220 Dec 20 12:10:50.035590 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-5a49897a-b232-458c-9554-70e1e6f63801 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f HTTP/1.1" status: 200 len: 1097 time: 0.1585159 Dec 20 12:10:50.167982 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-622b9912-019e-4bdf-9f3e-273c6a537bbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:50.169309 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-622b9912-019e-4bdf-9f3e-273c6a537bbf service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.1266880 Dec 20 12:10:50.242463 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-535f6f05-1c87-45fb-a0ae-d5bb75d1d377 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766 HTTP/1.1" status: 200 len: 217 time: 0.0662391 Dec 20 12:10:50.305432 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-a154c09c-65a8-4578-82aa-c27a3f37e0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:50.306331 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-a154c09c-65a8-4578-82aa-c27a3f37e0ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0564289 Dec 20 12:10:50.385457 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-dd34f979-0aaf-418e-81a9-37c07b71b164 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0725288 Dec 20 12:10:50.524281 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-10534f3b-54a9-42b5-ada1-cfbebea0ca6e service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277361 Dec 20 12:10:50.663519 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-44e551cf-bc63-4324-affe-9f0b8e1da9cf req-e073f24d-c310-40b1-8ebd-c0613e5158fd service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307728 Dec 20 12:10:50.752447 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a69474-640e-497a-9c29-171960c7076c', 'tag': '115707ba-06a8-4e3e-b393-f15e3d22bbfb'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:50.812555 n-d-victoria-1 neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a69474-640e-497a-9c29-171960c7076c', 'tag': '115707ba-06a8-4e3e-b393-f15e3d22bbfb', 'status': 'completed', 'code': 200} Dec 20 12:10:50.909098 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-4ee155e1-917e-4a50-a068-3f9d02c054f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e80711094ec40258a3da1b18bd919b6&device_id=90a69474-640e-497a-9c29-171960c7076c HTTP/1.1" status: 200 len: 1096 time: 0.0747924 Dec 20 12:10:51.041734 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-e2935b4e-7f31-4b05-b239-d891dbf1ec41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:51.041734 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-e2935b4e-7f31-4b05-b239-d891dbf1ec41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5046be5-846a-481a-89d6-fbea87f7d8b0 HTTP/1.1" status: 200 len: 897 time: 0.1281533 Dec 20 12:10:51.114476 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-cdbae0fe-14c7-43ce-85a4-e1c2b87daed4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb HTTP/1.1" status: 200 len: 217 time: 0.0642788 Dec 20 12:10:51.177817 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-9ddfd7f0-296a-48f7-8b81-d7e7989552af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:51.177817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-9ddfd7f0-296a-48f7-8b81-d7e7989552af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d5f998e-a158-4cb9-9c24-58fcb7163837 HTTP/1.1" status: 200 len: 835 time: 0.0593338 Dec 20 12:10:51.399255 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-b34f7e13-4b59-4a2a-8c38-425edcc37a1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5046be5-846a-481a-89d6-fbea87f7d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2125401 Dec 20 12:10:51.533269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-29df0f11-eb1c-47d3-ae9d-a0939b890699 service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286850 Dec 20 12:10:51.671512 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-e2e0e32b-2dd6-430a-9d18-5dc753a3a01b req-fb971da3-3828-46de-8689-0430aa2fb7b5 service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312356 Dec 20 12:10:52.275414 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:10:52.422433 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:52.436681 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '12b967f2-1a8d-4c3f-87dc-46a16fa5b766', 'network_id': '0b04bedf-04fb-46cb-95c8-971161e4d5d0', 'port_id': '12b967f2-1a8d-4c3f-87dc-46a16fa5b766', 'mac_address': 'fa:16:3e:38:ac:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb817e31-299e-4a18-9fe6-ef16fc775fc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:10:52.495494 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:52.513577 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:52.529583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:52.529583 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:52.535227 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 115707ba-06a8-4e3e-b393-f15e3d22bbfb details requested by agent hyperv_n-h1-victoria-1 with host n-h1-victoria-1 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:10:52.535227 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:52.630661 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:52.645184 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:52.732426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 115707ba-06a8-4e3e-b393-f15e3d22bbfb, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:52.746669 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Returning: {'device': '115707ba-06a8-4e3e-b393-f15e3d22bbfb', 'network_id': 'd5046be5-846a-481a-89d6-fbea87f7d8b0', 'port_id': '115707ba-06a8-4e3e-b393-f15e3d22bbfb', 'mac_address': 'fa:16:3e:fe:5a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5f998e-a158-4cb9-9c24-58fcb7163837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:10:52.805871 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:52.826832 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115707ba-06a8-4e3e-b393-f15e3d22bbfb {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:52.839739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 115707ba-06a8-4e3e-b393-f15e3d22bbfb, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:52.843682 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:52.845477 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:52.916428 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=115707ba-06a8-4e3e-b393-f15e3d22bbfb,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:52.922888 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:53.078705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['115707ba-06a8-4e3e-b393-f15e3d22bbfb'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:10:53.104655 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] get_ports_and_sgs() called for port_ids ['12b967f2-1a8d-4c3f-87dc-46a16fa5b766'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:10:53.378245 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:10:54.286721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:54.355092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:54.359579 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:54.359951 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:54.470072 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:54.498705 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b967f2-1a8d-4c3f-87dc-46a16fa5b766'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:54.508607 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 12b967f2-1a8d-4c3f-87dc-46a16fa5b766, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,segment=NetworkSegment(b0f1ef43-b98c-4a3b-8ad6-b88d77722f07),segment_id=b0f1ef43-b98c-4a3b-8ad6-b88d77722f07)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:54.512452 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:54.513300 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Device 115707ba-06a8-4e3e-b393-f15e3d22bbfb up at agent hyperv_n-h1-victoria-1 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:54.541092 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:54.568421 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b967f2-1a8d-4c3f-87dc-46a16fa5b766', 'code': 200} Dec 20 12:10:54.631387 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=12b967f2-1a8d-4c3f-87dc-46a16fa5b766,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:54.635992 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:54.644141 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning for port 115707ba-06a8-4e3e-b393-f15e3d22bbfb completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:54.650298 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Provisioning complete for port 115707ba-06a8-4e3e-b393-f15e3d22bbfb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:54.650680 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66575225'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:54.685075 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-838798f4-cd12-4418-9d1a-9b0c715b6ee5 req-362fa5c3-1e20-47d1-b6bf-bdfd15eb35e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f HTTP/1.1" status: 200 len: 1099 time: 0.0746012 Dec 20 12:10:54.728284 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-838798f4-cd12-4418-9d1a-9b0c715b6ee5 req-8b1b6f5a-227f-450d-8a96-db9785879705 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50513c88-6701-434c-a2b9-735dda80231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373583 Dec 20 12:10:54.764792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553020'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:54.796725 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] For port 115707ba-06a8-4e3e-b393-f15e3d22bbfb, host n-h1-victoria-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-victoria-1',level=0,port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb,segment=NetworkSegment(0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5),segment_id=0e5ad778-fb4d-4b0b-8ec6-e3a584f0acb5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:54.800417 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66554668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66462254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741097296141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741096866937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741096866982'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:54.802283 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:54.865628 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Pushing event updated for resources: {'Port': ['ID=115707ba-06a8-4e3e-b393-f15e3d22bbfb,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:54.868515 n-d-victoria-1 neutron-server[83559]: DEBUG oslo_concurrency.lockutils [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:56.569317 n-d-victoria-1 neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a69474-640e-497a-9c29-171960c7076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115707ba-06a8-4e3e-b393-f15e3d22bbfb'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:56.624737 n-d-victoria-1 neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a69474-640e-497a-9c29-171960c7076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115707ba-06a8-4e3e-b393-f15e3d22bbfb', 'code': 200} Dec 20 12:10:56.759830 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9691e6a0-4d86-4fb3-b954-9f2c75480640 req-463a6a9b-22ea-4864-b84c-5a0afee0d713 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90a69474-640e-497a-9c29-171960c7076c HTTP/1.1" status: 200 len: 1098 time: 0.0745034 Dec 20 12:10:56.803543 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-9691e6a0-4d86-4fb3-b954-9f2c75480640 req-493dec24-e137-4842-839b-086cce3bde30 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=41757459-1db9-45e0-9fc4-90f3653e2493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369709 Dec 20 12:10:57.752175 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59119fa5-2c71-4645-8d7f-baf5dc63683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:59.966898 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c00b47e5-0ece-4e83-a601-cad6bf8e47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:01.167991 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:01.265747 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:02.809830 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:03.673225 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-f6792a22-5e56-4a02-bdb3-b2eace5f9a6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669594 Dec 20 12:11:03.819839 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-15835f8c-f83c-4841-b69b-a699d929c215 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94fb30a898c144269f7fe6e53b521ed1&device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1099 time: 0.0775156 Dec 20 12:11:03.959656 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-d51841dc-1800-496e-9668-9ba3ad9f8764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:11:03.960972 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-d51841dc-1800-496e-9668-9ba3ad9f8764 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c HTTP/1.1" status: 200 len: 896 time: 0.1220183 Dec 20 12:11:04.061355 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-75c6bcd3-167d-42ef-a61e-d9f4ec8d3a56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc HTTP/1.1" status: 200 len: 1002 time: 0.0934067 Dec 20 12:11:04.121760 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-38fb4369-cb55-43f0-a531-61896da5ab02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:11:04.123128 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-38fb4369-cb55-43f0-a531-61896da5ab02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5 HTTP/1.1" status: 200 len: 835 time: 0.0546460 Dec 20 12:11:04.198541 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-c8c74b70-e68c-4ea4-8cd5-2623daaece03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0680368 Dec 20 12:11:04.327783 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-6929ed3a-d648-4b66-99df-d75df20c29ca service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206691 Dec 20 12:11:04.459479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b879dd8b-751e-4a19-b553-5f148cd61ab9 req-9f79b898-3173-4ba6-934d-6f528927b51a service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244125 Dec 20 12:11:07.413298 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-96c08f65-1d2b-46b3-83d5-43f0516a931c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675504 Dec 20 12:11:07.552370 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-bae0df89-9fad-4eaf-81c9-21cf5b5d19e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.0710967 Dec 20 12:11:07.823830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70181199-b66c-4007-9580-f93a7f0768c1 req-e04f2af7-7d48-4c21-95a6-566b1c6f4547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:11:07.825268 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-e04f2af7-7d48-4c21-95a6-566b1c6f4547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.2548287 Dec 20 12:11:07.924656 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-a5778d6a-8151-4eb6-a014-58c2922d7e39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1001 time: 0.0930622 Dec 20 12:11:07.985120 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70181199-b66c-4007-9580-f93a7f0768c1 req-3a3927d1-0b5a-4dfd-b85d-31933b28a1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:11:07.986491 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-3a3927d1-0b5a-4dfd-b85d-31933b28a1dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0546858 Dec 20 12:11:08.060185 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-c49b92d0-6c33-45e5-ba24-22a10acf76a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0668552 Dec 20 12:11:08.188656 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-16c8d2c1-37b3-4fce-a73a-ed2f2c9e3885 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215591 Dec 20 12:11:08.323291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-70181199-b66c-4007-9580-f93a7f0768c1 req-1d6adc52-0841-4b27-b2c3-cda911632f9d service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283450 Dec 20 12:11:15.255691 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:18.258106 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:27.754381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2262605e-a533-4623-ac21-5b1c5968f2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:29.967902 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5b34-715e-42b7-9cca-18ed947c496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:30.363308 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:11:31.177051 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:31.260876 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:32.870368 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:45.268049 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:48.258890 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:57.756465 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebbce-0014-4f1b-90bd-ff2f06772bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:59.969192 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e936f607-0bd1-4538-967c-2bbbf96b0047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:01.169618 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:01.263347 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:02.815792 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:06.136933 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-57899ea0-3da8-4e10-a3a2-c6eae58b48d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707166 Dec 20 12:12:06.222996 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-b1c18671-fe2c-4bdf-93cb-2922ad9348c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f HTTP/1.1" status: 200 len: 1099 time: 0.0667901 Dec 20 12:12:06.366930 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-883dcb79-38ef-460a-bac6-28c5a3fe1877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:12:06.368479 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-883dcb79-38ef-460a-bac6-28c5a3fe1877 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.1265728 Dec 20 12:12:06.441821 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-c69129b4-7955-49ab-a144-11c2b78d96bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766 HTTP/1.1" status: 200 len: 217 time: 0.0668013 Dec 20 12:12:06.502008 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-25c35013-6645-4ed5-87fa-9b5e3583103f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:12:06.503424 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-25c35013-6645-4ed5-87fa-9b5e3583103f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.0566561 Dec 20 12:12:06.584559 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-7e11c4ab-82d2-4cf0-bda9-df4af494fc8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0757968 Dec 20 12:12:06.713529 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-ca97cd08-2f8b-41aa-a8bb-0dc734f044df service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226919 Dec 20 12:12:06.841351 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-02833008-5464-4eb6-bfd4-df2af8d908d2 req-ae131743-cbae-4416-9e00-6eaa58947bd8 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221626 Dec 20 12:12:07.364464 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:12:08.418508 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-4917157d-d3f8-426c-93a2-61c8f63dd6de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663652 Dec 20 12:12:08.552787 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-43f01673-fb89-4827-a5e5-b61481e46a47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.0699775 Dec 20 12:12:08.813671 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-2554b8bd-11eb-4201-8961-fcb4e5762bb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:12:08.815128 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-2554b8bd-11eb-4201-8961-fcb4e5762bb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.2445850 Dec 20 12:12:08.917157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-99c24de2-35a7-4ee1-925a-84ebed875e94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1001 time: 0.0959945 Dec 20 12:12:08.977236 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-6b2f053e-4be9-4912-bd70-9320824349e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:12:08.978615 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-6b2f053e-4be9-4912-bd70-9320824349e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0561640 Dec 20 12:12:09.057936 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-4e78585c-59b1-4be5-aaf4-76eaffd59c12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0735974 Dec 20 12:12:09.186524 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-2450b525-2af4-41dc-ab87-2c772ec0c6ab service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221595 Dec 20 12:12:09.314285 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-67a410a1-6005-456b-9e5c-c1163af2fd51 req-115a2dd9-bafd-4617-a066-e85497817419 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225052 Dec 20 12:12:15.265166 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:18.260219 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:27.757514 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e58bdac-a821-4cdd-9fba-a5969f7c9715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:29.970313 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a344d5c7-93a6-44f5-9059-2f3bd2069adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:31.172208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:31.265810 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:32.819355 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:44.364165 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:12:45.285671 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:48.274064 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:57.759055 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-86751648-a682-4bf5-b333-94ead3803d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:59.973132 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64d3ce6e-b774-4643-ae6c-39c13d0c1e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:01.175031 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:01.268426 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:02.822545 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:06.709617 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-a9a1db46-56bf-44f4-9fc5-496324037d9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90a69474-640e-497a-9c29-171960c7076c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2077179 Dec 20 12:13:06.800151 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-325fb94d-b79e-42cc-a3bd-67ea9718a97b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e80711094ec40258a3da1b18bd919b6&device_id=90a69474-640e-497a-9c29-171960c7076c HTTP/1.1" status: 200 len: 1098 time: 0.0693755 Dec 20 12:13:06.942247 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-950a7a82-5c27-4ac4-8bf6-54bae725a033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:13:06.943591 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-950a7a82-5c27-4ac4-8bf6-54bae725a033 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5046be5-846a-481a-89d6-fbea87f7d8b0 HTTP/1.1" status: 200 len: 897 time: 0.1253974 Dec 20 12:13:07.013011 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-0deadb23-e978-4158-b818-1b205f57d2d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb HTTP/1.1" status: 200 len: 217 time: 0.0636225 Dec 20 12:13:07.073184 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-9d2c67ef-6a65-4edd-89b5-69a17b11bb75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:13:07.074571 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-9d2c67ef-6a65-4edd-89b5-69a17b11bb75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d5f998e-a158-4cb9-9c24-58fcb7163837 HTTP/1.1" status: 200 len: 835 time: 0.0553184 Dec 20 12:13:07.150264 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-50f75a66-8dc3-42ec-93c9-7198c9a37bcd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5046be5-846a-481a-89d6-fbea87f7d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0701818 Dec 20 12:13:07.159562 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-d3c21f7b-baa1-498f-8449-fac5adab1519 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:13:07.160477 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-d3c21f7b-baa1-498f-8449-fac5adab1519 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046492 Dec 20 12:13:07.290240 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-dff6c79e-649c-4917-9ded-a8a765b05e79 service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239405 Dec 20 12:13:07.421267 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-b825bbf9-78d3-4664-90d6-10ad9c61ec63 req-34d31f84-f80f-48d2-a67b-6695b5b2cfd2 service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256413 Dec 20 12:13:08.505967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-da2b0ca3-ffa0-4ee9-a1db-cdb1b9bf17c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1466272 Dec 20 12:13:08.643735 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-b1bf351f-49de-4d1a-83a4-fcb67445fa6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.0706449 Dec 20 12:13:08.782868 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-bf8e4a76-e389-4c7e-8179-2f1d119c8ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:13:08.784293 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-bf8e4a76-e389-4c7e-8179-2f1d119c8ac8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.1233788 Dec 20 12:13:09.005817 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-ecd9f120-5ebb-4411-afe4-fc464d77fbd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1001 time: 0.2159142 Dec 20 12:13:09.065903 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-b284f0c6-cecf-410c-a720-9818be9536e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:13:09.067306 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-b284f0c6-cecf-410c-a720-9818be9536e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0558023 Dec 20 12:13:09.138129 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-1908f51d-4ddf-49d5-a38e-44be86fb731d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0652421 Dec 20 12:13:09.147497 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-f25b1888-8b08-4eb1-87be-036c3309cf78 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:13:09.148391 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-f25b1888-8b08-4eb1-87be-036c3309cf78 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052545 Dec 20 12:13:09.278542 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-a954e846-5a3a-4bcb-a347-4a2dbc9c7229 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240284 Dec 20 12:13:09.408722 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2117a957-e078-421b-ab8e-b563fc9dafe9 req-0356068b-bda4-4800-8d25-396ae69f088b service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247966 Dec 20 12:13:15.302104 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:18.276092 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:21.365271 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:13:27.760282 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-636c83e8-a781-42b6-aed0-e4bb50c51425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:29.973275 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6fc0af7a-a506-4839-8986-cd80f2480f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:31.177507 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:31.270867 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:32.825028 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:45.317305 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:48.274782 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:57.761722 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26225710-957c-44ef-85b0-1e6b9c2e67d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:58.365678 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:13:59.973379 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-496a290d-cdab-435e-8e33-d16c58ba76ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:01.179754 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:01.273023 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:02.827803 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:07.538495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-7915d2b2-b512-4de3-a1e2-2d12f1921a90 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678082 Dec 20 12:14:07.675110 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-a974c7ca-adab-492e-a361-39f1e5c55453 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94fb30a898c144269f7fe6e53b521ed1&device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1099 time: 0.0699937 Dec 20 12:14:07.817617 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-8eeea60c-5ff3-4099-8c32-65ecad87d2e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:14:07.819100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-8eeea60c-5ff3-4099-8c32-65ecad87d2e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c HTTP/1.1" status: 200 len: 896 time: 0.1250594 Dec 20 12:14:07.914896 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-58bcae8c-28fa-4e5e-b3e7-ba4d78371a2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc HTTP/1.1" status: 200 len: 1002 time: 0.0901432 Dec 20 12:14:07.978986 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-8f3a48ba-9be8-42c0-8308-3134b22f55f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:14:07.980397 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-8f3a48ba-9be8-42c0-8308-3134b22f55f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5 HTTP/1.1" status: 200 len: 835 time: 0.0596297 Dec 20 12:14:08.050885 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-96c091e8-06d4-45d6-9a63-3919d5e6ab9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0650804 Dec 20 12:14:08.177142 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-a7791b19-5602-46ae-98d6-71b7e4677e03 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203222 Dec 20 12:14:08.308894 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-fc90a688-d0b5-4f4e-bc51-230a4c9f9cb5 req-51be2a23-bca2-4bb2-885a-e0918c2edec5 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252747 Dec 20 12:14:08.414323 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-c293bf66-8331-4e1e-a6a8-5a2cf7270be5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699418 Dec 20 12:14:08.548865 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-f243f57d-d903-4015-ab0b-3c13f9ff4dfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.0680919 Dec 20 12:14:08.689552 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-a96588f3-90be-485f-8acd-03ea1acd6062 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:14:08.690918 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-a96588f3-90be-485f-8acd-03ea1acd6062 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.1243184 Dec 20 12:14:08.791628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-95640ecb-a803-445f-9ca5-be25e0abba95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1001 time: 0.0947599 Dec 20 12:14:08.850499 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-603a5845-3b6f-436e-a2d0-53ef68bbe5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:14:08.851987 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-603a5845-3b6f-436e-a2d0-53ef68bbe5f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0554063 Dec 20 12:14:09.042798 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-6fc407ee-5f4a-4f7f-94f6-93b1f8844646 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1855159 Dec 20 12:14:09.168819 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-db45b81c-0457-41a8-adf6-7f5dbf8d7e51 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200726 Dec 20 12:14:09.296191 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-a408d3e2-5cd3-4880-8cb1-a91e05de667d req-a19e518f-9514-4f92-afe6-f231dd4de344 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218963 Dec 20 12:14:15.312790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:18.290700 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:27.763043 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fbfb41ba-fcc2-4e55-be3a-7f2ab1dfe593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:29.974353 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-030f9b3f-1bb4-4947-977d-b5c24483c7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:31.181823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:31.275992 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:32.829525 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:35.366262 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:14:45.333381 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:48.289370 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:57.764523 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60259ca8-b725-48dd-9af6-b6de06fe2dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:59.974771 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-920c5690-351b-4d6e-8595-f8d402b62bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:01.183828 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:01.277537 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:02.834360 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:09.197967 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-ba9a2cea-3954-48ec-8af2-c6e06c7d0741 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698552 Dec 20 12:15:09.334662 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-af385353-529b-4225-971e-f8ac03af8b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.0681913 Dec 20 12:15:09.475960 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-733e10ae-dfe8-4f16-91cd-184f13443b35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:15:09.477291 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-733e10ae-dfe8-4f16-91cd-184f13443b35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.1226301 Dec 20 12:15:09.619034 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-cd2203ce-3508-4a61-8138-2b78447ff60c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1001 time: 0.1355000 Dec 20 12:15:09.678816 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-314f7394-250b-460c-b134-491f48bc38d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1466057 Dec 20 12:15:09.694518 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-4ac37fa7-2c64-4fb7-8770-8b6eb6f54adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:15:09.695948 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-4ac37fa7-2c64-4fb7-8770-8b6eb6f54adf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0709875 Dec 20 12:15:09.824968 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-4dbae9e5-adab-46da-a53f-eff159ad33d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08fe66005ec40448adb1f7b556bb596&device_id=c13c3ee1-e56d-4bba-ad83-20f9b6d26f7f HTTP/1.1" status: 200 len: 1099 time: 0.1260049 Dec 20 12:15:09.827666 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-510f27bb-2fb7-4c5d-8796-4fdc13c25103 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1002054 Dec 20 12:15:10.062157 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-824b57a7-4dcc-47d7-b642-70a9defecece service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281802 Dec 20 12:15:10.064256 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-8159601d-2ae0-4b7e-9d17-ec7cfbe77e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:15:10.065531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-8159601d-2ae0-4b7e-9d17-ec7cfbe77e62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b04bedf-04fb-46cb-95c8-971161e4d5d0 HTTP/1.1" status: 200 len: 916 time: 0.2121708 Dec 20 12:15:10.164224 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-33d0fc9e-ebfe-4dc8-bb68-8b08a69bea89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12b967f2-1a8d-4c3f-87dc-46a16fa5b766 HTTP/1.1" status: 200 len: 217 time: 0.0779223 Dec 20 12:15:10.423968 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-937916d8-e360-4905-bc96-735bf26deba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:15:10.425266 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-937916d8-e360-4905-bc96-735bf26deba3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb817e31-299e-4a18-9fe6-ef16fc775fc3 HTTP/1.1" status: 200 len: 854 time: 0.2157428 Dec 20 12:15:10.428220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-22f5738e-7d99-4f01-8029-4e34a9f58457 req-57e61353-58b4-4471-a40e-c15a0fa7cf01 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595796 Dec 20 12:15:10.498502 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-24fde86c-f7e4-4789-9725-0d55716f4623 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b04bedf-04fb-46cb-95c8-971161e4d5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0670505 Dec 20 12:15:10.628495 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-fd82a5e6-1f96-41e2-b6e2-42c216a1c363 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226137 Dec 20 12:15:10.758154 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-2690293d-f9b4-447b-8d82-d0d3c6147d09 req-4ff93bba-a0ef-4e62-be50-8dba510eb8b3 service neutron] 10.222.0.53 "GET /v2.0/networks/0b04bedf-04fb-46cb-95c8-971161e4d5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229405 Dec 20 12:15:12.366852 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:15:15.396193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:18.320385 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:27.765883 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c785cc76-44c0-4ade-8ade-cab3f5c66e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:29.975207 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15a5c384-5609-42ed-afb6-5a0e46d3d433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:31.186739 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:31.279649 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:32.834318 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:45.375920 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:48.335208 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:49.367273 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:15:57.767167 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-455597e2-dcb6-4938-a64a-1acd1b274983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:15:59.975453 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04fa756e-a0be-4094-9e25-a755d47fd059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:01.188790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:01.282440 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:02.836984 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:09.592898 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-39a18a07-54be-4f54-8541-f912fae08729 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90a69474-640e-497a-9c29-171960c7076c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703115 Dec 20 12:16:09.682092 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-d7130d35-a85b-4fd3-b19e-17501461655a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e80711094ec40258a3da1b18bd919b6&device_id=90a69474-640e-497a-9c29-171960c7076c HTTP/1.1" status: 200 len: 1098 time: 0.0685818 Dec 20 12:16:09.822411 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-71ea6397-17d8-4785-82fe-af19f4d52f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:16:09.823811 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-71ea6397-17d8-4785-82fe-af19f4d52f4d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5046be5-846a-481a-89d6-fbea87f7d8b0 HTTP/1.1" status: 200 len: 897 time: 0.1233163 Dec 20 12:16:09.891606 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-21a81406-ea0b-46ae-850d-2b3d4e0d8edc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=115707ba-06a8-4e3e-b393-f15e3d22bbfb HTTP/1.1" status: 200 len: 217 time: 0.0614974 Dec 20 12:16:09.951436 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-9cb18a51-fb0e-4748-9424-ceb68f57d626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:16:09.952788 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-9cb18a51-fb0e-4748-9424-ceb68f57d626 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d5f998e-a158-4cb9-9c24-58fcb7163837 HTTP/1.1" status: 200 len: 835 time: 0.0549259 Dec 20 12:16:10.028123 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-6af99c90-0a53-4747-943d-5349241906dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5046be5-846a-481a-89d6-fbea87f7d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0682955 Dec 20 12:16:10.153504 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-fb2e8217-1212-4a3f-9409-6f8bad61bcd1 service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199231 Dec 20 12:16:10.280127 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-289b60ae-efe6-48db-8304-3dbd5a0488c5 req-6652c5ce-e5c6-496a-bb66-56eb936fe467 service neutron] 10.222.0.53 "GET /v2.0/networks/d5046be5-846a-481a-89d6-fbea87f7d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209300 Dec 20 12:16:10.409203 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-96661de8-c303-4662-ace5-1017118e118c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650513 Dec 20 12:16:10.547701 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-9fba670a-8c6e-477e-aa62-28d40ad08fed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.0713277 Dec 20 12:16:10.689877 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-275300f7-cccc-432a-a0a6-57dc0a23ba45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:16:10.691220 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-275300f7-cccc-432a-a0a6-57dc0a23ba45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.1235085 Dec 20 12:16:10.914628 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-f80420e6-4857-4043-a4c0-47b2f609a9ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1001 time: 0.2160242 Dec 20 12:16:10.975334 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-6a610ebc-78c2-4a65-872b-5e2cadea3139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:16:10.976645 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-6a610ebc-78c2-4a65-872b-5e2cadea3139 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.0552125 Dec 20 12:16:11.048690 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-f19c5d48-d699-44e9-8711-204b73d00748 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0654824 Dec 20 12:16:11.176911 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-44c8fc81-f78c-4b63-a8c2-55f2ff69d651 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206975 Dec 20 12:16:11.304100 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-ca236f1d-67f7-42d7-8f3c-664033db089f req-20a6b3b7-0f39-4485-a904-47218c542bdf service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207004 Dec 20 12:16:15.391521 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:18.351181 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:26.367437 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:16:27.769965 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1a61d49-093c-48e1-a109-3817636e9a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:29.976191 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b989408-fdb9-4fca-b473-da616ca2cf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:31.190721 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:31.285334 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:32.839517 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:45.406411 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:48.382823 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:57.770918 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8f64-c4ec-4a6f-a3f7-acb50fde3f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:16:59.977376 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c258b9a1-ddf0-4aa2-b577-71c16e335ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:01.193022 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:01.286943 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:02.842397 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:03.367292 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:17:11.415800 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-6434db94-4971-4557-a709-7b5196ac62ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19388881-1f9e-4104-8258-9459878d71f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708437 Dec 20 12:17:11.594471 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-1650899a-2bef-4d43-a814-b81561ca83ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1245885 Dec 20 12:17:11.600558 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-9c532e08-30c2-4eef-a1a1-9345da2bb607 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2dacb9c6c4247caa656ec508ded5596&device_id=19388881-1f9e-4104-8258-9459878d71f5 HTTP/1.1" status: 200 len: 1098 time: 0.0949991 Dec 20 12:17:11.792830 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-94b1bcfe-cc59-42d4-af47-74d418edd0e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:17:11.794269 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-94b1bcfe-cc59-42d4-af47-74d418edd0e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d HTTP/1.1" status: 200 len: 912 time: 0.1721737 Dec 20 12:17:11.875332 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-b76b7583-29f1-4756-97e7-cd06ddf5267f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94fb30a898c144269f7fe6e53b521ed1&device_id=438bbaf6-dd16-4200-847b-6f27bdab85ef HTTP/1.1" status: 200 len: 1099 time: 0.2138927 Dec 20 12:17:11.922934 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-cd3b1b20-bad6-41e0-8bd9-423b06321b31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49683d47-31d0-4bf8-9dab-caed7a7c152a HTTP/1.1" status: 200 len: 1001 time: 0.1207075 Dec 20 12:17:12.058513 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-5d57a2bb-bb7f-412b-a811-5de90a21f5d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:17:12.060177 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-5d57a2bb-bb7f-412b-a811-5de90a21f5d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9035c058-76be-4189-aa79-50b729d2591f HTTP/1.1" status: 200 len: 850 time: 0.1197386 Dec 20 12:17:12.114664 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc340c5-d360-4e22-a48b-979374598315 req-e0076f24-6e7b-48f1-b85d-3985e12d8f51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:17:12.116040 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-e0076f24-6e7b-48f1-b85d-3985e12d8f51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c HTTP/1.1" status: 200 len: 896 time: 0.2164392 Dec 20 12:17:12.232621 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-de826c6c-7f5c-455f-960b-64fa41f82d0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d7b7e03-06b9-4c2c-b3f7-d64203cc831d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1638782 Dec 20 12:17:12.234318 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-b7358dca-d813-425c-a1c9-00b62fcc44d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ef1492-bbf3-4b08-86ce-39b71c32b7dc HTTP/1.1" status: 200 len: 1002 time: 0.1116982 Dec 20 12:17:12.378558 n-d-victoria-1 neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc340c5-d360-4e22-a48b-979374598315 req-6d681235-5c51-45f2-b8ec-5558f1ad6ec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:17:12.379951 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-6d681235-5c51-45f2-b8ec-5558f1ad6ec6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd3bb17-5ead-4856-95ed-ffb8c91dc0f5 HTTP/1.1" status: 200 len: 835 time: 0.1242874 Dec 20 12:17:12.448840 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-406891cc-3939-4600-9ef2-aba64c7a4ac5 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100005 Dec 20 12:17:12.684956 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-1bc2b59a-341a-467e-9aa0-b13b791a6560 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e8d9ac9-b8bd-4255-bb49-667a798bd24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2930248 Dec 20 12:17:12.801000 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-aafdbdfc-e07c-4aca-8933-48435a701a0b req-a8fb00c3-f4ac-45a4-8e7b-1a73a1ecfa27 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7b7e03-06b9-4c2c-b3f7-d64203cc831d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430500 Dec 20 12:17:12.844843 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-4e8c6d9a-b13c-4b56-8240-608147eee39f service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536233 Dec 20 12:17:12.976531 n-d-victoria-1 neutron-server[83558]: INFO neutron.wsgi [req-1cc340c5-d360-4e22-a48b-979374598315 req-755b2349-d670-4d32-a4bb-e15cd945acf5 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8d9ac9-b8bd-4255-bb49-667a798bd24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241150 Dec 20 12:17:15.406952 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:18.412101 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:27.772539 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d01f96c7-58c1-4de1-b49d-59bc2d89cf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:29.977193 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9050c3c8-0abf-4150-9503-183cee56f8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:30.685574 n-d-victoria-1 neutron-server[83557]: DEBUG neutron.wsgi [req-5b882950-677a-40cb-af80-0459b73802b0 req-d637ab41-3e69-4a3e-9953-a404e7c3c1d5 service neutron] (83557) timed out ('10.222.0.32', 42732) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 12:17:31.196098 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:31.289846 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:32.844319 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:40.368220 n-d-victoria-1 neutron-server[83560]: DEBUG neutron.db.agents_db [None req-816df566-b227-40f3-bf6d-fd723c8d0489 None None] Agent healthcheck: found 7 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:17:45.406131 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6409cc69-2ae7-4489-93b3-bfc20cb602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:48.443790 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-11ad010f-48a5-4527-9e00-5d01e56912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:57.775323 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-546ff937-2e32-4f42-a18c-c5cf8cb8dba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:17:59.978400 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c40a6bce-48b7-49bc-bf67-edeac8e19677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:18:01.198490 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-096ecd9e-b532-466e-aad8-53ee7d6df180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:18:01.293620 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2c427894-4886-41f5-b978-622fe8cef4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:18:02.846447 n-d-victoria-1 neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-25a398ce-53df-49e7-9a62-134eb496b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741097323969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66574510'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}